-- Logs begin at Mon 2021-12-06 11:18:01 UTC, end at Mon 2021-12-06 13:35:36 UTC. -- Dec 06 11:55:10.150091 n-d-master-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 11:55:12.944605 n-d-master-1 neutron-server[103190]: INFO neutron.common.config [-] Logging enabled! Dec 06 11:55:12.945142 n-d-master-1 neutron-server[103190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 11:55:12.945415 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 11:55:12.948582 n-d-master-1 neutron-server[103190]: INFO neutron.common.config [-] Logging enabled! Dec 06 11:55:12.948836 n-d-master-1 neutron-server[103190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 11:55:12.949181 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 11:55:12.950095 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:12.950327 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:12.950681 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:12.950926 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:12.951149 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:12.951465 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.951880 n-d-master-1 neutron-server[103190]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 11:55:12.952191 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.952482 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.952772 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.953063 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.953373 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.953655 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.953941 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.954236 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.954603 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.954886 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.955171 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.955461 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.955752 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.956048 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.956325 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.956603 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] debug = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.956881 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.957336 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.957741 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.958027 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.958440 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.958579 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.958839 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.959115 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.959398 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.959725 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] host = n-d-master-1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.960005 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.960290 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.960574 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.960858 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.961132 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.961436 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.961719 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.961993 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.962265 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.962539 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.962823 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.963109 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.963405 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.963629 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.963849 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.964138 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.964425 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.964702 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.964977 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.965283 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.965561 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.965837 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.966113 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.966399 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.966681 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.966964 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.967241 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.967516 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.967787 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.968060 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.968347 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.968622 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.968896 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.969186 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.969479 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.969751 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.970541 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.971095 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.971550 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.971980 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.972313 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.972595 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.972882 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.973190 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.973458 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.973733 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_json = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.974008 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.974280 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.974560 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.974832 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.975101 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.975375 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.975646 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.975929 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:12.976225 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.976525 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.976823 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.977104 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.977440 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.977722 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.978010 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.978286 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.978572 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.978859 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.979145 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.979423 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.979711 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.979989 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.980281 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.980582 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.980875 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.981200 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.981463 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.981738 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.982011 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.982289 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.982574 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.982849 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.983135 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.983420 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.983698 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.983990 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.984273 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.984562 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.984846 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.985116 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.985417 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.986368 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.986610 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.986883 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.987161 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.987450 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.987728 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.988001 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.988279 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.988554 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.988825 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.989094 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.989391 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.989680 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.989954 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.990223 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.990494 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.990768 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.991038 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.991318 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.991596 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.991870 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.992140 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.992415 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.992686 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.992956 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.993255 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.993528 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.993803 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.994072 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.994340 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.994608 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.994875 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.995143 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.995411 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.995681 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.995953 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.996222 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.996498 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.996764 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.997031 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.997327 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.997611 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.997906 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.998182 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.998461 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.998739 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.999015 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.999286 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.999562 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:12.999838 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.000113 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.000383 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.000668 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.000947 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.001257 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.001577 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.001878 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.002171 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.002447 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.002727 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.003002 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.003278 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.003562 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.003841 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.004132 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.004423 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.004712 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.005000 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.005307 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.005587 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.005892 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.006168 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:13.006383 n-d-master-1 neutron-server[103190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:13.006625 n-d-master-1 neutron-server[103190]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103190) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 11:55:13.428887 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 11:55:13.429195 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 11:55:13.429501 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 11:55:13.429832 n-d-master-1 neutron-server[103190]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 11:55:13.750451 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.750686 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.750959 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.752164 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.752434 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.752811 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.797783 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.798057 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.798867 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.812840 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.813115 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.813418 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.842275 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.842556 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.842828 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.880244 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.880515 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.880781 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.214111 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.214720 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.214720 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.214902 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.215610 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.314815 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.315135 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.315415 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.315684 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.315944 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.316249 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.316505 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.316757 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.317007 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.317318 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.317574 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.317833 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.318083 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.318329 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.318582 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.318842 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.319093 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.319360 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.319629 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.319887 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.320157 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.320406 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.320688 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.321060 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.321329 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.321570 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.321965 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.322201 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.322433 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.322669 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.322898 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.323127 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:14.323487 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 11:55:14.326620 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 11:55:14.330693 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 11:55:14.334551 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 06 11:55:14.336181 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 11:55:14.336638 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 11:55:14.336971 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 11:55:14.337387 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 11:55:14.340180 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 11:55:14.340438 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 11:55:14.340785 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 11:55:14.346600 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 11:55:14.369720 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 11:55:14.370170 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.370471 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103190) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 11:55:14.370834 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.372219 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103190) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 11:55:14.372493 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 11:55:14.372735 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 11:55:14.375899 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.376181 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.439849 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 11:55:14.440081 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 11:55:14.440311 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 11:55:14.440669 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 11:55:14.462384 n-d-master-1 neutron-server[103190]: DEBUG oslo_db.sqlalchemy.engines [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103190) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 11:55:14.890361 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing driver for type 'gre' Dec 06 11:55:14.891031 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] gre ID ranges: [(1, 1000)] Dec 06 11:55:14.942936 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing driver for type 'local' Dec 06 11:55:14.943271 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing driver for type 'vlan' Dec 06 11:55:14.956451 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] VlanTypeDriver initialization complete Dec 06 11:55:14.956939 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing driver for type 'vxlan' Dec 06 11:55:14.957683 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] vxlan ID ranges: [(1, 1000)] Dec 06 11:55:15.009321 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing extension driver 'port_security' Dec 06 11:55:15.009711 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] PortSecurityExtensionDriver initialization complete Dec 06 11:55:15.010057 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing mechanism driver 'openvswitch' Dec 06 11:55:15.010386 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing mechanism driver 'hyperv' Dec 06 11:55:15.017581 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:15.018411 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.018783 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.019134 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.019664 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.020089 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.020440 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.020786 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.021202 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.021607 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.021954 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.022295 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.022685 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.023085 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.023434 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.024026 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.024420 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.024821 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.025178 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.025528 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.025923 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.026325 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > address_group after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.026670 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > address_group after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.027011 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > address_group after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.027402 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:15.027777 n-d-master-1 neutron-server[103190]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] ML2 OVO RPC backend initialized. {{(pid=103190) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 11:55:15.028479 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.028832 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.029276 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.029624 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > networks before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.029970 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.030308 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > ports before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.030649 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.030986 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnets before_response 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.031328 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.031666 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.031999 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.032332 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.032666 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.033002 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.033357 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.033693 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.034026 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.034603 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.plugin [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Modular L2 Plugin initialization complete Dec 06 11:55:15.034933 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading services supported by the core plugin {{(pid=103190) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 11:55:15.035259 n-d-master-1 neutron-server[103190]: INFO neutron.plugins.ml2.managers [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Got port-security extension from driver 'port_security' Dec 06 11:55:15.035718 n-d-master-1 neutron-server[103190]: INFO neutron.extensions.vlantransparent [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Disabled vlantransparent extension. Dec 06 11:55:15.036198 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103190) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 11:55:15.036512 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: router Dec 06 11:55:15.071989 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.072382 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_create 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.072749 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router before_create 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.073115 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.073513 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.073870 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_delete 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.074224 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > floatingip after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.074690 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > floatingip after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.075050 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_create 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.075395 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.075744 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.076093 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.076448 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.076858 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.077248 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.077586 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.077922 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: subnet after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.078256 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.078599 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > port precommit_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.078941 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_create 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.079277 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.080233 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.080589 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router after_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.080929 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_delete 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.081302 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_create 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.081661 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.082002 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_update 55549900 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.082366 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > agent after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.082712 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > agent after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.083053 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > network after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.083905 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Tracking information for resource: router configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:15.084237 n-d-master-1 neutron-server[103190]: DEBUG neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Tracking information for resource: floatingip configured {{(pid=103190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:15.089095 n-d-master-1 neutron-server[103190]: INFO neutron.db.l3_agentschedulers_db [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 11:55:15.089703 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.090060 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.090411 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.090760 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.091537 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router before_create 55550100 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.091905 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_delete 55550100 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.092263 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_create 55550100 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.092616 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > router precommit_update 55550100 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.097572 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.provider_configuration [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service providers = [] {{(pid=103190) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 11:55:15.097938 n-d-master-1 neutron-server[103190]: DEBUG neutron.db.servicetype_db [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103190) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 11:55:15.100855 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.service_base [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:15.101233 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.service_base [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:15.101576 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.service_base [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:15.102496 n-d-master-1 neutron-server[103190]: DEBUG neutron.services.service_base [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:15.102865 n-d-master-1 neutron-server[103190]: INFO neutron.services.service_base [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 11:55:15.103237 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.103555 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 11:55:15.114140 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.114475 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: auto_allocate Dec 06 11:55:15.120218 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: network precommit_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.120586 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: network precommit_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.121100 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.121445 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: tag Dec 06 11:55:15.128694 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.129025 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: timestamp Dec 06 11:55:15.132822 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.133173 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: network_ip_availability Dec 06 11:55:15.138583 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.138956 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.139311 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.140017 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.140336 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: flavors Dec 06 11:55:15.145907 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.146193 n-d-master-1 neutron-server[103190]: INFO neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading Plugin: revisions Dec 06 11:55:15.150772 n-d-master-1 neutron-server[103190]: DEBUG neutron.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:15.151161 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.722s {{(pid=103190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 11:55:15.151911 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103190) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 11:55:15.152247 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Initializing extension manager. Dec 06 11:55:15.152760 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: __init__.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.153098 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: __pycache__ {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.153464 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.153794 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: address_group.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.154540 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.155098 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: address-group Dec 06 11:55:15.155419 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: address_scope.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.156126 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.156629 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: address-scope Dec 06 11:55:15.156950 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: admin_state_down_before_update.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.157924 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.158426 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: router-admin-state-down-before-update Dec 06 11:55:15.158744 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: agent.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.159435 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.159933 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: agent Dec 06 11:55:15.160253 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: agent_resources_synced.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.161148 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.161682 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: agent-resources-synced Dec 06 11:55:15.162002 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: allowedaddresspairs.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.163764 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.164276 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: allowed-address-pairs Dec 06 11:55:15.164599 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: auto_allocated_topology.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.165700 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.166207 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: auto-allocated-topology Dec 06 11:55:15.166531 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: availability_zone.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.167218 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.167715 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: availability_zone Dec 06 11:55:15.168037 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: availability_zone_filter.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.168943 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.169476 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: availability_zone_filter Dec 06 11:55:15.169801 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: data_plane_status.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.170707 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.171213 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 11:55:15.171543 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: default_subnetpools.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.172459 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.172969 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: default-subnetpools Dec 06 11:55:15.173348 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: dhcpagentscheduler.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.174151 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.174655 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: dhcp_agent_scheduler Dec 06 11:55:15.174976 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: dns.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.175889 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.176391 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension dns-integration not supported by any of loaded plugins Dec 06 11:55:15.176711 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: dns_domain_ports.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.177649 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.178153 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 11:55:15.178472 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.179385 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.179884 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 11:55:15.180201 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: dvr.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.180867 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.181403 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: dvr Dec 06 11:55:15.181726 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: ecmp_routes.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.182636 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.183135 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 11:55:15.183455 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: empty_string_filtering.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.184362 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.184860 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: empty-string-filtering Dec 06 11:55:15.185201 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.186110 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.186611 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 11:55:15.186931 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.187840 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.188339 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 11:55:15.188662 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: external_net.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.190111 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.190613 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: external-net Dec 06 11:55:15.190935 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: extra_dhcp_opt.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.191845 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.192347 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: extra_dhcp_opt Dec 06 11:55:15.192669 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: extraroute.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.193604 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.194104 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: extraroute Dec 06 11:55:15.194427 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: extraroute_atomic.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.195622 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.196125 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: extraroute-atomic Dec 06 11:55:15.196447 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: filter_validation.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.197102 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.197625 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: filter-validation Dec 06 11:55:15.197947 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: fip_pf_description.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.198856 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.199354 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 11:55:15.199681 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: fip_port_details.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.200588 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.201086 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: fip-port-details Dec 06 11:55:15.201433 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: flavors.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.202676 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.203186 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: flavors Dec 06 11:55:15.203510 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.205807 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.206324 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 11:55:15.206656 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: floatingip_pools.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.207354 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.207858 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: floatingip-pools Dec 06 11:55:15.208183 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: ip_allocation.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.209105 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.209637 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 11:55:15.209960 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.210870 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.211381 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: ip-substring-filtering Dec 06 11:55:15.211707 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l2_adjacency.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.212625 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.213129 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 11:55:15.213479 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.214424 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.214946 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: router Dec 06 11:55:15.215254 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3_conntrack_helper.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.217482 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.218002 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 11:55:15.218331 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.219264 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.219773 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: ext-gw-mode Dec 06 11:55:15.220125 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.221056 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.221602 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: l3-ha Dec 06 11:55:15.221926 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3_flavors.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.222836 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.223334 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: l3-flavors Dec 06 11:55:15.223655 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.224568 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.225066 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 11:55:15.225419 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: l3agentscheduler.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.226438 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.226951 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: l3_agent_scheduler Dec 06 11:55:15.227262 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: local_ip.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.229021 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.229571 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension local_ip not supported by any of loaded plugins Dec 06 11:55:15.229903 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: logging.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.232671 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.233226 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension logging not supported by any of loaded plugins Dec 06 11:55:15.233563 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: metering.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.234305 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.234882 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: metering Dec 06 11:55:15.235210 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.236338 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.236855 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: metering_source_and_destination_fields Dec 06 11:55:15.237211 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: multiprovidernet.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.238145 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.238655 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: multi-provider Dec 06 11:55:15.238981 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: netmtu.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.239892 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.240400 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: net-mtu Dec 06 11:55:15.240724 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: netmtu_writable.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.241666 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.242181 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: net-mtu-writable Dec 06 11:55:15.242506 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: network_availability_zone.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.243171 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.243675 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: network_availability_zone Dec 06 11:55:15.243995 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: network_ip_availability.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.245095 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.245638 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: network-ip-availability Dec 06 11:55:15.245961 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: network_segment_range.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.246753 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.247213 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 11:55:15.247535 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: pagination.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.248509 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.248837 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: pagination Dec 06 11:55:15.249175 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: port_device_profile.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.250090 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.250591 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: port-device-profile Dec 06 11:55:15.250910 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.252351 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.252851 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: port-mac-address-regenerate Dec 06 11:55:15.253187 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.254102 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.254606 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: port-numa-affinity-policy Dec 06 11:55:15.254928 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: port_resource_request.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.255833 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.256330 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 11:55:15.256650 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: port_resource_request_groups.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.257641 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.258141 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 11:55:15.258462 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: portbindings.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.259380 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.259881 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: binding Dec 06 11:55:15.260202 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: portbindings_extended.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.261498 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.262014 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: binding-extended Dec 06 11:55:15.262339 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: portsecurity.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.263263 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.263770 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: port-security Dec 06 11:55:15.264093 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: project_id.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.265059 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.265491 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: project-id Dec 06 11:55:15.265815 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: providernet.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.266730 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.267289 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: provider Dec 06 11:55:15.267609 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.271223 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.271751 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos not supported by any of loaded plugins Dec 06 11:55:15.272084 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.273361 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.274140 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 11:55:15.274467 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.275393 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.275900 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 11:55:15.276222 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_default.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.277131 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.277660 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-default not supported by any of loaded plugins Dec 06 11:55:15.277981 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_fip.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.278622 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.279119 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-fip not supported by any of loaded plugins Dec 06 11:55:15.279440 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_gateway_ip.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.280356 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.280855 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 11:55:15.281200 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_port_network_policy.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.282113 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.283137 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 11:55:15.283460 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.284616 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.285121 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 11:55:15.285466 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_pps_rule.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.286640 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.287153 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-pps not supported by any of loaded plugins Dec 06 11:55:15.287480 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_rule_type_details.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.288426 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.288934 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 11:55:15.289289 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: qos_rules_alias.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.290334 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.290844 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 11:55:15.291168 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: quota_check_limit.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.292079 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.292589 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: quota-check-limit Dec 06 11:55:15.292911 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: quotasv2.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.293837 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.294164 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: quotas Dec 06 11:55:15.294482 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: quotasv2_detail.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.297591 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.297932 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: quota_details Dec 06 11:55:15.298312 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: rbac.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.299352 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.299876 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: rbac-policies Dec 06 11:55:15.300204 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: rbac_address_group.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.301140 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.301686 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: rbac-address-group Dec 06 11:55:15.302013 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: rbac_address_scope.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.302946 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.303462 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: rbac-address-scope Dec 06 11:55:15.303786 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: rbac_security_groups.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.304697 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.305228 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: rbac-security-groups Dec 06 11:55:15.305552 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: rbac_subnetpool.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.306460 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.306961 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: rbac-subnetpool Dec 06 11:55:15.307282 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: revisionifmatch.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.308195 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.308698 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: revision-if-match Dec 06 11:55:15.309017 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: revisions.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.310161 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.310665 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: standard-attr-revisions Dec 06 11:55:15.310986 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: router_availability_zone.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.311647 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.312149 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: router_availability_zone Dec 06 11:55:15.312473 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: routerservicetype.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.313431 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.314457 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension router-service-type not supported by any of loaded plugins Dec 06 11:55:15.314776 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.315771 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.316277 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: security-groups-normalized-cidr Dec 06 11:55:15.316598 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: security_groups_port_filtering.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.317547 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.318046 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: port-security-groups-filtering Dec 06 11:55:15.318368 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.319285 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.319787 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: security-groups-remote-address-group Dec 06 11:55:15.320107 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.321034 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.321562 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: security-groups-shared-filtering Dec 06 11:55:15.321884 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.322466 n-d-master-1 neutron-server[103190]: WARNING neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 11:55:15.322788 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: securitygroup.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.333457 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.334051 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: security-group Dec 06 11:55:15.334395 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: segment.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.335295 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.335823 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension segment not supported by any of loaded plugins Dec 06 11:55:15.336216 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.337214 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.337746 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 11:55:15.338081 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: servicetype.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.339277 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.339827 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: service-type Dec 06 11:55:15.340166 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: sorting.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.341211 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.341584 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: sorting Dec 06 11:55:15.341903 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: standard_attr_segment.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.342970 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.343478 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 11:55:15.343910 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: standardattrdescription.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.344516 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.345670 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: standard-attr-description Dec 06 11:55:15.346000 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: stateful_security_group.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.347034 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.347546 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: stateful-security-group Dec 06 11:55:15.347939 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: stdattrs_common.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.348531 n-d-master-1 neutron-server[103190]: WARNING neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 11:55:15.348873 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.349869 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.350407 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 11:55:15.350731 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnet_onboard.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.351799 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.352310 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: subnet_onboard Dec 06 11:55:15.352635 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.353618 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.354124 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 11:55:15.354448 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnet_service_types.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.355372 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.355883 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: subnet-service-types Dec 06 11:55:15.356207 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnetallocation.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.357319 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.357831 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: subnet_allocation Dec 06 11:55:15.358157 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.358822 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.359326 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: subnetpool-prefix-ops Dec 06 11:55:15.359648 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.360590 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.361730 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 11:55:15.362053 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: tagging.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.363138 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.363651 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: standard-attr-tag Dec 06 11:55:15.363977 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: timestamp.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.365195 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.365713 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loaded extension: standard-attr-timestamp Dec 06 11:55:15.366043 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: trunk.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.367080 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.367596 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension trunk not supported by any of loaded plugins Dec 06 11:55:15.367922 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: trunk_details.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.368863 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.369411 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension trunk-details not supported by any of loaded plugins Dec 06 11:55:15.369736 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: uplink_status_propagation.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.370657 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.371168 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 11:55:15.371489 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Loading extension file: vlantransparent.py {{(pid=103190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:15.372157 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:15.372660 n-d-master-1 neutron-server[103190]: INFO neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 11:55:15.375254 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:network Dec 06 11:55:15.375783 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnet Dec 06 11:55:15.376180 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:15.376607 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:port Dec 06 11:55:15.377888 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.378347 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service FLAVORS assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.379144 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.379567 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.379898 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:router Dec 06 11:55:15.380324 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:floatingip Dec 06 11:55:15.380828 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service METERING assigned prefix: /metering {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.382299 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.382668 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.383022 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:15.384023 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 11:55:15.384477 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:security_group Dec 06 11:55:15.384901 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 11:55:15.385527 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service CORE assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.385858 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:15.386203 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] subnetpool is already registered Dec 06 11:55:15.386634 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service CORE assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.386967 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:15.387297 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] subnetpool is already registered Dec 06 11:55:15.389607 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.390042 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service FLAVORS assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.390627 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.391052 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.391384 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:router Dec 06 11:55:15.391724 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] router is already registered Dec 06 11:55:15.392666 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:floatingip Dec 06 11:55:15.393005 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] floatingip is already registered Dec 06 11:55:15.393486 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service METERING assigned prefix: /metering {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.394150 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 11:55:15.394475 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] rbac_policy is already registered Dec 06 11:55:15.394882 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:security_group Dec 06 11:55:15.395216 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] security_group is already registered Dec 06 11:55:15.395614 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 11:55:15.395992 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] security_group_rule is already registered Dec 06 11:55:15.396563 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service CORE assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.396885 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:15.397243 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] subnetpool is already registered Dec 06 11:55:15.397676 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.v2.resource_helper [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Service CORE assigned prefix: {{(pid=103190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:15.397999 n-d-master-1 neutron-server[103190]: INFO neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:15.398325 n-d-master-1 neutron-server[103190]: WARNING neutron.quota.resource_registry [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] subnetpool is already registered Dec 06 11:55:15.399053 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: extensions {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.400515 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: address-groups {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.402029 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: address-scopes {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.403355 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: agents {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.404498 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: auto-allocated-topology {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.405790 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: availability_zones {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.407030 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: dhcp-networks {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.409197 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: dhcp-agents {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.410630 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: routers {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.412847 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: flavors {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.414039 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: service_profiles {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.415268 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: next_providers {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.416716 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: service_profiles {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.418272 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: floatingip-pools {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.419530 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: routers {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.421681 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: floatingips {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.423935 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: l3-routers {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.425349 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: l3-agents {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.426773 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: metering-labels {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.428128 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: metering-label-rules {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.429446 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: network-ip-availabilities {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.430708 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: bindings {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.432363 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: quotas {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.433978 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: quotas {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.435493 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: rbac-policies {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.436826 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: security-groups {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.438077 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: security-group-rules {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.439330 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: service-providers {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.440539 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: subnetpools {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.442003 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: subnetpools {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.443468 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.445184 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.446991 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.448771 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.450590 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.452459 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.454232 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.456671 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.458529 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.460395 n-d-master-1 neutron-server[103190]: DEBUG neutron.api.extensions [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Extended resource: tags {{(pid=103190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:15.466417 n-d-master-1 neutron-server[103190]: WARNING keystonemiddleware.auth_token [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 11:55:15.471685 n-d-master-1 neutron-server[103190]: WARNING keystonemiddleware.auth_token [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 11:55:15.480468 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Acquired lock "singleton_lock" {{(pid=103190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 11:55:15.480932 n-d-master-1 neutron-server[103190]: DEBUG oslo_concurrency.lockutils [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Releasing lock "singleton_lock" {{(pid=103190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 11:55:15.481595 n-d-master-1 neutron-server[103190]: INFO oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Starting 2 workers Dec 06 11:55:15.486471 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Started child 103297 {{(pid=103190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:15.490881 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Started child 103298 {{(pid=103190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:15.492026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.492653 n-d-master-1 neutron-server[103190]: INFO neutron.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 11:55:15.493071 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Publish callbacks [] for process, before_spawn {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.493556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [-] (103297) wsgi starting up on http://0.0.0.0:9696 Dec 06 11:55:15.495467 n-d-master-1 neutron-server[103190]: INFO oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Starting 1 workers Dec 06 11:55:15.495677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.497078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [-] (103298) wsgi starting up on http://0.0.0.0:9696 Dec 06 11:55:15.500690 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Started child 103299 {{(pid=103190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:15.501329 n-d-master-1 neutron-server[103190]: INFO oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Starting 1 workers Dec 06 11:55:15.504512 n-d-master-1 neutron-server[103299]: DEBUG neutron.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] calling RpcWorker wait() {{(pid=103299) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 11:55:15.505040 n-d-master-1 neutron-server[103299]: DEBUG neutron.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] returning from RpcWorker wait() {{(pid=103299) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 11:55:15.505794 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Started child 103300 {{(pid=103190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:15.506437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.506609 n-d-master-1 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f4-01e3-4c2a-b510-a0589c176aae None None] Publish callbacks [] for process, after_spawn {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.506996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:15.508485 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 11:55:15.508690 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:15.508876 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:15.509101 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:15.509442 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:15.509625 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:15.510141 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.510430 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.510695 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.510823 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:15.511322 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.511322 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.511797 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.512071 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.512326 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.512621 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.512859 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.513034 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.513230 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.513484 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.513749 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.513996 n-d-master-1 neutron-server[103300]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:15.514095 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.514358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.514601 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.514853 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.515051 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.515307 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.515578 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.515822 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.516089 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] debug = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.516342 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.517371 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.517631 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.517887 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.518113 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.518378 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.518630 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.518900 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.519136 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.519353 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.519612 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.519857 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.520088 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.520298 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.520554 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.520766 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.521004 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.521244 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.521721 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.521987 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.522223 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.522468 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.522722 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.522966 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.523203 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.523474 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.523980 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.524241 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.524465 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.524737 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.524983 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.525220 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.525469 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.525635 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_options = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.525854 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.526131 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.526379 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.526570 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.526742 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.526922 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.527174 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.527339 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.527593 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.527820 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.528052 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.528277 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.528456 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.528691 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.528969 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.529240 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.529488 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.529728 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.529973 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.530225 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.530466 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.530709 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.530944 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.531163 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.531378 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.531613 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.531837 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.532055 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.532296 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.533070 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.533359 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.533618 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.533835 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.534076 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.534339 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.534566 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.534793 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.535038 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.535308 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.535532 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.535782 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.536025 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.536240 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.536480 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.536712 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.536947 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.537198 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_json = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.537411 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.537656 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.537930 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.538160 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.538392 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.538529 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.538736 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.538981 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.539404 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.539671 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.539986 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.540230 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.540461 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.540699 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.540930 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.541190 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.541435 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.541680 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.542035 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.542268 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.542573 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.542811 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.543113 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.543444 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.543713 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.543978 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.544193 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.544445 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.544691 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.544914 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.545225 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.545446 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.545696 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.545934 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.546162 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.546436 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.546719 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.547241 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.547460 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.547823 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.548169 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.548417 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.548651 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.548798 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.549203 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.549203 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.549566 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.549566 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.549825 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.550347 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.550347 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.550628 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.550763 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.550971 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.551197 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.551566 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.551712 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.551994 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.552158 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.552365 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.552598 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.552812 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.553039 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.553283 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.553536 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.553783 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.554043 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.554261 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.554471 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.554716 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.554950 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.555170 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.555843 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.555843 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.556111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.556247 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.556402 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.556610 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.556828 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.557042 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.557310 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.557528 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.557762 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.558187 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.559923 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.561358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.563576 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564114 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564114 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564114 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564114 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564347 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564424 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564605 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.564992 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.565106 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.565306 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.565550 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.565768 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.566013 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.566233 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.566507 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.566758 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.567011 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.567249 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.567505 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.567766 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.568017 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.568261 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.568643 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.569055 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.569542 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.570003 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.570417 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.570838 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.571270 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.571727 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.572152 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.572596 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.572915 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.574374 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.574374 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.574374 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.574374 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.574374 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575454 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575454 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.575663 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.576632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.576632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.576632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.576632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577296 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577495 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577728 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.577958 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.578171 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.578419 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.578627 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.578854 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.579068 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.579283 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.580051 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.580439 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.580550 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.580710 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.581078 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.581465 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.581866 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.582243 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.582618 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.583008 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.583238 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.583462 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.583704 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.583918 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.584166 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.584385 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.584661 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.584910 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.585141 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.585408 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.585659 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.585898 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.586162 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.586414 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.586635 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.586854 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.587071 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.587301 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.587502 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.587755 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.587983 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.588209 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.588446 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.588701 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.589026 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.589303 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.589557 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.589804 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.590181 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.590405 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.590667 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.590924 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.591160 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.591378 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.591594 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.591835 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.592378 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.592478 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.592848 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.593019 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.593191 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.593394 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.593607 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.593963 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.594135 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.594357 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.594629 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.594889 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.595734 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.595970 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.596189 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.596401 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.596625 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.596841 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.597053 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.597308 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.597520 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.597735 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.597977 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.598193 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.598446 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.598689 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.598898 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.599108 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.599328 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.599543 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.599751 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.599973 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.600348 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.600560 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.600782 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.600997 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.601236 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.601469 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.601680 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.601898 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.602115 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.602332 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.602544 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.602851 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.603120 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.603550 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.603846 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.604094 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.604361 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.604601 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.604924 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.605137 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.605431 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.605651 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.605872 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.606114 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.606381 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.606682 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.606960 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.607208 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.607447 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.607739 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.608026 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.608288 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.608501 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.608784 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.609118 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.609426 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.609673 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.609916 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.610185 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.610416 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.610673 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.610911 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.611147 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.611384 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.611642 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.611873 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.612096 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.612314 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.612539 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.612754 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.613100 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.613289 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.613479 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.613701 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.613861 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:15.614349 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 11:55:15.614509 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:15.614645 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:15.614822 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:15.614976 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:15.615113 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:15.615322 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.615466 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.615626 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.615768 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.615928 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616106 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616251 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616404 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616539 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616693 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616835 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.616992 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617135 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617332 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617475 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617786 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.617921 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618083 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618227 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618382 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618518 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618670 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] debug = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.618812 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619021 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619200 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619338 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619558 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619701 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619835 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.619968 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620101 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620246 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620379 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620526 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620662 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620795 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.620928 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621060 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621224 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621367 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621500 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621633 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621778 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.621938 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623250 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623815 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623815 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623815 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.623815 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_options = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.624896 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.625714 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.625714 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.625714 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.625714 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.625714 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626223 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626223 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626223 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626223 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626541 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626541 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626818 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626818 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.626964 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627291 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627291 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627845 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627845 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627845 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.627845 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628381 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628381 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628381 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628381 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628848 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628848 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.628848 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.629208 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.629208 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.629445 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.629445 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630221 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630221 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630221 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630221 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630221 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630588 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630588 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630588 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630789 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_json = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.630866 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631009 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631166 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631322 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631480 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631637 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631795 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.631952 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:15.632130 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.632291 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.632460 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.632623 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.632782 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.633090 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.633423 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.633721 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.634016 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.634308 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.634712 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.634913 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635048 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635180 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635341 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635500 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635662 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635823 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.635983 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636138 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636302 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636462 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636630 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636789 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.636953 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637104 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637353 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637484 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637582 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637758 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.637919 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638079 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638238 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638402 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638566 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638712 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.638874 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639035 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639195 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639354 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639514 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639675 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639835 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.639994 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640153 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640313 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640473 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640632 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640791 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.640950 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.641111 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.641293 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.641454 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.641616 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.641776 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.642458 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.642613 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.642782 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.642941 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643100 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643260 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643420 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643579 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643731 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.643897 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644053 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644216 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644376 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644547 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644708 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.644866 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645024 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645205 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645373 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645511 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645665 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645826 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.645931 n-d-master-1 neutron-server[103299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:15.646071 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646163 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646280 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646438 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646596 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646780 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.646912 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647072 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647231 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647391 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647550 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647709 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.647874 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.648014 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.648181 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.648353 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.648764 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.648926 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649086 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649275 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649434 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649593 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649752 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.649912 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650071 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650229 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650388 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650550 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650709 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.650867 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651026 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651183 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651342 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651501 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651661 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651821 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.651979 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652138 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652297 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652455 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652614 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652780 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.652939 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653102 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653282 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653447 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653620 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653782 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.653940 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654100 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654258 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654416 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654575 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654734 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.654893 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655051 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655209 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655377 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655536 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655695 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.655853 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656035 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656199 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656358 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656518 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656676 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656832 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.656991 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.657148 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.657335 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.657536 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.658199 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.658361 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.658523 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.658684 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.658846 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659138 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659303 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659461 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659618 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659779 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.659947 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660089 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660248 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660404 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660561 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660722 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.660882 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661043 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661220 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661382 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661540 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661697 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.661856 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662081 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662176 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662312 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662469 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662631 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662792 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.662953 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663115 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663271 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663430 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663663 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663815 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.663951 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664085 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664220 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664354 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664488 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664631 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664784 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.664935 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665093 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665274 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665452 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665602 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665755 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.665900 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666041 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666185 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666343 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666502 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666661 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666819 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.666978 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667139 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667301 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667461 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667619 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667778 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.667936 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668094 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668253 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668425 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668586 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668745 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.668903 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669062 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669243 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669412 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669571 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669729 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.669887 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670054 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670199 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670348 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670508 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670665 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670824 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.670982 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671140 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671308 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671467 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671625 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671783 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.671941 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672098 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672266 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672426 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672585 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672744 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.672902 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.673081 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.673786 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.673947 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674104 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674261 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674420 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674578 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674744 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.674904 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675052 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675244 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675365 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675522 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675682 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.675852 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676012 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676173 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676331 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676490 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676648 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676809 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.676971 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677138 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677325 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677487 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677653 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677820 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.677988 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678147 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678312 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678482 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678640 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678858 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.678947 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679105 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679267 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679426 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679585 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679745 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.679903 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680062 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680222 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680380 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680538 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680696 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.680857 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.681016 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.681291 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.681291 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.681587 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:15.681710 n-d-master-1 neutron-server[103190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:15.822536 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58062) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:15.831740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070307 Dec 06 11:55:27.263445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cca953-881e-42db-ba93-d7195f1a7a63 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 11:55:27.321562 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cca953-881e-42db-ba93-d7195f1a7a63 None None] No non-hosted networks {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 11:55:27.330037 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.agentschedulers_db [None req-d7cca953-881e-42db-ba93-d7195f1a7a63 None None] DHCP Agent not found on host n-d-master-1 {{(pid=103299) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 06 11:55:27.407090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa8d-582a-45ce-9903-583cf19ce44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:29.503037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f06beb55-5200-4fc5-b4a4-9b9619db1503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:29.567708 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e59ad33e-428a-4753-b67a-fd1b46f0a9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:30.399213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:32.173332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:32.979559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:32.980613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.981285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.982687 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.985234 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.985803 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.990161 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.990721 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.992348 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.993448 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.993981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.994461 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.994939 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.995673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:32.996253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:33.005518 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:33.411393 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58154) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:33.937551 n-d-master-1 neutron-server[103298]: WARNING oslo_policy.policy [None req-7bc2ccf8-2f41-48f5-82ed-6906242dd578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:33.938593 n-d-master-1 neutron-server[103298]: WARNING oslo_policy.policy [None req-7bc2ccf8-2f41-48f5-82ed-6906242dd578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:34.170932 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-7bc2ccf8-2f41-48f5-82ed-6906242dd578 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:34.189047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7bc2ccf8-2f41-48f5-82ed-6906242dd578 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7762547 Dec 06 11:55:35.038115 n-d-master-1 neutron-server[103299]: INFO neutron.db.l3_hamode_db [None req-c836795e-15dc-432d-ac78-59adcfdf3b1d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 11:55:35.114798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836795e-15dc-432d-ac78-59adcfdf3b1d None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:55:35.115164 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836795e-15dc-432d-ac78-59adcfdf3b1d None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 11:55:36.798780 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:37.104217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:37.199888 n-d-master-1 neutron-server[103298]: DEBUG neutron.policy [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103298) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 11:55:37.245944 n-d-master-1 neutron-server[103298]: WARNING oslo_policy.policy [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:37.246325 n-d-master-1 neutron-server[103298]: WARNING oslo_policy.policy [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:37.254828 n-d-master-1 neutron-server[103298]: INFO neutron.quota [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] Loaded quota_driver: . Dec 06 11:55:37.345692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239216568', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239171917', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239169473', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239187561', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239179220', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760239137582', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1514301', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1354769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8072012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8042530'] for rbac-policy, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:37.409610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:37.410824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f53718ba-826a-435c-a876-24d6269f3a37 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110671 Dec 06 11:55:40.149062 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:40.438539 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Request body: {'network': {'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'name': 'private', 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:40.466384 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Made reservation on behalf of b5bb436f719e4a7ebe3629e3cdd422a9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:55:40.469019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.485772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.590145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.593694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.614119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 11:55:40.642071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760236213149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.642672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Unsubscribe: segment precommit_create {{(pid=103298) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 11:55:40.643209 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Added segment ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e of type vlan for network 0a2e639a-1a05-44d0-964f-2d965b647e38 Dec 06 11:55:40.659135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa20255d-abcf-4014-822a-ee2846fda582,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:40.710497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.710754 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.711086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.711414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.711971 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.712297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.712618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.712936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.713279 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.713596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.713914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.714226 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.714536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Tracked resource versions report: Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: pushed versions: Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: { 'AddressGroup': {'1.2'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'ConntrackHelper': {'1.0'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Log': {'1.0'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Network': {'1.1'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Port': {'1.7'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'PortForwarding': {'1.2'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'QosPolicy': {'1.10'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SecurityGroup': {'1.5'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SubPort': {'1.0'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Subnet': {'1.1'}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Trunk': {'1.1'}} Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: consumer versions: Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: { DHCP agent@n-d-master-1: {}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: L3 agent@n-d-master-1: {}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: Metadata agent@n-d-master-1: {}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: Metering agent@n-d-master-1: {}, Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'ConntrackHelper': '1.0', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'LocalIPAssociation': '1.0', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Log': '1.0', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Network': '1.1', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Port': '1.7', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'PortForwarding': '1.2', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'QosPolicy': '1.10', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SecurityGroup': '1.5', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SecurityGroupRule': '1.2', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'SubPort': '1.0', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Subnet': '1.1', Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: 'Trunk': '1.1'}} Dec 06 11:55:40.715649 n-d-master-1 neutron-server[103298]: {{(pid=103298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:55:40.755557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.799185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.800207 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:40.800932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:40.856334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7061992 Dec 06 11:55:40.903039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98b1b-f532-4466-b7c3-977694a8d57b admin admin] Pushing event updated for resources: {'Network': ['ID=0a2e639a-1a05-44d0-964f-2d965b647e38,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:40.915086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:55:43.702056 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58196) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:44.085364 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aaf8e6-b5b6-4894-ae0c-2eb65aaf394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:44.086704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59aaf8e6-b5b6-4894-ae0c-2eb65aaf394c admin admin] 10.222.0.31 "GET /v2.0/networks/0a2e639a-1a05-44d0-964f-2d965b647e38 HTTP/1.1" status: 200 len: 825 time: 0.3837018 Dec 06 11:55:44.110968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-947975c5-e406-446a-9237-82f5e86fe24e admin admin] 10.222.0.31 "GET /v2.0/subnetpools/a3a99dbb-856a-4525-85a4-364af218b9ed HTTP/1.1" status: 200 len: 734 time: 0.0182683 Dec 06 11:55:44.119668 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'name': 'private-subnet', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:44.141662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Made reservation on behalf of b5bb436f719e4a7ebe3629e3cdd422a9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:55:44.143810 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.433263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.505009 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27b4745-39e0-48e7-9e49-8c2120b4b3d4,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:44.509459 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Checking segment: {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:55:44.509846 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Network hostable DHCP agents. Network: 0a2e639a-1a05-44d0-964f-2d965b647e38, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:55:44.530296 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:55:44.541413 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0a2e639a-1a05-44d0-964f-2d965b647e38) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:55:44.545795 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:44.546373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.552326 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7c441-3230-4fb1-9038-19f8a28a5e4d None None] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:55:44.561708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d10238c5-bc12-4a6c-b78a-78033477d1d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451921 Dec 06 11:55:44.874276 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0a2e639a-1a05-44d0-964f-2d965b647e38', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 11:55:44.876157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.174449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Allocated IP 172.20.0.2 (0a2e639a-1a05-44d0-964f-2d965b647e38/b27b4745-39e0-48e7-9e49-8c2120b4b3d4/61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:55:45.376609 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.383729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.456023 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:55:45.463918 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:55:45.472196 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Pushing event updated for resources: {'Port': ['ID=61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:45.474414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:55:45.484007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.484362 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.485256 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.485596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.485933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.486263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.486591 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.486917 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.487241 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.487565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.487892 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.488210 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.488531 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Tracked resource versions report: Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: pushed versions: Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: { 'AddressGroup': {'1.2'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'ConntrackHelper': {'1.0'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Log': {'1.0'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Network': {'1.1'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Port': {'1.7'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'PortForwarding': {'1.2'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'QosPolicy': {'1.10'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SecurityGroup': {'1.5'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SubPort': {'1.0'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Subnet': {'1.1'}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Trunk': {'1.1'}} Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: consumer versions: Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: { DHCP agent@n-d-master-1: {}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: L3 agent@n-d-master-1: {}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: Metadata agent@n-d-master-1: {}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: Metering agent@n-d-master-1: {}, Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'ConntrackHelper': '1.0', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'LocalIPAssociation': '1.0', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Log': '1.0', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Network': '1.1', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Port': '1.7', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'PortForwarding': '1.2', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'QosPolicy': '1.10', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SecurityGroup': '1.5', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SecurityGroupRule': '1.2', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'SubPort': '1.0', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Subnet': '1.1', Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: 'Trunk': '1.1'}} Dec 06 11:55:45.489703 n-d-master-1 neutron-server[103299]: {{(pid=103299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:55:45.559275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Attempting to bind port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:55:45.559945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Attempting to bind port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:55:45.560098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Attempting to bind port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 on network 0a2e639a-1a05-44d0-964f-2d965b647e38 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:55:45.565117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:55:45.565512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Checking segment: {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:55:45.565996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.566387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Bound using segment: {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:55:45.566865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Bound port: 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:55:45.567259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.627172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] For port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:55:45.631371 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] For port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7,segment=NetworkSegment(ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e),segment_id=ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:55:45.636981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:45.700992 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4fc4-a61a-4ce1-97e3-7df0d1374619 None None] Pushing event updated for resources: {'Port': ['ID=61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:47.198477 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58204) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:47.505852 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-43c3ed96-154b-4731-8c5f-ee85ab92023b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:47.506917 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43c3ed96-154b-4731-8c5f-ee85ab92023b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075545 Dec 06 11:55:50.119065 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:50.610856 n-d-master-1 neutron-server[103297]: WARNING oslo_policy.policy [None req-bcfb6128-8e91-418a-8319-78c012e5fb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:50.611462 n-d-master-1 neutron-server[103297]: WARNING oslo_policy.policy [None req-bcfb6128-8e91-418a-8319-78c012e5fb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:50.836042 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-bcfb6128-8e91-418a-8319-78c012e5fb04 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:50.837322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bcfb6128-8e91-418a-8319-78c012e5fb04 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7161982 Dec 06 11:55:53.683962 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:53.977303 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Request body: {'router': {'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:54.042940 n-d-master-1 neutron-server[103297]: DEBUG neutron.policy [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 11:55:54.091643 n-d-master-1 neutron-server[103297]: WARNING oslo_policy.policy [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:54.092016 n-d-master-1 neutron-server[103297]: WARNING oslo_policy.policy [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:54.101211 n-d-master-1 neutron-server[103297]: INFO neutron.quota [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Loaded quota_driver: . Dec 06 11:55:54.159081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.161060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.317540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.322727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.348930 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.350194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b62521da-ebfa-472c-8c81-bc6ded52f039 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6653070 Dec 06 11:55:54.677661 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d973e-13a4-4db7-adee-f18ba6baed33 None None] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:55:54.811281 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] Provisioning complete for port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:54.811671 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.882522 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:55:55.032432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:55.044291 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:55.044666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:55.100065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] For port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7,segment=NetworkSegment(ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e),segment_id=ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:55:55.106195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:55.184991 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7e930-e119-47a9-8a90-fb016da09329 None None] Pushing event updated for resources: {'Port': ['ID=61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:55.227599 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa5be58a-dcc9-4058-a72b-288ba9769019 None None] Provisioning complete for port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:55.227972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa5be58a-dcc9-4058-a72b-288ba9769019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:56.852968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:55:56.898868 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:56.899250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:56.931560 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58244) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:57.136228 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d025-d919-4285-91cc-c9ce2f111b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:57.252047 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-5686b822-ba5c-49a0-aa10-01316f86d46c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:57.253062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5686b822-ba5c-49a0-aa10-01316f86d46c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3205874 Dec 06 11:55:59.491733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ec3f-48f4-4fda-8cd7-2f04234ee091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:59.809122 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58252) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:00.113728 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:56:00.134047 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Made reservation on behalf of 154b034a520d4cec92619be7d41f569e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:56:00.136354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.144890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.218385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.221823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.238458 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Reserving flat network on physical network physnet1 {{(pid=103298) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 11:56:00.252929 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6ae966-51c1-444f-89b2-9a6b6857020b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:00.260159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.260544 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Added segment cf18c4fa-28ab-4703-9aee-062827fdebe0 of type flat for network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 Dec 06 11:56:00.304829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.330899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.340150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.341584 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:00.342257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.366703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5564497 Dec 06 11:56:00.406171 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5832-6b1a-4979-b8ac-95b37edb2a4e admin admin] Pushing event updated for resources: {'Network': ['ID=2d765136-bb3e-47a9-b5c2-cef5446d41f8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:00.416857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:56:02.087557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:02.924808 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58270) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:02.978326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.097107 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518bb20-54ef-4624-b318-c5bd0c512f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:03.098435 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a518bb20-54ef-4624-b318-c5bd0c512f41 admin admin] 10.222.0.31 "GET /v2.0/subnets/b27b4745-39e0-48e7-9e49-8c2120b4b3d4 HTTP/1.1" status: 200 len: 849 time: 0.1726425 Dec 06 11:56:03.255884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9af41d0e-a8e4-4ea8-ac8a-6b9cd06b30bf admin admin] 10.222.0.31 "GET /v2.0/routers/6d2c0d05-62be-417d-87f9-bd242493a709 HTTP/1.1" status: 200 len: 704 time: 0.1513577 Dec 06 11:56:03.518539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.804824 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Allocated IP 172.20.0.1 (0a2e639a-1a05-44d0-964f-2d965b647e38/b27b4745-39e0-48e7-9e49-8c2120b4b3d4/4ff6697a-19c8-4cd3-8833-7131e8dcc5fc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:56:03.957713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.063252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.132601 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:04.137365 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:04.143607 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:56:04.144137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.206807 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Pushing event updated for resources: {'Port': ['ID=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:04.323430 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6faab3dd-710e-412b-a1e9-5d9214d80030 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:04.323967 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6faab3dd-710e-412b-a1e9-5d9214d80030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.343699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.355796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6faab3dd-710e-412b-a1e9-5d9214d80030 None None] Port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:04.550105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.554231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.554945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.615424 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Pushing event updated for resources: {'Port': ['ID=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:04.679290 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:04.680627 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:04.843692 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Router 6d2c0d05-62be-417d-87f9-bd242493a709 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 11:56:04.878061 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-226f0fd2-0cd7-4595-8aba-449b46bec677 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:04.878362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-226f0fd2-0cd7-4595-8aba-449b46bec677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.913424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-226f0fd2-0cd7-4595-8aba-449b46bec677 None None] Port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:04.935411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 11:56:04.940900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e02b453-1519-4138-8ea9-162db24c9f5e admin admin] 10.222.0.31 "PUT /v2.0/routers/6d2c0d05-62be-417d-87f9-bd242493a709/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6795042 Dec 06 11:56:04.945588 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Sync routers for ids ['6d2c0d05-62be-417d-87f9-bd242493a709'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 11:56:04.958951 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Routers {'6d2c0d05-62be-417d-87f9-bd242493a709'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:04.959737 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6d2c0d05-62be-417d-87f9-bd242493a709'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:05.144242 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Set router 6d2c0d05-62be-417d-87f9-bd242493a709 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:05.571550 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:04Z', 'revision_number': 2, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port_host': None, '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:04Z', 'revision_number': 2, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:05.622549 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Checking router: 6d2c0d05-62be-417d-87f9-bd242493a709 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 11:56:05.622927 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Updating router 6d2c0d05-62be-417d-87f9-bd242493a709 port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 11:56:05.670928 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.173736 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.180146 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.337439 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Pushing event updated for resources: {'Port': ['ID=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:06.354489 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.354834 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.355174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.355507 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.355839 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.356168 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.356491 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.356816 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.357135 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.357469 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.357787 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.358103 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.358418 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Tracked resource versions report: Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: pushed versions: Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: { 'AddressGroup': {'1.2'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'ConntrackHelper': {'1.0'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Log': {'1.0'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Network': {'1.1'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Port': {'1.7'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'PortForwarding': {'1.2'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'QosPolicy': {'1.10'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SecurityGroup': {'1.5'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SubPort': {'1.0'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Subnet': {'1.1'}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Trunk': {'1.1'}} Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: consumer versions: Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: { DHCP agent@n-d-master-1: {}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: L3 agent@n-d-master-1: {}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: Metadata agent@n-d-master-1: {}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: Metering agent@n-d-master-1: {}, Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'ConntrackHelper': '1.0', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'LocalIPAssociation': '1.0', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Log': '1.0', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Network': '1.1', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Port': '1.7', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'PortForwarding': '1.2', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'QosPolicy': '1.10', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SecurityGroup': '1.5', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SecurityGroupRule': '1.2', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'SubPort': '1.0', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Subnet': '1.1', Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: 'Trunk': '1.1'}} Dec 06 11:56:06.360133 n-d-master-1 neutron-server[103300]: {{(pid=103300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:56:06.362645 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Attempting to bind port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:56:06.363038 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Attempting to bind port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:56:06.363490 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Attempting to bind port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc on network 0a2e639a-1a05-44d0-964f-2d965b647e38 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:56:06.369491 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:56:06.369884 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Checking segment: {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:06.370369 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.370755 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Bound using segment: {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:56:06.371239 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Bound port: 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:56:06.371620 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.438325 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] For port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:56:06.444198 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c5abd11c-d1b1-426c-bd0a-2cdc054dbb03 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:06.444694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c5abd11c-d1b1-426c-bd0a-2cdc054dbb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.457846 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] For port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,segment=NetworkSegment(ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e),segment_id=ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:56:06.462705 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.477693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c5abd11c-d1b1-426c-bd0a-2cdc054dbb03 None None] Port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:06.512754 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Routers {'6d2c0d05-62be-417d-87f9-bd242493a709'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:06.513551 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6d2c0d05-62be-417d-87f9-bd242493a709'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:06.612814 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] Set router 6d2c0d05-62be-417d-87f9-bd242493a709 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:06.638369 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706b16-fa7c-4e00-b269-321a89857c52 None None] Pushing event updated for resources: {'Port': ['ID=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:06.705991 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:06.706454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.785865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.818278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] For port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,segment=NetworkSegment(ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e),segment_id=ae0c6f57-d3fe-4cae-b94d-bb4e9db55a6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:56:06.824473 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.825287 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:04Z', 'revision_number': 2, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port_host': None, '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 4, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:06.854328 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1d5a3-26d1-48ce-acdf-6a84ef51e394 None None] The sync data for ids ['6d2c0d05-62be-417d-87f9-bd242493a709'] in n-d-master-1 is: [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:04Z', 'revision_number': 2, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port_host': None, '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 4, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 11:56:06.875700 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a38c1-a7c5-4b29-990f-d5aa94ac1cd7 None None] Pushing event updated for resources: {'Port': ['ID=4ff6697a-19c8-4cd3-8833-7131e8dcc5fc,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:07.395133 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58290) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:07.504128 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa848cce-706a-4b8f-b3f4-bfc3c2b546f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:07.505515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa848cce-706a-4b8f-b3f4-bfc3c2b546f5 admin admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 842 time: 0.1094260 Dec 06 11:56:07.515373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.35.3.1', 'enable_dhcp': False, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'cidr': '172.35.3.0/24', 'name': 'public-subnet'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:56:07.537335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Made reservation on behalf of 154b034a520d4cec92619be7d41f569e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:56:07.539544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.819482 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 11:56:07.819898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.872672 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70146874-04e2-4842-97e8-397c1c552e1b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:07.882873 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:07.883224 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Network hostable DHCP agents. Network: 2d765136-bb3e-47a9-b5c2-cef5446d41f8, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:56:07.898898 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:56:07.907268 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2d765136-bb3e-47a9-b5c2-cef5446d41f8) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:07.911395 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:07.912661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.917759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ee6e7-d11b-440c-a619-430a74a51c9c None None] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:56:07.933720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3668c55f-aadc-472c-af8c-3dbec292a66c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4196093 Dec 06 11:56:08.059492 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb918d1f-6789-464c-bb24-6406dcd3fc3b None None] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:56:10.429243 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58298) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:10.640055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8e9afd6a-3a55-450e-a6cd-fd7895f3af6d admin admin] 10.222.0.31 "GET /v2.0/routers/6d2c0d05-62be-417d-87f9-bd242493a709 HTTP/1.1" status: 200 len: 710 time: 0.2042768 Dec 06 11:56:10.726286 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda602f-12ff-4a96-aa3e-b4d5111ce38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:10.727646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4dda602f-12ff-4a96-aa3e-b4d5111ce38d admin admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 886 time: 0.0870368 Dec 06 11:56:10.737804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:56:10.979202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.212092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.289597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.399668 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Allocated IP 172.35.3.189 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/b91ddb02-d91c-4285-8db7-47b01510e22a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:56:11.503181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.535128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.572017 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:11.574727 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:11.578552 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:56:11.610967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b91ddb02-d91c-4285-8db7-47b01510e22a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:11.822435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:12.098684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:12.102052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:12.209662 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Router 6d2c0d05-62be-417d-87f9-bd242493a709 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 11:56:12.318742 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 11:56:12.323096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:12.324612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-780ff5af-37c7-4125-a009-f607427934b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d2c0d05-62be-417d-87f9-bd242493a709 HTTP/1.1" status: 200 len: 890 time: 1.5907741 Dec 06 11:56:12.871363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:12.919417 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:12.919787 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:13.929880 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Sync routers for ids ['6d2c0d05-62be-417d-87f9-bd242493a709'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 11:56:13.941905 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Routers {'6d2c0d05-62be-417d-87f9-bd242493a709'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:13.942553 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6d2c0d05-62be-417d-87f9-bd242493a709'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:14.148057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Set router 6d2c0d05-62be-417d-87f9-bd242493a709 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:14.601568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port': {'id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:11Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:14.652660 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Checking router: 6d2c0d05-62be-417d-87f9-bd242493a709 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 11:56:14.653017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Updating router 6d2c0d05-62be-417d-87f9-bd242493a709 port b91ddb02-d91c-4285-8db7-47b01510e22a binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 11:56:14.699173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.909802 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:15.011197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.016625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.024772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-df5b88d2-3dfb-4966-98d7-368b64d94cac admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1107466 Dec 06 11:56:15.073639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Attempting to bind port b91ddb02-d91c-4285-8db7-47b01510e22a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:56:15.074034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Attempting to bind port b91ddb02-d91c-4285-8db7-47b01510e22a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:56:15.074399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Attempting to bind port b91ddb02-d91c-4285-8db7-47b01510e22a on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:56:15.077719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021dc5-da99-4e0a-a19d-bf4043fabf70 None None] Pushing event updated for resources: {'Port': ['ID=b91ddb02-d91c-4285-8db7-47b01510e22a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:15.083874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:56:15.084273 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:15.084648 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.085109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:56:15.085547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Bound port: b91ddb02-d91c-4285-8db7-47b01510e22a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:56:15.085950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.138106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] For port b91ddb02-d91c-4285-8db7-47b01510e22a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:56:15.141452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] For port b91ddb02-d91c-4285-8db7-47b01510e22a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b91ddb02-d91c-4285-8db7-47b01510e22a,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:56:15.146435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.210541 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021dc5-da99-4e0a-a19d-bf4043fabf70 None None] Pushing event updated for resources: {'Port': ['ID=b91ddb02-d91c-4285-8db7-47b01510e22a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:15.213056 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Routers {'6d2c0d05-62be-417d-87f9-bd242493a709'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:15.213688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6d2c0d05-62be-417d-87f9-bd242493a709'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:15.322282 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] Set router 6d2c0d05-62be-417d-87f9-bd242493a709 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:15.536146 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port': {'id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:11Z', 'updated_at': '2021-12-06T11:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:15.562733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12efed1-bc9e-4220-a9fd-dc3f0f5fd57d None None] The sync data for ids ['6d2c0d05-62be-417d-87f9-bd242493a709'] in n-d-master-1 is: [{'id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'name': 'router1', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:54Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'gw_port': {'id': 'b91ddb02-d91c-4285-8db7-47b01510e22a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:11Z', 'updated_at': '2021-12-06T11:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4ff6697a-19c8-4cd3-8833-7131e8dcc5fc', 'name': '', 'network_id': '0a2e639a-1a05-44d0-964f-2d965b647e38', 'tenant_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'mac_address': 'fa:16:3e:36:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2c0d05-62be-417d-87f9-bd242493a709', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:03Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': 'b5bb436f719e4a7ebe3629e3cdd422a9', 'subnets': [{'id': 'b27b4745-39e0-48e7-9e49-8c2120b4b3d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a99dbb-856a-4525-85a4-364af218b9ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 11:56:16.565742 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:56:16.888818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b91ddb02-d91c-4285-8db7-47b01510e22a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:16.944937 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b91ddb02-d91c-4285-8db7-47b01510e22a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:16.945349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:17.030312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:17.053777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port b91ddb02-d91c-4285-8db7-47b01510e22a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b91ddb02-d91c-4285-8db7-47b01510e22a,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:56:17.062100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:17.115204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=b91ddb02-d91c-4285-8db7-47b01510e22a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:18.887086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b91ddb02-d91c-4285-8db7-47b01510e22a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:18.947786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b91ddb02-d91c-4285-8db7-47b01510e22a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:18.947786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:27.137997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ba401ac-d455-4fc4-ba79-9065397c3347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:29.504185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05a73a62-a9ca-4f64-a0e3-9d3265582458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:30.340472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:32.103159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:32.988546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:53.563205 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:56:57.142718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-61bfd32f-6718-45a1-8ccb-d0d8a89759e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:59.491092 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a2f512-e1f3-4f6f-9129-9b0d08b362e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:00.341898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:02.094961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:02.984382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:27.149765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-460ad262-b5b4-4125-92fe-f7f6e33c6e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:29.492239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5f41-f7f0-46bc-912d-850c28554b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:30.341758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:30.562225 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:57:32.097688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:32.986995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:45.724624 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58826) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:45.788591 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aabe8e-1c6b-4df3-90b6-b3a906cfd045 admin admin] GET failed (client error): The resource could not be found. Dec 06 11:57:45.789965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-83aabe8e-1c6b-4df3-90b6-b3a906cfd045 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643480 Dec 06 11:57:45.948113 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2cd6e-f0df-41b3-8e96-2b13064ff652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:45.949610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3ad2cd6e-f0df-41b3-8e96-2b13064ff652 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543317 Dec 06 11:57:48.315605 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58836) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:48.405908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edf33b-8b62-40e8-bfe9-c3bc3b1b631d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:48.407221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02edf33b-8b62-40e8-bfe9-c3bc3b1b631d admin admin] 10.222.0.31 "GET /v2.0/subnets/b27b4745-39e0-48e7-9e49-8c2120b4b3d4 HTTP/1.1" status: 200 len: 849 time: 0.0906780 Dec 06 11:57:48.417094 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:57:48.500651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.639450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760236378031'] for subnet, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.670967 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:48.671567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.672834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] 10.222.0.31 "PUT /v2.0/subnets/b27b4745-39e0-48e7-9e49-8c2120b4b3d4 HTTP/1.1" status: 200 len: 868 time: 0.2592425 Dec 06 11:57:48.691847 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27b4745-39e0-48e7-9e49-8c2120b4b3d4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:57:48.696606 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87275bd6-cc93-485c-8b51-e863ff000150 None None] Network 0a2e639a-1a05-44d0-964f-2d965b647e38 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:57:48.699544 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.699888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.700235 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.700576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.700926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.701297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.701638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.701968 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.702295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.702620 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.702958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.703330 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.703663 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453124b2-f9cf-4dc6-83c5-484babdccb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:49.097981 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1fb8d9ee-2e84-4a60-a226-1296b30e8ef2 None None] Provisioning complete for port 4ff6697a-19c8-4cd3-8833-7131e8dcc5fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:57:49.098354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d9ee-2e84-4a60-a226-1296b30e8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:49.183388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1fb8d9ee-2e84-4a60-a226-1296b30e8ef2 None None] Provisioning complete for port 61e8adb9-13bf-4bd5-ab59-bfe6f0fa1fa7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:57:49.184315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d9ee-2e84-4a60-a226-1296b30e8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:51.079861 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58844) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:51.276805 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1560e-2b85-4aa7-b056-a6a63ed79edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:51.277230 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1560e-2b85-4aa7-b056-a6a63ed79edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:51.278765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-baf1560e-2b85-4aa7-b056-a6a63ed79edf admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979108 Dec 06 11:57:53.662167 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58852) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:53.905481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe57ac8-a518-4c3e-931b-9632d39f12b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:53.905962 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe57ac8-a518-4c3e-931b-9632d39f12b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:53.907632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-abe57ac8-a518-4c3e-931b-9632d39f12b0 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2444894 Dec 06 11:57:56.269302 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:56.468350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f829b6-7fc1-407e-a319-d9a22e385b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:56.469634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71f829b6-7fc1-407e-a319-d9a22e385b4c admin admin] 10.222.0.31 "GET /v2.0/networks/0a2e639a-1a05-44d0-964f-2d965b647e38 HTTP/1.1" status: 200 len: 869 time: 0.1993842 Dec 06 11:57:57.142074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e18e9fc-329e-4e2e-b535-3b1adeb928c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:58.827221 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:58.948431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e7dea-aa8d-44e3-80ef-5350b4526a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:58.949835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-997e7dea-aa8d-44e3-80ef-5350b4526a1f admin admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 886 time: 0.1216712 Dec 06 11:57:59.494393 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44f61115-0752-4cef-85e2-4842a1e41acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:00.345273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:01.350670 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:01.492445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4acfdbe-3c79-4939-9c5a-cd9833f171f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:01.492893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4acfdbe-3c79-4939-9c5a-cd9833f171f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:01.494447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4acfdbe-3c79-4939-9c5a-cd9833f171f5 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1428354 Dec 06 11:58:02.098437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:02.988263 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:03.841510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:03.929850 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794ef3f-a1ec-4666-9c90-6aed384f6f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:03.930297 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794ef3f-a1ec-4666-9c90-6aed384f6f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:03.931761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3794ef3f-a1ec-4666-9c90-6aed384f6f56 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892906 Dec 06 11:58:06.283714 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:06.394371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f924e0-1369-4538-93b3-212e1347566a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:06.395707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8f924e0-1369-4538-93b3-212e1347566a admin admin] 10.222.0.31 "GET /v2.0/subnets/70146874-04e2-4842-97e8-397c1c552e1b HTTP/1.1" status: 200 len: 816 time: 0.1110616 Dec 06 11:58:07.560559 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:58:08.747817 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58902) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:08.839648 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd796091-c9a8-4149-ac85-78e79ff0f4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:08.840961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cd796091-c9a8-4149-ac85-78e79ff0f4b2 admin admin] 10.222.0.31 "GET /v2.0/subnets/b27b4745-39e0-48e7-9e49-8c2120b4b3d4 HTTP/1.1" status: 200 len: 868 time: 0.0921991 Dec 06 11:58:27.143351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afdafef2-b785-4d02-805c-a7534dae4239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:29.496687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1db392bf-0b0d-4a6e-8a36-a1ae586364a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:30.347990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:32.102083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:32.990330 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:33.618843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:33.665109 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-8a5d7ed9-c451-48f6-9aaa-c3047b6ed1d6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:58:33.666118 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a5d7ed9-c451-48f6-9aaa-c3047b6ed1d6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463500 Dec 06 11:58:36.136678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58964) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:36.195982 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd7c348-a7e9-4fbf-8753-5574760133e3 admin admin] GET failed (client error): The resource could not be found. Dec 06 11:58:36.197368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7fd7c348-a7e9-4fbf-8753-5574760133e3 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595810 Dec 06 11:58:36.281611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10784dc1-18ae-4446-b27f-c2bd635b2ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:36.283019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10784dc1-18ae-4446-b27f-c2bd635b2ae4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805616 Dec 06 11:58:38.672406 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:38.718389 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:58:38.737927 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Made reservation on behalf of 154b034a520d4cec92619be7d41f569e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:58:38.740293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:38.769816 n-d-master-1 neutron-server[103298]: WARNING neutron.services.revisions.revision_plugin [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Could not find related network for resource to bump revision. Dec 06 11:58:38.781484 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 11:58:38.789983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:38.790322 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Added segment 6d51c2db-973d-4057-9980-3cfa887a7352 of type vlan for network 3427ce19-97da-467b-9d5b-4c8e829906f7 Dec 06 11:58:38.827727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:38.852363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:38.853238 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:38.853822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:38.883986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2102590 Dec 06 11:58:38.916822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d4ed5-0b5f-407d-a79f-f5a0263c3247 admin admin] Pushing event updated for resources: {'Network': ['ID=3427ce19-97da-467b-9d5b-4c8e829906f7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:38.928012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:58:41.293805 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58980) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:41.354163 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcce6eb-29a2-4a7b-9763-ef47c84bab32 admin admin] GET failed (client error): The resource could not be found. Dec 06 11:58:41.355409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4dcce6eb-29a2-4a7b-9763-ef47c84bab32 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606253 Dec 06 11:58:41.514987 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8df06-19b3-4fde-94cc-10ffe2128c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:41.516340 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8af8df06-19b3-4fde-94cc-10ffe2128c2e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1562591 Dec 06 11:58:41.526880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Request body: {'subnet': {'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:58:41.546706 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Made reservation on behalf of 154b034a520d4cec92619be7d41f569e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:58:41.549461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:41.709972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:41.763990 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a75f6f7-b308-4d99-b05a-6cb88081945f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:41.770415 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:58:41.771017 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Network hostable DHCP agents. Network: 3427ce19-97da-467b-9d5b-4c8e829906f7, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:58:41.786291 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:58:41.795073 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3427ce19-97da-467b-9d5b-4c8e829906f7) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:58:41.800009 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:41.801259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:41.803897 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089d2da-7f4c-4e65-90ad-ea429e0670fc None None] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:58:41.827851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc8ec9c3-6a03-4249-9a7e-4f1d6a588f69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944014 Dec 06 11:58:41.951959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3427ce19-97da-467b-9d5b-4c8e829906f7', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'tenant_id': '154b034a520d4cec92619be7d41f569e', 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 11:58:41.952869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.178141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Allocated IP 192.168.233.2 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/4620a179-8fae-4db3-86ff-0d6cbb44b28f) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:58:42.320168 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.326744 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.370914 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:58:42.374850 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:58:42.378251 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:58:42.385305 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Pushing event updated for resources: {'Port': ['ID=4620a179-8fae-4db3-86ff-0d6cbb44b28f,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:42.407944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.408289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.408628 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.408963 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.409322 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.409656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.409981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.410303 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.410623 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.410945 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.411266 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.411582 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.411899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.447804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Attempting to bind port 4620a179-8fae-4db3-86ff-0d6cbb44b28f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:58:42.448104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Attempting to bind port 4620a179-8fae-4db3-86ff-0d6cbb44b28f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:58:42.448953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Attempting to bind port 4620a179-8fae-4db3-86ff-0d6cbb44b28f on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:58:42.454124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:58:42.454495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:58:42.455658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.455658 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:58:42.455852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Bound port: 4620a179-8fae-4db3-86ff-0d6cbb44b28f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:58:42.456118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.515867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] For port 4620a179-8fae-4db3-86ff-0d6cbb44b28f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:58:42.520432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] For port 4620a179-8fae-4db3-86ff-0d6cbb44b28f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4620a179-8fae-4db3-86ff-0d6cbb44b28f,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:58:42.524647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.583231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dc3de-7ffc-4502-b091-f9c44f6af87c None None] Pushing event updated for resources: {'Port': ['ID=4620a179-8fae-4db3-86ff-0d6cbb44b28f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:43.023852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4620a179-8fae-4db3-86ff-0d6cbb44b28f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:58:43.077812 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4620a179-8fae-4db3-86ff-0d6cbb44b28f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:43.078181 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.157705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.191865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 4620a179-8fae-4db3-86ff-0d6cbb44b28f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4620a179-8fae-4db3-86ff-0d6cbb44b28f,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:58:43.198124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.251108 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=4620a179-8fae-4db3-86ff-0d6cbb44b28f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:43.452420 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99694162-7bbe-4784-bffa-1397b95ca1f1 None None] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:58:43.523837 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85cb2e02-03b1-4886-b804-483b103f5872 None None] Provisioning complete for port 4620a179-8fae-4db3-86ff-0d6cbb44b28f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:43.524122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85cb2e02-03b1-4886-b804-483b103f5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:44.086349 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05591c05-48f7-43d4-b760-32d989578d29 None None] Provisioning complete for port 4620a179-8fae-4db3-86ff-0d6cbb44b28f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:44.087001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05591c05-48f7-43d4-b760-32d989578d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:44.559663 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:58:44.963496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4620a179-8fae-4db3-86ff-0d6cbb44b28f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:58:45.011470 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4620a179-8fae-4db3-86ff-0d6cbb44b28f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:45.011833 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:57.144717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-40a2d1ac-de63-43cd-a876-5f4b836b2c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:59.498274 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d62109f-e2f6-4d35-9c4c-c0cbb0ee0bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:00.350904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:02.107759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:02.993856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:21.558141 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:59:27.146779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1df66a91-d5ca-48f0-8cb0-83709821ff5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:29.499247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-248ce661-c47b-44d2-9f27-21606af0ff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:30.355954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:32.107961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:32.999688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:57.150295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cad2e2e8-c83b-4957-aeba-bf68d4c788aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:57.787234 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:57.792970 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-25906efd-2ca8-4f1f-b787-aba5ca680136 tempest-verify_tempest_config-1305064408 tempest-verify_tempest_config-1305064408-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:59:57.794064 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25906efd-2ca8-4f1f-b787-aba5ca680136 tempest-verify_tempest_config-1305064408 tempest-verify_tempest_config-1305064408-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058444 Dec 06 11:59:58.076272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:58.177714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.252082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.255774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.299467 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c6d6ce678cb4d4db5e238dd4311dc28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221589 Dec 06 11:59:58.301344 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228600b6-eb07-49e4-8361-b0eaf3899b3c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:59:58.302523 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:58.308010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.308360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.308696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.309055 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.309411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.309738 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.310058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.310380 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.310700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.311016 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.311335 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.311651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.311964 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925480f-6f71-4368-ad08-df09bbebdc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.383097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.404970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.499788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.502446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.503700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/228600b6-eb07-49e4-8361-b0eaf3899b3c HTTP/1.1" status: 204 len: 168 time: 0.2001081 Dec 06 11:59:58.512124 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228600b6-eb07-49e4-8361-b0eaf3899b3c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:59:58.521032 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.521552 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.521751 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.522109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.522430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.522771 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.523100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.523430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.523761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.524086 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.524413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.524738 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.525063 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889d03-bf5c-405c-8fbd-552e001a4243 admin admin] Tracked resource versions report: Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: pushed versions: Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: { 'AddressGroup': {'1.2'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Log': {'1.0'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Network': {'1.1'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Port': {'1.7'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'PortForwarding': {'1.2'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'QosPolicy': {'1.10'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SecurityGroup': {'1.5'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SubPort': {'1.0'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Subnet': {'1.1'}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Trunk': {'1.1'}} Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: consumer versions: Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: { DHCP agent@n-d-master-1: {}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: L3 agent@n-d-master-1: {}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: Metadata agent@n-d-master-1: {}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: Metering agent@n-d-master-1: {}, Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'ConntrackHelper': '1.0', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'LocalIPAssociation': '1.0', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Log': '1.0', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Network': '1.1', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Port': '1.7', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'PortForwarding': '1.2', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'QosPolicy': '1.10', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SecurityGroup': '1.5', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SecurityGroupRule': '1.2', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'SubPort': '1.0', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Subnet': '1.1', Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: 'Trunk': '1.1'}} Dec 06 11:59:58.526262 n-d-master-1 neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:59:58.557867 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:59:59.502434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d901f72-bec5-4836-bd1c-e3baa7277043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:00.356952 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:02.110904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:02.992186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:27.152215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5861f9b5-b071-496f-b768-d93395749979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:29.501656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ae07788-8c1b-43a8-8ef7-fc2e5052a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:30.360629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:32.114669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:32.993800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:35.556489 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:00:57.153861 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ecb26b80-e05d-4fcf-ae21-ac7c2b0dcf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:59.502625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff77fcea-31e3-4906-a6af-be53412b53a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:00.362876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:02.121377 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:02.996458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:12.555476 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:01:27.155249 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75a49f6-4fc3-4f2b-875d-ca59d4a1acbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:29.502759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1d52995f-8c9f-490f-8900-13d6e5dbfe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:30.364338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:32.121617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:32.997449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:49.553892 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:01:57.156399 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64eca59f-64d4-4713-8872-484cab0b4677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:59.503371 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3821bfd7-6015-4ed5-b57a-b9b1ead9263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:00.367397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:02.124567 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:02.999545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:26.552122 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 5 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:02:27.157997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd418-4cf5-48d7-af88-37c46a5c37a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:29.504262 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59158d83-dcee-4f40-9165-4b53cf1ddf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:30.369534 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:32.127964 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:33.000606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.362669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.161665 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab9d8-f9c9-4b10-ac5a-0a77e64b9761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.505694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52945289-ed0a-4cff-9883-5c2faa4688da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.371995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.683627 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7885578'] for agent, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.131570 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.000871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.551261 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:03:19.313336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.164638 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6fce99ed-b779-4a45-9615-0de2fa96430f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.505871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52133c7f-0c7b-4c38-99df-2baaf931491c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.377859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.638554 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.135869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.002291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.445239 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.547872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-05b5f1e9-e35a-4122-a827-29a2698497a4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1014652 Dec 06 12:03:40.550732 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:03:42.961546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59114) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:43.022297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a7330ee2-48f7-4dbe-96cc-9ff3e031c685 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0596659 Dec 06 12:03:49.330110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.166042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-011eb710-1f8b-422a-9eb7-8eedc2661812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.506338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df8b85c0-8af1-4698-b284-15d791e12193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.378167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.649734 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.138961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.003494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.550153 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:04:19.330195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.174541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-18e3c58f-b501-42fd-9fa1-e575ac800e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.512433 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6e530fcb-f618-42ee-b4e7-3ff05e31ab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.385876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.653453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.142447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.006825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.331339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.548887 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:04:57.168109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-62212d4e-0d82-494d-9d41-6ce8e773482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.504624 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ecbf95f8-82ff-45d1-8a73-568a4f7c823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.385515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.650307 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.156328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.022036 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.299725 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.692541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-network', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:07.714260 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Made reservation on behalf of 39d5010b3fb64cc7adde086ac0509a18 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:07.716746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.725265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.801557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.807309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.833353 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:07.839567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543a5a7-09d0-4b07-9e9f-4aee254682af,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:07.852640 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.853199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.853668 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.854146 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.854477 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.854804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.855133 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.855455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.855775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.856093 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.856409 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.856722 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.857033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Tracked resource versions report: Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: pushed versions: Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: { 'AddressGroup': {'1.2'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'ConntrackHelper': {'1.0'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Log': {'1.0'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Network': {'1.1'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Port': {'1.7'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'PortForwarding': {'1.2'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'QosPolicy': {'1.10'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SecurityGroup': {'1.5'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SubPort': {'1.0'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Subnet': {'1.1'}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Trunk': {'1.1'}} Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: consumer versions: Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: { DHCP agent@n-d-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: HyperV agent@n-h1-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: HyperV agent@n-h2-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: L3 agent@n-d-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: Metadata agent@n-d-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: Metering agent@n-d-master-1: {}, Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'ConntrackHelper': '1.0', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'LocalIPAssociation': '1.0', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Log': '1.0', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Network': '1.1', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Port': '1.7', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'PortForwarding': '1.2', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'QosPolicy': '1.10', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SecurityGroup': '1.5', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SecurityGroupRule': '1.2', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'SubPort': '1.0', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Subnet': '1.1', Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: 'Trunk': '1.1'}} Dec 06 12:05:07.858213 n-d-master-1 neutron-server[103298]: {{(pid=103298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:05:07.861276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.861610 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Added segment 5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a of type vlan for network 19c15372-158f-445a-888d-31726f78960d Dec 06 12:05:07.902249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.943361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.945548 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:07.946316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.996895 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.997538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6960466 Dec 06 12:05:08.005944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Request body: {'subnet': {'network_id': '19c15372-158f-445a-888d-31726f78960d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-subnet', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.026818 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0ae99-5228-48df-aa9c-65cf0f41a7dc admin admin] Pushing event updated for resources: {'Network': ['ID=19c15372-158f-445a-888d-31726f78960d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.039742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 19c15372-158f-445a-888d-31726f78960d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:08.048005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Made reservation on behalf of 39d5010b3fb64cc7adde086ac0509a18 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:08.051364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.299506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.369903 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.385218 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Checking segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:08.385609 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Network hostable DHCP agents. Network: 19c15372-158f-445a-888d-31726f78960d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:08.389122 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.389490 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.389831 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.390161 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.390491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.390818 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.391138 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.391721 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.392200 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.392524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.392846 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.393185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.393508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Tracked resource versions report: Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: pushed versions: Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: { 'AddressGroup': {'1.2'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Log': {'1.0'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Network': {'1.1'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Port': {'1.7'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'PortForwarding': {'1.2'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'QosPolicy': {'1.10'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SecurityGroup': {'1.5'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SubPort': {'1.0'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Subnet': {'1.1'}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Trunk': {'1.1'}} Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: consumer versions: Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: { DHCP agent@n-d-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: HyperV agent@n-h1-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: HyperV agent@n-h2-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: L3 agent@n-d-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: Metadata agent@n-d-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: Metering agent@n-d-master-1: {}, Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'ConntrackHelper': '1.0', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'LocalIPAssociation': '1.0', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Log': '1.0', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Network': '1.1', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Port': '1.7', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'PortForwarding': '1.2', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'QosPolicy': '1.10', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SecurityGroup': '1.5', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SecurityGroupRule': '1.2', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'SubPort': '1.0', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Subnet': '1.1', Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: 'Trunk': '1.1'}} Dec 06 12:05:08.394627 n-d-master-1 neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:05:08.418746 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Network 19c15372-158f-445a-888d-31726f78960d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:08.432171 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 19c15372-158f-445a-888d-31726f78960d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:08.438976 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.438976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.442592 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa4c7b-e38c-443c-b981-958a505e9ea2 None None] Network 19c15372-158f-445a-888d-31726f78960d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:08.464957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4a5074a-d966-4aa1-84d4-5497faf741cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4621615 Dec 06 12:05:08.465197 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.470376 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.495497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.497404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.566186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.642801 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-19c15372-158f-445a-888d-31726f78960d', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:08.644031 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.800525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.804102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Allocated IP 172.20.0.2 (19c15372-158f-445a-888d-31726f78960d/85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8/2038b31a-6130-4f03-9e66-84a703970c6e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:08.995431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.002576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.045568 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Network 19c15372-158f-445a-888d-31726f78960d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:09.054167 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:09.058582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:09.098369 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Pushing event updated for resources: {'Port': ['ID=2038b31a-6130-4f03-9e66-84a703970c6e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:09.108010 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.108658 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.109237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.109899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.110451 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.111167 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.111725 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.112253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.112778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.113330 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.114081 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.114618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.115243 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Tracked resource versions report: Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: pushed versions: Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: { 'AddressGroup': {'1.2'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'ConntrackHelper': {'1.0'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Log': {'1.0'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Network': {'1.1'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Port': {'1.7'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'PortForwarding': {'1.2'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'QosPolicy': {'1.10'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SecurityGroup': {'1.5'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SubPort': {'1.0'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Subnet': {'1.1'}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Trunk': {'1.1'}} Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: consumer versions: Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: { DHCP agent@n-d-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: HyperV agent@n-h1-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: HyperV agent@n-h2-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: L3 agent@n-d-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: Metadata agent@n-d-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: Metering agent@n-d-master-1: {}, Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'ConntrackHelper': '1.0', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'LocalIPAssociation': '1.0', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Log': '1.0', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Network': '1.1', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Port': '1.7', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'PortForwarding': '1.2', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'QosPolicy': '1.10', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SecurityGroup': '1.5', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SecurityGroupRule': '1.2', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'SubPort': '1.0', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Subnet': '1.1', Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: 'Trunk': '1.1'}} Dec 06 12:05:09.117777 n-d-master-1 neutron-server[103299]: {{(pid=103299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:05:09.168466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Attempting to bind port 2038b31a-6130-4f03-9e66-84a703970c6e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:09.168834 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Attempting to bind port 2038b31a-6130-4f03-9e66-84a703970c6e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:09.169480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Attempting to bind port 2038b31a-6130-4f03-9e66-84a703970c6e on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:09.175018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:09.175594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Checking segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:09.176160 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.176686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Bound using segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:09.177352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Bound port: 2038b31a-6130-4f03-9e66-84a703970c6e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:09.177752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.228708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.260339 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.356926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] For port 2038b31a-6130-4f03-9e66-84a703970c6e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:09.361140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] For port 2038b31a-6130-4f03-9e66-84a703970c6e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2038b31a-6130-4f03-9e66-84a703970c6e,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:09.367879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.456512 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1d6a0-0428-404d-9a8b-8f1a0ea30422 None None] Pushing event updated for resources: {'Port': ['ID=2038b31a-6130-4f03-9e66-84a703970c6e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:09.539343 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Allocated IP 172.35.3.247 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:09.783644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.884220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.964981 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:09.969843 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:09.982565 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:09.988793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Pushing event updated for resources: {'Port': ['ID=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.359312 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59508) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.407743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.591571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e54707-5836-4d0a-9594-101c6c0dd752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.695338 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.715150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e54707-5836-4d0a-9594-101c6c0dd752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.727086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e54707-5836-4d0a-9594-101c6c0dd752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.736754 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc2af9-44f1-490c-b1c4-936f1a108f49 None None] Network 19c15372-158f-445a-888d-31726f78960d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:10.826225 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54707-5836-4d0a-9594-101c6c0dd752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b9916-53ab-4b5a-95b6-3d30c130ea7c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.900563 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65e54707-5836-4d0a-9594-101c6c0dd752 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=669c5c470bd84e1b8ae079c51f7fdc83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5386534 Dec 06 12:05:10.900745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.945027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] Provisioning complete for port 2038b31a-6130-4f03-9e66-84a703970c6e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:10.948266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.980771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.020665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.096869 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:05:11.155727 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59580) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.181913 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.210208 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59584) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.222516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] For port 2038b31a-6130-4f03-9e66-84a703970c6e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2038b31a-6130-4f03-9e66-84a703970c6e,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:11.223526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.226730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.230609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b64b9916-53ab-4b5a-95b6-3d30c130ea7c HTTP/1.1" status: 204 len: 168 time: 0.3248415 Dec 06 12:05:11.230697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.242161 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00a31-e804-47d4-85ec-2a5ff3ebc9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b9916-53ab-4b5a-95b6-3d30c130ea7c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.246924 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:11.258679 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:11.269408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.270726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67b24e89-8835-4346-870b-b7b25b32dedf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8043764 Dec 06 12:05:11.273648 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.277387 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:11.278627 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:11.309932 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7affb-8fde-4ca9-b83b-2c4867b99048 None None] Pushing event updated for resources: {'Port': ['ID=2038b31a-6130-4f03-9e66-84a703970c6e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.515484 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2038b31a-6130-4f03-9e66-84a703970c6e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:11.583871 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:11.650561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36fc2fce-494f-4f38-98cf-4d17d2e813a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.651353 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1b5159d9-4644-405a-964f-2d31ed4cb648 None None] Provisioning complete for port 2038b31a-6130-4f03-9e66-84a703970c6e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:11.651875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b5159d9-4644-405a-964f-2d31ed4cb648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.668041 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.669523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c74dcb95-ead6-4977-92b7-ea8112370d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.848968 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2038b31a-6130-4f03-9e66-84a703970c6e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:11.849514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.870560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36fc2fce-494f-4f38-98cf-4d17d2e813a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.880538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36fc2fce-494f-4f38-98cf-4d17d2e813a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.953713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-36fc2fce-494f-4f38-98cf-4d17d2e813a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04e571bf138640a0a8e82263d812e467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7404559 Dec 06 12:05:11.955457 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc2fce-494f-4f38-98cf-4d17d2e813a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d12e2c-599d-461a-9ea7-27aecaf7bf34,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.985385 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.021005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-980f0374-65da-4a00-bdbd-a400433e64b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.082466 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:10Z', 'revision_number': 3, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.104527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.134304 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59628) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.135899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.155319 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:12.155666 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Updating router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:05:12.204339 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.208231 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.274250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0c64029-62d3-4488-bdff-037452bc528c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.288736 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c74dcb95-ead6-4977-92b7-ea8112370d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.295705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-980f0374-65da-4a00-bdbd-a400433e64b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.302830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-980f0374-65da-4a00-bdbd-a400433e64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.306940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c74dcb95-ead6-4977-92b7-ea8112370d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.341398 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0374-65da-4a00-bdbd-a400433e64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94eb5c-7e0a-43de-9355-2326e965f0c3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.393325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-980f0374-65da-4a00-bdbd-a400433e64b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c7c789cf9594f7885a7ee605790cea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7088196 Dec 06 12:05:12.393325 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.429017 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dcb95-ead6-4977-92b7-ea8112370d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f41beb-eb2f-4af9-b6dc-54f1d6062967,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.431117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.433973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.435127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6d12e2c-599d-461a-9ea7-27aecaf7bf34 HTTP/1.1" status: 204 len: 168 time: 0.4433062 Dec 06 12:05:12.445740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c74dcb95-ead6-4977-92b7-ea8112370d59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=954a4c72f84e43e29588c72fe5f237af&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2886713 Dec 06 12:05:12.450054 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.491947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b63257-25e2-46cc-92f0-cc378b524980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d12e2c-599d-461a-9ea7-27aecaf7bf34,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.607691 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Allocated IP 172.20.0.1 (19c15372-158f-445a-888d-31726f78960d/85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8/a2e980c1-b28a-4242-9707-2bbf8347b8cb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:12.628727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0c64029-62d3-4488-bdff-037452bc528c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.657811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0c64029-62d3-4488-bdff-037452bc528c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.663681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.685712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.688978 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.702880 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.733170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.776028 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Attempting to bind port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:12.776405 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Attempting to bind port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:12.776767 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Attempting to bind port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:12.794805 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:12.794805 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:12.801734 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.802153 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:12.802685 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Bound port: c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:12.803077 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.809031 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Pushing event updated for resources: {'Port': ['ID=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.841364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.846802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64029-62d3-4488-bdff-037452bc528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e4172-e136-4318-8a94-07136dfc9380,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.847502 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.850474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff94eb5c-7e0a-43de-9355-2326e965f0c3 HTTP/1.1" status: 204 len: 168 time: 0.4570806 Dec 06 12:05:12.879391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.880097 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a54d4-254b-41fb-9aa9-17f57ee54f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94eb5c-7e0a-43de-9355-2326e965f0c3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.889714 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.890067 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.890425 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.890745 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.891078 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.891714 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.891989 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.892295 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.892634 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.892939 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.893282 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.893608 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.893926 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Tracked resource versions report: Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: pushed versions: Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: { 'AddressGroup': {'1.2'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'ConntrackHelper': {'1.0'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Log': {'1.0'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Network': {'1.1'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Port': {'1.7'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'PortForwarding': {'1.2'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'QosPolicy': {'1.10'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SecurityGroup': {'1.5'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SubPort': {'1.0'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Subnet': {'1.1'}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Trunk': {'1.1'}} Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: consumer versions: Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: { DHCP agent@n-d-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: HyperV agent@n-h1-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: HyperV agent@n-h2-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: L3 agent@n-d-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: Metadata agent@n-d-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: Metering agent@n-d-master-1: {}, Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'ConntrackHelper': '1.0', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'LocalIPAssociation': '1.0', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Log': '1.0', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Network': '1.1', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Port': '1.7', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'PortForwarding': '1.2', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'QosPolicy': '1.10', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SecurityGroup': '1.5', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SecurityGroupRule': '1.2', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'SubPort': '1.0', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Subnet': '1.1', Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: 'Trunk': '1.1'}} Dec 06 12:05:12.903420 n-d-master-1 neutron-server[103300]: {{(pid=103300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:05:12.938906 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.962440 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cb3e26-ec5e-4de6-ad58-45fc3fdbda03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.983799 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] For port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:12.990440 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] For port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:13.002826 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.047852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b0c64029-62d3-4488-bdff-037452bc528c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e1b323cb0a74fd497da546458e05fd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9120464 Dec 06 12:05:13.054191 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.100861 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:13.101577 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:13.106241 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62bcb-e7ec-49a0-82c6-e464bbbd1c31 None None] Pushing event updated for resources: {'Port': ['ID=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.237941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.303533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.320968 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:13.328003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cb3e26-ec5e-4de6-ad58-45fc3fdbda03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.340692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cb3e26-ec5e-4de6-ad58-45fc3fdbda03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.379137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.427036 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18cb3e26-ec5e-4de6-ad58-45fc3fdbda03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b050740ccc8b42ee8e01bf5b3385c0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4847286 Dec 06 12:05:13.433491 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.447232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.452761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb3e26-ec5e-4de6-ad58-45fc3fdbda03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c2efd-defe-4b6b-a602-9731ff15b2cc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.457179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.461615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18f41beb-eb2f-4af9-b6dc-54f1d6062967 HTTP/1.1" status: 204 len: 168 time: 1.0098579 Dec 06 12:05:13.530653 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59728) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.541497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.572559 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.576103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.578261 n-d-master-1 neutron-server[103297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 12:05:13.589065 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8cfb5-f9c0-4976-a12f-88187e2f63b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f41beb-eb2f-4af9-b6dc-54f1d6062967,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.600569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360e54ca-f583-4d79-9d4a-66b0abd71ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.612831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.615342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.619628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/002e4172-e136-4318-8a94-07136dfc9380 HTTP/1.1" status: 204 len: 168 time: 0.5645349 Dec 06 12:05:13.622228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-5963c4fa-9650-43cc-9796-1e2aeb42f6a2 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485766 Dec 06 12:05:13.628742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.640974 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43892-5b77-4eb3-9a57-533574758c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e4172-e136-4318-8a94-07136dfc9380,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.653744 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Network 19c15372-158f-445a-888d-31726f78960d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:13.658884 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:13.691702 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:13.692421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.748391 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:10Z', 'revision_number': 3, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:13.828083 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9c55e-f049-4898-842d-726ee74b8bf8 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:10Z', 'revision_number': 3, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:13.922946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.925867 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.927323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a4c2efd-defe-4b6b-a602-9731ff15b2cc HTTP/1.1" status: 204 len: 168 time: 0.4928772 Dec 06 12:05:13.952508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad372-3b5d-4c60-8637-96f2b23d2cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c2efd-defe-4b6b-a602-9731ff15b2cc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.009045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-cec12d7b-05fe-4b12-a200-68f0a49ac4cb tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:14.010697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-cec12d7b-05fe-4b12-a200-68f0a49ac4cb tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778815 Dec 06 12:05:14.044022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-f39e8bb5-3cbd-486c-910b-314d8ed716d7 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/quotas/55bd3fc7dd2044b0825955f9f00a17e2 HTTP/1.1" status: 200 len: 375 time: 0.0257828 Dec 06 12:05:14.089350 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59746) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.101596 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c36221be-68e6-4f2f-bc9b-a7d0a3d756c5 None None] Provisioning complete for port a2e980c1-b28a-4242-9707-2bbf8347b8cb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:14.102633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c36221be-68e6-4f2f-bc9b-a7d0a3d756c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.116952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-ccb60ce0-7c1f-4597-8417-19a9c3a8697d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719569 Dec 06 12:05:14.187981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c36221be-68e6-4f2f-bc9b-a7d0a3d756c5 None None] Port a2e980c1-b28a-4242-9707-2bbf8347b8cb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:14.191281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe57bd7-d3d2-4e66-a1c7-24d012546a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.208739 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Pushing event updated for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.404724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.481374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360e54ca-f583-4d79-9d4a-66b0abd71ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.572327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360e54ca-f583-4d79-9d4a-66b0abd71ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.665761 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e54ca-f583-4d79-9d4a-66b0abd71ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a80c8-1e1d-4aee-8dfd-d6fe4d1e3e43,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.700402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe57bd7-d3d2-4e66-a1c7-24d012546a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.713040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe57bd7-d3d2-4e66-a1c7-24d012546a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.724071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-360e54ca-f583-4d79-9d4a-66b0abd71ae6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9d6c87dd704528877375f9daaa6890&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1837966 Dec 06 12:05:14.724454 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.738499 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.845907 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe57bd7-d3d2-4e66-a1c7-24d012546a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf80f4b-2142-4cac-b287-84ce5dc26442,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.857303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3fe57bd7-d3d2-4e66-a1c7-24d012546a98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaaca8948c0c4e5f8aada4170655fd11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7614810 Dec 06 12:05:14.857922 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59786) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.895109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.921805 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.987381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.006217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.010599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.011815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/275a80c8-1e1d-4aee-8dfd-d6fe4d1e3e43 HTTP/1.1" status: 204 len: 168 time: 0.2843168 Dec 06 12:05:15.028067 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083a4c-44c2-4f04-8b95-34790f55440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a80c8-1e1d-4aee-8dfd-d6fe4d1e3e43,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.028225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.150230 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.152591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.160060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.161337 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf80f4b-2142-4cac-b287-84ce5dc26442 HTTP/1.1" status: 204 len: 168 time: 0.3008492 Dec 06 12:05:15.166935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.167624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.203549 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fdb2a-2f45-4519-88bf-1af91285f3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf80f4b-2142-4cac-b287-84ce5dc26442,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.288974 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Pushing event updated for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.297826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16ced1a6-a9ff-4a20-9c64-18cf51861171 req-366042d5-ddf7-406e-bad7-408fd191256c tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 210 time: 0.5545192 Dec 06 12:05:15.387587 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Network 19c15372-158f-445a-888d-31726f78960d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:15.390588 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:15.549934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:15.593961 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:15.696504 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:15.697910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.857726 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:15.868268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6d316fbc-2d02-416c-938d-96caa3636eed admin admin] 10.222.0.31 "PUT /v2.0/routers/01ea84b4-8dd9-42f6-a639-b17c7ebe6134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5919595 Dec 06 12:05:15.878652 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.886538 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3b7c9a01-f8df-484a-8d46-c5df09bbb3bd None None] Provisioning complete for port a2e980c1-b28a-4242-9707-2bbf8347b8cb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:15.887792 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b7c9a01-f8df-484a-8d46-c5df09bbb3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.934817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:15.942982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.952369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c9a01-f8df-484a-8d46-c5df09bbb3bd None None] Port a2e980c1-b28a-4242-9707-2bbf8347b8cb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:16.020400 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.517757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:16.533236 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:16.534938 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:16.589896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b3363dd-1e39-4de8-b430-e509180190f5 req-8e473e0c-5044-4526-9b10-e0c5df214463 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 210 time: 0.0466218 Dec 06 12:05:16.702479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:16.925434 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 2, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:16.956840 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:16.957178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Updating router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 port a2e980c1-b28a-4242-9707-2bbf8347b8cb binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:05:16.973073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.23', 59066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.990124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.009777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-afc8b92f-7968-409b-960c-80347c253882 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352101 Dec 06 12:05:17.246661 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-05df8899-dd4f-49b9-a2b2-d3eb7db126a3 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.248623 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-05df8899-dd4f-49b9-a2b2-d3eb7db126a3 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321758 Dec 06 12:05:17.338170 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Request body: {'port': {'device_id': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '55bd3fc7dd2044b0825955f9f00a17e2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:17.388774 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:17.414742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.438706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.582481 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Attempting to bind port a2e980c1-b28a-4242-9707-2bbf8347b8cb on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:17.582613 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Attempting to bind port a2e980c1-b28a-4242-9707-2bbf8347b8cb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:17.582873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Attempting to bind port a2e980c1-b28a-4242-9707-2bbf8347b8cb on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:17.598897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:17.599273 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Checking segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:17.600138 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.600512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Bound using segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:17.600998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Bound port: a2e980c1-b28a-4242-9707-2bbf8347b8cb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:17.601407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.636006 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Made reservation on behalf of 55bd3fc7dd2044b0825955f9f00a17e2 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:17.640326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.665652 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f20d5-2d5e-4bd6-830b-b80c752d5be1 None None] Pushing event updated for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:17.666026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.699166 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.700487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.841668 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59918) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.843553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.856632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-network', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:17.861889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.876711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cbcc1df-4f1a-48c7-818f-21d60515514c req-295f5b2a-3159-4f2c-9d03-7754381a9eb2 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 210 time: 0.0410676 Dec 06 12:05:17.907505 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d5f1d60a-8fcd-47f7-a00b-782939e934d5 None None] Provisioning complete for port a2e980c1-b28a-4242-9707-2bbf8347b8cb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.908078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d60a-8fcd-47f7-a00b-782939e934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.949764 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1d60a-8fcd-47f7-a00b-782939e934d5 None None] Port a2e980c1-b28a-4242-9707-2bbf8347b8cb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:17.960139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] For port a2e980c1-b28a-4242-9707-2bbf8347b8cb, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:17.985052 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Made reservation on behalf of 14983db535c9482fb2f98c5357b6d9d7 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:17.987435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.015094 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8048d81-c711-4768-a933-d37528c446ca,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:18.027853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.146611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] For port a2e980c1-b28a-4242-9707-2bbf8347b8cb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2e980c1-b28a-4242-9707-2bbf8347b8cb,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:18.153239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.203021 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Allocated IP 192.168.233.147 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/447826a5-2fbf-4532-aea6-1629fca1ed27) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:18.227604 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:18.228225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:18.230241 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f20d5-2d5e-4bd6-830b-b80c752d5be1 None None] Pushing event updated for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:18.355335 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:18.520837 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] Provisioning complete for port a2e980c1-b28a-4242-9707-2bbf8347b8cb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:18.520837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.602366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.626980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.679719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:18.707062 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc059d92-d0c6-40f7-ae89-23f2bf9cf168,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:18.708846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.715691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.717727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.718130 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Added segment 2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac of type vlan for network a11510f9-50fb-4bea-a3a5-17c50cdc6047 Dec 06 12:05:18.775496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.778472 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:17Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:18.878675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.884358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.886341 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:18.888251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.909275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6baa1f-baee-44fa-8168-602f5a2060cd None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:17Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:18.931274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] For port a2e980c1-b28a-4242-9707-2bbf8347b8cb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2e980c1-b28a-4242-9707-2bbf8347b8cb,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:18.948508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.120577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Pushing event updated for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.162039 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d855ff-4685-47e9-b90d-c7f5079f0d19 None None] Pushing event updated for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.218432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d0a3-980d-4436-9c39-00af200fb86b req-0def2b49-afa7-46f4-b4e7-f4007ce57387 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:19.222344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4e8d0a3-980d-4436-9c39-00af200fb86b req-0def2b49-afa7-46f4-b4e7-f4007ce57387 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 936 time: 0.1785488 Dec 06 12:05:19.265886 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] Pushing event updated for resources: {'Network': ['ID=a11510f9-50fb-4bea-a3a5-17c50cdc6047,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.369516 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.371394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73e86bdc-b484-4592-80dc-a0633a296f43 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5263181 Dec 06 12:05:19.377187 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59952) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:19.389769 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Request body: {'subnet': {'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-subnet', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:19.395526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:19.416058 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:19.419734 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:19.448396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4e8d0a3-980d-4436-9c39-00af200fb86b req-152c2d17-36d7-4bc6-88d3-69d52eeffa7a tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079065 Dec 06 12:05:19.448634 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:19.470453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:19.471315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.525264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Made reservation on behalf of 14983db535c9482fb2f98c5357b6d9d7 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:19.528301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.609058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-2083c6cb-4567-4fc3-bd4d-39f7d95c90a8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2719901 Dec 06 12:05:19.624759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a2e980c1-b28a-4242-9707-2bbf8347b8cb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:19.657280 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-51b0d232-8cde-4338-bbe8-8cca2a0593e6 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:05:19.663368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-51b0d232-8cde-4338-bbe8-8cca2a0593e6 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281556 Dec 06 12:05:19.739502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a2e980c1-b28a-4242-9707-2bbf8347b8cb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:19.740359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.086297 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7e54e240-447d-4e66-8ca2-16f12ad8deb4 None None] Provisioning complete for port 447826a5-2fbf-4532-aea6-1629fca1ed27 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:20.086297 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e54e240-447d-4e66-8ca2-16f12ad8deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.202243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7e54e240-447d-4e66-8ca2-16f12ad8deb4 None None] Port 447826a5-2fbf-4532-aea6-1629fca1ed27 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:20.287252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.485861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db09083-19d2-48be-8501-cdc835c8d53d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.511081 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Checking segment: {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:20.511458 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Network hostable DHCP agents. Network: a11510f9-50fb-4bea-a3a5-17c50cdc6047, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:20.548983 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:20.563848 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a11510f9-50fb-4bea-a3a5-17c50cdc6047) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:20.571215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:20.571818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.575157 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391a4a9-dda1-4ff9-81b7-186d7a460faa None None] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:20.620250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-931395e3-4b82-4189-9d60-c819413297ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2402885 Dec 06 12:05:20.620869 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59996) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.644942 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:20.686594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Request body: {'port': {'device_id': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'device_owner': 'compute:tempest-test_az-661691209', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:20.692099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ab126-73ae-4324-9f8f-724c87981c3c req-454556dc-9a4a-495a-a26e-f4715346ce03 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:20.707608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd1ab126-73ae-4324-9f8f-724c87981c3c req-454556dc-9a4a-495a-a26e-f4715346ce03 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 936 time: 0.1385758 Dec 06 12:05:20.835844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.858028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd1ab126-73ae-4324-9f8f-724c87981c3c req-b3472b77-edd4-41c2-88eb-cc72a590e890 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449053 Dec 06 12:05:20.882338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.883664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.978244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'fixed_ips': [{'subnet_id': '3db09083-19d2-48be-8501-cdc835c8d53d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:20.979126 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.110425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.422328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Allocated IP 172.20.0.2 (a11510f9-50fb-4bea-a3a5-17c50cdc6047/3db09083-19d2-48be-8501-cdc835c8d53d/9a77ded6-5194-49dc-87b6-797eacf7be3f) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:21.747225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.766572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.846845 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:21.864739 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:21.871568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:21.954195 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Pushing event updated for resources: {'Port': ['ID=9a77ded6-5194-49dc-87b6-797eacf7be3f,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:21.956288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.016379 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Attempting to bind port 9a77ded6-5194-49dc-87b6-797eacf7be3f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:22.016754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Attempting to bind port 9a77ded6-5194-49dc-87b6-797eacf7be3f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:22.017122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Attempting to bind port 9a77ded6-5194-49dc-87b6-797eacf7be3f on network a11510f9-50fb-4bea-a3a5-17c50cdc6047 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:22.028733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:22.029116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Checking segment: {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:22.029561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.029964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Bound using segment: {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:22.030445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Bound port: 9a77ded6-5194-49dc-87b6-797eacf7be3f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:22.030888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.095644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf393-79ae-4f7f-bcb0-128bdbbfafd5 req-1ad67b9f-e68d-45d5-97dd-10a12af3c91a tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:22.106006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5cdf393-79ae-4f7f-bcb0-128bdbbfafd5 req-1ad67b9f-e68d-45d5-97dd-10a12af3c91a tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 936 time: 0.1154099 Dec 06 12:05:22.136369 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:22.174701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] For port 9a77ded6-5194-49dc-87b6-797eacf7be3f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:22.181127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] For port 9a77ded6-5194-49dc-87b6-797eacf7be3f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a77ded6-5194-49dc-87b6-797eacf7be3f,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:22.198823 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.214990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60050) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:22.228925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5cdf393-79ae-4f7f-bcb0-128bdbbfafd5 req-7a2c3291-d28b-497d-a3f1-76dfee42c6ec tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214480 Dec 06 12:05:22.257733 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447826a5-2fbf-4532-aea6-1629fca1ed27 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:22.271906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.366821 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463874b-f1cc-4e7f-975e-86eb7e07f9e3 None None] Pushing event updated for resources: {'Port': ['ID=9a77ded6-5194-49dc-87b6-797eacf7be3f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:22.395931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e19e-86ed-4b4a-8cab-36be3a0d19b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.414579 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Transition to ACTIVE for port object 447826a5-2fbf-4532-aea6-1629fca1ed27 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:22.423743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.716622 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:22.814740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Pushing event updated for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:22.824228 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Attempting to bind port 447826a5-2fbf-4532-aea6-1629fca1ed27 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:22.824597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Attempting to bind port 447826a5-2fbf-4532-aea6-1629fca1ed27 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:22.824943 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Attempting to bind port 447826a5-2fbf-4532-aea6-1629fca1ed27 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:22.908706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23323273-bddd-449a-9083-377986f3a866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.025951 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e935653a-2dd2-46be-ab4a-d527c41eada2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.147371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e19e-86ed-4b4a-8cab-36be3a0d19b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.149029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Port 447826a5-2fbf-4532-aea6-1629fca1ed27 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:23.149388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Attempting to bind port 447826a5-2fbf-4532-aea6-1629fca1ed27 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:23.198389 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:23.202882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:23.202882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:23.208132 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Bound port: 447826a5-2fbf-4532-aea6-1629fca1ed27, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:23.208991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.223726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.227387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e935653a-2dd2-46be-ab4a-d527c41eada2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.228163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e19e-86ed-4b4a-8cab-36be3a0d19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.231664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e935653a-2dd2-46be-ab4a-d527c41eada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.268666 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:23.291507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e935653a-2dd2-46be-ab4a-d527c41eada2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04bddb4ada584e11902df191bdf34691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736082 Dec 06 12:05:23.294287 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:23.333457 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935653a-2dd2-46be-ab4a-d527c41eada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7a26f-9769-4099-b416-05fbfd0f04f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.399987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e19e-86ed-4b4a-8cab-36be3a0d19b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7774d-2821-4f60-92ca-05b3f89f45f3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.402801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.415282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.439837 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803153ac-810c-4be5-8ed2-70dcc287d5db req-89d6c13f-9929-4bc9-a53a-6991c032fa78 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:23.442354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-803153ac-810c-4be5-8ed2-70dcc287d5db req-89d6c13f-9929-4bc9-a53a-6991c032fa78 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.0875082 Dec 06 12:05:23.470088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.535060 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Allocated IP 172.35.3.73 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/5bcc707d-66b3-4c40-a6dc-648fdd34b770) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:23.598515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e943c39b-1640-4e48-8e9c-763062f70951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.607796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-803153ac-810c-4be5-8ed2-70dcc287d5db req-26c8cd78-fe2a-4bdf-8e5c-64f7c0fd389f tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585374 Dec 06 12:05:23.639253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.642503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.643945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2a7a26f-9769-4099-b416-05fbfd0f04f9 HTTP/1.1" status: 204 len: 168 time: 0.3484650 Dec 06 12:05:23.644335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a77ded6-5194-49dc-87b6-797eacf7be3f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:23.665899 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3eec8-c324-4e66-9a76-aa28b38db45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7a26f-9769-4099-b416-05fbfd0f04f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.710540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.863919 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9a77ded6-5194-49dc-87b6-797eacf7be3f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:23.864319 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.882461 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:23.903716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e943c39b-1640-4e48-8e9c-763062f70951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.916743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e943c39b-1640-4e48-8e9c-763062f70951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.961257 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=447826a5-2fbf-4532-aea6-1629fca1ed27,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:23.965635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.052196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e943c39b-1640-4e48-8e9c-763062f70951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90e93a06725e4037be8f05170160f665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7743037 Dec 06 12:05:24.058718 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.137418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.147563 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.188349 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 9a77ded6-5194-49dc-87b6-797eacf7be3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a77ded6-5194-49dc-87b6-797eacf7be3f,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:24.195717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.225262 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943c39b-1640-4e48-8e9c-763062f70951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804117e4-c9de-42bc-ac81-ee3f48c7ab55,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.278574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.305678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.336795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23323273-bddd-449a-9083-377986f3a866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.354246 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.355560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2cd8e19e-86ed-4b4a-8cab-36be3a0d19b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=788c96ca858344548d2ecd2d0f01e30b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2168949 Dec 06 12:05:24.363173 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=9a77ded6-5194-49dc-87b6-797eacf7be3f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.363680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.366772 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.368481 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:24.371481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/804117e4-c9de-42bc-ac81-ee3f48c7ab55 HTTP/1.1" status: 204 len: 168 time: 0.3115513 Dec 06 12:05:24.378956 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:24.382305 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:24.384611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23323273-bddd-449a-9083-377986f3a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.386192 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ff185-690a-413c-9b30-e8cf9abb6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804117e4-c9de-42bc-ac81-ee3f48c7ab55,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.416559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14169dde-76c1-4af8-affe-2dfccc99bea8 None None] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:24.428561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.452796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.467083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-23323273-bddd-449a-9083-377986f3a866 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=371b7eec2db9410dae5d1575744bda57&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2493517 Dec 06 12:05:24.484139 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.540250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.549897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.552595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.554480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36a7774d-2821-4f60-92ca-05b3f89f45f3 HTTP/1.1" status: 204 len: 168 time: 0.1992295 Dec 06 12:05:24.558465 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323273-bddd-449a-9083-377986f3a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef2b3f-903f-4373-9451-9db5b00f83cd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.567852 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb767b3-9e50-4181-8393-f78742a50121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7774d-2821-4f60-92ca-05b3f89f45f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.568102 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.569173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.570791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] 10.222.0.23 "PUT /v2.0/ports/447826a5-2fbf-4532-aea6-1629fca1ed27 HTTP/1.1" status: 200 len: 1117 time: 4.3859501 Dec 06 12:05:24.578315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.588269 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:24.645885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4eb45d6a-bf8f-457b-9120-19f645fa5da0 None None] Provisioning complete for port 9a77ded6-5194-49dc-87b6-797eacf7be3f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:24.646579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4eb45d6a-bf8f-457b-9120-19f645fa5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.672687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.712694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e2bd-0f4a-4b4d-bf94-11dcaae62382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.868251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4edbe-6d44-42a4-bba6-3a2492a53274 req-5551455d-c162-4d3b-907e-7b048fa091b0 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.869821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38c4edbe-6d44-42a4-bba6-3a2492a53274 req-5551455d-c162-4d3b-907e-7b048fa091b0 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.1202989 Dec 06 12:05:24.870498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.873134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.874195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8ef2b3f-903f-4373-9451-9db5b00f83cd HTTP/1.1" status: 204 len: 168 time: 0.3890312 Dec 06 12:05:24.894043 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa324238-b5a4-4423-8453-a848bd74de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef2b3f-903f-4373-9451-9db5b00f83cd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.968443 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Pushing event updated for resources: {'Port': ['ID=5bcc707d-66b3-4c40-a6dc-648fdd34b770,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.996562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38c4edbe-6d44-42a4-bba6-3a2492a53274 req-e8e8e2f1-d000-4a22-a7d2-1bcf96631f51 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062241 Dec 06 12:05:25.077521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e2bd-0f4a-4b4d-bf94-11dcaae62382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.088859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e2bd-0f4a-4b4d-bf94-11dcaae62382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.151752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c3e5e2bd-0f4a-4b4d-bf94-11dcaae62382 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0dc78a6c2424b308ec174034bc63f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773154 Dec 06 12:05:25.152768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5e2bd-0f4a-4b4d-bf94-11dcaae62382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a85c9-5041-4af6-917d-c139e6b1ecc5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.155122 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.210756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.239574 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-aedbbefe-5e67-41ed-a323-ba10cae2f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:25.241605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-aedbbefe-5e67-41ed-a323-ba10cae2f98d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 1120 time: 0.4803388 Dec 06 12:05:25.242700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.244249 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d5ea-34b2-409c-bc7e-27ad52854f5f service neutron] Pushing event updated for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.348397 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.365133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b208790-7d40-441a-a0eb-a67c440c5f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.368771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.372297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.373709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c2a85c9-5041-4af6-917d-c139e6b1ecc5 HTTP/1.1" status: 204 len: 168 time: 0.2177165 Dec 06 12:05:25.399632 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f358c-6329-4722-a90b-a57d7b5221b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a85c9-5041-4af6-917d-c139e6b1ecc5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.552566 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da411a74-fb48-4f71-a520-5a3da82cc8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:25.576123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b208790-7d40-441a-a0eb-a67c440c5f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.578628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-3f19c8e0-8def-458f-a93c-b2d749b16a60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=447826a5-2fbf-4532-aea6-1629fca1ed27 HTTP/1.1" status: 200 len: 217 time: 0.2206132 Dec 06 12:05:25.586621 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b208790-7d40-441a-a0eb-a67c440c5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.608540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a77ded6-5194-49dc-87b6-797eacf7be3f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:25.670029 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60140) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.671910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.673125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6b208790-7d40-441a-a0eb-a67c440c5f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a156d9528704d26bf2abe65598b72db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234944 Dec 06 12:05:25.731384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b208790-7d40-441a-a0eb-a67c440c5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cafdefe-8729-4f11-b4fe-ea46886a538f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.750826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9a77ded6-5194-49dc-87b6-797eacf7be3f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:25.751768 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.843373 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-6b0ff74c-4020-40b7-a07b-0ba42945c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:25.853784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-6b0ff74c-4020-40b7-a07b-0ba42945c209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2434711 Dec 06 12:05:25.913271 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.936521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137203a9-5924-45af-b4c8-d6690cc6928f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.062418 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8d35062e-6cd2-4ed7-b975-14316142bbb5 None None] Provisioning complete for port 9a77ded6-5194-49dc-87b6-797eacf7be3f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:26.066142 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8d35062e-6cd2-4ed7-b975-14316142bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.188872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137203a9-5924-45af-b4c8-d6690cc6928f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.229337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137203a9-5924-45af-b4c8-d6690cc6928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.272607 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137203a9-5924-45af-b4c8-d6690cc6928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7868f-42ae-42c8-97b2-0ba604f07aa6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.464883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-137203a9-5924-45af-b4c8-d6690cc6928f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c2acd2fc5ee46f989e562fb329fe32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503006 Dec 06 12:05:26.471802 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:26.489481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-9d07687c-7b5f-498a-a100-84cc818d3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.492844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-9d07687c-7b5f-498a-a100-84cc818d3063 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729642 Dec 06 12:05:26.499346 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.510434 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60156) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:26.564548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a48a8-8fa1-4c4e-8aad-3cde920fd64d req-133dd945-6be0-4ae4-b350-8f5f600a2760 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.566539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-978a48a8-8fa1-4c4e-8aad-3cde920fd64d req-133dd945-6be0-4ae4-b350-8f5f600a2760 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.3852892 Dec 06 12:05:26.570876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd578f-3da9-4046-a180-ef57a1f556ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.610094 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.625749 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f840e23-4f52-4cfa-867d-399fe7097ea7 x-openstack-request-id: req-8f840e23-4f52-4cfa-867d-399fe7097ea7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:26.626120 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:26.626294 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f840e23-4f52-4cfa-867d-399fe7097ea7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:26.626731 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27', 'status': 'completed', 'code': 200} Dec 06 12:05:26.635203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.711019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-978a48a8-8fa1-4c4e-8aad-3cde920fd64d req-1456f689-94bf-4359-891c-6f2b7c515294 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290610 Dec 06 12:05:26.751165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.751975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.755903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.757706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aad7868f-42ae-42c8-97b2-0ba604f07aa6 HTTP/1.1" status: 204 len: 168 time: 0.2827451 Dec 06 12:05:26.784069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd578f-3da9-4046-a180-ef57a1f556ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.791344 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a620e7-ae9b-4294-bdaf-21fa6e5efbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7868f-42ae-42c8-97b2-0ba604f07aa6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.832905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.837061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd578f-3da9-4046-a180-ef57a1f556ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.097642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8bd578f-3da9-4046-a180-ef57a1f556ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d87b460f5fce4518834cb564f6354fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844808 Dec 06 12:05:27.100051 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.107577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd578f-3da9-4046-a180-ef57a1f556ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faacc31-df33-465c-8276-a7df30399fbe,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.145348 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Router 37815314-611b-4969-a586-b74dcc55cdeb is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:05:27.152461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.159058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.164207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cafdefe-8729-4f11-b4fe-ea46886a538f HTTP/1.1" status: 204 len: 168 time: 1.4932189 Dec 06 12:05:27.178637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbba90-ed1a-4226-9c5e-0dcf37399047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cafdefe-8729-4f11-b4fe-ea46886a538f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.187995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-483d2b4b-ad73-4bb2-9886-944dafae4ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.272176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.336947 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:27.349174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Sync routers for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:27.364755 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:27.365977 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:27.371517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.391425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.392697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d9484877-af65-49c7-872b-254830e21888 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.7708483 Dec 06 12:05:27.400965 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.517732 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:27.663261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.668192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.670184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2faacc31-df33-465c-8276-a7df30399fbe HTTP/1.1" status: 204 len: 168 time: 0.5687633 Dec 06 12:05:27.683994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90632f-c619-43b8-a3fe-1e1466063ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faacc31-df33-465c-8276-a7df30399fbe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.932736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a9fc-a236-4331-b1a5-f9a80a8221ad req-0461f8e4-f20b-406d-bdc0-3c7a534e1f4d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.941117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89c3a9fc-a236-4331-b1a5-f9a80a8221ad req-0461f8e4-f20b-406d-bdc0-3c7a534e1f4d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.0849910 Dec 06 12:05:28.015462 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:25Z', 'revision_number': 3, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:28.053339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89c3a9fc-a236-4331-b1a5-f9a80a8221ad req-ee1ea98e-e2fe-4061-9fd0-4827b7642bcc tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069212 Dec 06 12:05:28.088223 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Checking router: 37815314-611b-4969-a586-b74dcc55cdeb for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:28.088223 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Updating router 37815314-611b-4969-a586-b74dcc55cdeb port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:05:28.144301 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.183510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.518818 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Allocated IP 172.20.0.1 (a11510f9-50fb-4bea-a3a5-17c50cdc6047/3db09083-19d2-48be-8501-cdc835c8d53d/8ab9ba7c-a916-4a82-9221-f030516bc0fa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:28.644727 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.654486 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.670061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.715301 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Attempting to bind port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:28.715599 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Attempting to bind port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:28.715964 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Attempting to bind port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:28.719167 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902bf2-2fc3-4a4e-b565-54164f0b5da5 None None] Pushing event updated for resources: {'Port': ['ID=5bcc707d-66b3-4c40-a6dc-648fdd34b770,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:28.724447 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:28.724857 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:28.725458 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.725858 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:28.726336 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Bound port: 5bcc707d-66b3-4c40-a6dc-648fdd34b770, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:28.726749 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.759034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.809314 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] For port 5bcc707d-66b3-4c40-a6dc-648fdd34b770, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:28.814437 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] For port 5bcc707d-66b3-4c40-a6dc-648fdd34b770, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bcc707d-66b3-4c40-a6dc-648fdd34b770,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:28.829493 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:28.830505 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.832631 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:28.847701 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:28.849090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.941279 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Pushing event updated for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.011553 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902bf2-2fc3-4a4e-b565-54164f0b5da5 None None] Pushing event updated for resources: {'Port': ['ID=5bcc707d-66b3-4c40-a6dc-648fdd34b770,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.040772 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:29.056793 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:29.212380 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:29.320253 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ded6ee77-9081-4c86-840d-aeb2b8bd2ead None None] Provisioning complete for port 8ab9ba7c-a916-4a82-9221-f030516bc0fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:29.321299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ded6ee77-9081-4c86-840d-aeb2b8bd2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.401384 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ded6ee77-9081-4c86-840d-aeb2b8bd2ead None None] Port 8ab9ba7c-a916-4a82-9221-f030516bc0fa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:29.407488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.425554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2b728-f981-4842-9bb5-a2b74cf20bf9 req-1b83c6aa-9ee5-4d7c-bcd0-6f1e992cea2e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:29.427516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2f2b728-f981-4842-9bb5-a2b74cf20bf9 req-1b83c6aa-9ee5-4d7c-bcd0-6f1e992cea2e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.2289510 Dec 06 12:05:29.467573 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:25Z', 'revision_number': 3, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:29.500545 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f702b5-ecb0-436c-a59d-a50d20824784 None None] The sync data for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 is: [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:25Z', 'revision_number': 3, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:29.517343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-abf1597e-a805-48d5-b724-777d77bdcb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.022504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2f2b728-f981-4842-9bb5-a2b74cf20bf9 req-f0875eb8-6b79-4c1c-8739-be1b42c2cc02 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527595 Dec 06 12:05:30.045030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.052675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.054750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.144950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Pushing event updated for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:30.270372 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:30.271952 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:30.396267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.433338 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Router 37815314-611b-4969-a586-b74dcc55cdeb has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:30.607616 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:30.618023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-50f60bcd-63d1-4840-9973-1450294f866b admin admin] 10.222.0.31 "PUT /v2.0/routers/37815314-611b-4969-a586-b74dcc55cdeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155676 Dec 06 12:05:30.657622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f6516fa-03cb-4cbf-8c67-41c8166139a2 None None] Provisioning complete for port 8ab9ba7c-a916-4a82-9221-f030516bc0fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:30.658217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f6516fa-03cb-4cbf-8c67-41c8166139a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.660809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.693920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6f6516fa-03cb-4cbf-8c67-41c8166139a2 None None] Port 8ab9ba7c-a916-4a82-9221-f030516bc0fa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:30.773469 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.870144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-ba400811-fdb7-4e87-bba5-bdfd06c70ff2 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279950 Dec 06 12:05:30.972819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2a3375f-02a3-4ad8-ae91-4b68bc1384d2 req-d6a967ec-dd15-42e2-8704-e85c4ef9d50d service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928597 Dec 06 12:05:31.037063 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1519986830', 'description': 'tempest-description-1287742082'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.072829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.085281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-66838a46-18f5-4336-ad4b-27517cec7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.086986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-66838a46-18f5-4336-ad4b-27517cec7d97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 1120 time: 0.0520515 Dec 06 12:05:31.093213 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1098398446-network', 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.099421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.155105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:31.161654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.187630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.277773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.284320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.419763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6efa6-34b8-4d44-9d3c-970ae09d38d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.439504 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-cd87583f-9aa0-474e-ab57-43db73f2d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.445515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-cd87583f-9aa0-474e-ab57-43db73f2d478 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3467362 Dec 06 12:05:31.450056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ffae7-e7db-4f74-9055-05cb59415ba8 req-d7f8cd13-ed2b-439c-aa8f-7d8f1c5bce66 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.451399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b44ffae7-e7db-4f74-9055-05cb59415ba8 req-d7f8cd13-ed2b-439c-aa8f-7d8f1c5bce66 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.1154726 Dec 06 12:05:31.457561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.471845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.510187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5bcc707d-66b3-4c40-a6dc-648fdd34b770 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:31.529875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:31.543139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-26728e74-acd6-4216-a1d4-c7cd88a60c80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=447826a5-2fbf-4532-aea6-1629fca1ed27 HTTP/1.1" status: 200 len: 217 time: 0.0826204 Dec 06 12:05:31.547419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.558412 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:05:31.559043 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f4448-8f59-4a52-b3db-06559364b51e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.561081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.575092 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:31.575424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.585639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760236213149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.586222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Unsubscribe: segment precommit_create {{(pid=103297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 12:05:31.586674 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Added segment 59a200a4-265d-4ed4-9f83-5c37aae71b7f of type vlan for network ce669d0f-3807-423c-903c-5244301ff70e Dec 06 12:05:31.616965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b44ffae7-e7db-4f74-9055-05cb59415ba8 req-738fe48d-5a32-4b11-89ce-884214a4cee1 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564991 Dec 06 12:05:31.657502 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-500763ea-e311-4d58-bc24-581544bcf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.657850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.659075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cc128db-f729-4424-822f-40d3032c1748 req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6261790 Dec 06 12:05:31.665634 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621af1-0988-4eec-ac0b-38bb90e03886 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bafe3c-940e-4fec-9552-007b3df80394,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.670974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.676452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-500763ea-e311-4d58-bc24-581544bcf9d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1206794 Dec 06 12:05:31.726220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.727595 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.728322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.736074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.741585 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-dfb4e352-ffe2-4939-9417-b55d3075e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.743526 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-dfb4e352-ffe2-4939-9417-b55d3075e5f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552227 Dec 06 12:05:31.776259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 5bcc707d-66b3-4c40-a6dc-648fdd34b770, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bcc707d-66b3-4c40-a6dc-648fdd34b770,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:31.785363 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.807506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0330918 Dec 06 12:05:31.808597 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:31.815678 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Request body: {'subnet': {'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1098398446-subnet', 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.870680 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09522529-da19-401d-a2f7-73f4376229da admin admin] Pushing event updated for resources: {'Network': ['ID=ce669d0f-3807-423c-903c-5244301ff70e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.895719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ce669d0f-3807-423c-903c-5244301ff70e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:31.905839 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:31.908190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.937381 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-87dc9b52-5af1-4793-b1cb-b45b85a8390b service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849506 Dec 06 12:05:31.939639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=5bcc707d-66b3-4c40-a6dc-648fdd34b770,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.964508 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Sync routers for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:32.022276 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:32.022971 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:32.036507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1363978281', 'description': 'tempest-description-471399276'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:32.069628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.132530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da411a74-fb48-4f71-a520-5a3da82cc8b5 req-d495d264-6588-4ad6-b494-dce7b411e7ed service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823046 Dec 06 12:05:32.162447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.169795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.171062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.172204 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:32.216750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.228763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.230904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35e631d5-e7a8-4143-8335-10c234006b29 req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1987658 Dec 06 12:05:32.237344 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87020a-bba8-48c5-a960-5e0a991970e3 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed727753-f7f5-490a-9656-66368b915de4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.293770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.322691 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:32.323088 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Network hostable DHCP agents. Network: ce669d0f-3807-423c-903c-5244301ff70e, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:32.348169 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Network ce669d0f-3807-423c-903c-5244301ff70e is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:32.359437 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ce669d0f-3807-423c-903c-5244301ff70e) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:32.367342 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:32.368478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.376420 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df93ff-4f8e-4cb9-b16c-5b3cecde64bd None None] Network ce669d0f-3807-423c-903c-5244301ff70e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:32.407773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c20b4e8f-5e5d-49bb-babe-c9e4543790a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5982060 Dec 06 12:05:32.520831 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-827191947', 'description': 'tempest-description-1109367479'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:32.549404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.572252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.589725 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:29Z', 'revision_number': 4, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ab9ba7c-a916-4a82-9221-f030516bc0fa', 'name': '', 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'mac_address': 'fa:16:3e:c5:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:28Z', 'updated_at': '2021-12-06T12:05:29Z', 'revision_number': 2, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'subnets': [{'id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:32.627967 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Checking router: 37815314-611b-4969-a586-b74dcc55cdeb for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:32.628789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Updating router 37815314-611b-4969-a586-b74dcc55cdeb port 8ab9ba7c-a916-4a82-9221-f030516bc0fa binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:05:32.641461 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc69ebc-6874-4796-a41c-9f3473248330 None None] Network ce669d0f-3807-423c-903c-5244301ff70e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:32.669999 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60348) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.672152 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60350) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.685587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094560050', 'description': 'tempest-description--771592942'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:32.746398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.748649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.754851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.766839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.813582 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffdb02-2743-4d58-ac2c-39d3481f6679,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.890577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.891796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.898340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.908679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.930782 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fcfdf-2c68-42fd-b3b2-2c40b1ba226e req-59d1cb34-19e8-4486-8b31-b1e5359735ff tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:32.932857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0fcfdf-2c68-42fd-b3b2-2c40b1ba226e req-59d1cb34-19e8-4486-8b31-b1e5359735ff tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.0988166 Dec 06 12:05:32.940088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.945514 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2682943 Dec 06 12:05:32.946404 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60358) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.952982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'security_group_rule': {'security_group_id': 'b92d5cc3-ebac-47ab-a6e3-8a95409c64e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:32.957438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.958670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e52bb31a-33b8-4930-aef3-bc76a6743303 req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4472234 Dec 06 12:05:32.978320 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84ed1c-3397-445d-b1bc-707d52050aef tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.987539 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96847c8d-4368-47ee-b731-2bd11274842e tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc9d8ea-2954-47f1-bdbb-3c2e44074901,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.001378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64202721-fe60-4ab8-ae78-fee8ebf4ca8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.003226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.033056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0fcfdf-2c68-42fd-b3b2-2c40b1ba226e req-35c473d3-9034-441f-9440-010f2fcb81f8 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Dec 06 12:05:33.072765 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1422269746', 'description': 'tempest-description-1413767084'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.102454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.118290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.173279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.184854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.205551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64202721-fe60-4ab8-ae78-fee8ebf4ca8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.215614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64202721-fe60-4ab8-ae78-fee8ebf4ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.219132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.227602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.242328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdeb711-82cb-4ce5-ac8b-87c6f20c1fa7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.253479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202721-fe60-4ab8-ae78-fee8ebf4ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e1cdc-d215-4329-83da-0385c083d901,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.263357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.265225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-193d5721-c10a-4b55-9f62-3345237bd36e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161421 Dec 06 12:05:33.269281 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.278585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'security_group_rule': {'security_group_id': 'b92d5cc3-ebac-47ab-a6e3-8a95409c64e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.280664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.282305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-901d4532-7a89-48ac-9e6d-2d9dfdeea745 req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2219961 Dec 06 12:05:33.283405 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ab5e-b6af-4b0e-8169-c4a9baca05df tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c0274a-163d-4c8e-8af3-ba0493845fb5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.300113 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.300553 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-64202721-fe60-4ab8-ae78-fee8ebf4ca8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6449b8f5a43456ea781a9ef9c35acbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291132 Dec 06 12:05:33.332928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.406022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.413909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.416313 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.430857 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1316712401-network', 'tenant_id': 'd99c03c7b3fc447083c258f07a49e544'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.453108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.468730 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5bcc707d-66b3-4c40-a6dc-648fdd34b770 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:33.477046 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9148-60c7-46a7-b534-93a7ba4af92d None None] Pushing event updated for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.493716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.508784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.511088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.551550 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Made reservation on behalf of d99c03c7b3fc447083c258f07a49e544 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:33.554518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.572136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.578962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.583171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099506 Dec 06 12:05:33.583855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc2c5-985a-4bd5-b193-0e8522869a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60ac361-7768-456c-a883-80129cf3e3af,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.589931 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.606463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.650898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.653823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.655142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e43e1cdc-d215-4329-83da-0385c083d901 HTTP/1.1" status: 204 len: 168 time: 0.3532157 Dec 06 12:05:33.682859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.713026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbacce-73aa-4098-8717-8aac4e01cf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e1cdc-d215-4329-83da-0385c083d901,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.737698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Attempting to bind port 8ab9ba7c-a916-4a82-9221-f030516bc0fa on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:33.738750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Attempting to bind port 8ab9ba7c-a916-4a82-9221-f030516bc0fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:33.739311 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Attempting to bind port 8ab9ba7c-a916-4a82-9221-f030516bc0fa on network a11510f9-50fb-4bea-a3a5-17c50cdc6047 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:33.761131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:33.761452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Checking segment: {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:33.762063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.762598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Bound using segment: {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:33.763219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Bound port: 8ab9ba7c-a916-4a82-9221-f030516bc0fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:33.763762 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.767127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-42cbfa97-fabe-4995-b9e0-b1b34b484413 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 33681 time: 0.4446361 Dec 06 12:05:33.816881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.825918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.827935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:33.828320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.840326 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:33.850612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.851139 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Added segment 0a422409-8638-4d33-a6ce-b23c2791368a of type vlan for network 07fe4f20-fed6-4807-9535-5c174f56a261 Dec 06 12:05:33.857090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-c5d71e5d-877a-4894-9e20-ce16afdb7424 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4a6ae966-51c1-444f-89b2-9a6b6857020b HTTP/1.1" status: 200 len: 2994 time: 0.0802391 Dec 06 12:05:33.898675 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d1362d8f-788f-490c-9b64-1428af520d57 None None] Provisioning complete for port 8ab9ba7c-a916-4a82-9221-f030516bc0fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:33.900145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d1362d8f-788f-490c-9b64-1428af520d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.914938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.938300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99920ebf-04d6-45b0-8e5c-e03fc3f6198b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.951359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] For port 8ab9ba7c-a916-4a82-9221-f030516bc0fa, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:33.953212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-8f0fe055-3524-4c23-a4e2-2d0064b833b9 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4a6ae966-51c1-444f-89b2-9a6b6857020b HTTP/1.1" status: 200 len: 2994 time: 0.0824990 Dec 06 12:05:33.967037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.976965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.978159 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:33.978900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.981992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] For port 8ab9ba7c-a916-4a82-9221-f030516bc0fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ab9ba7c-a916-4a82-9221-f030516bc0fa,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:33.987797 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d1362d8f-788f-490c-9b64-1428af520d57 None None] Port 8ab9ba7c-a916-4a82-9221-f030516bc0fa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:33.998464 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.008835 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.058720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6411531 Dec 06 12:05:34.064809 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60404) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.070567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Request body: {'subnet': {'network_id': '07fe4f20-fed6-4807-9535-5c174f56a261', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1316712401-subnet', 'tenant_id': 'd99c03c7b3fc447083c258f07a49e544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:34.074458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-00553959-e6f6-4f86-bca7-11187f758836 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/599f4448-8f59-4a52-b3db-06559364b51e HTTP/1.1" status: 200 len: 2998 time: 0.1110616 Dec 06 12:05:34.091338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 447826a5-2fbf-4532-aea6-1629fca1ed27 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:34.130359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43719-2acb-4e27-8b30-917087de67f1 admin admin] Pushing event updated for resources: {'Network': ['ID=07fe4f20-fed6-4807-9535-5c174f56a261,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.144304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-f837313f-97e0-491e-96a2-2b44140069e4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/599f4448-8f59-4a52-b3db-06559364b51e HTTP/1.1" status: 200 len: 2998 time: 0.0604517 Dec 06 12:05:34.234787 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Made reservation on behalf of d99c03c7b3fc447083c258f07a49e544 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:34.237081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.262868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-b0584cd4-3339-4c17-aaa8-4b4419113a48 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa20255d-abcf-4014-822a-ee2846fda582 HTTP/1.1" status: 200 len: 2990 time: 0.1107633 Dec 06 12:05:34.272107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=447826a5-2fbf-4532-aea6-1629fca1ed27,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:34.290426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '447826a5-2fbf-4532-aea6-1629fca1ed27', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '447826a5-2fbf-4532-aea6-1629fca1ed27', 'mac_address': 'fa:16:3e:5e:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-661691209', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:05:34.294362 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 07fe4f20-fed6-4807-9535-5c174f56a261 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:34.307562 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.310609 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Allocated IP 172.35.3.138 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/79255f3c-d884-41e7-a5ec-e2d2564603e6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:34.314036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46da54-4e6a-4d48-a08f-8c1f2e99e47a req-276e7927-02e0-4f56-bd3d-45d171154a6a tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.323617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e46da54-4e6a-4d48-a08f-8c1f2e99e47a req-276e7927-02e0-4f56-bd3d-45d171154a6a tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 969 time: 0.1360290 Dec 06 12:05:34.325522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ed024-77f7-4a64-bfcb-40838ade482c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.365656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff911-77f4-422e-bb61-f15a1ae9aa61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.414349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-495f3e6b-7b3c-4b48-b940-f7d22afa1922 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa20255d-abcf-4014-822a-ee2846fda582 HTTP/1.1" status: 200 len: 2990 time: 0.1373389 Dec 06 12:05:34.425225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.437432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e46da54-4e6a-4d48-a08f-8c1f2e99e47a req-e6d9f991-c917-4187-a5e6-55c341b4c585 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112845 Dec 06 12:05:34.462885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:34.463672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:34.510793 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447826a5-2fbf-4532-aea6-1629fca1ed27 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:34.515132 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] Provisioning complete for port 8ab9ba7c-a916-4a82-9221-f030516bc0fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:34.515506 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.521181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ed024-77f7-4a64-bfcb-40838ade482c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.521994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9148-60c7-46a7-b534-93a7ba4af92d None None] Pushing event updated for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.524980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-1ee7ba20-bca2-41ba-8e2f-0a04fbbb6672 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b543a5a7-09d0-4b07-9e9f-4aee254682af HTTP/1.1" status: 200 len: 2994 time: 0.0655351 Dec 06 12:05:34.527313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ed024-77f7-4a64-bfcb-40838ade482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.561063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.574242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=447826a5-2fbf-4532-aea6-1629fca1ed27,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:34.585960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.597524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ed024-77f7-4a64-bfcb-40838ade482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319ed60-333c-47bf-99e9-f3e2e67990fc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.605142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f93ed024-77f7-4a64-bfcb-40838ade482c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8071177168840b2bba4d55792bb9bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6044762 Dec 06 12:05:34.605890 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.636066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff911-77f4-422e-bb61-f15a1ae9aa61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.650103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff911-77f4-422e-bb61-f15a1ae9aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.666997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.668535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-a9387091-260e-4107-9501-cc85eba4a175 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b543a5a7-09d0-4b07-9e9f-4aee254682af HTTP/1.1" status: 200 len: 2994 time: 0.1268215 Dec 06 12:05:34.697130 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:34.706411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.732425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.738748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.747730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.755391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-6e25bfa1-0ea6-491a-a9c2-f40e8a2c4c35 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c5ffdb02-2743-4d58-ac2c-39d3481f6679 HTTP/1.1" status: 200 len: 2998 time: 0.0690765 Dec 06 12:05:34.764621 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ff911-77f4-422e-bb61-f15a1ae9aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deee5129-7839-43a7-97eb-b88c1f04d604,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.782037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7a0ff911-77f4-422e-bb61-f15a1ae9aa61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d43987063e4c4ac5ab20267ce608de2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666681 Dec 06 12:05:34.786063 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.788094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.804566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29125f30-1cf9-4d9c-a2fe-18ff8e189ddc,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.827241 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'Port': ['ID=79255f3c-d884-41e7-a5ec-e2d2564603e6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.833820 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:34.842246 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:34.845387 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:34.893335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] For port 8ab9ba7c-a916-4a82-9221-f030516bc0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ab9ba7c-a916-4a82-9221-f030516bc0fa,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:34.909568 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Checking segment: {'id': '0a422409-8638-4d33-a6ce-b23c2791368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '07fe4f20-fed6-4807-9535-5c174f56a261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:34.909928 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Network hostable DHCP agents. Network: 07fe4f20-fed6-4807-9535-5c174f56a261, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:34.923967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['447826a5-2fbf-4532-aea6-1629fca1ed27'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:05:34.944380 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.956602 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Network 07fe4f20-fed6-4807-9535-5c174f56a261 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:34.966207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-aaab4dcc-657e-4069-bf8d-b2695aefbac5 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c5ffdb02-2743-4d58-ac2c-39d3481f6679 HTTP/1.1" status: 200 len: 2998 time: 0.1983330 Dec 06 12:05:34.973844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.976203 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07fe4f20-fed6-4807-9535-5c174f56a261) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:34.986450 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.987048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.997879 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb2404-209a-408f-bc99-e367060548a4 None None] Network 07fe4f20-fed6-4807-9535-5c174f56a261 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:35.000464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.003687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.004975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e319ed60-333c-47bf-99e9-f3e2e67990fc HTTP/1.1" status: 204 len: 168 time: 0.3938880 Dec 06 12:05:35.032316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ab2a0b4-31e0-491a-9968-f1ab6592a999 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9578068 Dec 06 12:05:35.032316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.064803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e2a08-7891-4a37-bbe9-2f27ff3c3488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319ed60-333c-47bf-99e9-f3e2e67990fc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.068983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.082565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-be0590ba-ef6a-45c6-98c1-a04698665912 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c8048d81-c711-4768-a933-d37528c446ca HTTP/1.1" status: 200 len: 2994 time: 0.0986097 Dec 06 12:05:35.094797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951f38c-b5b5-4f48-850f-9600a6f207a4 None None] Pushing event updated for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.132146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.186798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-d5c1eeb3-5d54-4aca-80b8-08015b99699b tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c8048d81-c711-4768-a933-d37528c446ca HTTP/1.1" status: 200 len: 2994 time: 0.1022739 Dec 06 12:05:35.239184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-c8ab1441-226f-43ca-88b4-388ca1253b83 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc059d92-d0c6-40f7-ae89-23f2bf9cf168 HTTP/1.1" status: 200 len: 2994 time: 0.0511508 Dec 06 12:05:35.257705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.259631 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.270417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.273900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.278320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/deee5129-7839-43a7-97eb-b88c1f04d604 HTTP/1.1" status: 204 len: 168 time: 0.4902196 Dec 06 12:05:35.308893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f370c03-8d4e-4aeb-8aca-91693166bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee5129-7839-43a7-97eb-b88c1f04d604,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.315956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'Port': ['ID=79255f3c-d884-41e7-a5ec-e2d2564603e6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.324870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-582aa7ad-d111-4efc-a3df-8a37f1c51cc1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc059d92-d0c6-40f7-ae89-23f2bf9cf168 HTTP/1.1" status: 200 len: 2994 time: 0.0839574 Dec 06 12:05:35.327919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.362575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.375318 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58b6c4ba-9d0a-409f-a56d-b81a2b1a7d0e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7725401 Dec 06 12:05:35.387804 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e4a30-ef17-4196-add8-96e48dab62da None None] Network 07fe4f20-fed6-4807-9535-5c174f56a261 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:35.411347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-6f972097-9027-4b65-9707-ed4c978f1826 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d7c6efa6-34b8-4d44-9d3c-970ae09d38d0 HTTP/1.1" status: 200 len: 2998 time: 0.0854161 Dec 06 12:05:35.470420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-bcd43067-67cf-4217-8645-ac1723b24395 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d7c6efa6-34b8-4d44-9d3c-970ae09d38d0 HTTP/1.1" status: 200 len: 2998 time: 0.0459006 Dec 06 12:05:35.504365 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-36b95126-8c90-40ef-b6f8-68216582ab6f tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] show failed (client error): The resource could not be found. Dec 06 12:05:35.506699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-36b95126-8c90-40ef-b6f8-68216582ab6f tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e43e1cdc-d215-4329-83da-0385c083d901 HTTP/1.1" status: 404 len: 352 time: 0.0270994 Dec 06 12:05:35.548055 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-52ac5ccc-87df-49aa-8d8c-94a4ba6a6dea tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] show failed (client error): The resource could not be found. Dec 06 12:05:35.551767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd035fa0-b9ef-4035-8f20-ef473e4547ea req-52ac5ccc-87df-49aa-8d8c-94a4ba6a6dea tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e43e1cdc-d215-4329-83da-0385c083d901 HTTP/1.1" status: 404 len: 352 time: 0.0297318 Dec 06 12:05:35.618066 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.647932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f951c45-a1d9-4c8d-923b-c3a4f2b7f946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.652891 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:29Z', 'revision_number': 4, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ab9ba7c-a916-4a82-9221-f030516bc0fa', 'name': '', 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'mac_address': 'fa:16:3e:c5:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:28Z', 'updated_at': '2021-12-06T12:05:33Z', 'revision_number': 4, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'subnets': [{'id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:35.682185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9efa9-9906-47e2-9fcb-4d769aa59d38 None None] The sync data for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 is: [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:05:29Z', 'revision_number': 4, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ab9ba7c-a916-4a82-9221-f030516bc0fa', 'name': '', 'network_id': 'a11510f9-50fb-4bea-a3a5-17c50cdc6047', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'mac_address': 'fa:16:3e:c5:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:28Z', 'updated_at': '2021-12-06T12:05:33Z', 'revision_number': 4, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'subnets': [{'id': '3db09083-19d2-48be-8501-cdc835c8d53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:35.758143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f951c45-a1d9-4c8d-923b-c3a4f2b7f946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.775347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56061734-f4cd-4ede-8e7b-398ba18baf59 req-d17c40d8-dbb9-4ea1-968e-0d6220e58409 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:35.780742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56061734-f4cd-4ede-8e7b-398ba18baf59 req-d17c40d8-dbb9-4ea1-968e-0d6220e58409 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 970 time: 0.2238181 Dec 06 12:05:35.786285 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f951c45-a1d9-4c8d-923b-c3a4f2b7f946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.885606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f951c45-a1d9-4c8d-923b-c3a4f2b7f946 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64587e329934436b99a353195ac0efce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601388 Dec 06 12:05:35.885714 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60444) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.885806 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f951c45-a1d9-4c8d-923b-c3a4f2b7f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd18d9b-02f5-40ee-bbfc-f3a27bf801a6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.891671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56061734-f4cd-4ede-8e7b-398ba18baf59 req-4850fd40-4e5c-4200-9e44-12080b871b31 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064634 Dec 06 12:05:36.000756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.032798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.039487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 447826a5-2fbf-4532-aea6-1629fca1ed27 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:36.078228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-667fa316-77fb-4906-8c7d-0ac9a41cedec req-e7ae4560-7106-4775-928e-5efd1c4eadd9 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54dc6e6567e443e8ad94c57a09641c03 HTTP/1.1" status: 200 len: 6154 time: 0.1202450 Dec 06 12:05:36.206663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-667fa316-77fb-4906-8c7d-0ac9a41cedec req-88cf5d39-827f-430b-a416-a07156f9ba67 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "GET /v2.0/security-groups/d7c6efa6-34b8-4d44-9d3c-970ae09d38d0 HTTP/1.1" status: 200 len: 2998 time: 0.1130648 Dec 06 12:05:36.333689 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 447826a5-2fbf-4532-aea6-1629fca1ed27 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:05:36.350478 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 447826a5-2fbf-4532-aea6-1629fca1ed27 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:36.351035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.352334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.357884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.359130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bd18d9b-02f5-40ee-bbfc-f3a27bf801a6 HTTP/1.1" status: 204 len: 168 time: 0.4738255 Dec 06 12:05:36.382076 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31804c-ab71-4d2f-9a67-192244ae944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd18d9b-02f5-40ee-bbfc-f3a27bf801a6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.439486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-667fa316-77fb-4906-8c7d-0ac9a41cedec req-49c614d0-684a-4c61-b378-8f7ddcc763db tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "GET /v2.0/security-groups/d7c6efa6-34b8-4d44-9d3c-970ae09d38d0 HTTP/1.1" status: 200 len: 2998 time: 0.2309906 Dec 06 12:05:36.494978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-58262586-f0c6-49dc-9c41-1696ec023fe7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:36.497065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-58262586-f0c6-49dc-9c41-1696ec023fe7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.3117759 Dec 06 12:05:36.512715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.516258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-bf12fa72-9278-4afb-a05c-688d4c5eab7e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/quotas/a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 375 time: 0.0179164 Dec 06 12:05:36.555615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-b01eb4f8-7a5e-4183-befe-0a78b2602bbc tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381036 Dec 06 12:05:36.557346 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:36.648109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=447826a5-2fbf-4532-aea6-1629fca1ed27,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:36.653457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.678827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-21c42afd-9352-4f60-9eaa-d5d8d0aef589 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2094560050&fields=id&tenant_id=39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 267 time: 0.1064310 Dec 06 12:05:36.689407 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60492) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.728732 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.789982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1988280534-network', 'tenant_id': '671a81a6f5bd49a9bc87789327e57656'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:36.837331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:36.840498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.849138 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-d316f7b3-05bd-4691-a062-5dd320cd3fdd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:05:36.852102 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.861107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-d316f7b3-05bd-4691-a062-5dd320cd3fdd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1235309 Dec 06 12:05:36.871159 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7357df-1e00-48d5-9a35-959ade2d6b03" -d '{"events": [{"server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "name": "network-vif-plugged", "status": "completed", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:36.888619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-0e43ad4e-fc97-4630-9724-3f21b16dcebc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:36.890149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-0e43ad4e-fc97-4630-9724-3f21b16dcebc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 824 time: 0.1976368 Dec 06 12:05:36.925455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-3579650f-de64-4e5d-bee5-91a09c258a2a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/quotas/39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 375 time: 0.0246663 Dec 06 12:05:36.947910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.954039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.978914 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:36.993705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1bbb0-d007-4728-b7dd-7926d0a081cd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.998878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.999218 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Added segment edcba1de-32cf-427a-a54c-86b11c0c9c70 of type vlan for network a374198b-ba04-457e-a8ee-2c734ffbc001 Dec 06 12:05:37.053399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.074716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-9ea113da-e174-4d50-a626-23e09fc12908 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316459 Dec 06 12:05:37.076996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-8eb372b8-6d78-4d7b-9a0f-87cfc63f2eca service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103577 Dec 06 12:05:37.092305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.093659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.094552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.171034 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] Pushing event updated for resources: {'Network': ['ID=a374198b-ba04-457e-a8ee-2c734ffbc001,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.185829 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a374198b-ba04-457e-a8ee-2c734ffbc001 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:37.190134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32b71b0c-ecd3-41f5-94fb-4994ef385873 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4981236 Dec 06 12:05:37.192283 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.197230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Request body: {'subnet': {'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1988280534-subnet', 'tenant_id': '671a81a6f5bd49a9bc87789327e57656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:37.212699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-b8c708d8-f268-4f41-8a3f-3eeec80e537d service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282237 Dec 06 12:05:37.252738 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:37.255335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.275717 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-8032fe19-89f4-4dba-9555-7fc124dd63dc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:05:37.276758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-8032fe19-89f4-4dba-9555-7fc124dd63dc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0756834 Dec 06 12:05:37.418618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-df6b1070-ec57-419d-ac13-03dd8a496de0 service neutron] 10.222.0.31 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343806 Dec 06 12:05:37.475450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ab9ba7c-a916-4a82-9221-f030516bc0fa up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:37.558332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.570708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8ab9ba7c-a916-4a82-9221-f030516bc0fa triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:37.572271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.589061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-ab0c986a-e7b6-4a3a-a591-0639ed9eac57 service neutron] 10.222.0.31 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695807 Dec 06 12:05:37.596653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-e39368e6-d887-41f2-95a3-e19c7d2c0624 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e4c0274a-163d-4c8e-8af3-ba0493845fb5 HTTP/1.1" status: 200 len: 1795 time: 0.1003983 Dec 06 12:05:37.644456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a85a925-9a72-4720-b514-a1442eb04cb7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.659709 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:37.660085 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Network hostable DHCP agents. Network: a374198b-ba04-457e-a8ee-2c734ffbc001, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:37.696272 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Network a374198b-ba04-457e-a8ee-2c734ffbc001 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:37.711617 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a374198b-ba04-457e-a8ee-2c734ffbc001) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:37.719215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.720991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.721793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.724702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069efff-deb1-419c-96d5-d5d8694e4bb5 None None] Network a374198b-ba04-457e-a8ee-2c734ffbc001 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:37.748656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.763471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-be6f5a2b-7789-46a0-97c4-3e9d7c706326 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5700629 Dec 06 12:05:37.823257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.827360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.829391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e5d096-dd91-497f-b13a-64272ba356a7 req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4c0274a-163d-4c8e-8af3-ba0493845fb5 HTTP/1.1" status: 204 len: 173 time: 0.2270472 Dec 06 12:05:37.843031 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa642be-d2f3-48b5-9e07-54acae1b5fe1 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c0274a-163d-4c8e-8af3-ba0493845fb5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.013655 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32e73e-f8ed-4daf-bebf-ff686b41e24f None None] Network a374198b-ba04-457e-a8ee-2c734ffbc001 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:38.028461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d06bb-033f-40bd-a7cb-42c719c35d6c req-e875c6a5-10e2-4b45-beaa-c51899670a80 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:38.030070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-602d06bb-033f-40bd-a7cb-42c719c35d6c req-e875c6a5-10e2-4b45-beaa-c51899670a80 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.0842497 Dec 06 12:05:38.132486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-602d06bb-033f-40bd-a7cb-42c719c35d6c req-7685db76-32f5-4f14-8cfa-319f609afddb tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845933 Dec 06 12:05:38.308911 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8791461f-c1c4-446e-8cfd-a9451952f49d x-openstack-request-id: req-8791461f-c1c4-446e-8cfd-a9451952f49d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:38.309441 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "name": "network-vif-plugged", "status": "completed", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:38.309890 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8791461f-c1c4-446e-8cfd-a9451952f49d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:38.310790 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27', 'code': 200} Dec 06 12:05:38.314564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96903955-18a8-46b3-ae26-7f246d495b22 req-bf72603d-42f2-4baa-96e7-1632f1c410f3 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0654581 Dec 06 12:05:38.462102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11b03971-f8ff-4cbf-ba82-87e677daebbe req-3f0deb93-d86c-4792-81f0-5c3b50e0e0d7 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0666049 Dec 06 12:05:38.539964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-f8fa5b63-6e56-4d33-ba33-ebbb9b1000ec tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6fc9d8ea-2954-47f1-bdbb-3c2e44074901 HTTP/1.1" status: 200 len: 1794 time: 0.0769033 Dec 06 12:05:38.621991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-037330a2-d3f5-4976-a4c8-dacb849c715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:38.628858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-037330a2-d3f5-4976-a4c8-dacb849c715a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 1122 time: 0.1517937 Dec 06 12:05:38.651719 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60600) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.663667 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.672301 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-426077938-network', 'tenant_id': 'dd71c08ac5a344f48f4d94dd8bea5c44'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:38.677333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-17d51de0-a145-4719-a9e7-7fa7ca642c98 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.708856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.725394 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Made reservation on behalf of dd71c08ac5a344f48f4d94dd8bea5c44 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:38.727531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.745951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.766028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.770802 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.776907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc60180c-5101-4948-8d68-33a1dbff8103 req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fc9d8ea-2954-47f1-bdbb-3c2e44074901 HTTP/1.1" status: 204 len: 173 time: 0.2266521 Dec 06 12:05:38.814410 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51750755-7f1c-4b6a-a05e-d1f9d52202a4 tempest-SecurityGroupsTestAdminJSON-1939096276 tempest-SecurityGroupsTestAdminJSON-1939096276-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc9d8ea-2954-47f1-bdbb-3c2e44074901,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.833205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-17d51de0-a145-4719-a9e7-7fa7ca642c98 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.847312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-17d51de0-a145-4719-a9e7-7fa7ca642c98 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.878048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-a571fe4b-cbc6-4f7b-885a-6b57ff8d26fa tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "GET /v2.0/security-groups/ed727753-f7f5-490a-9656-66368b915de4 HTTP/1.1" status: 200 len: 1794 time: 0.0823872 Dec 06 12:05:38.886671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d51de0-a145-4719-a9e7-7fa7ca642c98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f065236e-6a9d-4b37-b6e3-37f612a43030,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.933121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1a01f6d-94e0-423f-a9c9-2e4d65127e13 req-17d51de0-a145-4719-a9e7-7fa7ca642c98 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938616 Dec 06 12:05:38.947895 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.957869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.962368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.986339 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.990322 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:39.012146 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102ea3e-1d51-49f1-b303-b0e8eb27f4e3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.015235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.015655 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Added segment 689efef6-bc2a-49a9-a79f-7751dba9d7b0 of type vlan for network 73a4d855-c12d-4663-aa08-ffab685f0fec Dec 06 12:05:39.069637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.073936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.073936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e4390c1-95df-4acb-8566-d5c96f062d3d req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed727753-f7f5-490a-9656-66368b915de4 HTTP/1.1" status: 204 len: 173 time: 0.1950471 Dec 06 12:05:39.089082 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6308d8-0700-4237-bb62-f1ba8f7b0b59 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed727753-f7f5-490a-9656-66368b915de4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.093118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.136187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.137270 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.137878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.145049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b12b932-4a27-454e-855b-07c864164274 req-0ed9c09c-b44a-45e2-a2a1-439d568d99c0 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "GET /v2.0/security-groups/29bafe3c-940e-4fec-9552-007b3df80394 HTTP/1.1" status: 200 len: 1795 time: 0.0432529 Dec 06 12:05:39.207445 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] Pushing event updated for resources: {'Network': ['ID=73a4d855-c12d-4663-aa08-ffab685f0fec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.211845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b12b932-4a27-454e-855b-07c864164274 req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.221547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 73a4d855-c12d-4663-aa08-ffab685f0fec details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:39.224083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34423163-2d64-4774-a846-a6d1373b6685 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5712385 Dec 06 12:05:39.225628 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60612) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.232345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Request body: {'subnet': {'network_id': '73a4d855-c12d-4663-aa08-ffab685f0fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-426077938-subnet', 'tenant_id': 'dd71c08ac5a344f48f4d94dd8bea5c44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:39.237572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b12b932-4a27-454e-855b-07c864164274 req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.268207 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Made reservation on behalf of dd71c08ac5a344f48f4d94dd8bea5c44 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:39.274404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.283043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b12b932-4a27-454e-855b-07c864164274 req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.285660 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b12b932-4a27-454e-855b-07c864164274 req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.286808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b12b932-4a27-454e-855b-07c864164274 req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] 10.222.0.31 "DELETE /v2.0/security-groups/29bafe3c-940e-4fec-9552-007b3df80394 HTTP/1.1" status: 204 len: 173 time: 0.1335268 Dec 06 12:05:39.305868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c03f8-21f3-4762-a891-6fdce78898e5 tempest-SecurityGroupsTestAdminJSON-595932313 tempest-SecurityGroupsTestAdminJSON-595932313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bafe3c-940e-4fec-9552-007b3df80394,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.430270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eb196-18e8-4ff6-92cd-9f89fb3b9a01 req-f6e795b9-d305-4074-bf94-40f6c246f893 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.432027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-174eb196-18e8-4ff6-92cd-9f89fb3b9a01 req-f6e795b9-d305-4074-bf94-40f6c246f893 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.0675359 Dec 06 12:05:39.533511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-174eb196-18e8-4ff6-92cd-9f89fb3b9a01 req-e141cbc3-ce3e-40d3-a680-fdde0d3dc5e7 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891395 Dec 06 12:05:39.550461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.585948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52d58bf5-72d1-4452-b8b5-a584df885611 req-12626062-370f-49ce-8df2-f19c4afbde4a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0994570 Dec 06 12:05:39.597202 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.53', 63152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.628638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741fde7b-b39f-44de-8156-3227257ad0b7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.635924 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Checking segment: {'id': '689efef6-bc2a-49a9-a79f-7751dba9d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '73a4d855-c12d-4663-aa08-ffab685f0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:39.636405 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Network hostable DHCP agents. Network: 73a4d855-c12d-4663-aa08-ffab685f0fec, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:39.660788 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Network 73a4d855-c12d-4663-aa08-ffab685f0fec is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:39.679044 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 73a4d855-c12d-4663-aa08-ffab685f0fec) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:39.684739 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.686791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.692616 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700fb87-9a52-4473-bb30-65e499e1640e None None] Network 73a4d855-c12d-4663-aa08-ffab685f0fec requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.717218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65b4a224-000a-4bd7-bc7d-d8e1ff7f3508 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4887252 Dec 06 12:05:39.818720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60630) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.944489 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca991d-d716-4c2c-866f-885de868ce37 None None] Network 73a4d855-c12d-4663-aa08-ffab685f0fec requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.962646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efdbb975-a775-44fb-8ee4-c8bb1d213cee req-447848a3-9c72-44ce-8af5-0774c99ec370 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0710113 Dec 06 12:05:40.080469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-52236140-0be8-4f94-a6d9-885e0f315db6 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:40.082099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-52236140-0be8-4f94-a6d9-885e0f315db6 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 824 time: 0.4723787 Dec 06 12:05:40.142901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-99a54d39-a56b-41af-980d-84b4890a118d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54dc6e6567e443e8ad94c57a09641c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071847 Dec 06 12:05:40.143200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:40.226162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.261096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.317220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.321033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.324509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7c6efa6-34b8-4d44-9d3c-970ae09d38d0 HTTP/1.1" status: 204 len: 168 time: 0.1846001 Dec 06 12:05:40.348189 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b62db4-f5ca-407f-8f77-ed4b47cf1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6efa6-34b8-4d44-9d3c-970ae09d38d0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:40.481787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-f45e8c16-bc47-4ad4-80de-a9c6f1f100aa tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:40.484534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-f45e8c16-bc47-4ad4-80de-a9c6f1f100aa tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.1385643 Dec 06 12:05:40.501726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-1cb7800a-3a3a-4166-886c-81328cd4fc87 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/quotas/671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 375 time: 0.0110412 Dec 06 12:05:40.551113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-80aacd80-4669-4f4e-9381-bab4a66dd43e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419328 Dec 06 12:05:40.743012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-9e897f40-58a5-4546-bc6f-dfba4b7fef65 service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774302 Dec 06 12:05:40.750359 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:40.780274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6d74c-89d3-4a57-9bbf-e4d5ac792fb2 req-97077591-450d-42a5-92c7-f3e34ae97444 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:40.781785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5d6d74c-89d3-4a57-9bbf-e4d5ac792fb2 req-97077591-450d-42a5-92c7-f3e34ae97444 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.0875835 Dec 06 12:05:40.795039 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25a7a62f-fa71-4395-b106-42e18ce70740 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0af5044054041b8a1b730ae2c25b7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435452 Dec 06 12:05:40.797636 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60668) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:40.849409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.871807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.877216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5d6d74c-89d3-4a57-9bbf-e4d5ac792fb2 req-95570091-67f4-4d26-8abe-8a78cda3004f tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878580 Dec 06 12:05:40.882465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-3e69e0a8-c66a-4025-8726-15b10705669c service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314151 Dec 06 12:05:40.931845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.935528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.939678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ffdb02-2743-4d58-ac2c-39d3481f6679 HTTP/1.1" status: 204 len: 168 time: 0.1381855 Dec 06 12:05:40.949243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de681580-1591-4193-90a6-162faf75dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffdb02-2743-4d58-ac2c-39d3481f6679,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:40.987854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-859c74d5-af05-46f4-b582-1cdfdf2d93f2 req-5b66e3d8-087b-4c24-9f8f-85f57a174585 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0343759 Dec 06 12:05:41.135049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2c85db7-e42e-48ac-a5de-8e851f484123 req-7a76b9bf-72bf-4835-a1b9-8dbed3dafe53 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0451641 Dec 06 12:05:41.256938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30a53b63-547a-4994-b8a1-e034a1ebd2ce req-25ad827a-c0db-4334-983b-1bb232353fef tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 210 time: 0.0482697 Dec 06 12:05:41.265004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-cb78567f-a1f7-4156-980a-17b523a0a608 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:41.266879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-cb78567f-a1f7-4156-980a-17b523a0a608 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 1122 time: 0.1308520 Dec 06 12:05:41.292357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-16411664-b7ca-4eb6-91f7-d40086348655 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.404275 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-16411664-b7ca-4eb6-91f7-d40086348655 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.409667 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-16411664-b7ca-4eb6-91f7-d40086348655 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.470317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c20109-ab1f-4d97-9a4d-a6b2f6e67a0e req-16411664-b7ca-4eb6-91f7-d40086348655 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935031 Dec 06 12:05:41.472579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16411664-b7ca-4eb6-91f7-d40086348655 tempest-AggregatesAdminTestJSON-520953793 tempest-AggregatesAdminTestJSON-520953793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a984b18-c0c6-4fb5-b405-b63e78c1f60d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:41.898232 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60732) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.114129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e47e6761-ebdf-40db-a612-c40b615fe2ce req-bfc0d53e-8528-4825-837b-fd5814033b3a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0388525 Dec 06 12:05:42.241473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b203419-5499-4a9d-b1fe-d148660a664c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.460263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-984a4d01-2b75-4d5a-b705-c05b68536d39 req-2a3ed3a8-94ad-4b2e-8b24-05fdf70efe47 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0466855 Dec 06 12:05:42.475044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b203419-5499-4a9d-b1fe-d148660a664c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.502348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b203419-5499-4a9d-b1fe-d148660a664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.595856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cadaa00-2d9e-48cd-8f96-dc60e44a288d req-351a8558-df4e-4eb7-9d0f-8516f1731f9c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Dec 06 12:05:42.659308 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.659566 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b203419-5499-4a9d-b1fe-d148660a664c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9f567a2c50140d9b773d1569101965d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7597768 Dec 06 12:05:42.678773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203419-5499-4a9d-b1fe-d148660a664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36793074-4293-4730-9b43-3c5f16f7526c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.750929 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-64ee3365-2b6b-4d85-8d3c-0b5f83202ed2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:42.752954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-64ee3365-2b6b-4d85-8d3c-0b5f83202ed2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.3622134 Dec 06 12:05:42.767979 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Request body: {'port': {'device_id': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'admin_state_up': True, 'tenant_id': '671a81a6f5bd49a9bc87789327e57656'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:42.771889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.816932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.887204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.891509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.892828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36793074-4293-4730-9b43-3c5f16f7526c HTTP/1.1" status: 204 len: 168 time: 0.2320747 Dec 06 12:05:42.916697 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e6fb9-0c28-4f4b-a548-5fa86c6d771f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36793074-4293-4730-9b43-3c5f16f7526c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.942610 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:42.969021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.182794 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Allocated IP 172.20.0.2 (a374198b-ba04-457e-a8ee-2c734ffbc001/5a85a925-9a72-4720-b514-a1442eb04cb7/49666bbd-5707-45a6-8c95-f20ccd9f1322) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:43.264676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb1273fa-4e18-4026-8191-5ca38657e13e req-73901a54-88f5-4842-8dd9-6fa3b79877e1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0442836 Dec 06 12:05:43.462923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.499339 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:43.517562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.526821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae25d259-3587-421c-b108-7ec43a219de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.579992 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Network a374198b-ba04-457e-a8ee-2c734ffbc001 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:43.583319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:43.588367 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:43.594099 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:43.594649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.613969 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:43.636847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-b55cc2da-0d77-4c8e-ab28-824dadc368ad tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8728454 Dec 06 12:05:43.651601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Request body: {'port': {'device_id': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'device_owner': 'compute:tempest-test_az-661691209', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:43.661714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-5f92b66e-a636-4df9-a539-8dc96046e3cd tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323205 Dec 06 12:05:43.694367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae25d259-3587-421c-b108-7ec43a219de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.713450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae25d259-3587-421c-b108-7ec43a219de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.720497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.806248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ae25d259-3587-421c-b108-7ec43a219de6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0d9c1bbb7be4addb07fde3ba1a324f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053946 Dec 06 12:05:43.812706 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60858) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:43.840404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-071b828b-f159-4d8d-b153-f6056104bc3e req-e85b5c2c-2ae8-4e65-8c86-d332321b7d1c tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0534048 Dec 06 12:05:43.841270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25d259-3587-421c-b108-7ec43a219de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecb9b94-9257-48d0-95da-a11dec122a3c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:43.892308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-46b5ae2f-ccfc-4766-81a8-9044f32b0a0f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:43.893873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-46b5ae2f-ccfc-4766-81a8-9044f32b0a0f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213809 Dec 06 12:05:43.919046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-9482f0f6-fa5e-4e0d-80c0-3ad1f095d3a9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/quotas/75e5afe1a04c48ccabea9cd003fc9e9b HTTP/1.1" status: 200 len: 375 time: 0.0164092 Dec 06 12:05:43.968372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-60cb7a6b-fcdd-4664-8845-8c8f5beed4ef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415473 Dec 06 12:05:43.970625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.014567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.032756 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49666bbd-5707-45a6-8c95-f20ccd9f1322 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:44.036016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9187-7056-4f50-b396-303b04fcb5be req-653491a5-c0dd-4f6b-b650-7ee0120984f3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.038135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f01e9187-7056-4f50-b396-303b04fcb5be req-653491a5-c0dd-4f6b-b650-7ee0120984f3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 931 time: 0.0939279 Dec 06 12:05:44.041763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.063830 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Transition to ACTIVE for port object 49666bbd-5707-45a6-8c95-f20ccd9f1322 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:44.067257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.142954 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.146436 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.149910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ecb9b94-9257-48d0-95da-a11dec122a3c HTTP/1.1" status: 204 len: 168 time: 0.3328884 Dec 06 12:05:44.162327 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d94464-39b3-4c77-8fbb-ba9e00379227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecb9b94-9257-48d0-95da-a11dec122a3c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.186610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.198057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f01e9187-7056-4f50-b396-303b04fcb5be req-4b0d953b-e358-40e0-89cb-3e482fdc60d8 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471026 Dec 06 12:05:44.254541 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:44.254722 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:44.254997 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:44.262909 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:44.263463 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:44.275343 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:44.275687 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:44.276149 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:44.276689 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Bound port: 49666bbd-5707-45a6-8c95-f20ccd9f1322, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:44.277047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.422579 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:44.438904 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:44.446125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.465987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82c1ae01-47b0-478b-9fe1-8559fc4302b2 req-14d35cfa-5009-495b-8f8d-b0c8088420f9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0581102 Dec 06 12:05:44.522567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.538043 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.538672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.540047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-6e0e91f4-028c-47fa-9f48-761815f4776c service neutron] 10.222.0.23 "PUT /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 1112 time: 0.8941190 Dec 06 12:05:44.540502 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:44.543177 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b4d4aa-302c-48b8-bacd-1ad5a2592310" -d '{"events": [{"name": "network-changed", "server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:44.594418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-4bbb7b2f-7840-401c-b26c-8952dcd5d400 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664921 Dec 06 12:05:44.687430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-392a3812-c57b-47f9-8034-2afbfad732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.688616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-392a3812-c57b-47f9-8034-2afbfad732d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1115 time: 0.0826325 Dec 06 12:05:44.709633 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e53ab-39e8-44d5-9946-147e303213f6 x-openstack-request-id: req-d41e53ab-39e8-44d5-9946-147e303213f6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:44.710010 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:44.710268 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d41e53ab-39e8-44d5-9946-147e303213f6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:44.710815 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'status': 'completed', 'code': 200} Dec 06 12:05:44.746456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-99421571-004c-4e09-a442-5bd96ed69a47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.0461237 Dec 06 12:05:44.815736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-7db88c0d-6a3b-466a-bb90-b4612f553e17 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.826104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-7db88c0d-6a3b-466a-bb90-b4612f553e17 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245722 Dec 06 12:05:44.850410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-4b33aa71-1c00-4c4b-b4b5-0eb5145b1f62 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/quotas/75e5afe1a04c48ccabea9cd003fc9e9b HTTP/1.1" status: 200 len: 375 time: 0.0207350 Dec 06 12:05:44.865430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1962-6312-4299-a9ca-70de8c5b898a req-25e13264-7269-4680-84dc-9b70b9cd1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.867572 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-25e13264-7269-4680-84dc-9b70b9cd1429 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1129427 Dec 06 12:05:44.900582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-4083214f-58fb-4f45-840d-2a7b7746fc98 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517967 Dec 06 12:05:44.948192 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-ef2ab180-7a97-4b96-b619-9e648cd6d858 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721705 Dec 06 12:05:45.127855 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-46b5ae89-35db-4610-b29b-c446cb99e1a0 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708784 Dec 06 12:05:45.213194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63b8dc9b-3dcb-4eae-aa95-81135baeec33 req-99cd97c5-39a3-4ada-94a3-07dedd4dd8a8 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0460188 Dec 06 12:05:45.277126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-545d1962-6312-4299-a9ca-70de8c5b898a req-804594fd-7d0e-4ae6-ae92-78ed542ab9dd service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398568 Dec 06 12:05:45.286389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0311e8c-cf51-4db1-bfdc-3108e28c314d req-2a46a47c-5241-4e97-ab71-444fcf1eec30 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 210 time: 0.1007054 Dec 06 12:05:45.428540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-256757bc-fe5a-4a48-906a-27e9d6b6f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:45.436058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-256757bc-fe5a-4a48-906a-27e9d6b6f940 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1115 time: 0.0891855 Dec 06 12:05:45.504946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1981f0-a2f4-47d3-80e3-facc68b695b4 req-b1004bc8-5a23-45cb-b68c-28c0dd8ec1ed tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:45.507122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b1981f0-a2f4-47d3-80e3-facc68b695b4 req-b1004bc8-5a23-45cb-b68c-28c0dd8ec1ed tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.0821030 Dec 06 12:05:45.514007 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:45.589131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b1981f0-a2f4-47d3-80e3-facc68b695b4 req-d0f1f56b-42ed-4bd2-8cd2-f9828f6f5afd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Dec 06 12:05:45.647678 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-e552cb86-f05f-4549-a2a6-5a447ec21558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:45.649676 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-e552cb86-f05f-4549-a2a6-5a447ec21558 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2059996 Dec 06 12:05:45.728268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-7763e789-707c-40dd-aeb9-82e0a0462b2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.0694895 Dec 06 12:05:45.769287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b122c125-2ddd-4eb4-8405-a0de5f2a25b8 req-028fa43d-4a34-49bc-ab36-3869c6d57184 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0564079 Dec 06 12:05:45.784912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6c89-b13d-4fff-8c35-52c78e3b0c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.829387 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-87c936f5-3b03-4a77-880d-a55a01af2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:45.832724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-87c936f5-3b03-4a77-880d-a55a01af2853 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0970309 Dec 06 12:05:45.881627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-87aa10d9-115d-43e9-874a-09964e6552ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400951 Dec 06 12:05:45.933879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6c89-b13d-4fff-8c35-52c78e3b0c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.939034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6c89-b13d-4fff-8c35-52c78e3b0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.991370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6b7f6c89-b13d-4fff-8c35-52c78e3b0c9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55f4f61606b346c9a96c1a83e5723e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762211 Dec 06 12:05:45.993067 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f6c89-b13d-4fff-8c35-52c78e3b0c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b7e42-6336-499a-a323-3bbdf7e65c90,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:45.996826 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.038396 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-410dff31-ed13-4db2-aa45-2b19909b5bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462870 Dec 06 12:05:46.082638 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.134292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.183728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11b4d4aa-302c-48b8-bacd-1ad5a2592310 req-7c92eb12-cec5-4736-bd6f-1809e8f4aeaf service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371570 Dec 06 12:05:46.248905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.252726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.257419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/089b7e42-6336-499a-a323-3bbdf7e65c90 HTTP/1.1" status: 204 len: 168 time: 0.2558556 Dec 06 12:05:46.268091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928c5ef-14f5-46ec-8bb7-318e1115d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b7e42-6336-499a-a323-3bbdf7e65c90,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.346247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0461559-192c-48b8-9582-752cea95f67c req-9ccbc334-ad42-44c1-a126-e2b2e713ca82 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.0341609 Dec 06 12:05:46.417583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58793bad-2b3f-40b1-9073-2288e9dfc9d0 req-0a73471b-a963-4e62-ab2b-34d70241b91e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 210 time: 0.0361860 Dec 06 12:05:46.548812 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.673788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32816) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.687777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc2e169c-acfe-4d73-b6a5-4237a63cc078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.720588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730f745-d26c-48a4-aa9c-68d4f6c11692 req-efdc69e6-10d4-4b99-835e-45cafb26288c tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.729041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4730f745-d26c-48a4-aa9c-68d4f6c11692 req-efdc69e6-10d4-4b99-835e-45cafb26288c tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.0620325 Dec 06 12:05:46.788225 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.53', 63155) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.792799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc2e169c-acfe-4d73-b6a5-4237a63cc078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.798791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc2e169c-acfe-4d73-b6a5-4237a63cc078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.872542 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e169c-acfe-4d73-b6a5-4237a63cc078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd15b6-7add-4468-89c9-8b8d4f8a5456,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.879570 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc2e169c-acfe-4d73-b6a5-4237a63cc078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7adb64b03b54f699b332c4b37940aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043676 Dec 06 12:05:46.883697 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32820) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.919117 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-c81d7364-dd09-4a32-9f03-d1cd4aa1b050 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.920845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-c81d7364-dd09-4a32-9f03-d1cd4aa1b050 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.1218057 Dec 06 12:05:46.930199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4730f745-d26c-48a4-aa9c-68d4f6c11692 req-0a049d43-445d-45e2-b0b8-c41399bfa82d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000797 Dec 06 12:05:46.946653 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Request body: {'port': {'device_id': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'admin_state_up': True, 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:46.966311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.007620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.059505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c675610-fa66-454d-b10c-1a52e8878785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.163291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-530aa71d-2c40-4308-9706-e6054df6b0b7 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 380 time: 0.3978477 Dec 06 12:05:47.224816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-fe36928b-b63d-461a-b946-bf158534861a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309800 Dec 06 12:05:47.273113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.275838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.279872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89bd15b6-7add-4468-89c9-8b8d4f8a5456 HTTP/1.1" status: 204 len: 168 time: 0.3926587 Dec 06 12:05:47.289316 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8643fc-b8fd-4867-81cf-d8f13c6991af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd15b6-7add-4468-89c9-8b8d4f8a5456,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.377487 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'port': {'device_id': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'admin_state_up': True, 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'security_groups': ['b92d5cc3-ebac-47ab-a6e3-8a95409c64e4']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:47.520742 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e12d58-7780-4a32-8f33-270e83b5b2c1 req-79011abc-f0b0-44cf-b1ff-0852b4d4d487 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:47.522389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44e12d58-7780-4a32-8f33-270e83b5b2c1 req-79011abc-f0b0-44cf-b1ff-0852b4d4d487 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.4222963 Dec 06 12:05:47.624085 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:47.627512 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.650738 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.53', 63159) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:47.676278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-3181150d-7707-4bbd-a90d-475a73d0c158 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241430 Dec 06 12:05:47.696359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-a77b5870-c0fa-4804-b742-b48fb6d8298c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:47.698136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-a77b5870-c0fa-4804-b742-b48fb6d8298c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310268 Dec 06 12:05:47.753020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44e12d58-7780-4a32-8f33-270e83b5b2c1 req-96aa7f33-17f7-475e-b2ce-e8f3cbe771fa tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955726 Dec 06 12:05:47.758498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c675610-fa66-454d-b10c-1a52e8878785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.777392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c675610-fa66-454d-b10c-1a52e8878785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.809931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Made reservation on behalf of 39d5010b3fb64cc7adde086ac0509a18 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:47.813491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.826233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-fd157f21-e246-4480-b6a4-21afca6efeda tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.1040292 Dec 06 12:05:47.886503 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-61fb1c8f-2fbd-44b3-bd02-b093cc2ecbc0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:47.888354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-61fb1c8f-2fbd-44b3-bd02-b093cc2ecbc0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042897 Dec 06 12:05:47.918549 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Request body: {'port': {'device_id': '750f0162-71f5-41d1-896a-b615d2386913', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '75e5afe1a04c48ccabea9cd003fc9e9b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:47.932520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0818c23c-89da-431c-b7f9-a9c578b6f1f4 req-6644fb0e-050d-4be0-bc1c-7e38af1626ae tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 210 time: 0.0794024 Dec 06 12:05:47.978860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-9f5644df-e06a-4a34-bd62-992d31acc54d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245565 Dec 06 12:05:48.032002 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c675610-fa66-454d-b10c-1a52e8878785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767a841-16b3-4a23-aa1f-befe70e5f975,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.067919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1c675610-fa66-454d-b10c-1a52e8878785 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=088500ed9a634accbe49bb7e4d616be7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5164280 Dec 06 12:05:48.068564 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:48.093787 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-1a55234b-7e0a-4e47-bf6e-6712dfcd280d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.095364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-1a55234b-7e0a-4e47-bf6e-6712dfcd280d tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.1594825 Dec 06 12:05:48.101692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:48.217139 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.53', 63160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:48.277021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:48.299078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'port_id': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'mac_address': 'fa:16:3e:fe:7e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a85a925-9a72-4720-b514-a1442eb04cb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-661691209', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:05:48.324832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a14eef6-b70b-46e8-b0b9-fe2d16dbe946 req-81a66b09-c15d-420b-8639-789f46bbd687 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 210 time: 0.2614844 Dec 06 12:05:48.367103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.403459 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49666bbd-5707-45a6-8c95-f20ccd9f1322 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:48.433545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Made reservation on behalf of 75e5afe1a04c48ccabea9cd003fc9e9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:48.436181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.444017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:48.446449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-ad88e09f-f7ce-41a4-b4a1-3bd682d2c360 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1953151 Dec 06 12:05:48.451172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.459630 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Deleting port 447826a5-2fbf-4532-aea6-1629fca1ed27 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:48.459970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.464999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.534932 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.604386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cefad75d-d863-4be0-a188-33085de0ff2d req-d8eeea19-c397-4968-aec7-a6a40bafa150 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 210 time: 0.2468996 Dec 06 12:05:48.640453 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] For port 447826a5-2fbf-4532-aea6-1629fca1ed27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=447826a5-2fbf-4532-aea6-1629fca1ed27,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:48.642413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.649651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['49666bbd-5707-45a6-8c95-f20ccd9f1322'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:05:48.675410 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Allocated IP 172.20.0.3 (ce669d0f-3807-423c-903c-5244301ff70e/bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a/9ee1714e-eb1e-4caa-a57c-fa619721696e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:48.692302 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Calling delete_port for 447826a5-2fbf-4532-aea6-1629fca1ed27 owned by compute:tempest-test_az-661691209 {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:48.759218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c18d780-eb66-483c-8b91-ffbd4731500e req-bad24015-c356-46d1-87eb-a5691d318806 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 210 time: 0.0520046 Dec 06 12:05:48.788598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-9bcc33a3-67b5-4864-a870-e5fdfcb6ecd8 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.790245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-9bcc33a3-67b5-4864-a870-e5fdfcb6ecd8 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316164 Dec 06 12:05:48.791125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.816287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.846552 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Request body: {'port': {'device_id': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '75e5afe1a04c48ccabea9cd003fc9e9b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:48.906998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.916458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.956070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0fdfc-4e54-4dad-9371-d71224313d50 req-6f2241a4-8ce0-4617-bf09-9c659634f80e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.965881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ac0fdfc-4e54-4dad-9371-d71224313d50 req-6f2241a4-8ce0-4617-bf09-9c659634f80e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd99f4f-9d04-42ae-ad42-bab690cc17b0 HTTP/1.1" status: 200 len: 971 time: 0.5088453 Dec 06 12:05:49.016539 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c779e660-523d-4547-804f-4dd2a5791d86,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.026210 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Allocated IP 172.20.0.12 (19c15372-158f-445a-888d-31726f78960d/85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8/38ed9688-37ce-4f80-af7f-0a836fc5f9ca) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:49.138634 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Allocated IP 192.168.233.56 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/8fef4bf2-6197-4d13-97f3-abd3eee158fc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:49.148240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.161361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['447826a5-2fbf-4532-aea6-1629fca1ed27'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:05:49.235182 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Pushing event deleted for resources: {'Port': ['ID=447826a5-2fbf-4532-aea6-1629fca1ed27,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.258007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ba37-2085-41fd-917c-b683a7b1a783 req-1b265ec0-cae6-41a8-a82e-81c68a5ada18 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:49.271449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c798ba37-2085-41fd-917c-b683a7b1a783 req-1b265ec0-cae6-41a8-a82e-81c68a5ada18 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 965 time: 0.3530324 Dec 06 12:05:49.285648 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] No DVR routers for this DVR port 447826a5-2fbf-4532-aea6-1629fca1ed27 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:49.296666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.306282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.310351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85f167f2-f79e-4d2d-a25c-391d68db551f req-91909b20-4326-4129-bba9-86694ab59d7e tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.23 "DELETE /v2.0/ports/447826a5-2fbf-4532-aea6-1629fca1ed27 HTTP/1.1" status: 204 len: 173 time: 1.2069871 Dec 06 12:05:49.310876 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'name': 'network-vif-deleted', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:49.313140 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69afd16-fee9-4b6c-8c4d-b97153c578b2" -d '{"events": [{"server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "name": "network-vif-deleted", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:49.319994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.321147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a767a841-16b3-4a23-aa1f-befe70e5f975 HTTP/1.1" status: 204 len: 168 time: 1.2238033 Dec 06 12:05:49.390771 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.462691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ac0fdfc-4e54-4dad-9371-d71224313d50 req-b1d7a6d6-f8f8-488c-b79d-0931e922b397 tempest-AggregatesAdminTestJSON-1349283865 tempest-AggregatesAdminTestJSON-1349283865-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8048d81-c711-4768-a933-d37528c446ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588201 Dec 06 12:05:49.531637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.604541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.637949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.672247 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50aec1-cda4-4a42-a3fc-bc2724fb6e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767a841-16b3-4a23-aa1f-befe70e5f975,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.767239 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:49.807910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.809080 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:49.814065 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:49.831009 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:49.833558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.855325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-22230c0a-9f4e-45c0-a227-57a5bd4bdbfd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181848 Dec 06 12:05:49.863575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event updated for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.871664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c798ba37-2085-41fd-917c-b683a7b1a783 req-5f629a06-7116-4991-858d-278dcdbc5632 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989101 Dec 06 12:05:49.890431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.948329 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32914) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.024908 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.035070 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9727d-7212-47a4-830f-4b39db4083bb x-openstack-request-id: req-34b9727d-7212-47a4-830f-4b39db4083bb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:50.035378 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd99f4f-9d04-42ae-ad42-bab690cc17b0", "name": "network-vif-deleted", "tag": "447826a5-2fbf-4532-aea6-1629fca1ed27", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:50.035702 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34b9727d-7212-47a4-830f-4b39db4083bb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:50.036077 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd99f4f-9d04-42ae-ad42-bab690cc17b0', 'name': 'network-vif-deleted', 'tag': '447826a5-2fbf-4532-aea6-1629fca1ed27', 'status': 'completed', 'code': 200} Dec 06 12:05:50.055093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Made reservation on behalf of 75e5afe1a04c48ccabea9cd003fc9e9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:50.058904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.062920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43c9b988-0d57-416d-8b84-74a364aa7b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.086298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2d339e4c-0c4a-4a29-a1c2-88d536f32e42 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1718812 Dec 06 12:05:50.122625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:50.186824 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-16203e53-2f01-4b98-9163-1ecbbb0b80bd tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:05:50.187899 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-16203e53-2f01-4b98-9163-1ecbbb0b80bd tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0933585 Dec 06 12:05:50.197002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bf08e537-f074-441b-86f6-dd885afab02a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.198868 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bf08e537-f074-441b-86f6-dd885afab02a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369188 Dec 06 12:05:50.225138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': '4710da8c-31f3-4c56-a981-fed018419290', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:50.228618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 49666bbd-5707-45a6-8c95-f20ccd9f1322 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:05:50.236935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 49666bbd-5707-45a6-8c95-f20ccd9f1322 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:50.237838 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.301841 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1fcbb09d-2bc2-4db7-9a74-5592640a516a None None] Provisioning complete for port 8fef4bf2-6197-4d13-97f3-abd3eee158fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:50.302841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb09d-2bc2-4db7-9a74-5592640a516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.363283 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbb09d-2bc2-4db7-9a74-5592640a516a None None] Port 8fef4bf2-6197-4d13-97f3-abd3eee158fc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:50.414163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.416466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43c9b988-0d57-416d-8b84-74a364aa7b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.423942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.428512 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Request body: {'port': {'device_id': '750f0162-71f5-41d1-896a-b615d2386913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:50.433648 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Network ce669d0f-3807-423c-903c-5244301ff70e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:50.435529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43c9b988-0d57-416d-8b84-74a364aa7b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.449555 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:50.450715 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:50.452283 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a29062-afc6-47a3-b7c5-cdf438fb7d76" -d '{"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-plugged", "status": "completed", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:50.468513 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:50.473818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.480000 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:50.482176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:50.484739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.485429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.485557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.517189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.525792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.548072 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Network 19c15372-158f-445a-888d-31726f78960d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:50.551601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9b988-0d57-416d-8b84-74a364aa7b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cbc26-ff96-4c09-b5b5-802e180fb33e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.560968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43c9b988-0d57-416d-8b84-74a364aa7b3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f59e1b75d534b2dbeefd84b5209d81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6078541 Dec 06 12:05:50.561318 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531146fa-22f0-4ca2-b163-cea1697934b5 req-7c92be42-9c39-4763-8f15-2aab795934d0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.561318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-531146fa-22f0-4ca2-b163-cea1697934b5 req-7c92be42-9c39-4763-8f15-2aab795934d0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 931 time: 0.6841812 Dec 06 12:05:50.564395 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32926) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.567601 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:50.572895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-02432057-6b6c-4d26-9e8f-8a0d6184c0c6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6314597 Dec 06 12:05:50.577091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.582373 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:50.588419 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.588977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.606591 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Request body: {'port': {'device_id': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:50.609804 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.619813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6ad7-7147-4e66-8fe8-fbba64c4937d req-fc27d2db-52bc-4c30-87f3-c2a4f9d5c3ba tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.627093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d99d6ad7-7147-4e66-8fe8-fbba64c4937d req-fc27d2db-52bc-4c30-87f3-c2a4f9d5c3ba tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 932 time: 0.2403462 Dec 06 12:05:50.695568 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Allocated IP 192.168.233.184 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/9212550a-ae98-480c-b39f-47c3ea0c020c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:50.702019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4d0c6f36-a906-4e4b-9e31-f1ca2ceea077 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4730339 Dec 06 12:05:50.703765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.736034 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Request body: {'port': {'device_id': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:50.811225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.814841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-531146fa-22f0-4ca2-b163-cea1697934b5 req-2aa2cf04-6fdd-40b0-a232-45c02190cb43 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349720 Dec 06 12:05:50.836939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.846770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d99d6ad7-7147-4e66-8fe8-fbba64c4937d req-5915be73-4c73-451d-8ab8-8944fc8d6c3f tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187676 Dec 06 12:05:50.851933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.878446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.892313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.897806 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eafe90fd-702b-45cc-bc22-93edfb3b956f None None] Provisioning complete for port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:50.898533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eafe90fd-702b-45cc-bc22-93edfb3b956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.910665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.914733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.918235 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5cbc26-ff96-4c09-b5b5-802e180fb33e HTTP/1.1" status: 204 len: 168 time: 0.3503985 Dec 06 12:05:50.938820 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-eafe90fd-702b-45cc-bc22-93edfb3b956f None None] Port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:50.980506 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1995ed5-2ba6-44e1-8778-29f698bb4bb6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.995716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecba4a-c421-4d39-baa8-c96039dc39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cbc26-ff96-4c09-b5b5-802e180fb33e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.046405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd62f0ad-041c-4cdd-b286-318566370de7 req-6cbb5128-746f-4b0d-88f7-87d29c1cdffd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 210 time: 0.0604451 Dec 06 12:05:51.221734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ebe53-f369-4fd6-a202-2761db02a825 req-3c024a10-64d1-48fe-abb9-4fbaff2b7391 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.223322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-811ebe53-f369-4fd6-a202-2761db02a825 req-3c024a10-64d1-48fe-abb9-4fbaff2b7391 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 935 time: 0.3279035 Dec 06 12:05:51.388587 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ae5b8-55b1-43c1-bcbc-a6b0b8397918 x-openstack-request-id: req-d99ae5b8-55b1-43c1-bcbc-a6b0b8397918 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:51.390053 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-plugged", "status": "completed", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:51.390945 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d99ae5b8-55b1-43c1-bcbc-a6b0b8397918 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:51.396379 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'code': 200} Dec 06 12:05:51.400156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.465147 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.23', 59080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.496562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-811ebe53-f369-4fd6-a202-2761db02a825 req-43df4eb5-9b82-4b3d-b489-9bdefc720aa2 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599232 Dec 06 12:05:51.538150 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011515-9a00-45a5-8b54-4c2d4310200e req-d4cd2751-312f-4675-8d0b-29a1fbe64ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.539843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-96011515-9a00-45a5-8b54-4c2d4310200e req-d4cd2751-312f-4675-8d0b-29a1fbe64ba0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1117 time: 0.0735068 Dec 06 12:05:51.604962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-96011515-9a00-45a5-8b54-4c2d4310200e req-019c0c17-2fc7-49ce-9513-ccc480732291 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Dec 06 12:05:51.655682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.719921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f100-7edf-4777-a4c6-fcac5872707f req-bc9be284-3330-4b3b-b3f1-b50df02c6d60 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.721435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0435f100-7edf-4777-a4c6-fcac5872707f req-bc9be284-3330-4b3b-b3f1-b50df02c6d60 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 966 time: 0.2106555 Dec 06 12:05:51.792948 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:51.810359 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:51.819930 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:51.826227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.827088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.836043 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ed9688-37ce-4f80-af7f-0a836fc5f9ca {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:51.839277 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fef4bf2-6197-4d13-97f3-abd3eee158fc {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:51.850505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.852174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.861868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.880376 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Transition to ACTIVE for port object 8fef4bf2-6197-4d13-97f3-abd3eee158fc will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:51.887692 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee1714e-eb1e-4caa-a57c-fa619721696e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:51.907266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.917578 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.928067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-6780ad9b-31a9-4d29-af75-2203254e4e58 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0908654 Dec 06 12:05:51.929597 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Transition to ACTIVE for port object 38ed9688-37ce-4f80-af7f-0a836fc5f9ca will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:51.946927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0435f100-7edf-4777-a4c6-fcac5872707f req-5b1f8a60-1151-4781-9576-72510ccb26d3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984420 Dec 06 12:05:51.956057 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Request body: {'port': {'device_id': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:51.959039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.974318 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.129 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/38579d9c-a97f-4fbb-9450-f9e6c31f1c4e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:51.976679 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Transition to ACTIVE for port object 9ee1714e-eb1e-4caa-a57c-fa619721696e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:52.015063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.117418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 447826a5-2fbf-4532-aea6-1629fca1ed27 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:52.133263 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Pushing event updated for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.200795 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 447826a5-2fbf-4532-aea6-1629fca1ed27 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:52.201401 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 447826a5-2fbf-4532-aea6-1629fca1ed27 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:52.214745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.242107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.290371 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7127084c-8f50-4872-a5cf-b97fe61e2832 None None] Provisioning complete for port 9212550a-ae98-480c-b39f-47c3ea0c020c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:52.290757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7127084c-8f50-4872-a5cf-b97fe61e2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.295844 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.331116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Pushing event updated for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.357004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.410871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7127084c-8f50-4872-a5cf-b97fe61e2832 None None] Port 9212550a-ae98-480c-b39f-47c3ea0c020c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:52.435103 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Attempting to bind port 8fef4bf2-6197-4d13-97f3-abd3eee158fc on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:52.435307 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Attempting to bind port 8fef4bf2-6197-4d13-97f3-abd3eee158fc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:52.435629 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Attempting to bind port 8fef4bf2-6197-4d13-97f3-abd3eee158fc on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.468169 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Port 8fef4bf2-6197-4d13-97f3-abd3eee158fc on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:52.468506 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Attempting to bind port 8fef4bf2-6197-4d13-97f3-abd3eee158fc on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.496868 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4e557ab9-cfb6-4243-b557-2245d0e01585 tempest-AutoAllocateNetworkTest-958319784 tempest-AutoAllocateNetworkTest-958319784-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=002570e698cf4db491919f8acfc38aff&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1902192 Dec 06 12:05:52.497800 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32978) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.500255 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:52.500590 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:52.500978 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:52.501588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Bound port: 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:52.501943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.562150 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.583900 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Attempting to bind port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:52.584345 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Attempting to bind port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:52.584679 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Attempting to bind port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.603782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.616957 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:52.617324 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:52.617653 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.625050 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca on network 19c15372-158f-445a-888d-31726f78960d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:52.625399 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Attempting to bind port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.657081 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:52.657431 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.665811 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:52.666402 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Checking segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:52.666974 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Bound using segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:52.667427 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Bound port: 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:52.667789 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.717567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abba06-46d1-446e-bb5b-0b5c90345e65 req-6ad702f5-58f5-4d33-bdd9-d1c5d70e03e6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:52.719143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91abba06-46d1-446e-bb5b-0b5c90345e65 req-6ad702f5-58f5-4d33-bdd9-d1c5d70e03e6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.5630119 Dec 06 12:05:52.719951 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:52.720488 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:52.721029 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:52.721661 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Bound port: 9ee1714e-eb1e-4caa-a57c-fa619721696e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:52.722201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.738716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1d64b-555c-4e5b-8007-1cba6a720754 req-38becb72-95c3-42ae-99c6-f1485cce3783 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:52.740308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01e1d64b-555c-4e5b-8007-1cba6a720754 req-38becb72-95c3-42ae-99c6-f1485cce3783 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 944 time: 0.5378053 Dec 06 12:05:52.753177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9c334cde-04e2-4422-82d1-428f1ff23c93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55bd3fc7dd2044b0825955f9f00a17e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8293610 Dec 06 12:05:52.810127 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.906763 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:52.921410 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:52.923785 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:52.929907 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:52.930517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.960039 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:52.964297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.969596 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:52.979293 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd3d00-5271-4a38-afb6-72085d5d5b6b tempest-AutoAllocateNetworkTest-958319784 tempest-AutoAllocateNetworkTest-958319784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:52.981480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4afd3d00-5271-4a38-afb6-72085d5d5b6b tempest-AutoAllocateNetworkTest-958319784 tempest-AutoAllocateNetworkTest-958319784-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4758906 Dec 06 12:05:52.983404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.987457 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.988313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-f98cb78e-4c3f-4798-9d49-af86f7565c98 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7719033 Dec 06 12:05:53.023179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Request body: {'port': {'device_id': '4710da8c-31f3-4c56-a981-fed018419290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:53.034683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.035297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.037320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] 10.222.0.53 "PUT /v2.0/ports/8fef4bf2-6197-4d13-97f3-abd3eee158fc HTTP/1.1" status: 200 len: 1095 time: 2.6952167 Dec 06 12:05:53.056402 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:53.058823 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f59846-be40-4bbe-a367-714c82f3e03b" -d '{"events": [{"name": "network-changed", "server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:53.108779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c362324-703c-4596-9d4d-92fbd7e3daaf tempest-AutoAllocateNetworkTest-958319784 tempest-AutoAllocateNetworkTest-958319784-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128626 Dec 06 12:05:53.120500 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.126056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01e1d64b-555c-4e5b-8007-1cba6a720754 req-ccd6bc01-5d8c-4b1d-94fa-050e2e31e92a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252761 Dec 06 12:05:53.133565 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:53.137282 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e24bd-c61d-4391-bfe0-fa2c7e3bb877 service neutron] Pushing event updated for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:53.168663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.171138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91abba06-46d1-446e-bb5b-0b5c90345e65 req-da52eb7d-1890-4d6a-b0bc-c6730cd1bd44 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298151 Dec 06 12:05:53.173431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8d7fbdb6-8c95-4613-970f-539419a44c45 tempest-AutoAllocateNetworkTest-958319784 tempest-AutoAllocateNetworkTest-958319784-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=002570e698cf4db491919f8acfc38aff HTTP/1.1" status: 200 len: 208 time: 0.0461321 Dec 06 12:05:53.295572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2b17e31a-f877-46cc-a0c7-18de449b8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.297084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-2b17e31a-f877-46cc-a0c7-18de449b8704 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 1098 time: 0.1878619 Dec 06 12:05:53.314396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b8ced814-f606-43be-a775-45ae3ad5ce6f None None] Provisioning complete for port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:53.317227 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8ced814-f606-43be-a775-45ae3ad5ce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.361843 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:53.374487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.395269 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Transition to ACTIVE for port object 9212550a-ae98-480c-b39f-47c3ea0c020c will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:53.401243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b8ced814-f606-43be-a775-45ae3ad5ce6f None None] Port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:53.416159 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:53.422733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-528f2ba3-0bce-45db-a94f-aba1cde4f68a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc HTTP/1.1" status: 200 len: 217 time: 0.0584841 Dec 06 12:05:53.448651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.457580 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:53.470283 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:53.512925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.532882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-98633385-e33d-4330-b4c5-faf2e1306d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.534399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-98633385-e33d-4330-b4c5-faf2e1306d83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1029015 Dec 06 12:05:53.539877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.553420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.556488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.558432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] 10.222.0.53 "PUT /v2.0/ports/38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 200 len: 1092 time: 2.8397186 Dec 06 12:05:53.569827 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33004) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.581614 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:53.696773 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-38b6cc73-f6eb-47ff-8abf-0fc1e8bd893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.698320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-38b6cc73-f6eb-47ff-8abf-0fc1e8bd893f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275618 Dec 06 12:05:53.716525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.743096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.821686 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:53.833560 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:53.847115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd574fe7-78ac-499b-bf5b-c7b59e2c4a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.854257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.861575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.862840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.864570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 1091 time: 3.2721977 Dec 06 12:05:53.909923 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Transition to ACTIVE for port object 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:05:53.913250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-5dc2c5a5-ed79-4aa5-bc58-c5fe99b06fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059021 Dec 06 12:05:53.919790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.031110 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf72fe-d007-4056-88ec-57398ff4ae4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:54.049489 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870215-8b12-4bdf-9491-43a3de4db4cc req-89d33ce1-86d1-46b9-a238-872157e503fb tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.050948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73870215-8b12-4bdf-9491-43a3de4db4cc req-89d33ce1-86d1-46b9-a238-872157e503fb tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 936 time: 0.6151161 Dec 06 12:05:54.056234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Pushing event updated for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.095884 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Attempting to bind port 9212550a-ae98-480c-b39f-47c3ea0c020c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:54.096221 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Attempting to bind port 9212550a-ae98-480c-b39f-47c3ea0c020c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:54.096558 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Attempting to bind port 9212550a-ae98-480c-b39f-47c3ea0c020c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:54.122818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd574fe7-78ac-499b-bf5b-c7b59e2c4a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.134681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd574fe7-78ac-499b-bf5b-c7b59e2c4a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.137054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Attempting to bind port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:54.137840 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Attempting to bind port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:54.137840 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Attempting to bind port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:54.142517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Port 9212550a-ae98-480c-b39f-47c3ea0c020c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:54.142517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Attempting to bind port 9212550a-ae98-480c-b39f-47c3ea0c020c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:54.151952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94f37e44-eafd-49d1-9bc6-38f916ac4658 req-b02cb623-8892-4547-bf81-ed43004973a4 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259274 Dec 06 12:05:54.157836 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:05:54.158100 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Attempting to bind port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:54.165413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-b6546a82-f158-4cbb-aabf-681cd11aa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.166910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-b6546a82-f158-4cbb-aabf-681cd11aa648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 1095 time: 0.4569364 Dec 06 12:05:54.167525 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826df43-3df4-4dd7-ba18-4fd5b4cdd51e service neutron] Pushing event updated for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.170371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.173543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.175543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8048d81-c711-4768-a933-d37528c446ca HTTP/1.1" status: 204 len: 168 time: 1.3565958 Dec 06 12:05:54.181787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-af94b379-f1b0-45fd-84d6-699004dbbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.183392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-af94b379-f1b0-45fd-84d6-699004dbbdda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1094 time: 0.1874077 Dec 06 12:05:54.183518 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:54.183903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:54.184385 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:54.184879 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Bound port: 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:54.185404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.194613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dd574fe7-78ac-499b-bf5b-c7b59e2c4a27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=002570e698cf4db491919f8acfc38aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6223850 Dec 06 12:05:54.200827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0cc85-9f66-4361-80bf-c6bac9528583 req-139933c1-810e-41ed-aa44-ad7b2ee5acb4 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.202410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fa0cc85-9f66-4361-80bf-c6bac9528583 req-139933c1-810e-41ed-aa44-ad7b2ee5acb4 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 947 time: 0.4887824 Dec 06 12:05:54.203220 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:54.203342 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:54.203554 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:54.203926 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:54.204378 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Bound port: 9212550a-ae98-480c-b39f-47c3ea0c020c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:54.204741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.214185 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574fe7-78ac-499b-bf5b-c7b59e2c4a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65212c8-ade4-4a10-ad18-cf9acbd0535b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.309028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.310950 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:54.331283 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:54.341178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.348310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c49f4-06a6-4c92-964f-2861a898e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8048d81-c711-4768-a933-d37528c446ca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.352804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.371685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-2d068bcc-adf3-442d-a159-415d221af3bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.1564775 Dec 06 12:05:54.380098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-40513e4f-9af6-433f-b3cb-5d3a86f72d30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 200 len: 217 time: 0.1923795 Dec 06 12:05:54.414023 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.414712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.416544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] 10.222.0.23 "PUT /v2.0/ports/38579d9c-a97f-4fbb-9450-f9e6c31f1c4e HTTP/1.1" status: 200 len: 1096 time: 1.3981419 Dec 06 12:05:54.440501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0b3a0-8710-4394-bb87-120c1c393a93 service neutron] Pushing event updated for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.441758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73870215-8b12-4bdf-9491-43a3de4db4cc req-fa60260d-c8e7-45fe-aca6-e1675114ef5a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619390 Dec 06 12:05:54.464561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.468318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.469641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e65212c8-ade4-4a10-ad18-cf9acbd0535b HTTP/1.1" status: 204 len: 168 time: 0.2639318 Dec 06 12:05:54.530366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90121f56-22ad-4c8b-bb02-b0ca25447886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65212c8-ade4-4a10-ad18-cf9acbd0535b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.580924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-8a79c4ae-63e0-4d56-a10e-1d7d81f2c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.589944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-8a79c4ae-63e0-4d56-a10e-1d7d81f2c632 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 1099 time: 0.1075709 Dec 06 12:05:54.594582 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be82576-7082-40e9-ac89-c21aa79d4381 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.652809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-44f35d49-219a-47a6-b0ea-fae394a73447 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e HTTP/1.1" status: 200 len: 217 time: 0.0574906 Dec 06 12:05:54.666622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fa0cc85-9f66-4361-80bf-c6bac9528583 req-11310ae9-9fe0-4429-87ae-77b5ace70c5d tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176810 Dec 06 12:05:54.675352 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-c98e50bd-6ea3-48e1-ba9e-d9a6bcb71742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.676815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-c98e50bd-6ea3-48e1-ba9e-d9a6bcb71742 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.2916939 Dec 06 12:05:54.681819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:54.687822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:54.730118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.734935 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-08c235f3-94c6-472a-873d-2a2e44de7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.738962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-08c235f3-94c6-472a-873d-2a2e44de7f37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0789371 Dec 06 12:05:54.752074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-e5013e78-ecdb-4957-99a6-2b4ecac5146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.753767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-e5013e78-ecdb-4957-99a6-2b4ecac5146c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.3394792 Dec 06 12:05:54.759191 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eae6af-60c7-43dd-be24-0209111a2d5b x-openstack-request-id: req-47eae6af-60c7-43dd-be24-0209111a2d5b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:54.759794 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:54.760092 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47eae6af-60c7-43dd-be24-0209111a2d5b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:54.760799 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc', 'status': 'completed', 'code': 200} Dec 06 12:05:54.760968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-8ca4924a-304d-4f7c-95a6-f3e0eaea279b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752511 Dec 06 12:05:54.797095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07470d57-5a31-4e4c-96ef-4d420496c53b req-03e392ed-b392-4ef4-803c-c0f35998e5ef tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.804671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07470d57-5a31-4e4c-96ef-4d420496c53b req-03e392ed-b392-4ef4-803c-c0f35998e5ef tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 966 time: 0.2393882 Dec 06 12:05:54.809545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-23bb9606-c015-4a0e-8822-9245f2331529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.811282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-23bb9606-c015-4a0e-8822-9245f2331529 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656202 Dec 06 12:05:54.812505 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33034) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:54.833297 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.833996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.835363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/9212550a-ae98-480c-b39f-47c3ea0c020c HTTP/1.1" status: 200 len: 1096 time: 2.8871644 Dec 06 12:05:54.897956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1dbd-99bb-45e6-96b5-fc988e7188d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.988730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-29335438-2d7c-48a3-a393-bfaef99ec85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.990918 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-29335438-2d7c-48a3-a393-bfaef99ec85c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 1098 time: 0.1770773 Dec 06 12:05:54.998428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a048e67f-15eb-47c5-983c-6fb05ecf603d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5705ed1d8ab4f8f8c722a0dffd4f449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832333 Dec 06 12:05:55.000339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:55.100203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-5418400f-8303-4011-a4f5-1a2f119984a8 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695704 Dec 06 12:05:55.257039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.260974 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-7ff38048-e379-444f-aaf3-b7fabd207770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.262926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-7ff38048-e379-444f-aaf3-b7fabd207770 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2631185 Dec 06 12:05:55.320563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07470d57-5a31-4e4c-96ef-4d420496c53b req-519e696a-0bb4-433a-9a03-eaf664b6bc31 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150108 Dec 06 12:05:55.322429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-5a6c2ba6-8b46-4f9f-a72f-5d722c4abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.323821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-5a6c2ba6-8b46-4f9f-a72f-5d722c4abb13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5109966 Dec 06 12:05:55.328182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b62556b2-a293-4035-8157-c36dbfb91c20 req-6ee799f2-7ab5-469d-bee4-912d0ffb76f5 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186322 Dec 06 12:05:55.335252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-b78b7b20-071f-4b49-811f-f8821ec96c12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc HTTP/1.1" status: 200 len: 217 time: 0.0564687 Dec 06 12:05:55.335252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.348084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-e4aad542-29eb-4408-a064-c793d94a968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.350108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-e4aad542-29eb-4408-a064-c793d94a968b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1099 time: 0.4102647 Dec 06 12:05:55.409733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-3edc8e29-599b-4319-9fbd-655c47c2c630 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=9212550a-ae98-480c-b39f-47c3ea0c020c HTTP/1.1" status: 200 len: 217 time: 0.0441163 Dec 06 12:05:55.431164 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-1b92c5f3-3584-4c58-9841-386bcb6a8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.434259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-1b92c5f3-3584-4c58-9841-386bcb6a8300 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0917540 Dec 06 12:05:55.451545 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705cd96a-2085-4d5e-9b61-fd1b82111ebb x-openstack-request-id: req-705cd96a-2085-4d5e-9b61-fd1b82111ebb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:55.451831 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:55.452076 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-705cd96a-2085-4d5e-9b61-fd1b82111ebb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:55.452563 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'status': 'completed', 'code': 200} Dec 06 12:05:55.486249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-b4116794-2983-4e68-8d2d-7aa2f7856287 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608577 Dec 06 12:05:55.504709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.508571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.512251 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a984b18-c0c6-4fb5-b405-b63e78c1f60d HTTP/1.1" status: 204 len: 168 time: 0.5047674 Dec 06 12:05:55.522043 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd25de-bc16-4312-9c76-f0ef822a47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a984b18-c0c6-4fb5-b405-b63e78c1f60d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.537440 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-0aa86fca-b9a7-4ca3-a885-7e1cbc890410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.539053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-0aa86fca-b9a7-4ca3-a885-7e1cbc890410 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942423 Dec 06 12:05:55.656411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-29c94ab9-2149-40ac-8f8f-8d50e95d486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.657897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-29c94ab9-2149-40ac-8f8f-8d50e95d486b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2206352 Dec 06 12:05:55.664172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-e39006f4-95d7-4154-b07f-41935404dff9 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162446 Dec 06 12:05:55.722255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-ba439dab-1d8c-4db5-911b-e7fcdfd9c748 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874054 Dec 06 12:05:55.751264 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd513ab-526f-4407-9db2-69bd92009dc3 req-674c65be-8538-47b5-a7b3-b915450b3643 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.752785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cd513ab-526f-4407-9db2-69bd92009dc3 req-674c65be-8538-47b5-a7b3-b915450b3643 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 944 time: 0.2698009 Dec 06 12:05:55.761030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8d90-c951-486a-8686-50fad5c264ec req-47dddc3c-9f6f-4005-a9ba-fb08c6911386 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.762659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-854c8d90-c951-486a-8686-50fad5c264ec req-47dddc3c-9f6f-4005-a9ba-fb08c6911386 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.2104235 Dec 06 12:05:55.804999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f59846-be40-4bbe-a367-714c82f3e03b req-9fc0bfd4-eb9f-4cd5-8b0e-4481830635a3 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280079 Dec 06 12:05:55.877289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1398b187-8549-4bf9-abc4-aa569e115fd3 req-13376acf-857f-4398-8564-0ee7733b6d29 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260336 Dec 06 12:05:55.905867 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-10fdeeaa-8f62-4dc9-9bd3-cef52da66560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:55.907292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-10fdeeaa-8f62-4dc9-9bd3-cef52da66560 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2107282 Dec 06 12:05:55.957191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cd513ab-526f-4407-9db2-69bd92009dc3 req-51bae401-6988-47ac-94cc-adc95e87fc0f tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851070 Dec 06 12:05:55.966776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-854c8d90-c951-486a-8686-50fad5c264ec req-c720ef93-b266-413b-9260-4fc2ced1e063 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907790 Dec 06 12:05:55.989245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adb80ac0-2b0e-47f6-9892-05ed443b5249 req-9a714f13-d3c8-4ba2-a89b-dc606b80683f service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480993 Dec 06 12:05:56.076259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-243977d6-0533-4aeb-b0e9-3009f9ece128 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516113 Dec 06 12:05:56.222778 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58d2c-8b3c-48f1-a7cd-13dbf0d18017 req-77fb66ef-cf47-47d0-bab5-2164c4a5446b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.230458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4a58d2c-8b3c-48f1-a7cd-13dbf0d18017 req-77fb66ef-cf47-47d0-bab5-2164c4a5446b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 948 time: 0.1410491 Dec 06 12:05:56.249716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-c914baeb-9b70-4528-91e0-32d46c20e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.251327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-c914baeb-9b70-4528-91e0-32d46c20e8e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 1095 time: 0.1503570 Dec 06 12:05:56.318025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abf53fc0-2aa4-4a98-8fd2-21b114945120 req-1c284fa0-a2e0-4e31-bcee-954f357335d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174122 Dec 06 12:05:56.427136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4a58d2c-8b3c-48f1-a7cd-13dbf0d18017 req-135b7723-fca2-4706-a63f-1847cb7c3a63 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957884 Dec 06 12:05:56.485038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf3aa-38e9-46c6-a83c-a1c3dbd1b65f req-3e9a10a7-a4d3-45e6-9be6-bd0dc8e81b84 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.486745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90cdf3aa-38e9-46c6-a83c-a1c3dbd1b65f req-3e9a10a7-a4d3-45e6-9be6-bd0dc8e81b84 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1117 time: 0.1578274 Dec 06 12:05:56.488185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-0b4607c1-9b23-4e88-a593-9722b451e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.489609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-0b4607c1-9b23-4e88-a593-9722b451e787 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 925 time: 0.2266088 Dec 06 12:05:56.560162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-8b6f77de-59fc-4341-9b4b-17bd14e163b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 200 len: 217 time: 0.0598559 Dec 06 12:05:56.628283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90cdf3aa-38e9-46c6-a83c-a1c3dbd1b65f req-64215c13-a42a-4a90-8ca0-676988302785 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347687 Dec 06 12:05:56.638265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2965a1-6e0e-4b38-a1e6-89e49a151fc4 req-2a595d57-a444-4269-9c56-b61b91742e4e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.639915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc2965a1-6e0e-4b38-a1e6-89e49a151fc4 req-2a595d57-a444-4269-9c56-b61b91742e4e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 947 time: 0.1405091 Dec 06 12:05:56.646474 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-912ec7d7-04f4-4ff5-9caf-dde5f2a7ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.647905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-912ec7d7-04f4-4ff5-9caf-dde5f2a7ad9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.0789993 Dec 06 12:05:56.733445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc2965a1-6e0e-4b38-a1e6-89e49a151fc4 req-ecad68b2-2a8e-4778-989d-19fd15a638b2 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792887 Dec 06 12:05:56.736861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-c3acce4b-b62d-465c-8615-c4840339de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.738764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-c3acce4b-b62d-465c-8615-c4840339de50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786672 Dec 06 12:05:56.762400 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:56.765254 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7866a66-9c36-472f-b971-e828087edb43" -d '{"events": [{"name": "network-changed", "server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:56.886570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-6980f311-5630-4976-a230-55aebc813c79 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349206 Dec 06 12:05:56.893447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7229a-dc3d-4b7b-9310-e57e18834ace req-220f6def-dfff-4331-b16e-db4b7cc01009 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.894892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a7229a-dc3d-4b7b-9310-e57e18834ace req-220f6def-dfff-4331-b16e-db4b7cc01009 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1117 time: 0.0603828 Dec 06 12:05:57.054356 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e0dce-0cc0-4639-aede-6f1fe3cc47e1 x-openstack-request-id: req-3d7e0dce-0cc0-4639-aede-6f1fe3cc47e1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:57.054913 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:57.055367 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d7e0dce-0cc0-4639-aede-6f1fe3cc47e1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:57.056038 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', 'status': 'completed', 'code': 200} Dec 06 12:05:57.129572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a66-9c36-472f-b971-e828087edb43 req-ee1ca808-eb56-4925-a848-1f92522b556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.131154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-ee1ca808-eb56-4925-a848-1f92522b556f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 1099 time: 0.0500977 Dec 06 12:05:57.176722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0d58f1b-bb28-4454-ab51-175a77949e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.181205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a7229a-dc3d-4b7b-9310-e57e18834ace req-ec44f7c9-69ca-4b5f-9b2f-7f3137f0f619 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767923 Dec 06 12:05:57.230407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24cf72fe-d007-4056-88ec-57398ff4ae4f req-a0ef5650-739c-494b-88c0-22e30539e411 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345821 Dec 06 12:05:57.239096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d38a0f-8ecb-4dce-a92f-1c0040d48d43 req-871f9049-4a1b-48e3-a4da-024312308cc9 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.240591 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27d38a0f-8ecb-4dce-a92f-1c0040d48d43 req-871f9049-4a1b-48e3-a4da-024312308cc9 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 944 time: 0.0875752 Dec 06 12:05:57.270125 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a66-9c36-472f-b971-e828087edb43 req-c2459da4-d816-4d1f-94a0-8cb01d37040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.272421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-c2459da4-d816-4d1f-94a0-8cb01d37040b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1324830 Dec 06 12:05:57.300399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27d38a0f-8ecb-4dce-a92f-1c0040d48d43 req-0754dfe1-c1c3-4dfa-8589-5555341ea152 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513973 Dec 06 12:05:57.319740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-cb9d2669-ffd0-4ecc-80ef-d02e226e142e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e HTTP/1.1" status: 200 len: 217 time: 0.0377917 Dec 06 12:05:57.378181 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a66-9c36-472f-b971-e828087edb43 req-434b4f3f-2bce-4723-b9cc-9027c83a9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.379998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-434b4f3f-2bce-4723-b9cc-9027c83a9ca4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0535798 Dec 06 12:05:57.437975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a66-9c36-472f-b971-e828087edb43 req-c429998f-5ac0-469a-b235-742d815a6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.439693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-c429998f-5ac0-469a-b235-742d815a6975 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532062 Dec 06 12:05:57.441406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd62a3-d475-4581-844c-c669146880d9 req-f76e1732-bbab-4a4d-9a1d-cc7df9ca88ea tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.450237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10dd62a3-d475-4581-844c-c669146880d9 req-f76e1732-bbab-4a4d-9a1d-cc7df9ca88ea tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.0639143 Dec 06 12:05:57.462074 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e'}, {'name': 'network-changed', 'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:57.464398 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14026aa6-2238-452f-90ab-9fbd3f1a25ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e"}, {"name": "network-changed", "server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:57.482458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8fef4bf2-6197-4d13-97f3-abd3eee158fc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:57.524553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10dd62a3-d475-4581-844c-c669146880d9 req-0acb8e50-cb8c-4939-83e5-49d495e8b623 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Dec 06 12:05:57.558658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-95b1a35b-9c4a-46b8-970a-0bb27b7fa49a service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112285 Dec 06 12:05:57.563190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-f52ddbc8-7c3a-4e8d-9919-36d5d9993271 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=61eb4956c71546b19ce267a0897248cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327840 Dec 06 12:05:57.639565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:57.656495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '8fef4bf2-6197-4d13-97f3-abd3eee158fc', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '8fef4bf2-6197-4d13-97f3-abd3eee158fc', 'mac_address': 'fa:16:3e:96:39:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:05:57.697740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.698720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7ca83c7d-fee4-4780-9c79-618dad32001b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.700777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7ca83c7d-fee4-4780-9c79-618dad32001b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368611 Dec 06 12:05:57.717821 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fef4bf2-6197-4d13-97f3-abd3eee158fc {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:57.721346 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:57.733041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-62930d34-3666-4b44-897b-84fb3b87891f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/quotas/61eb4956c71546b19ce267a0897248cb HTTP/1.1" status: 200 len: 375 time: 0.0258512 Dec 06 12:05:57.745254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:57.747717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7866a66-9c36-472f-b971-e828087edb43 req-f0d579af-ca91-48f0-a5e7-3d1b5caf74e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706653 Dec 06 12:05:57.750612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.783762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-f3a9e0f9-f6b1-4c13-8e2d-c7e22711e94d tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301828 Dec 06 12:05:57.801604 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc734b29-ba95-48fe-bfdc-74457ec99277 req-ac9b4898-23c6-4b03-9a7b-194dfe7a58b1 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.803280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc734b29-ba95-48fe-bfdc-74457ec99277 req-ac9b4898-23c6-4b03-9a7b-194dfe7a58b1 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 948 time: 0.0832586 Dec 06 12:05:57.838527 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:57.860201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7537eb6-b1f7-41e7-817e-13e50df14bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.866736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc734b29-ba95-48fe-bfdc-74457ec99277 req-20ab75c4-9700-424d-b9b6-32b1ecb4f533 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560684 Dec 06 12:05:57.924413 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209ad611-103c-49bc-a9f2-d7c92d3e54d1 x-openstack-request-id: req-209ad611-103c-49bc-a9f2-d7c92d3e54d1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:57.924897 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:57.925361 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-209ad611-103c-49bc-a9f2-d7c92d3e54d1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:57.925926 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'status': 'completed', 'code': 200} Dec 06 12:05:57.926327 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'status': 'completed', 'code': 200} Dec 06 12:05:58.003045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7537eb6-b1f7-41e7-817e-13e50df14bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.010516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7537eb6-b1f7-41e7-817e-13e50df14bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.021523 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-9dfc1835-a274-44fe-a36c-d69d3751c664 req-52d5d96c-a7bb-4e45-bebb-07fcb77824c9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:05:58.022704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9dfc1835-a274-44fe-a36c-d69d3751c664 req-52d5d96c-a7bb-4e45-bebb-07fcb77824c9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080705 Dec 06 12:05:58.037106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-80ab4752-5a0b-40b9-81fb-ee25c6551f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.038856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-80ab4752-5a0b-40b9-81fb-ee25c6551f6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0588367 Dec 06 12:05:58.063350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d7537eb6-b1f7-41e7-817e-13e50df14bcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e7c7075b9a6404983f24c90eb750d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387430 Dec 06 12:05:58.064292 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33190) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.078485 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7537eb6-b1f7-41e7-817e-13e50df14bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bee991-25b4-49e4-885a-0466f875ae4e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.128138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.143960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8fef4bf2-6197-4d13-97f3-abd3eee158fc'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:05:58.171090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:58.172550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304bedb-7171-4c45-9e43-581f010d67bb req-c14c5076-b095-4131-85bb-d650b7ea9546 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.176458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.181062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b304bedb-7171-4c45-9e43-581f010d67bb req-c14c5076-b095-4131-85bb-d650b7ea9546 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 948 time: 0.1390345 Dec 06 12:05:58.212623 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-6574c901-0d28-4366-ac22-071f85d5e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.214493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-6574c901-0d28-4366-ac22-071f85d5e6b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1401002 Dec 06 12:05:58.264168 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.272677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.280168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1bee991-25b4-49e4-885a-0466f875ae4e HTTP/1.1" status: 204 len: 168 time: 0.2148812 Dec 06 12:05:58.283425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-4693770c-7b97-4d22-bc6a-01eed474d19c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.0573008 Dec 06 12:05:58.297917 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178bab1-a2e1-4ce7-b766-151b9940200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bee991-25b4-49e4-885a-0466f875ae4e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.305574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b304bedb-7171-4c45-9e43-581f010d67bb req-c391545e-7205-4398-a8e0-7016407c36a5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232166 Dec 06 12:05:58.434023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78ad51d6-d99e-4175-aef9-c82592028f9f req-c048994f-d5df-42e9-b855-44afdef00ee6 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 210 time: 0.0419776 Dec 06 12:05:58.443322 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-38023c75-429a-492b-8f89-0ca8282dd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.445001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-38023c75-429a-492b-8f89-0ca8282dd0c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1385255 Dec 06 12:05:58.529119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-166be444-5c50-4c64-8ce1-e257252596c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656443 Dec 06 12:05:58.562904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:58.584012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', 'mac_address': 'fa:16:3e:19:62:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:05:58.629251 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.646379 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:58.694879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:58.703243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.754537 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909a315-59c6-437b-bec8-dbb462acb09f req-68f8f755-123c-4543-8e88-766586a0ec08 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.756861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6909a315-59c6-437b-bec8-dbb462acb09f req-68f8f755-123c-4543-8e88-766586a0ec08 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 944 time: 0.1177950 Dec 06 12:05:58.759463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-f7c2c7cc-fa3b-4ed0-9beb-b665650f6df4 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207546 Dec 06 12:05:58.765774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.770993 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33218) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.796338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e8cf-f670-4437-8729-eb1ba78631a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.891090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6909a315-59c6-437b-bec8-dbb462acb09f req-4c87d7e7-d1ef-45ee-9765-bedc0ed156bf tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163924 Dec 06 12:05:58.914166 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e8cf-f670-4437-8729-eb1ba78631a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.919594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e8cf-f670-4437-8729-eb1ba78631a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.931087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-62708a79-dd17-46a5-9fbb-69eba3146c8d service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568096 Dec 06 12:05:58.933186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:05:58.969044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5ca0e8cf-f670-4437-8729-eb1ba78631a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c88a6f1b95640ea9833176afeac145f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907306 Dec 06 12:05:58.971792 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.988708 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0e8cf-f670-4437-8729-eb1ba78631a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa81827-e3dc-49af-9c30-9c9439cba6d1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.038447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.062603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.152048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-4a3eb2f2-b539-4e07-ab71-25078df6452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.153952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-4a3eb2f2-b539-4e07-ab71-25078df6452b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1099 time: 0.0829136 Dec 06 12:05:59.193499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.196421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.197718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afa81827-e3dc-49af-9c30-9c9439cba6d1 HTTP/1.1" status: 204 len: 168 time: 0.2247183 Dec 06 12:05:59.216686 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe3565-7f27-4480-a599-23f066e2351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa81827-e3dc-49af-9c30-9c9439cba6d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.309900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-3b7cd91b-cc22-4a4f-aaf1-973a7d9ce61b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=61eb4956c71546b19ce267a0897248cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423687 Dec 06 12:05:59.324522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-6f2563a4-d8b5-4d1b-9bfa-1d775503b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.326007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-6f2563a4-d8b5-4d1b-9bfa-1d775503b7d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1593192 Dec 06 12:05:59.349145 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113f44f-b9c5-4721-ae17-f2f77e5342a0 req-668746a6-7620-4e45-a9a6-1ba6ec363a6d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.350778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4113f44f-b9c5-4721-ae17-f2f77e5342a0 req-668746a6-7620-4e45-a9a6-1ba6ec363a6d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.0860698 Dec 06 12:05:59.409413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-919b617d-57f6-46fb-8303-eb99d983fc5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=9212550a-ae98-480c-b39f-47c3ea0c020c HTTP/1.1" status: 200 len: 217 time: 0.0752628 Dec 06 12:05:59.454679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:59.504125 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8fef4bf2-6197-4d13-97f3-abd3eee158fc up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:59.529637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4113f44f-b9c5-4721-ae17-f2f77e5342a0 req-4600b0b2-8475-4357-9775-e45666a49822 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257474 Dec 06 12:05:59.542326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-d8fd7b04-b966-4535-82bb-c16abf229f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.544291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-d8fd7b04-b966-4535-82bb-c16abf229f13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1251471 Dec 06 12:05:59.580537 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-cd84f510-626d-4064-8cf0-c3df4427ccf5 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.590486 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-cd84f510-626d-4064-8cf0-c3df4427ccf5 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735629 Dec 06 12:05:59.591372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a41954bf-2bfd-47d0-863a-1c8996b06d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.604364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Request body: {'port': {'device_id': 'ff8a58be-90a5-45ec-80b0-479374478639', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '61eb4956c71546b19ce267a0897248cb'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:59.633249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:59.636864 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 8fef4bf2-6197-4d13-97f3-abd3eee158fc completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:05:59.650841 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 8fef4bf2-6197-4d13-97f3-abd3eee158fc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:59.651222 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.653763 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'port_id': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'mac_address': 'fa:16:3e:29:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:05:59.685765 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-988b2aa7-5927-4849-aa77-6a484cebec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.687448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-988b2aa7-5927-4849-aa77-6a484cebec63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342971 Dec 06 12:05:59.714437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.751684 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee1714e-eb1e-4caa-a57c-fa619721696e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:05:59.752160 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b5b4-7ac2-4d1f-bc95-2e9d21ac8ed9 req-72116ab8-3c5a-404e-8f4a-394bc0ba328b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.762559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7890b5b4-7ac2-4d1f-bc95-2e9d21ac8ed9 req-72116ab8-3c5a-404e-8f4a-394bc0ba328b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 949 time: 0.1435456 Dec 06 12:05:59.787939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:59.796116 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.796947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:05:59.805871 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Made reservation on behalf of 61eb4956c71546b19ce267a0897248cb for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:59.809944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.855287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.868538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7890b5b4-7ac2-4d1f-bc95-2e9d21ac8ed9 req-2df13d9e-9858-40c2-b834-aede6541c214 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044590 Dec 06 12:05:59.916004 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.921514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.952484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-24bbaae3-ba98-4c64-9083-a84dcd0e1cd2 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494574 Dec 06 12:05:59.986479 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:59.989064 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4785a7-b2af-4b3d-b2bb-63fc3f26f03f" -d '{"events": [{"server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "name": "network-vif-plugged", "status": "completed", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:00.011606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.024429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.027840 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.055759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.058157 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'mac_address': 'fa:16:3e:5e:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:00.063819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.082741 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33270) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.121760 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.132280 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.148404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09a2f-9674-4857-b38a-074f15a23966 req-f2c1d80c-0bc1-4298-b810-0aaca78c8b67 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.150028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64b09a2f-9674-4857-b38a-074f15a23966 req-f2c1d80c-0bc1-4298-b810-0aaca78c8b67 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.1449506 Dec 06 12:06:00.156571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14026aa6-2238-452f-90ab-9fbd3f1a25ab req-ed7aa627-5850-4f06-a640-52a82875c9ad service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947331 Dec 06 12:06:00.158055 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:00.172916 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:00.190364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a639970-c448-478f-a1bc-526d47b3bb96,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.209350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.220793 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.221983 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 38ed9688-37ce-4f80-af7f-0a836fc5f9ca details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:00.273965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64b09a2f-9674-4857-b38a-074f15a23966 req-a1e13c47-c85f-4134-addd-99e597a8bf6f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146665 Dec 06 12:06:00.303947 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Allocated IP 192.168.233.170 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/db4d2689-89aa-4448-adfc-0efa4fa53d14) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:00.323004 n-d-master-1 neutron-server[103298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 12:06:00.327772 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0091ebd0-a766-4493-91df-b3873542dfc7 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:06:00.330991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0091ebd0-a766-4493-91df-b3873542dfc7 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2409868 Dec 06 12:06:00.349888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.358779 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:00.369614 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:00.369995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.383805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f265d617-0454-4811-ace5-a6a081d0672e req-ab3fc35b-aab2-4899-a1a4-ee802901a7b4 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 210 time: 0.0544093 Dec 06 12:06:00.425218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.446850 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'port_id': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'mac_address': 'fa:16:3e:9b:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:00.448408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.493654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.530350 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ed9688-37ce-4f80-af7f-0a836fc5f9ca {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:00.548062 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.558867 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86402caa-176c-415c-a27e-17c6bccb49d0 req-222eb91e-e380-4a00-ad0e-c7c8dcc9a6dc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.560458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86402caa-176c-415c-a27e-17c6bccb49d0 req-222eb91e-e380-4a00-ad0e-c7c8dcc9a6dc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 944 time: 0.0893481 Dec 06 12:06:00.563592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.575376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.621510 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.622982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.631999 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.637247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86402caa-176c-415c-a27e-17c6bccb49d0 req-d4b3c4aa-d042-4790-b039-a323761a90cf tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633171 Dec 06 12:06:00.658920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-a7678db6-e96c-44dd-856a-53cece54f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.659280 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.661712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-a7678db6-e96c-44dd-856a-53cece54f724 service neutron] 10.222.0.31 "GET /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 1114 time: 0.1240711 Dec 06 12:06:00.671357 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:00.671960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:00.722776 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f286cf3-951d-481c-ac86-e6f7b82e9177 x-openstack-request-id: req-8f286cf3-951d-481c-ac86-e6f7b82e9177 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:00.724243 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "name": "network-vif-plugged", "status": "completed", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:00.725339 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f286cf3-951d-481c-ac86-e6f7b82e9177 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:00.725937 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc', 'code': 200} Dec 06 12:06:00.753526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.754222 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.761104 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.873893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595359a1-1e8f-4bfc-81b4-4fc982949a71 req-9f2f1f60-26a6-4feb-be9d-d86a37f39880 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.875795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595359a1-1e8f-4bfc-81b4-4fc982949a71 req-9f2f1f60-26a6-4feb-be9d-d86a37f39880 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.0885656 Dec 06 12:06:00.887163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46d65-ff9e-411d-a375-4ce46617e797 req-596ef6aa-3f97-48c4-8b92-cebdbd2781c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.889025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3e46d65-ff9e-411d-a375-4ce46617e797 req-596ef6aa-3f97-48c4-8b92-cebdbd2781c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 1100 time: 0.0631325 Dec 06 12:06:00.983034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595359a1-1e8f-4bfc-81b4-4fc982949a71 req-5ab675e5-1f73-4960-a151-7bea542ac415 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900600 Dec 06 12:06:00.986637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3e46d65-ff9e-411d-a375-4ce46617e797 req-b2c4fd7d-0ad5-45e0-838f-5aeb3a0a6df3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868814 Dec 06 12:06:01.022523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:01.054685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9ee1714e-eb1e-4caa-a57c-fa619721696e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:01.066491 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:01.069483 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Pushing event updated for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.074064 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:01.079161 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:01.086942 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:01.087760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.120478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['38ed9688-37ce-4f80-af7f-0a836fc5f9ca'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:01.127926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-948d8dac-0262-4a9f-9009-c4a40d99e89f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5282922 Dec 06 12:06:01.143218 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Request body: {'port': {'device_id': 'ff8a58be-90a5-45ec-80b0-479374478639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:01.149253 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:01.149806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:01.150321 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:01.173794 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:01.174327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:01.184499 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:01.185326 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:01.185862 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:01.186450 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Bound port: 49666bbd-5707-45a6-8c95-f20ccd9f1322, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:01.222580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda93415-5108-4a0d-9154-5f530a485bf4 req-efef392d-0339-4304-b694-6fe9aa136560 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:01.238959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fda93415-5108-4a0d-9154-5f530a485bf4 req-efef392d-0339-4304-b694-6fe9aa136560 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 950 time: 0.1065776 Dec 06 12:06:01.303719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.309673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fda93415-5108-4a0d-9154-5f530a485bf4 req-e263d1b4-1b29-473c-9d7c-be2eb4eb4c18 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Dec 06 12:06:01.371724 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:01.500325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.501369 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-24b0d1f3-5c3b-475c-bf46-086791255125 service neutron] 10.222.0.31 "POST /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322/bindings HTTP/1.1" status: 201 len: 389 time: 0.8339038 Dec 06 12:06:01.594572 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8a5a0f2d-2b61-40f2-9312-d2921623ed72 None None] Provisioning complete for port db4d2689-89aa-4448-adfc-0efa4fa53d14 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:01.594949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0f2d-2b61-40f2-9312-d2921623ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.641628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a0f2d-2b61-40f2-9312-d2921623ed72 None None] Port db4d2689-89aa-4448-adfc-0efa4fa53d14 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:01.762340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6053255-5be6-4cfd-b4b3-f8984dcc4d86 req-2cb378ee-3e65-403e-92be-9d2a677187ee tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:01.763996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6053255-5be6-4cfd-b4b3-f8984dcc4d86 req-2cb378ee-3e65-403e-92be-9d2a677187ee tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.0548751 Dec 06 12:06:01.774217 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4d2689-89aa-4448-adfc-0efa4fa53d14 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:01.782596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.795528 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Transition to ACTIVE for port object db4d2689-89aa-4448-adfc-0efa4fa53d14 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:01.798926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.855344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c4dec-dd70-4a4f-b527-5ec2da51d348 req-852cd8c7-5afa-4edc-9419-80785f6c6115 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:01.855639 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.856856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-335c4dec-dd70-4a4f-b527-5ec2da51d348 req-852cd8c7-5afa-4edc-9419-80785f6c6115 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 936 time: 0.0917823 Dec 06 12:06:01.884360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6053255-5be6-4cfd-b4b3-f8984dcc4d86 req-a8ee7b52-13cc-4d95-8dc9-126d7de2ffdc tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089919 Dec 06 12:06:01.893878 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Attempting to bind port db4d2689-89aa-4448-adfc-0efa4fa53d14 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:01.894294 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Attempting to bind port db4d2689-89aa-4448-adfc-0efa4fa53d14 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:01.894696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Attempting to bind port db4d2689-89aa-4448-adfc-0efa4fa53d14 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:01.905615 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Port db4d2689-89aa-4448-adfc-0efa4fa53d14 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:01.905615 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Attempting to bind port db4d2689-89aa-4448-adfc-0efa4fa53d14 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:01.905880 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:01.906211 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:01.906728 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:01.907071 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Bound port: db4d2689-89aa-4448-adfc-0efa4fa53d14, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:01.907361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.928820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-79c43ce9-6256-4151-9408-1408642e48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:01.930372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-79c43ce9-6256-4151-9408-1408642e48a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1117 time: 0.1007526 Dec 06 12:06:01.935100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-335c4dec-dd70-4a4f-b527-5ec2da51d348 req-69153cda-53f1-4c6e-af86-75c648c231e8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606720 Dec 06 12:06:01.996736 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:02.000962 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:02.011287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.056720 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.057418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.058814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/db4d2689-89aa-4448-adfc-0efa4fa53d14 HTTP/1.1" status: 200 len: 1096 time: 0.9224494 Dec 06 12:06:02.059166 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:02.061960 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:02.094385 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72c10-e067-44e1-9ae3-fb75f0d7a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.115256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-94504c0e-bb0d-4dea-93a6-106ed669800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.116693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-94504c0e-bb0d-4dea-93a6-106ed669800e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.1778607 Dec 06 12:06:02.130376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032818-8cdf-420a-ae06-1dcad4b303a0 req-c4f05066-5606-47d9-9135-0b5bf938636e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.141131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39032818-8cdf-420a-ae06-1dcad4b303a0 req-c4f05066-5606-47d9-9135-0b5bf938636e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 966 time: 0.1216795 Dec 06 12:06:02.154901 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.185341 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7fc83a0b-4f4b-4db8-b43f-2505233ce30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.186090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-e2b24454-6504-45be-a85b-661a3ad6a6c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.0439243 Dec 06 12:06:02.189342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7fc83a0b-4f4b-4db8-b43f-2505233ce30e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 1099 time: 0.0846877 Dec 06 12:06:02.239277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-350ec737-3dca-4f4d-81e8-1c685284a79d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14 HTTP/1.1" status: 200 len: 217 time: 0.0420108 Dec 06 12:06:02.277760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0d9398b6-22f9-47e9-a9b8-cb60fc0cf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.279249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0d9398b6-22f9-47e9-a9b8-cb60fc0cf277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0863225 Dec 06 12:06:02.282952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39032818-8cdf-420a-ae06-1dcad4b303a0 req-6ead9ea6-8540-48da-9805-3b27f0d576a1 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957477 Dec 06 12:06:02.313802 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-eb799f14-28cb-414c-acea-f879d6ec1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.315266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-eb799f14-28cb-414c-acea-f879d6ec1777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0698142 Dec 06 12:06:02.337133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-9b10ed92-7b5a-49db-a7f4-c33bc4020553 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415928 Dec 06 12:06:02.362732 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7b7d83e1-b29d-4da0-a6af-27fe70f01d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.364777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-7b7d83e1-b29d-4da0-a6af-27fe70f01d37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419345 Dec 06 12:06:02.385874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c51-98ea-4350-98a8-5d70d3968ac5 req-f419f5d3-9f8b-411c-b419-8b89701f8f18 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.387384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a647c51-98ea-4350-98a8-5d70d3968ac5 req-f419f5d3-9f8b-411c-b419-8b89701f8f18 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 945 time: 0.1031215 Dec 06 12:06:02.464581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-daacd071-01ba-4aa1-88e7-17796fa435ce service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923777 Dec 06 12:06:02.506647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0af7ad55-2fe0-42f7-b013-7464969f123b service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601117 Dec 06 12:06:02.510811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a647c51-98ea-4350-98a8-5d70d3968ac5 req-91e2fd8a-7c7b-441e-8735-544796c4f0c6 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111312 Dec 06 12:06:02.518596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba8dd-ea34-4a65-bc5d-800f0e5c36f9 req-93552bcd-e9f6-4eb4-973e-e65bd8e4d76d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.520002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7aba8dd-ea34-4a65-bc5d-800f0e5c36f9 req-93552bcd-e9f6-4eb4-973e-e65bd8e4d76d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.1317377 Dec 06 12:06:02.566863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e9d428c8-cb2d-4b73-8a23-faf887f256d8 req-eee7dde8-1bab-451a-8887-545fc81a1719 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949411 Dec 06 12:06:02.568405 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc0761e-7000-46b7-a5ae-7c2c07b95832 x-openstack-request-id: req-2dc0761e-7000-46b7-a5ae-7c2c07b95832 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:02.568693 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:02.568949 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dc0761e-7000-46b7-a5ae-7c2c07b95832 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:02.569366 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14', 'status': 'completed', 'code': 200} Dec 06 12:06:02.636544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7aba8dd-ea34-4a65-bc5d-800f0e5c36f9 req-549b3966-5e8d-40f9-8e13-b978ea6658f9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045120 Dec 06 12:06:02.650076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-392a6453-6a0e-4c57-ba56-5b65bbc03b26 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285636 Dec 06 12:06:02.680961 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-8a32cde6-26b1-4495-baba-22661c6fb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.684002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-8a32cde6-26b1-4495-baba-22661c6fb562 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 1099 time: 0.0658987 Dec 06 12:06:02.727163 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:02.730377 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4b6724-533f-438c-a9a7-0dc2c263fff7" -d '{"events": [{"server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "name": "network-vif-plugged", "status": "completed", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:02.772720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195b0d2-5449-4a9c-ad6d-d947752355bf req-17d97b6f-e363-4b77-9118-28af42468d8a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.774228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7195b0d2-5449-4a9c-ad6d-d947752355bf req-17d97b6f-e363-4b77-9118-28af42468d8a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 950 time: 0.0536945 Dec 06 12:06:02.785522 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-c9507225-86ba-482c-9cd7-fbf8eecf866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.787674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-c9507225-86ba-482c-9cd7-fbf8eecf866e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.0962336 Dec 06 12:06:02.833707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7195b0d2-5449-4a9c-ad6d-d947752355bf req-f63a878d-b5bf-4532-a116-4f512a419571 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531144 Dec 06 12:06:02.836463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-5679fbb7-8d55-461c-b4e3-b2d56a9206c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14 HTTP/1.1" status: 200 len: 217 time: 0.0409482 Dec 06 12:06:02.857476 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca0749a-ef13-4c18-9f9a-d29dc9f1fd94 x-openstack-request-id: req-7ca0749a-ef13-4c18-9f9a-d29dc9f1fd94 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:02.857790 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "name": "network-vif-plugged", "status": "completed", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:02.858038 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ca0749a-ef13-4c18-9f9a-d29dc9f1fd94 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:02.858612 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', 'code': 200} Dec 06 12:06:02.897003 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-d173803b-95a3-45eb-81ff-42b849ef29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.898657 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-d173803b-95a3-45eb-81ff-42b849ef29ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0547788 Dec 06 12:06:03.001993 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-044fdcff-9d27-4180-98d3-e856c047ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.005702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-044fdcff-9d27-4180-98d3-e856c047ad4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926080 Dec 06 12:06:03.006812 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31af3-53d9-47cd-b4bd-2190d6b61149 req-773bd9b5-3323-41dc-8d78-a95b56571b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.008197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31c31af3-53d9-47cd-b4bd-2190d6b61149 req-773bd9b5-3323-41dc-8d78-a95b56571b3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 1101 time: 0.0668027 Dec 06 12:06:03.023451 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.098722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-61a2fd6b-9097-4b33-af5c-b7b5d2e2ef09 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.100545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-61a2fd6b-9097-4b33-af5c-b7b5d2e2ef09 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1117 time: 0.1408169 Dec 06 12:06:03.111811 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870239-5030-4fb4-b539-97765732a1af req-c19252b8-8f1d-4563-b0d2-68904fda44b6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.112248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8870239-5030-4fb4-b539-97765732a1af req-c19252b8-8f1d-4563-b0d2-68904fda44b6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.1202664 Dec 06 12:06:03.118833 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:03.139364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31c31af3-53d9-47cd-b4bd-2190d6b61149 req-596e0883-7a20-425f-9c81-3866deb71717 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161954 Dec 06 12:06:03.159222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-9321c1db-bf1c-4589-a763-abdf50286fc8 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348968 Dec 06 12:06:03.227232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.281462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8870239-5030-4fb4-b539-97765732a1af req-cc07ff59-68b7-41c3-ae92-4a235177a2ae tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594229 Dec 06 12:06:03.302739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdc337-c940-4e35-94ff-f1838ec8dde6 req-6dd55dff-8d10-433e-a679-ed7c37b86646 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.302739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4acdc337-c940-4e35-94ff-f1838ec8dde6 req-6dd55dff-8d10-433e-a679-ed7c37b86646 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 948 time: 0.1329803 Dec 06 12:06:03.400744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4acdc337-c940-4e35-94ff-f1838ec8dde6 req-c34d102c-b3ef-4441-ae80-75f1eb05671d tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922358 Dec 06 12:06:03.431878 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:03.451250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9b5430-8ee5-41e0-ba8d-ed3b063a441d req-b00373f5-d0fb-404d-a0c1-b6c7975306ae service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096699 Dec 06 12:06:03.472074 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:03.484669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:03.523620 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:03.527933 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b765dfe-0585-4b7b-a45c-a1196db1957f" -d '{"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-unplugged", "status": "completed", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:03.535356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.544762 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.552925 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 9ee1714e-eb1e-4caa-a57c-fa619721696e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:03.557117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9ee1714e-eb1e-4caa-a57c-fa619721696e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:03.557516 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.622306 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:03.674553 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.677096 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:03.677334 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:03.677505 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:03.695117 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:03.695450 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Attempting to bind port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:03.713376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:03.719254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.720277 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:03.799473 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:03.814884 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 9212550a-ae98-480c-b39f-47c3ea0c020c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:03.822509 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9212550a-ae98-480c-b39f-47c3ea0c020c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:03.822875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.894249 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:03.894822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:03.894964 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:03.895434 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Bound port: 49666bbd-5707-45a6-8c95-f20ccd9f1322, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:03.895795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.905437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.926004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a98d-0617-4c7d-be3a-a4d854833d88 req-34362903-0243-4794-bfc2-bb037c8d3f73 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.928169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cb5a98d-0617-4c7d-be3a-a4d854833d88 req-34362903-0243-4794-bfc2-bb037c8d3f73 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.2837169 Dec 06 12:06:03.972562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68736c-c5da-4cd1-81de-f8c588afacc7 req-81c0a646-4257-4b3b-8767-d61e7949125d tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.974213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a68736c-c5da-4cd1-81de-f8c588afacc7 req-81c0a646-4257-4b3b-8767-d61e7949125d tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 945 time: 0.2928224 Dec 06 12:06:04.049878 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:04.053124 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:04.054057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.054964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 38ed9688-37ce-4f80-af7f-0a836fc5f9ca up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:04.063351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cb5a98d-0617-4c7d-be3a-a4d854833d88 req-a4aad0c0-1bc3-485f-aa78-303d3b412aef tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150568 Dec 06 12:06:04.077009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a68736c-c5da-4cd1-81de-f8c588afacc7 req-1abfd25d-7d52-49d3-9f3f-cfa08e2aaed1 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924547 Dec 06 12:06:04.077830 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:04.092544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.149320 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d22a16-54b7-4cfa-b92a-acdbd674df4f x-openstack-request-id: req-c7d22a16-54b7-4cfa-b92a-acdbd674df4f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:04.149631 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-unplugged", "status": "completed", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:04.149870 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7d22a16-54b7-4cfa-b92a-acdbd674df4f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:04.150264 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'code': 200} Dec 06 12:06:04.156471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.161350 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:04.165813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:04.166195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.182532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.187292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.187292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.188319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d95cc2b9-96a7-48f5-a0ca-8af2535ae198 service neutron] 10.222.0.53 "PUT /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 1142 time: 1.0744090 Dec 06 12:06:04.273492 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ac74-36f2-4a6a-a8f5-0044d6e0d875 req-d5c7da9f-d94b-4417-bff3-3ad73c9e8bb2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.275107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbf7ac74-36f2-4a6a-a8f5-0044d6e0d875 req-d5c7da9f-d94b-4417-bff3-3ad73c9e8bb2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 945 time: 0.0549207 Dec 06 12:06:04.292293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['49666bbd-5707-45a6-8c95-f20ccd9f1322'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:04.336981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.337109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbf7ac74-36f2-4a6a-a8f5-0044d6e0d875 req-e2468d76-1b0a-432e-b48d-35efb91e4355 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Dec 06 12:06:04.393645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:04.407895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.454336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48086564-2866-4d2c-af57-ac2ca93b5293 req-cad3c43a-6a15-463c-9532-383871c4d9ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.456560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48086564-2866-4d2c-af57-ac2ca93b5293 req-cad3c43a-6a15-463c-9532-383871c4d9ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 950 time: 0.0583506 Dec 06 12:06:04.495345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.554832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48086564-2866-4d2c-af57-ac2ca93b5293 req-3365d867-5bb4-4794-85eb-13db848580d7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918553 Dec 06 12:06:04.585383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2d838-7e2f-4364-8e04-482488fdcca1 req-f7eee5e9-0b93-4862-95cd-349acd104066 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.586885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fc2d838-7e2f-4364-8e04-482488fdcca1 req-f7eee5e9-0b93-4862-95cd-349acd104066 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.0644441 Dec 06 12:06:04.636494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fc2d838-7e2f-4364-8e04-482488fdcca1 req-e82f1e92-4a13-44eb-bdbb-d030d1a625c5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Dec 06 12:06:04.788594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0b981-39fd-4743-83e2-8e2d4e298788 req-e6b6bcbf-0815-4e70-b630-96b01b327b91 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.790474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae0b981-39fd-4743-83e2-8e2d4e298788 req-e6b6bcbf-0815-4e70-b630-96b01b327b91 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 948 time: 0.0829163 Dec 06 12:06:04.807206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-f4706c3d-1f77-4b79-9522-4466b3026dfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685601 Dec 06 12:06:04.850707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae0b981-39fd-4743-83e2-8e2d4e298788 req-684e3553-04cf-405c-ac51-0adce476988c tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528100 Dec 06 12:06:04.859490 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e'}, {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}, {'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:04.862139 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac826b-fdc9-4251-a9bb-75d8c0bdda05" -d '{"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e"}, {"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}, {"server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "name": "network-vif-plugged", "status": "completed", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:04.944518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-c19e7445-0b64-4a3b-8192-de7c4bcd7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.946019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-c19e7445-0b64-4a3b-8192-de7c4bcd7c38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 1100 time: 0.0598774 Dec 06 12:06:04.972212 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33444) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.049860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b64e5-344e-4e7d-9ca3-744cb923d453 req-9fa62d8e-a544-4a0d-91d6-444a108fd5d6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.051376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-659b64e5-344e-4e7d-9ca3-744cb923d453 req-9fa62d8e-a544-4a0d-91d6-444a108fd5d6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1238010 Dec 06 12:06:05.100071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c221dc2-2b41-484d-a6d7-a22c546a80bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.104650 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-9c1df787-8b66-434a-bf53-0cca4abbbfce tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.106184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-9c1df787-8b66-434a-bf53-0cca4abbbfce tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 1101 time: 0.1252973 Dec 06 12:06:05.148125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-955b1d90-92ae-4cb0-8216-19930cc46b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.149870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-955b1d90-92ae-4cb0-8216-19930cc46b6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1790082 Dec 06 12:06:05.154561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-5f652436-e5ed-4c05-8331-a8aeb90a6f99 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.174757 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c221dc2-2b41-484d-a6d7-a22c546a80bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.178682 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c221dc2-2b41-484d-a6d7-a22c546a80bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.206331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-659b64e5-344e-4e7d-9ca3-744cb923d453 req-5e577953-6ee9-4b56-bc95-e295815e2c67 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293414 Dec 06 12:06:05.212056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-f3181f2a-d464-448a-9aaf-0a78e2167d90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc HTTP/1.1" status: 200 len: 217 time: 0.0521421 Dec 06 12:06:05.219832 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0c221dc2-2b41-484d-a6d7-a22c546a80bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29f4102aa96747248033ede2a5d891f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431791 Dec 06 12:06:05.220199 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.234860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c221dc2-2b41-484d-a6d7-a22c546a80bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afd888-5656-459a-9cf4-1d28b6f0d071,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.263762 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867d243-f7c0-40f9-8f8b-612dbbfab750 x-openstack-request-id: req-d867d243-f7c0-40f9-8f8b-612dbbfab750 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:05.264648 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e", "code": 200}, {"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "code": 200}, {"server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "name": "network-vif-plugged", "status": "completed", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:05.265011 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d867d243-f7c0-40f9-8f8b-612dbbfab750 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:05.265808 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'code': 200} Dec 06 12:06:05.266203 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'code': 200} Dec 06 12:06:05.266634 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'code': 200} Dec 06 12:06:05.289086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-244c4dcc-e83c-4303-b743-7b44bf20d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.290602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-244c4dcc-e83c-4303-b743-7b44bf20d9b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0709739 Dec 06 12:06:05.300088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.326480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-5f652436-e5ed-4c05-8331-a8aeb90a6f99 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.326767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.330842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-5f652436-e5ed-4c05-8331-a8aeb90a6f99 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.371025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75b41e93-7741-4b56-a8ab-d986adb4cab1 req-5f652436-e5ed-4c05-8331-a8aeb90a6f99 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549591 Dec 06 12:06:05.371789 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652436-e5ed-4c05-8331-a8aeb90a6f99 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e9a9a-9df2-4d11-87e6-78a3e8b87d7e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.401466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.405066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.421779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59afd888-5656-459a-9cf4-1d28b6f0d071 HTTP/1.1" status: 204 len: 168 time: 0.1855521 Dec 06 12:06:05.427488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de45c1-5f0f-457c-ba88-3110df4dbc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afd888-5656-459a-9cf4-1d28b6f0d071,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.452826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-2504ae58-f8a2-49b7-998d-e01ee1dcec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.454567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-2504ae58-f8a2-49b7-998d-e01ee1dcec95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771677 Dec 06 12:06:05.565103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81653a55-8325-4b1b-bd21-151ddc41db98 req-77ce2f2f-9764-46b0-a7b7-ec852ab5224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.570919 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-81653a55-8325-4b1b-bd21-151ddc41db98 req-77ce2f2f-9764-46b0-a7b7-ec852ab5224f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1101 time: 0.0481801 Dec 06 12:06:05.621463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-81653a55-8325-4b1b-bd21-151ddc41db98 req-2a133c56-cbf6-45ac-b1a0-f567328ad94c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Dec 06 12:06:05.656945 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae20b4-b4ae-4615-8cb4-36e324b830f8 req-a51eb2df-06b2-462d-bc6f-0f33c813aa17 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.658441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37ae20b4-b4ae-4615-8cb4-36e324b830f8 req-a51eb2df-06b2-462d-bc6f-0f33c813aa17 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.1849606 Dec 06 12:06:05.730655 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ef0a1-fbd1-4a31-8e4d-7151e73fe08c req-91efedb8-7a66-4f51-b582-12a5e5344f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.732044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b19ef0a1-fbd1-4a31-8e4d-7151e73fe08c req-91efedb8-7a66-4f51-b582-12a5e5344f16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 1097 time: 0.2075238 Dec 06 12:06:05.740826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb71281-acc9-435e-9b09-a64bfa31da06 req-023b786d-54e2-453e-8361-e12842a22452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.742237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bb71281-acc9-435e-9b09-a64bfa31da06 req-023b786d-54e2-453e-8361-e12842a22452 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1096 time: 0.2188375 Dec 06 12:06:05.749696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-fc240a03-cc24-46a5-b97e-8a597d143d2f service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622929 Dec 06 12:06:05.766060 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.779200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a4caf95-ede3-4987-aee4-3fd50282384a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.783755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db9c3e-3b9b-4105-a4bd-8f4682ab1614 req-5747dcb4-29cd-4555-8b3a-b2a9d8b39b12 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.785331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84db9c3e-3b9b-4105-a4bd-8f4682ab1614 req-5747dcb4-29cd-4555-8b3a-b2a9d8b39b12 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.1427572 Dec 06 12:06:05.789935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37ae20b4-b4ae-4615-8cb4-36e324b830f8 req-8d683d7a-ec9a-4afa-ac94-70960715ad9c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202657 Dec 06 12:06:05.834809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84db9c3e-3b9b-4105-a4bd-8f4682ab1614 req-63428113-c649-4044-bbfe-4d53ac7b242d tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Dec 06 12:06:05.874497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a4caf95-ede3-4987-aee4-3fd50282384a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.882066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a4caf95-ede3-4987-aee4-3fd50282384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.930064 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a4caf95-ede3-4987-aee4-3fd50282384a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=178ba1f1ae5e4f9db455c0bbcc759d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606247 Dec 06 12:06:05.930064 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4caf95-ede3-4987-aee4-3fd50282384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2badc11-5b4e-445b-a493-6d9346f7ec2c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.933618 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.975497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca7335-6145-4730-87e9-f8d9eaf40571 req-82e3be10-c079-409c-8b4f-4bf711f39890 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.977109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dca7335-6145-4730-87e9-f8d9eaf40571 req-82e3be10-c079-409c-8b4f-4bf711f39890 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 945 time: 0.1113033 Dec 06 12:06:05.994321 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.025113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.082202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.086426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.087021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bb71281-acc9-435e-9b09-a64bfa31da06 req-1298ff5e-72cb-49fe-9d77-41c9c27ed9a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786420 Dec 06 12:06:06.088551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2badc11-5b4e-445b-a493-6d9346f7ec2c HTTP/1.1" status: 204 len: 168 time: 0.1539264 Dec 06 12:06:06.092513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b19ef0a1-fbd1-4a31-8e4d-7151e73fe08c req-65b956ad-c7f0-4095-9e22-6fe86a89e355 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852634 Dec 06 12:06:06.101029 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e956e-847b-4341-a2f4-73359f449ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2badc11-5b4e-445b-a493-6d9346f7ec2c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.135094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dca7335-6145-4730-87e9-f8d9eaf40571 req-6d76eeb0-4940-4b58-982f-9bed2cae8089 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400857 Dec 06 12:06:06.155456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-165711e3-19ed-4eda-9524-0fa87a1ca3c2 req-3380acfa-dd16-49d4-a212-14ed2b5c86a5 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445734 Dec 06 12:06:06.156408 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:06.158955 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65190fea-adb6-40fd-83b4-3efdf6d38dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:06.195175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device db4d2689-89aa-4448-adfc-0efa4fa53d14 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:06.252387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d17ac-2ee5-4ad0-95e9-0078041c65d3 req-b7bb6409-ff04-4094-8e49-92769fc0872f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.253929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-067d17ac-2ee5-4ad0-95e9-0078041c65d3 req-b7bb6409-ff04-4094-8e49-92769fc0872f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 948 time: 0.0564463 Dec 06 12:06:06.321226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-067d17ac-2ee5-4ad0-95e9-0078041c65d3 req-ee2efe05-e228-45b5-8c05-306d493bfe7b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Dec 06 12:06:06.355171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:06.356633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-548cd2eb-b0d2-45cd-b9c4-8d125e9cc827 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396168 Dec 06 12:06:06.374518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'db4d2689-89aa-4448-adfc-0efa4fa53d14', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'db4d2689-89aa-4448-adfc-0efa4fa53d14', 'mac_address': 'fa:16:3e:57:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:06.404778 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42c85e-2847-40a5-9dac-5f40599973ce x-openstack-request-id: req-fe42c85e-2847-40a5-9dac-5f40599973ce {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:06.405081 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:06.405408 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe42c85e-2847-40a5-9dac-5f40599973ce {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:06.405766 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'status': 'completed', 'code': 200} Dec 06 12:06:06.462140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.483760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-2bbcbd42-32e0-403f-a3a0-96f4fd213dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.487450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-2bbcbd42-32e0-403f-a3a0-96f4fd213dac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1145 time: 0.0594232 Dec 06 12:06:06.491792 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4d2689-89aa-4448-adfc-0efa4fa53d14 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:06.530858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:06.537694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.553614 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-56a38cb7-e804-4bc6-bbec-4c965c136280 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.562218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-56a38cb7-e804-4bc6-bbec-4c965c136280 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899123 Dec 06 12:06:06.580426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-0c014cef-c511-4190-bf8c-be83eea296d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.0172956 Dec 06 12:06:06.606425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2d7a-020d-46ac-b42e-14b16406404b req-8aa3c09c-4edc-4199-ab43-c34e9efd4cb0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.607989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86ab2d7a-020d-46ac-b42e-14b16406404b req-8aa3c09c-4edc-4199-ab43-c34e9efd4cb0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1263874 Dec 06 12:06:06.626502 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.640166 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-6ce191f7-a3a0-4035-8357-3d3a900c7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.643164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-6ce191f7-a3a0-4035-8357-3d3a900c7f25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.1475852 Dec 06 12:06:06.687949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-01375dcf-c132-41e6-8b57-b648a29bb47f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.0365980 Dec 06 12:06:06.689705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-b1884fe3-dc8d-457b-9be4-53c1560e8a4c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083992 Dec 06 12:06:06.704882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86ab2d7a-020d-46ac-b42e-14b16406404b req-8cbfdfc0-59b9-45f4-bebd-000f2b36cf7f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Dec 06 12:06:06.741510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:06.757383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60aa7f19-2686-4f7b-a61d-85ee20e27a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.765787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['db4d2689-89aa-4448-adfc-0efa4fa53d14'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:06.775442 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-a25deb66-ff41-4700-937b-58eab93c6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:06.777587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-a25deb66-ff41-4700-937b-58eab93c6a19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0747786 Dec 06 12:06:06.854176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-58d1f393-7976-4d27-ad9c-77280e5e4b05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689352 Dec 06 12:06:06.882446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60aa7f19-2686-4f7b-a61d-85ee20e27a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.889031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60aa7f19-2686-4f7b-a61d-85ee20e27a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.923306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-60aa7f19-2686-4f7b-a61d-85ee20e27a9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da941373e9214d36a3b917ab7965b881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782455 Dec 06 12:06:06.929709 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:06.968903 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7f19-2686-4f7b-a61d-85ee20e27a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d7d45-7aef-4d58-b5c6-b5fc0de21387,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.012661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-973a602e-4337-4d74-9c88-548052c256c1 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512516 Dec 06 12:06:07.022435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.057364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.117031 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65190fea-adb6-40fd-83b4-3efdf6d38dcc req-c5b39582-14cf-41bc-96bc-3e95b5e08051 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964777 Dec 06 12:06:07.151355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19855dbb-ee08-40b8-9fd4-ceb0f3d7638d req-dd4bdec5-a074-429e-974e-620094b2fb0c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.152997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19855dbb-ee08-40b8-9fd4-ceb0f3d7638d req-dd4bdec5-a074-429e-974e-620094b2fb0c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.0646925 Dec 06 12:06:07.160733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.164215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.169329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e53d7d45-7aef-4d58-b5c6-b5fc0de21387 HTTP/1.1" status: 204 len: 168 time: 0.2347374 Dec 06 12:06:07.205032 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3fc23-4460-49a0-9081-b42ad7c1a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d7d45-7aef-4d58-b5c6-b5fc0de21387,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.245504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19855dbb-ee08-40b8-9fd4-ceb0f3d7638d req-ecedfd32-3e3e-4e80-bb0f-c2ab2defa7f9 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 Dec 06 12:06:07.308955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f078-2694-4c36-87b3-87147f1c02d5 req-20bc6568-1a47-471e-a897-80ba8cc7d685 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.316899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4d6f078-2694-4c36-87b3-87147f1c02d5 req-20bc6568-1a47-471e-a897-80ba8cc7d685 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.0936732 Dec 06 12:06:07.385759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4d6f078-2694-4c36-87b3-87147f1c02d5 req-ab8dbd8a-da56-4379-9022-33bd3e7aa972 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670927 Dec 06 12:06:07.527703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:07.705802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:07.722150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 has no active binding in host n-h2-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:06:07.855901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ccd12-323d-4dce-98c9-442d055bfec2 req-cffbf12e-8fbd-45da-a698-426c3aec006e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.859121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-973ccd12-323d-4dce-98c9-442d055bfec2 req-cffbf12e-8fbd-45da-a698-426c3aec006e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 945 time: 0.1088552 Dec 06 12:06:07.894842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a28b2f-0d0d-423d-8920-3c482614cc0d req-6059dd0e-3ef0-4ff8-ade6-9b94eb1ed3c7 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.901627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04a28b2f-0d0d-423d-8920-3c482614cc0d req-6059dd0e-3ef0-4ff8-ade6-9b94eb1ed3c7 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 949 time: 0.1113329 Dec 06 12:06:07.970302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-973ccd12-323d-4dce-98c9-442d055bfec2 req-43c380df-339f-42c1-8b60-81752b86bae1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022346 Dec 06 12:06:07.995163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04a28b2f-0d0d-423d-8920-3c482614cc0d req-053557d9-8fb5-4ec2-8f27-c6195d17443a tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Dec 06 12:06:08.146449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fafed-61f8-4a4e-8f44-457c096b0d7b req-ef82b14b-6ec6-4c3a-bc47-d7192f72342b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:08.148146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a43fafed-61f8-4a4e-8f44-457c096b0d7b req-ef82b14b-6ec6-4c3a-bc47-d7192f72342b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0930128 Dec 06 12:06:08.210453 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device db4d2689-89aa-4448-adfc-0efa4fa53d14 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:08.226330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a43fafed-61f8-4a4e-8f44-457c096b0d7b req-271de2ff-2c28-4d21-9344-d1f3901c3337 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643647 Dec 06 12:06:08.324405 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port db4d2689-89aa-4448-adfc-0efa4fa53d14 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:08.330116 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port db4d2689-89aa-4448-adfc-0efa4fa53d14 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:08.330905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.367962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1572254-3fd1-448d-919a-e151993cf666 req-c6772de3-ce2f-40d6-8c2a-38d28a530d43 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 210 time: 0.0352373 Dec 06 12:06:08.444791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.486643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:08.487902 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:08.491270 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b5fb3-97db-46f3-a136-55a9af9518be" -d '{"events": [{"server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "name": "network-vif-plugged", "status": "completed", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:08.495995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.528852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cdf9e-e510-4db0-91f4-c233e328a81f req-20c3c078-997c-44ca-9b36-22ea4840818f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:08.534286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764cdf9e-e510-4db0-91f4-c233e328a81f req-20c3c078-997c-44ca-9b36-22ea4840818f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.0794995 Dec 06 12:06:08.548450 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:06:08.556281 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.595712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764cdf9e-e510-4db0-91f4-c233e328a81f req-136e86d6-3ccf-4876-a869-4b07d01c51ca tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579958 Dec 06 12:06:08.744588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea10-2db0-4973-8534-d5cbec45a517 req-ee3fd3e1-daa4-4069-aa63-b8d877ce6e6e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:08.746611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4dcea10-2db0-4973-8534-d5cbec45a517 req-ee3fd3e1-daa4-4069-aa63-b8d877ce6e6e tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.0709090 Dec 06 12:06:08.807195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4dcea10-2db0-4973-8534-d5cbec45a517 req-1ee37ad5-e060-48b2-97df-f0c3b246ff10 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533245 Dec 06 12:06:08.845792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-c23af08e-f528-4298-9285-0429f2c4c680 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381548 Dec 06 12:06:08.957818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-aa0717a9-c0b7-408d-912c-6d7e56b5096b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300186 Dec 06 12:06:09.027876 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c3271c-2aa2-4654-b678-c2df4d4fd370 x-openstack-request-id: req-23c3271c-2aa2-4654-b678-c2df4d4fd370 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:09.028466 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "name": "network-vif-plugged", "status": "completed", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:09.029048 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23c3271c-2aa2-4654-b678-c2df4d4fd370 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:09.029679 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14', 'code': 200} Dec 06 12:06:09.045671 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-d8bea0db-6d17-444f-b49f-105924345af4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.047826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-d8bea0db-6d17-444f-b49f-105924345af4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956449 Dec 06 12:06:09.071640 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': '92d62432-68bf-4114-a0d9-50842cda13ff', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.189461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-52d28865-6a46-4014-853f-f719f43683a7 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.197197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-52d28865-6a46-4014-853f-f719f43683a7 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313993 Dec 06 12:06:09.218924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-522620dc-f52f-446c-9301-c490ca6bcc9f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/quotas/75e5afe1a04c48ccabea9cd003fc9e9b HTTP/1.1" status: 200 len: 375 time: 0.0209570 Dec 06 12:06:09.228635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4695-be99-439b-8c86-c2be7e6ed399 req-09c89ec6-4c95-48b5-92d6-55bbbfb334c5 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.242192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75bc4695-be99-439b-8c86-c2be7e6ed399 req-09c89ec6-4c95-48b5-92d6-55bbbfb334c5 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.1314464 Dec 06 12:06:09.242724 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.23', 59105) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.243066 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.283973 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff4244-818a-45a9-8653-123c6c7e12bf req-9529860f-c600-4cda-b3fd-bc0e96c53555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.285178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4ff4244-818a-45a9-8653-123c6c7e12bf req-9529860f-c600-4cda-b3fd-bc0e96c53555 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 1101 time: 0.0982647 Dec 06 12:06:09.287502 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'floatingip': {'port_id': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.338634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:09.342383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.359884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4ff4244-818a-45a9-8653-123c6c7e12bf req-c8b29d41-823f-4634-9268-6f4e1f6d8d00 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Dec 06 12:06:09.372640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-6842df17-47ee-499b-9b47-58d06504d9b2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253114 Dec 06 12:06:09.469073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.491829 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.67 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/77351295-ecaf-4b88-abef-9424132e5ea1) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:09.624845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.641587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.673823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.740515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.754307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:09.777766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.795844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.800944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-20eaceb4-8568-46fc-b3cf-e3a5a1d9b6f7 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5811133 Dec 06 12:06:09.803758 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:09.840102 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90efa083-54b7-4ba2-b949-279e56639c8b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:09.842518 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:09.846835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:09.848980 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:09.854501 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.856072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.857681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977e1-990a-41c9-bf77-7273ffee12b8 req-1f2fb320-91e8-4da9-b53e-92d8dd5db83c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.859620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-700977e1-990a-41c9-bf77-7273ffee12b8 req-1f2fb320-91e8-4da9-b53e-92d8dd5db83c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 945 time: 0.2627375 Dec 06 12:06:09.882860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.883515 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.884034 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.884547 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.885086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.885633 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.886140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.886646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.887151 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.887681 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.888230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.888734 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.889435 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.907172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8401043 Dec 06 12:06:09.915234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a141900e-2295-4df6-85fd-47fcc0dbff71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e28030278284efb9ca5da5d6ca58904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450066 Dec 06 12:06:09.917694 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33630) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.919273 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.919814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.920365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.920902 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.921489 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.922040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.922600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.923126 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.923722 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.924265 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.927217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.927923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.928476 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22244f39-7016-4066-b86b-abcca5d2d0d3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:09.943080 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Request body: {'port': {'device_id': '92d62432-68bf-4114-a0d9-50842cda13ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.945252 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-eb933a0a-a496-4d47-97f9-d8673112feaf tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.946778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-eb933a0a-a496-4d47-97f9-d8673112feaf tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462389 Dec 06 12:06:10.049087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.061810 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.069314 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:10.129528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-700977e1-990a-41c9-bf77-7273ffee12b8 req-085833c6-4ffa-433c-9f06-5aedb9127d10 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592709 Dec 06 12:06:10.168939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.226720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-35fc3be8-8fc2-42b7-b73c-1d0059522ae3 None None] Provisioning complete for port 77351295-ecaf-4b88-abef-9424132e5ea1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:10.230237 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35fc3be8-8fc2-42b7-b73c-1d0059522ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.307415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-2ca8d1b0-b7ee-45cf-beb1-14993f4bfd7b service neutron] 10.222.0.23 "GET /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2336912 Dec 06 12:06:10.328129 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-35fc3be8-8fc2-42b7-b73c-1d0059522ae3 None None] Port 77351295-ecaf-4b88-abef-9424132e5ea1 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:10.358763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b3b4134-db9a-4cf4-907a-52b2943bd6af req-9a3f3da7-f677-4b6c-8262-f3ad22435618 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 210 time: 0.0746319 Dec 06 12:06:10.416330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.420003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.422349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90efa083-54b7-4ba2-b949-279e56639c8b HTTP/1.1" status: 204 len: 168 time: 0.4889691 Dec 06 12:06:10.507844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259102ab-0d1f-4a29-a047-f9e47778d75d req-a8648978-a7b6-4cf9-8b58-cd3293747535 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:10.511669 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2608-d6e9-416c-bada-4fde6e3cd7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90efa083-54b7-4ba2-b949-279e56639c8b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.524909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-259102ab-0d1f-4a29-a047-f9e47778d75d req-a8648978-a7b6-4cf9-8b58-cd3293747535 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 950 time: 0.3706315 Dec 06 12:06:10.592365 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.755269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-259102ab-0d1f-4a29-a047-f9e47778d75d req-0d793b6d-b1f6-43e9-933a-f36e268a2a35 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263670 Dec 06 12:06:10.854587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:10.858166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.930215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a9cb7fb-9bc3-4318-b846-a90f0cff5122 req-d43a34e0-2075-4e30-9683-fad86b5ec2d5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 210 time: 0.0859077 Dec 06 12:06:10.970843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79916c-35ed-4629-905a-b1d9f57f0fff req-0116160c-98b9-480e-87ab-a1333b69db5f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:10.979455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b79916c-35ed-4629-905a-b1d9f57f0fff req-0116160c-98b9-480e-87ab-a1333b69db5f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 964 time: 0.3892179 Dec 06 12:06:10.984557 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.023894 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77351295-ecaf-4b88-abef-9424132e5ea1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:11.031978 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:11.054253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.060083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7893849e-894b-4704-be51-35e7117153fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.086550 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Transition to ACTIVE for port object 77351295-ecaf-4b88-abef-9424132e5ea1 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:11.093965 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:11.095936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.101926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.130372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.resource_extend [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:06:11.209675 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49666bbd-5707-45a6-8c95-f20ccd9f1322 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:11.241892 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:11.269914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Pushing event updated for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.287083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.339360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.353940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b79916c-35ed-4629-905a-b1d9f57f0fff req-68269612-bba6-490d-a078-2ee132095474 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730605 Dec 06 12:06:11.376105 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Attempting to bind port 77351295-ecaf-4b88-abef-9424132e5ea1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:11.376105 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Attempting to bind port 77351295-ecaf-4b88-abef-9424132e5ea1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:11.376105 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Attempting to bind port 77351295-ecaf-4b88-abef-9424132e5ea1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:11.383262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.390105 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Port 77351295-ecaf-4b88-abef-9424132e5ea1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:11.390688 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Attempting to bind port 77351295-ecaf-4b88-abef-9424132e5ea1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:11.415231 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:11.415543 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:11.415933 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:11.416422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Bound port: 77351295-ecaf-4b88-abef-9424132e5ea1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:11.416714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.419670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7893849e-894b-4704-be51-35e7117153fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.435208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7893849e-894b-4704-be51-35e7117153fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.514281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7893849e-894b-4704-be51-35e7117153fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fae894ac3c044988aea7a622a1917ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9089918 Dec 06 12:06:11.523311 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.532822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893849e-894b-4704-be51-35e7117153fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867d73c-569e-4655-8cb8-1563d5307646,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.539026 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] Transition to ACTIVE for port object 49666bbd-5707-45a6-8c95-f20ccd9f1322 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:11.563702 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.631430 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:11.670037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77351295-ecaf-4b88-abef-9424132e5ea1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:11.673826 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] No DVR routers for this DVR port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:11.687021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.691564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] Pushing event updated for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.708506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.708693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df141617-f389-4653-be34-0e5ab19aa5bd req-7c356903-f0c9-4d6f-adb5-5ded928e1236 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 210 time: 0.0661447 Dec 06 12:06:11.711684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.714143 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.14 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/2e5bdf77-4af4-4d75-9e52-90dfec15cae9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:11.739509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.764050 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:11.764670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.766342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] 10.222.0.23 "PUT /v2.0/ports/77351295-ecaf-4b88-abef-9424132e5ea1 HTTP/1.1" status: 200 len: 1095 time: 1.8494551 Dec 06 12:06:11.771235 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:11.773541 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:11.793707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-b35078b1-a701-4d4e-a335-c0dda8515705 service neutron] 10.222.0.23 "PUT /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4750998 Dec 06 12:06:11.795475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80869fbd-9395-481a-bd8c-15390e386cbf req-ba6df95c-0cd7-485b-8945-984f59313470 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:11.795684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.797009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80869fbd-9395-481a-bd8c-15390e386cbf req-ba6df95c-0cd7-485b-8945-984f59313470 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1096 time: 0.4563112 Dec 06 12:06:11.838614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d750fd-cbc6-4b24-8523-520d50373f3e service neutron] Pushing event updated for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.840208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-0bcf6d78-fff3-4d1a-89f6-4ff6bf9afcab tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223333 Dec 06 12:06:11.907197 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-30734e6a-e1af-4be5-b292-f7b5f62fa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:11.909066 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-30734e6a-e1af-4be5-b292-f7b5f62fa7fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 1098 time: 0.0504503 Dec 06 12:06:11.910168 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.913732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.915060 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4867d73c-569e-4655-8cb8-1563d5307646 HTTP/1.1" status: 204 len: 168 time: 0.3904955 Dec 06 12:06:11.940767 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbbba6-76a3-43a4-9786-6702393e9de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867d73c-569e-4655-8cb8-1563d5307646,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.986085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-5e0a94f0-01e4-4190-ad81-ebae2ac0bae2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=77351295-ecaf-4b88-abef-9424132e5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0676475 Dec 06 12:06:12.022373 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697bc14-5845-4ad5-8c0d-2c5805b30e2e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.030709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b61b202475da42b6bc6bdcfd36ea5929&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0447695 Dec 06 12:06:12.031100 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.057783 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff associated. External IP: 172.35.3.138, port: 38ed9688-37ce-4f80-af7f-0a836fc5f9ca. Dec 06 12:06:12.072309 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-6381abc6-d261-4824-8cef-ba019ff0a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.073867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-6381abc6-d261-4824-8cef-ba019ff0a212 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0812852 Dec 06 12:06:12.111830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.112182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.112530 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.112869 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.113249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.113588 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.114446 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.114929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.115435 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.115733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.116057 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.116384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.116704 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3711e9b-0128-4e76-adb0-eea45f275cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:12.122270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.151935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.154979 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-95ff221d-c5c5-4ffd-b71d-04b006592f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.156524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-95ff221d-c5c5-4ffd-b71d-04b006592f4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747259 Dec 06 12:06:12.220345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80869fbd-9395-481a-bd8c-15390e386cbf req-196e0b7c-e13c-4ac2-a212-9bc66ead9b4b tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854792 Dec 06 12:06:12.286055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.288748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.292201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4697bc14-5845-4ad5-8c0d-2c5805b30e2e HTTP/1.1" status: 204 len: 168 time: 0.2578244 Dec 06 12:06:12.292774 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa37011e-ac5e-4789-867a-0565e9a02f9c x-openstack-request-id: req-aa37011e-ac5e-4789-867a-0565e9a02f9c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:12.293067 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:12.293350 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa37011e-ac5e-4789-867a-0565e9a02f9c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:12.293811 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1', 'status': 'completed', 'code': 200} Dec 06 12:06:12.303377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-6706c0ea-5918-40a0-a7d1-cc86d1f1911d service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393063 Dec 06 12:06:12.304697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf697c4-b9a0-4d09-bd00-1d72990c38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697bc14-5845-4ad5-8c0d-2c5805b30e2e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.333573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbcce-a106-4dc0-80a4-12906475cab5 req-146a2151-a513-4847-be4e-eac172269f59 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.340847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18ebbcce-a106-4dc0-80a4-12906475cab5 req-146a2151-a513-4847-be4e-eac172269f59 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 950 time: 0.4743507 Dec 06 12:06:12.344114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-5957f6ee-f905-41ed-94b2-f90022fcd017 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.345815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-5957f6ee-f905-41ed-94b2-f90022fcd017 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1116 time: 0.4072020 Dec 06 12:06:12.430685 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33682) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.455076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39938087-b40e-478e-aa6e-566f0fff6584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.469742 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-6720a739-521f-43a4-8e10-9bfae8ffff74 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582859 Dec 06 12:06:12.471937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-d39646e9-050d-4abb-a123-5ee6e309fc88 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.474699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-d39646e9-050d-4abb-a123-5ee6e309fc88 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5987492 Dec 06 12:06:12.524682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Request body: {'port': {'device_id': 'e199585d-11c6-416d-817a-4e0e45986d69', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '75e5afe1a04c48ccabea9cd003fc9e9b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:12.538148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37566193-bf03-4c9f-8424-1d9efc3bc605 req-fe109a72-b252-40f4-bc52-59346bfc46a9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 210 time: 0.1571171 Dec 06 12:06:12.579813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39938087-b40e-478e-aa6e-566f0fff6584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.587721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39938087-b40e-478e-aa6e-566f0fff6584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.618970 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-8a3ce791-fbea-48d4-a62e-f12c90eb33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.620495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-8a3ce791-fbea-48d4-a62e-f12c90eb33c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 1098 time: 0.0927274 Dec 06 12:06:12.665883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18ebbcce-a106-4dc0-80a4-12906475cab5 req-a7cac88f-9e26-4286-98cd-9a58b2ca587b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241737 Dec 06 12:06:12.669483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-39938087-b40e-478e-aa6e-566f0fff6584 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a316658345014884a1b59d96a3c36817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376943 Dec 06 12:06:12.672647 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.672784 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938087-b40e-478e-aa6e-566f0fff6584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2628d9-a7db-49a2-9d87-8d6c7005a23b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.800811 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.800999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-6bc008c7-8263-417e-a64a-0f313be7ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.802531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-6bc008c7-8263-417e-a64a-0f313be7ab77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1713803 Dec 06 12:06:12.808024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.810999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-9fc7009f-9cfd-44a2-8ab8-0e6f6d69c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.812621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-9fc7009f-9cfd-44a2-8ab8-0e6f6d69c167 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&tenant_id=671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 1116 time: 0.4234717 Dec 06 12:06:12.858002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-a4dd221f-75b7-41d6-8b67-1f2832fffa44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=77351295-ecaf-4b88-abef-9424132e5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0474188 Dec 06 12:06:12.878303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.941630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-bb7c47ea-f5bf-4d69-b5fa-0db377c3ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.943350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-bb7c47ea-f5bf-4d69-b5fa-0db377c3ff89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0772383 Dec 06 12:06:12.948921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43cbd-db3f-402d-be18-de464ae7d804 req-dac8cc2e-2a3c-46d3-83af-bd80125f67ce tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.950909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddd43cbd-db3f-402d-be18-de464ae7d804 req-dac8cc2e-2a3c-46d3-83af-bd80125f67ce tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1096 time: 0.2961693 Dec 06 12:06:12.963460 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:12.991197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.994106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.995524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a2628d9-a7db-49a2-9d87-8d6c7005a23b HTTP/1.1" status: 204 len: 168 time: 0.3043244 Dec 06 12:06:13.009478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434450d-6670-4037-8b25-afe1ed55025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2628d9-a7db-49a2-9d87-8d6c7005a23b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:13.016228 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-24077c07-165a-4473-b377-865f8e6216e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:13.018076 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-24077c07-165a-4473-b377-865f8e6216e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668852 Dec 06 12:06:13.023516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af371da-b6e1-4ea6-8536-9d26ca69772e req-f4006c94-f72c-4b0c-8161-7babf1fad7f1 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:13.032858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8af371da-b6e1-4ea6-8536-9d26ca69772e req-f4006c94-f72c-4b0c-8161-7babf1fad7f1 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 965 time: 0.2258043 Dec 06 12:06:13.041147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.055938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:13.101050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-8bbcdcd2-e3c2-4e53-bc87-e3a9a4229d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:13.102823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-8bbcdcd2-e3c2-4e53-bc87-e3a9a4229d4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1116 time: 0.2405863 Dec 06 12:06:13.128438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Made reservation on behalf of 75e5afe1a04c48ccabea9cd003fc9e9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:13.132883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.211043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-a8c54750-a24f-4a12-b7ec-eedf1ca7af3d service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798007 Dec 06 12:06:13.224439 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:13.255933 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:13.260526 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:13.266348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:13.267200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.271944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddd43cbd-db3f-402d-be18-de464ae7d804 req-89de0183-ce5e-42a7-81b0-58fcd78f1a02 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066423 Dec 06 12:06:13.295260 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:13.389419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5708bd37-0384-4a80-9e4f-33ce04ba0ecb req-e6954d9b-9078-4a28-98ac-3043af4103db service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700954 Dec 06 12:06:13.497796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8af371da-b6e1-4ea6-8536-9d26ca69772e req-d4011dc3-4fb2-4198-8ba6-c3b73a6176f6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635105 Dec 06 12:06:13.529896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-54ec1c04-6776-4f52-b62d-c34141d605e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4590704 Dec 06 12:06:13.546449 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Request body: {'port': {'device_id': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:13.582513 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:13.598115 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:13.617414 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:13.618189 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:13.639175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.641478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.643625 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa0f4334-96a9-413f-a530-03a00a860876 None None] Provisioning complete for port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:13.644010 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4334-96a9-413f-a530-03a00a860876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.743382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f4334-96a9-413f-a530-03a00a860876 None None] Port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:13.771378 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:14.030421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-10584545-2bf9-4644-945f-0613e41fbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.032180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-10584545-2bf9-4644-945f-0613e41fbf6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.9063947 Dec 06 12:06:14.048316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-324fed0d-0d44-493b-b2ae-ac581bcb024a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "PUT /v2.0/floatingips/90fe2687-3bec-4805-ac9b-3b430616d2ff HTTP/1.1" status: 200 len: 992 time: 4.7996664 Dec 06 12:06:14.062589 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:14.064745 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b4e982-cd63-45d2-a440-08ebf9416129" -d '{"events": [{"name": "network-changed", "server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:14.193594 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Allocated IP 192.168.233.160 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/4dfb0c15-a946-4d62-ad8f-c7622a37f784) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:14.198038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-426dfcff-b635-433e-a4e1-216ad065c01b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.1381326 Dec 06 12:06:14.241332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:14.276065 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:9b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:06:10Z', 'revision_number': 1, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.322076 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:14.324344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:14.343805 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:14.344382 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.413524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99e99e2b-7991-47aa-a207-fb224aa11f0f req-00a96c43-23dc-4be0-814b-d93670b9bcab tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 210 time: 0.2176545 Dec 06 12:06:14.526112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163241e4-83bf-472e-a3f3-5ff7ca8e86c9 req-4e26d476-35c7-4b95-9765-0fc8dc36d3b8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.529275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-163241e4-83bf-472e-a3f3-5ff7ca8e86c9 req-4e26d476-35c7-4b95-9765-0fc8dc36d3b8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 935 time: 0.9041712 Dec 06 12:06:14.643523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0c039ea7-fd18-4d97-8481-0c0676ad1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.645851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-0c039ea7-fd18-4d97-8481-0c0676ad1f0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.4026117 Dec 06 12:06:14.655492 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:14.706108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-82cd5664-38df-48c3-b844-bafe6e57a682 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356009 Dec 06 12:06:14.729234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c328e6-6321-477e-9488-2a9071dcc0af req-6d494602-8071-44b3-99f1-663e6d4fe2d8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.737752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c328e6-6321-477e-9488-2a9071dcc0af req-6d494602-8071-44b3-99f1-663e6d4fe2d8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 950 time: 0.2346456 Dec 06 12:06:14.838101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-163241e4-83bf-472e-a3f3-5ff7ca8e86c9 req-b82e8cdf-5c2f-4fd4-848d-3b6f6cddf8e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776682 Dec 06 12:06:14.911939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c328e6-6321-477e-9488-2a9071dcc0af req-2e64abb6-7849-4650-b67c-bdc32ebd34a8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730418 Dec 06 12:06:14.970565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-25dafa1d-75d6-4d09-b6cd-04b9bb74d79b service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294075 Dec 06 12:06:14.976752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.035003 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:9b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:06:10Z', 'revision_number': 1, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:15.067806 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a496-7ba0-4a4e-8213-ddc66bb0a947 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:9b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:06:10Z', 'revision_number': 1, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:15.179167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-93f0ad8b-7073-446f-af65-ad3034712c12 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898763 Dec 06 12:06:15.184796 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd66ae02-8e08-4384-8f39-3038b3fc601e x-openstack-request-id: req-dd66ae02-8e08-4384-8f39-3038b3fc601e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:15.185373 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:15.185833 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd66ae02-8e08-4384-8f39-3038b3fc601e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:15.189361 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'status': 'completed', 'code': 200} Dec 06 12:06:15.436867 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-0c7449f2-34d4-417a-87ae-eb67a6764f23 tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:15.446066 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-0c7449f2-34d4-417a-87ae-eb67a6764f23 tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff8a58be-90a5-45ec-80b0-479374478639 HTTP/1.1" status: 200 len: 1101 time: 0.1107039 Dec 06 12:06:15.452585 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaab93-487d-4595-9762-8bc4ee441a57 None None] New status for floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:06:15.520006 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:15.528083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.543744 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Transition to ACTIVE for port object 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:15.546120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.557724 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Deleting port db4d2689-89aa-4448-adfc-0efa4fa53d14 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:15.558336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.564375 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.571087 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-8071f382-cfc6-4a28-8f4b-da31d85ce5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:15.572698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-8071f382-cfc6-4a28-8f4b-da31d85ce5ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 1097 time: 0.3614388 Dec 06 12:06:15.603349 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:15.621300 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:15.624229 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:15.630320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:15.630945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.676576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1566467 Dec 06 12:06:15.721817 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Request body: {'port': {'device_id': 'e199585d-11c6-416d-817a-4e0e45986d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:15.725359 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7e5c-3f7b-4456-8d50-73a0dd924eef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event updated for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.732110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] For port db4d2689-89aa-4448-adfc-0efa4fa53d14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=db4d2689-89aa-4448-adfc-0efa4fa53d14,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:15.733603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.770383 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Calling delete_port for db4d2689-89aa-4448-adfc-0efa4fa53d14 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:15.789078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.904914 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Attempting to bind port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:15.905421 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Attempting to bind port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:15.906388 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Attempting to bind port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:15.917203 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:15.917405 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Attempting to bind port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:16.011506 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:16.012369 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:16.012759 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:16.014350 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Bound port: 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:16.014747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.015528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.060027 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8fef4bf2-6197-4d13-97f3-abd3eee158fc', '9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:16.062922 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['db4d2689-89aa-4448-adfc-0efa4fa53d14'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:16.065172 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Pushing event deleted for resources: {'Port': ['ID=db4d2689-89aa-4448-adfc-0efa4fa53d14,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.095609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c6a-8648-49d9-8add-f054e151a083 req-e1532cff-9fa5-46c1-82e3-eae2dc797e89 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:16.099363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-e1532cff-9fa5-46c1-82e3-eae2dc797e89 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1116 time: 0.3168242 Dec 06 12:06:16.150503 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] No DVR routers for this DVR port db4d2689-89aa-4448-adfc-0efa4fa53d14 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:16.153794 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.157783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aff5c2a-5d2a-43e1-afb7-c18876f48104 req-35b0bb96-9d2f-447a-a2f4-e3bc983268cc tempest-DeleteServersAdminTestJSON-661984118 tempest-DeleteServersAdminTestJSON-661984118-project-admin] 10.222.0.23 "DELETE /v2.0/ports/db4d2689-89aa-4448-adfc-0efa4fa53d14 HTTP/1.1" status: 204 len: 173 time: 0.7107155 Dec 06 12:06:16.162403 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'name': 'network-vif-deleted', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:16.165406 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac72eb4-4800-44d1-966e-f8dc7f882023" -d '{"events": [{"server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "name": "network-vif-deleted", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:16.263402 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-7bf3c006-00fc-4ff3-a2fe-2d5cd432a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:16.265391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-7bf3c006-00fc-4ff3-a2fe-2d5cd432a9e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 925 time: 0.6639588 Dec 06 12:06:16.277131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.316512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b904e3b-e3a2-420d-aea2-3ba80dbe224d req-d3690c31-5e38-495f-ad46-aa7580571981 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:16.324133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b904e3b-e3a2-420d-aea2-3ba80dbe224d req-d3690c31-5e38-495f-ad46-aa7580571981 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 965 time: 0.4407842 Dec 06 12:06:16.352786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 77351295-ecaf-4b88-abef-9424132e5ea1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:16.405752 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-afb1fb0f-404b-4629-9320-a217d2e05ad4 None None] Provisioning complete for port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:16.406894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb1fb0f-404b-4629-9320-a217d2e05ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.534242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-afb1fb0f-404b-4629-9320-a217d2e05ad4 None None] Port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:16.585671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-6be93322-7b68-433d-9339-58fdaf9f62e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 200 len: 1002 time: 0.2899075 Dec 06 12:06:16.591812 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:16.598187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77351295-ecaf-4b88-abef-9424132e5ea1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:16.623107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '77351295-ecaf-4b88-abef-9424132e5ea1', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '77351295-ecaf-4b88-abef-9424132e5ea1', 'mac_address': 'fa:16:3e:fd:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:16.650625 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:16.681140 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33828) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.696433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b904e3b-e3a2-420d-aea2-3ba80dbe224d req-ce0a73cf-1fc8-4b5f-abaf-9f55a1a57e5b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496027 Dec 06 12:06:16.710270 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.765598 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77351295-ecaf-4b88-abef-9424132e5ea1 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:16.810944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77351295-ecaf-4b88-abef-9424132e5ea1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:16.824740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.897610 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.897937 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-d5c6c8e7-d0d1-4da3-bcca-351e28172753 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:06:16.899970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-d5c6c8e7-d0d1-4da3-bcca-351e28172753 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2114244 Dec 06 12:06:16.907269 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.909079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.909468 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.909808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.910139 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.910539 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.913545 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.913881 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.914822 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.915355 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.915645 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.915981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:16.916465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:17.030403 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-77d0df97-152f-4399-9e95-2073a6dee642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.031752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-77d0df97-152f-4399-9e95-2073a6dee642 service neutron] 10.222.0.31 "GET /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 1093 time: 0.0762358 Dec 06 12:06:17.037787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.041358 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:17.041875 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:17.052907 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['77351295-ecaf-4b88-abef-9424132e5ea1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:17.174763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-af6ea9aa-b303-4a76-aed2-595c44a01bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.176323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-af6ea9aa-b303-4a76-aed2-595c44a01bf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.5775878 Dec 06 12:06:17.188650 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.189553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.190741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] 10.222.0.23 "PUT /v2.0/ports/2e5bdf77-4af4-4d75-9e52-90dfec15cae9 HTTP/1.1" status: 200 len: 1095 time: 3.6537645 Dec 06 12:06:17.191566 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:17.194970 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:17.204704 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:17.205069 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:17.205415 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:17.211040 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:17.211398 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:17.218749 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:17.219088 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:17.219471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:17.220104 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Bound port: 9ee1714e-eb1e-4caa-a57c-fa619721696e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:17.257987 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d9438ec4-8ba0-4e32-8438-d03d71d07645 service neutron] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:17.280155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d9438ec4-8ba0-4e32-8438-d03d71d07645 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.281243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7485c6a-8648-49d9-8add-f054e151a083 req-d9438ec4-8ba0-4e32-8438-d03d71d07645 service neutron] 10.222.0.53 "DELETE /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 1.1451869 Dec 06 12:06:17.290934 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:17.302855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.306067 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-c908e493-d7c5-4d2e-affd-1dd8e0c81c76 service neutron] 10.222.0.31 "POST /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2675996 Dec 06 12:06:17.316309 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419422c-ad2f-40af-8c6b-3577cc05f892 req-4f2c4dad-88e8-4bef-b3d0-069213d1a470 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.319130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4419422c-ad2f-40af-8c6b-3577cc05f892 req-4f2c4dad-88e8-4bef-b3d0-069213d1a470 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 936 time: 0.2786634 Dec 06 12:06:17.320171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710aa2e-5bf2-4aa1-a30e-1b9179f1f41d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:17.408167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-0c032b11-b347-498e-98c1-5652327a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.409409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-0c032b11-b347-498e-98c1-5652327a49db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083404 Dec 06 12:06:17.473943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-7255d0bf-0d59-4098-b85e-cafc12523b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.475827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-7255d0bf-0d59-4098-b85e-cafc12523b72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 1098 time: 0.2099347 Dec 06 12:06:17.494898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4419422c-ad2f-40af-8c6b-3577cc05f892 req-be00b28a-2fbf-4d13-9fe2-9d5c0948ce93 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546443 Dec 06 12:06:17.707927 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-d41eab50-c122-4b5c-98a0-48b7b8fc19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.710516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-d41eab50-c122-4b5c-98a0-48b7b8fc19d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1049659 Dec 06 12:06:17.716925 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfb0c15-a946-4d62-ad8f-c7622a37f784 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:17.731059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-aa27bd80-7754-4a43-825d-8ae816c0fc0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9 HTTP/1.1" status: 200 len: 217 time: 0.2399058 Dec 06 12:06:17.754089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.824044 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09147e6-7d99-4151-876b-ed4245c83539 x-openstack-request-id: req-b09147e6-7d99-4151-876b-ed4245c83539 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:17.824163 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8a58be-90a5-45ec-80b0-479374478639", "name": "network-vif-deleted", "tag": "db4d2689-89aa-4448-adfc-0efa4fa53d14", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:17.824531 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b09147e6-7d99-4151-876b-ed4245c83539 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:17.825196 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8a58be-90a5-45ec-80b0-479374478639', 'name': 'network-vif-deleted', 'tag': 'db4d2689-89aa-4448-adfc-0efa4fa53d14', 'status': 'completed', 'code': 200} Dec 06 12:06:17.836019 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Transition to ACTIVE for port object 4dfb0c15-a946-4d62-ad8f-c7622a37f784 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:17.855259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.858052 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-01f4c1cd-bf61-4a99-9f3b-2bc9432dd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.859397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-413107ff-0069-44ca-b65e-f44d575c7992 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349878 Dec 06 12:06:17.860228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-01f4c1cd-bf61-4a99-9f3b-2bc9432dd047 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1422884 Dec 06 12:06:17.884440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-17e4478a-e352-465e-bea7-9e037bef0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.885947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-17e4478a-e352-465e-bea7-9e037bef0d5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1371861 Dec 06 12:06:17.909023 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-43c1f916-5268-4544-bf62-78229dad1dac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.0412564 Dec 06 12:06:17.963848 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589e5f8-d031-486d-975e-3351fa9a794a x-openstack-request-id: req-9589e5f8-d031-486d-975e-3351fa9a794a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:17.964829 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:17.965282 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9589e5f8-d031-486d-975e-3351fa9a794a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:17.966253 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', 'status': 'completed', 'code': 200} Dec 06 12:06:17.976785 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-eac6d3d9-0bfd-46f5-953e-b800b3b602c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.978383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-eac6d3d9-0bfd-46f5-953e-b800b3b602c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0589898 Dec 06 12:06:17.998369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71cf61-1b80-40a0-8cc0-58b66f00c293 req-d98bf3a2-2e57-4590-a886-a03c0637ec1a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:17.999936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de71cf61-1b80-40a0-8cc0-58b66f00c293 req-d98bf3a2-2e57-4590-a886-a03c0637ec1a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 947 time: 0.3527157 Dec 06 12:06:18.022476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-fe55df1e-21ea-4842-b9f5-6983242a3afc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320206 Dec 06 12:06:18.048042 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.125087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-6431cd61-3fee-4a8f-932e-08a127ffa6f0 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932376 Dec 06 12:06:18.159779 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-f06538d6-738b-490d-b24a-c63743e0a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.161542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-f06538d6-738b-490d-b24a-c63743e0a59d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304921 Dec 06 12:06:18.165949 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Attempting to bind port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:18.166673 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Attempting to bind port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:18.166673 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Attempting to bind port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:18.176023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1b4e982-cd63-45d2-a440-08ebf9416129 req-f52a3721-62e1-44f2-a16f-b610d6fa1b2a service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045933 Dec 06 12:06:18.190984 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:18.191314 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Attempting to bind port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:18.199561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de71cf61-1b80-40a0-8cc0-58b66f00c293 req-65ba4e38-58d6-493e-bebd-0c1ef4e20a06 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660128 Dec 06 12:06:18.225925 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc8f73-ba91-4eaa-9f19-3f9ca5567e69 req-290fcd06-9047-4a68-a09a-a6e5c3a1318d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.225925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9bc8f73-ba91-4eaa-9f19-3f9ca5567e69 req-290fcd06-9047-4a68-a09a-a6e5c3a1318d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 945 time: 0.1855013 Dec 06 12:06:18.231351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:18.231689 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:18.232069 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:18.232521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Bound port: 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:18.232874 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.242818 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-389e4dea-b45a-4e8f-afb6-5d4c212ea293 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096051 Dec 06 12:06:18.273551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 77351295-ecaf-4b88-abef-9424132e5ea1 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:18.372870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 77351295-ecaf-4b88-abef-9424132e5ea1 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:18.376744 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 77351295-ecaf-4b88-abef-9424132e5ea1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:18.377528 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.399527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-3e7682cd-e5f1-4027-bade-8ed8e5a88bcd tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=61eb4956c71546b19ce267a0897248cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710461 Dec 06 12:06:18.402603 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-c18037dd-f55d-4374-bb52-bc9d118e6b87 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.404098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-c18037dd-f55d-4374-bb52-bc9d118e6b87 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0952494 Dec 06 12:06:18.410944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-3a997d97-2d8d-4b42-8d0a-afcbff6afc27 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286921 Dec 06 12:06:18.417226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9bc8f73-ba91-4eaa-9f19-3f9ca5567e69 req-19b1f19c-ef55-49e5-a122-d9eeaa26cf3e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812804 Dec 06 12:06:18.424588 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:18.461759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.466934 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:18.486791 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:18.489519 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b037c7-9e0b-41b8-b9dc-4772ee669de5" -d '{"events": [{"server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "name": "network-vif-plugged", "status": "completed", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:18.502328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77351295-ecaf-4b88-abef-9424132e5ea1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:18.508295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.509533 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device db4d2689-89aa-4448-adfc-0efa4fa53d14 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:18.514695 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:18.524058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.549991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: db4d2689-89aa-4448-adfc-0efa4fa53d14 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:18.550304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device db4d2689-89aa-4448-adfc-0efa4fa53d14 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:18.572994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.583444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.622476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.623099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.624574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/4dfb0c15-a946-4d62-ad8f-c7622a37f784 HTTP/1.1" status: 200 len: 1096 time: 2.9142017 Dec 06 12:06:18.683137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd3f03ee-15c6-4f67-953f-6941c2d6f18b req-153a9d7c-de02-43f6-8a74-7ccc470b3913 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596805 Dec 06 12:06:18.694993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:18.698481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-4565b2ff-8971-4985-ad47-d926f6c7d398 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.711593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-4565b2ff-8971-4985-ad47-d926f6c7d398 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995710 Dec 06 12:06:18.735577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3f7aa-c648-42ea-a17d-4cbd7759e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.764297 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:18.766200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-923406e8-b3ca-4284-b487-a15ae904a9de tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/quotas/61eb4956c71546b19ce267a0897248cb HTTP/1.1" status: 200 len: 375 time: 0.0536504 Dec 06 12:06:18.816231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.824521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.840488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-0b81f032-f29b-4452-bc90-1afbdb01a2c5 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731924 Dec 06 12:06:18.882447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-dfe5b468-6887-4f55-98a2-2126467fd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.883938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-dfe5b468-6887-4f55-98a2-2126467fd94f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 1099 time: 0.1679413 Dec 06 12:06:18.887001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-4dea32bb-fb9d-4052-a3a2-a846a2977519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.888342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-4dea32bb-fb9d-4052-a3a2-a846a2977519 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 1098 time: 0.1363430 Dec 06 12:06:18.907127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d9525-e45d-41a1-be68-8528d1f8a266 req-f3d8dc2d-5f1b-466e-a367-cc07d57bddc9 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.908555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-340d9525-e45d-41a1-be68-8528d1f8a266 req-f3d8dc2d-5f1b-466e-a367-cc07d57bddc9 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1116 time: 0.1014602 Dec 06 12:06:18.927162 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:18.927493 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:18.927818 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:18.935813 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.939055 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:18.939344 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Attempting to bind port 9ee1714e-eb1e-4caa-a57c-fa619721696e on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:18.945036 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:18.945394 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:18.945764 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:18.946182 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Bound port: 9ee1714e-eb1e-4caa-a57c-fa619721696e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:18.946530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.012221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-63afd2c2-91ef-45fd-9ff5-2cc72e019a01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784 HTTP/1.1" status: 200 len: 217 time: 0.1073344 Dec 06 12:06:19.047716 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:19.053573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:19.057303 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7751113d-5b93-4add-b1a1-7759e484c362 x-openstack-request-id: req-7751113d-5b93-4add-b1a1-7759e484c362 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:19.057905 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "name": "network-vif-plugged", "status": "completed", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:19.059062 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7751113d-5b93-4add-b1a1-7759e484c362 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:19.059724 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1', 'code': 200} Dec 06 12:06:19.063248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.186092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-340d9525-e45d-41a1-be68-8528d1f8a266 req-256cbcf4-2779-43fd-8e8d-2dc4390883af tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575581 Dec 06 12:06:19.188154 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-6a816608-081b-48e1-8ff7-bf6aec3316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.189866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-6a816608-081b-48e1-8ff7-bf6aec3316d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1675062 Dec 06 12:06:19.190702 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:19.194490 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.195100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.196463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-599f5416-cf3d-480f-8a23-7b9386e4ebfc service neutron] 10.222.0.23 "PUT /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 1121 time: 0.7776046 Dec 06 12:06:19.219085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3567f4-3656-408b-90cb-d79011396e82 req-ab4c1308-7ec1-412f-91dc-8cd171ddd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.220708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa3567f4-3656-408b-90cb-d79011396e82 req-ab4c1308-7ec1-412f-91dc-8cd171ddd95c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 1100 time: 0.0849943 Dec 06 12:06:19.236560 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-e29b4ea6-c086-4ea1-a801-3a30b26d1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.238026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-e29b4ea6-c086-4ea1-a801-3a30b26d1626 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3411846 Dec 06 12:06:19.317662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa3567f4-3656-408b-90cb-d79011396e82 req-00868764-321d-4cc4-a691-73509bc96a75 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Dec 06 12:06:19.322216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190190e8-c7ba-4ab8-bc0c-a44332e583dc req-2872b47c-37e9-41ca-b88d-3683e54e0884 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.323750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-190190e8-c7ba-4ab8-bc0c-a44332e583dc req-2872b47c-37e9-41ca-b88d-3683e54e0884 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 948 time: 0.1595979 Dec 06 12:06:19.326674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-2aea89f4-0dc4-4ed8-8af6-074964043054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9 HTTP/1.1" status: 200 len: 217 time: 0.0693545 Dec 06 12:06:19.344976 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-db09f48b-c502-4633-b992-ef2dda931e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.346557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-db09f48b-c502-4633-b992-ef2dda931e5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306980 Dec 06 12:06:19.367834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.405268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9ee1714e-eb1e-4caa-a57c-fa619721696e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:19.823606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1fe1cf-a29d-4887-afea-14ce16ed67fc req-8be15b1f-5e7a-4bcc-a0c7-1c71409a4051 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 210 time: 0.0765305 Dec 06 12:06:19.826696 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e'}, {'name': 'network-changed', 'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:19.830732 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc" -d '{"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e"}, {"name": "network-changed", "server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:19.854313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-190190e8-c7ba-4ab8-bc0c-a44332e583dc req-6d4751af-fe43-47c0-a7d5-c4a1bcb63dba tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217121 Dec 06 12:06:19.863294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-7290f3c2-f052-4adf-9ebb-24cc83624f11 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026519 Dec 06 12:06:19.867442 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-c70d5f9f-b794-41bd-a135-4a156a1037be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:19.868898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-c70d5f9f-b794-41bd-a135-4a156a1037be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1230979 Dec 06 12:06:19.969637 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:19.971994 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595afbf6-d5fb-4275-8c60-9106d1cd6095" -d '{"events": [{"name": "network-changed", "server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:20.070157 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-0da75688-f467-4f30-be73-7130b1e77a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:20.071657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-0da75688-f467-4f30-be73-7130b1e77a74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814950 Dec 06 12:06:20.111415 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33942) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.142443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a4a8f2-3696-4e9b-91a4-9ebc8f253ce2 req-8d3f343b-1516-42b6-b3e2-35dcc5af7fec service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673914 Dec 06 12:06:20.150051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2090-e1fa-4ddf-9aca-5ddf7a2bb8c7 req-75d56ddf-147a-411c-99f7-93b8b1abe7b9 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:20.157298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-317b2090-e1fa-4ddf-9aca-5ddf7a2bb8c7 req-75d56ddf-147a-411c-99f7-93b8b1abe7b9 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 947 time: 0.2114642 Dec 06 12:06:20.240453 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-0d044a9a-bf5b-4874-b6e4-07a5a702f6b0 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=61eb4956c71546b19ce267a0897248cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311332 Dec 06 12:06:20.249605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b51f5526-4571-468e-84cf-cf1f1e94b2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.263689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-134d63a7-05fb-4426-aab2-9f1635288dee tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:20.265471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-134d63a7-05fb-4426-aab2-9f1635288dee tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.3003612 Dec 06 12:06:20.290913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-317b2090-e1fa-4ddf-9aca-5ddf7a2bb8c7 req-0d48a8bd-b28e-4fa7-a82f-68ef183d3887 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261737 Dec 06 12:06:20.337072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-b0bbf653-ed70-460d-8c75-d4d6fe9e5aa8 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/quotas/671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 375 time: 0.0432606 Dec 06 12:06:20.353376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-695d752b-dfb1-435f-b195-a178789da9d0 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660680 Dec 06 12:06:20.489879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-475c231c-58d6-4009-8961-bfa3294a6d2e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515388 Dec 06 12:06:20.548798 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8f63-1daa-4ae4-a291-5b139e37faa1 req-4539ff47-29d2-4849-a6ac-e69301a53e50 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:20.550454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f8f8f63-1daa-4ae4-a291-5b139e37faa1 req-4539ff47-29d2-4849-a6ac-e69301a53e50 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.1659086 Dec 06 12:06:20.608640 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7a6fd58b-8b40-4854-8172-9a84c47c7ca7 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:20.610113 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7a6fd58b-8b40-4854-8172-9a84c47c7ca7 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619697 Dec 06 12:06:20.614389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e3326e7-e0d7-462d-b4ce-30e20047ee5e req-b33a2f7e-d2f5-4fb8-9130-1e4c2f2fc964 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404602 Dec 06 12:06:20.630370 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Request body: {'port': {'device_id': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '61eb4956c71546b19ce267a0897248cb'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:20.665288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f8f8f63-1daa-4ae4-a291-5b139e37faa1 req-497cd1e4-a27b-4015-bbf0-c4a249646181 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017449 Dec 06 12:06:20.668252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-51422394-9efe-483e-9896-3f6afed9d6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691754 Dec 06 12:06:20.670960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b51f5526-4571-468e-84cf-cf1f1e94b2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.675045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b51f5526-4571-468e-84cf-cf1f1e94b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.732151 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62d390-b82a-4dff-b9ec-a2f6c6dcd9ce x-openstack-request-id: req-dd62d390-b82a-4dff-b9ec-a2f6c6dcd9ce {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:20.732441 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e", "code": 200}, {"name": "network-changed", "server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:20.732691 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd62d390-b82a-4dff-b9ec-a2f6c6dcd9ce {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:20.733078 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'code': 200} Dec 06 12:06:20.733373 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'status': 'completed', 'code': 200} Dec 06 12:06:20.754173 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f5526-4571-468e-84cf-cf1f1e94b2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bdf4d-65f2-4f39-815c-e42c1828036c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:20.760860 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b51f5526-4571-468e-84cf-cf1f1e94b2a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64489d5f2b204dacb276e13c99f19c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6478813 Dec 06 12:06:20.763771 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.803170 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Made reservation on behalf of 61eb4956c71546b19ce267a0897248cb for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:20.807660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.819468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-92254cad-31c4-4964-b4ee-144a397ea28a service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416030 Dec 06 12:06:20.821031 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ffc094-acc4-49d2-94df-d2d8189e42bd x-openstack-request-id: req-e4ffc094-acc4-49d2-94df-d2d8189e42bd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:20.821350 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:20.821618 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4ffc094-acc4-49d2-94df-d2d8189e42bd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:20.821985 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784', 'status': 'completed', 'code': 200} Dec 06 12:06:20.838892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.872295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.926322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.929605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.933419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e69bdf4d-65f2-4f39-815c-e42c1828036c HTTP/1.1" status: 204 len: 168 time: 0.1661241 Dec 06 12:06:20.943372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cf2d5-02bc-4ecf-9cae-6b5a9a52b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bdf4d-65f2-4f39-815c-e42c1828036c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:20.994395 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Allocated IP 192.168.233.5 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/6a3ec9d6-e410-40ae-8f8a-d018bfa2a361) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:21.069663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-897f344b-c6c2-425e-9c87-c08064d37536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.071939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-897f344b-c6c2-425e-9c87-c08064d37536 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 1099 time: 0.0749738 Dec 06 12:06:21.126390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcfa8ffc-234a-49d7-8b2f-1e71eff04aba req-474a38fd-3384-4781-abf1-f5966dc0e0e5 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 210 time: 0.0467992 Dec 06 12:06:21.128649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-103f32ef-f2c7-4832-b45f-cadc14fea9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.130206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-103f32ef-f2c7-4832-b45f-cadc14fea9bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1124 time: 0.1761172 Dec 06 12:06:21.211237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.256916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.308730 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:21.315762 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:21.318166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-015cba40-7fa7-4c56-902b-ac27c81d7cea req-de034689-c9df-4772-8224-a254a9536048 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 210 time: 0.0853093 Dec 06 12:06:21.326313 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Pushing event updated for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.329091 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:21.350267 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.350267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.380173 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-8c1af08e-6f10-4539-b47f-3e9a4d2981ae tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7537014 Dec 06 12:06:21.393797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Request body: {'port': {'device_id': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:21.419591 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a57c-c08c-4c12-93d9-23a22b936a80 req-73251e09-50a7-4a1e-a57c-9eb3ba20c186 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.430330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cc7a57c-c08c-4c12-93d9-23a22b936a80 req-73251e09-50a7-4a1e-a57c-9eb3ba20c186 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 948 time: 0.2968631 Dec 06 12:06:21.434937 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.441340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-3a6d0f3e-8f20-4ad5-9a8d-951262bbfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.453087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-3a6d0f3e-8f20-4ad5-9a8d-951262bbfa3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3122935 Dec 06 12:06:21.463665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36f5fef3-3dcf-4d99-a0eb-04b146a0adda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.527467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.536703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-f12ec2c0-2549-4ca8-8bb2-2eede8d6b74f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784 HTTP/1.1" status: 200 len: 217 time: 0.0690951 Dec 06 12:06:21.593893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cc7a57c-c08c-4c12-93d9-23a22b936a80 req-984f4790-0fac-4ad1-ad7a-067b0de1b126 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625843 Dec 06 12:06:21.682087 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-81f623ad-66dd-4a0f-bb6d-7972d069f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.683631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-81f623ad-66dd-4a0f-bb6d-7972d069f440 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.4497051 Dec 06 12:06:21.723459 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-267fa31f-4768-4489-aec1-9c9cc6242bf8 None None] Provisioning complete for port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:21.724998 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-267fa31f-4768-4489-aec1-9c9cc6242bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.752136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-7004f6ae-c130-4600-8668-52c6b501ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.753980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-7004f6ae-c130-4600-8668-52c6b501ee0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1799743 Dec 06 12:06:21.758239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-09db52ed-51e9-44be-af2c-5407e01d8608 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.0618956 Dec 06 12:06:21.767577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571f6cb-fd47-47f7-96cb-d73b95c56c99 req-af985e35-cdae-486e-8f2d-6dac67abe924 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.775776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a571f6cb-fd47-47f7-96cb-d73b95c56c99 req-af985e35-cdae-486e-8f2d-6dac67abe924 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 947 time: 0.2445345 Dec 06 12:06:21.778200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36f5fef3-3dcf-4d99-a0eb-04b146a0adda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.787852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36f5fef3-3dcf-4d99-a0eb-04b146a0adda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.820520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fef3-3dcf-4d99-a0eb-04b146a0adda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350dd3e4-3490-43e0-bd7a-906e51226563,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.873692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36f5fef3-3dcf-4d99-a0eb-04b146a0adda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6d1d449c3c44473b901a2c8e827f391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353352 Dec 06 12:06:21.876226 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33986) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.879057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-267fa31f-4768-4489-aec1-9c9cc6242bf8 None None] Port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:21.921065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-d720b382-cb4d-44de-87b7-a05277966c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.921930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-d720b382-cb4d-44de-87b7-a05277966c8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1221664 Dec 06 12:06:21.943980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a571f6cb-fd47-47f7-96cb-d73b95c56c99 req-b478a134-84e0-4243-b9de-fe275182a82b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619582 Dec 06 12:06:21.962419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.979890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-8b0e97c4-30ab-46d8-b25e-d5c33d883616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.985298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.993940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-8b0e97c4-30ab-46d8-b25e-d5c33d883616 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095623 Dec 06 12:06:22.025947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-d7d12eee-af99-4cd5-89f6-9b1e29903504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807579 Dec 06 12:06:22.058550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b0a9-f1a5-4492-a362-5cd4f62f933d req-0beafc5f-1ffd-43e0-8358-7dcacaacb54c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.065836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a495b0a9-f1a5-4492-a362-5cd4f62f933d req-0beafc5f-1ffd-43e0-8358-7dcacaacb54c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.1924963 Dec 06 12:06:22.078642 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:22.088430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.092209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.095172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.095995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/350dd3e4-3490-43e0-bd7a-906e51226563 HTTP/1.1" status: 204 len: 168 time: 0.2186766 Dec 06 12:06:22.111564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed8586-70d0-4507-b25a-44f3821c010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350dd3e4-3490-43e0-bd7a-906e51226563,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:22.114240 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Transition to ACTIVE for port object 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:22.122163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.195484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:22.210859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.231539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Attempting to bind port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:22.232035 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Attempting to bind port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:22.233011 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Attempting to bind port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:22.241256 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:22.241682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Attempting to bind port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:22.249243 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:22.249774 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:22.250324 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:22.250928 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Bound port: 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:22.251382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.272698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:22.370569 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:22.375605 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:22.388206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.417745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-78838d97-d441-4763-a3da-d70bde1961f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474076 Dec 06 12:06:22.433086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a495b0a9-f1a5-4492-a362-5cd4f62f933d req-be0818d7-a70b-4473-8155-3ef5b369ceca tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381195 Dec 06 12:06:22.500033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:22.507513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.508134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.509648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-7f83a7df-5cb4-4370-aef9-0da7d0039f4d service neutron] 10.222.0.23 "PUT /v2.0/ports/6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 HTTP/1.1" status: 200 len: 1094 time: 1.1211996 Dec 06 12:06:22.553660 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:22.569437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', 'mac_address': 'fa:16:3e:63:d8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:22.608040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-85ecb0c8-8119-48d7-9c6e-9f6c9063be2b service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853910 Dec 06 12:06:22.658404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.682799 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-556dcd91-61f3-4641-b7c0-6ccd5bb167a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.683770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-556dcd91-61f3-4641-b7c0-6ccd5bb167a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 1097 time: 0.0513487 Dec 06 12:06:22.699147 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:22.738163 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:22.742034 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0b67d-3002-4810-845f-757756637857" -d '{"events": [{"name": "network-changed", "server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:22.746330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-68b5383f-4b67-419a-ba0f-b4c2614b1428 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 HTTP/1.1" status: 200 len: 217 time: 0.0497665 Dec 06 12:06:22.750995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:22.758533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.759418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:22.764492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78d34d39-6c9d-4259-82fb-fd61f3f2b0b2 req-336fce39-c495-45d5-8c8a-1d4c3a369fbd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 210 time: 0.1733153 Dec 06 12:06:22.855568 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-cdf4d0fd-84c8-4336-b938-1c2253764e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.857288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-cdf4d0fd-84c8-4336-b938-1c2253764e88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0829577 Dec 06 12:06:22.857835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee73a46f-2f08-4eed-ac87-1a0a7cc9b4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.881104 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f8cb-6d6d-4d71-95ae-8091e27c34d0 req-c62c0828-f1d0-485c-a3aa-cb1ab3192fe4 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.886530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:22.888267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7795f8cb-6d6d-4d71-95ae-8091e27c34d0 req-c62c0828-f1d0-485c-a3aa-cb1ab3192fe4 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 946 time: 0.5814009 Dec 06 12:06:22.925134 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-337653e0-fb31-40e0-9751-84f4a629a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.927329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-337653e0-fb31-40e0-9751-84f4a629a406 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470998 Dec 06 12:06:22.946458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:06:22.976454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:23.047131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-6c3668a2-9888-405a-a31a-5477dce5d9f4 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032429 Dec 06 12:06:23.157347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8e242d8-003e-4aa5-86ab-04ec80843e79 req-b0c0e4fa-9ddc-4c7c-b64b-13bf7a934ea6 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009905 Dec 06 12:06:23.298617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:23.338851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b4bdda-49c1-4a7e-821c-6cfe54cecabc req-90681afe-0d31-40b9-9d0e-6cfec07dbe24 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8441911 Dec 06 12:06:23.364606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7795f8cb-6d6d-4d71-95ae-8091e27c34d0 req-f038e65c-7b1f-45c4-b057-929862e362ed tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753790 Dec 06 12:06:23.379909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-9780d60f-8e6b-463b-a099-a07a4072e67b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.381467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-9780d60f-8e6b-463b-a099-a07a4072e67b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.8590255 Dec 06 12:06:23.383812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-595afbf6-d5fb-4275-8c60-9106d1cd6095 req-c065b633-fc50-431e-a02f-cfefddb115fd service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162263 Dec 06 12:06:23.400665 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2188e-960b-40cb-b827-61d607d3c5df req-ca9872e8-e158-4dbd-9bf4-72a564962039 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.408383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97f2188e-960b-40cb-b827-61d607d3c5df req-ca9872e8-e158-4dbd-9bf4-72a564962039 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 948 time: 0.5122733 Dec 06 12:06:23.417001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Request body: {'port': {'device_id': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'admin_state_up': True, 'tenant_id': '671a81a6f5bd49a9bc87789327e57656'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:23.467915 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0141c3dc-5c08-48e0-83e1-3d784ee14a52 x-openstack-request-id: req-0141c3dc-5c08-48e0-83e1-3d784ee14a52 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:23.468671 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:23.469133 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0141c3dc-5c08-48e0-83e1-3d784ee14a52 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:23.469811 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361', 'status': 'completed', 'code': 200} Dec 06 12:06:23.538222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee73a46f-2f08-4eed-ac87-1a0a7cc9b4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.544007 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b67d-3002-4810-845f-757756637857 req-4880f2e6-9818-404f-b356-ed141c4b5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.545422 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-4880f2e6-9818-404f-b356-ed141c4b5560 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61eb4956c71546b19ce267a0897248cb&device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 1097 time: 0.0503883 Dec 06 12:06:23.552331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee73a46f-2f08-4eed-ac87-1a0a7cc9b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.552456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 4dfb0c15-a946-4d62-ad8f-c7622a37f784 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:23.567668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97f2188e-960b-40cb-b827-61d607d3c5df req-59540610-7cd9-48e8-a719-3934ca77c980 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583486 Dec 06 12:06:23.644522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ee73a46f-2f08-4eed-ac87-1a0a7cc9b4db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8239570b9a14596b42d7d9d8ecc2c41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4221728 Dec 06 12:06:23.652121 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:23.661111 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73a46f-2f08-4eed-ac87-1a0a7cc9b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4da409-6701-446e-a435-d4a5dc9b6eff,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:23.704715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:23.708316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.738113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f011e54-c6df-4e07-9b3c-69a1b94ee37b req-9f200076-7cda-4f0b-a9eb-e0c7d76a826a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.739712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f011e54-c6df-4e07-9b3c-69a1b94ee37b req-9f200076-7cda-4f0b-a9eb-e0c7d76a826a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 948 time: 0.1655507 Dec 06 12:06:23.763527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:23.765316 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b67d-3002-4810-845f-757756637857 req-f9500461-c599-4101-8194-e2b1fc66a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.767267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-f9500461-c599-4101-8194-e2b1fc66a2aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2032526 Dec 06 12:06:23.778246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '4dfb0c15-a946-4d62-ad8f-c7622a37f784', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '4dfb0c15-a946-4d62-ad8f-c7622a37f784', 'mac_address': 'fa:16:3e:2e:bc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:23.827922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-07256648-eeb5-455c-9b4b-d0e3fcf1fb2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 HTTP/1.1" status: 200 len: 217 time: 0.0500717 Dec 06 12:06:23.830965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.838479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.849520 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfb0c15-a946-4d62-ad8f-c7622a37f784 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:23.889793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:23.896730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.902483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.902748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b67d-3002-4810-845f-757756637857 req-3e7a6685-ae85-4d18-ba86-08d8497e191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.904438 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-3e7a6685-ae85-4d18-ba86-08d8497e191e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0600078 Dec 06 12:06:23.964918 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:23.965542 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b67d-3002-4810-845f-757756637857 req-3b64937d-4ed8-4147-9bef-1548f2e19b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:23.967146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-3b64937d-4ed8-4147-9bef-1548f2e19b01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465317 Dec 06 12:06:23.977193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f011e54-c6df-4e07-9b3c-69a1b94ee37b req-0c5fc890-9cbf-462f-af86-d54a2c437c5c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122180 Dec 06 12:06:23.998296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778109f8-ceba-46eb-b03d-f83dfdf4b1b5 req-24612cda-3ad0-4612-811f-c6b83484f72e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:24.005788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-778109f8-ceba-46eb-b03d-f83dfdf4b1b5 req-24612cda-3ad0-4612-811f-c6b83484f72e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.2414570 Dec 06 12:06:24.038319 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Allocated IP 172.20.0.14 (a374198b-ba04-457e-a8ee-2c734ffbc001/5a85a925-9a72-4720-b514-a1442eb04cb7/a845e3ec-461a-48cb-8006-8383674436dd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:24.084429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b7e7054-2f02-4fc1-bb18-48e98b6e3848 req-ea8b6b85-d1e0-4d40-91f2-60a4d28c0611 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 210 time: 0.0429785 Dec 06 12:06:24.103292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.106510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.107759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd4da409-6701-446e-a435-d4a5dc9b6eff HTTP/1.1" status: 204 len: 168 time: 0.4547088 Dec 06 12:06:24.118614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-478ffe24-cd7e-4e27-8025-bc891197e82d service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400609 Dec 06 12:06:24.133795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-778109f8-ceba-46eb-b03d-f83dfdf4b1b5 req-fe7eb670-cbc3-43fa-96e9-f0a2f6f7a1f5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223950 Dec 06 12:06:24.155022 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eeafb-0450-4a90-b622-a36ef4f75df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4da409-6701-446e-a435-d4a5dc9b6eff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.263869 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62c0b67d-3002-4810-845f-757756637857 req-5654992f-7e9d-4f70-b358-50554121bf60 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348250 Dec 06 12:06:24.281100 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:24.335877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.386808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.387828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:24.393979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['4dfb0c15-a946-4d62-ad8f-c7622a37f784'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:24.452026 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:24.452611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.509863 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.530826 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Network a374198b-ba04-457e-a8ee-2c734ffbc001 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:24.562806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-8de082b6-3d0a-4c70-b91f-1737ff0f396b tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3d27908e577d429080cc100a070978dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818131 Dec 06 12:06:24.564816 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:24.619265 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:24.622781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.625194 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:24.625606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.657284 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.669550 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:24.671940 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b0e80d-705d-4d87-9f0d-aeedb65fa11f" -d '{"events": [{"server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "name": "network-vif-plugged", "status": "completed", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:24.685071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf85b3cf-2bc9-4c14-b2cc-124f26c8b8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.688780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2b7dfe49-d865-41a3-a63d-d2482b231022 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2751606 Dec 06 12:06:24.694062 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:24.703159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Request body: {'port': {'device_id': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:24.711302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.723218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e75d64-beda-4dd3-bc28-7acd1a302c0c req-ff6492f2-a59d-48a3-a737-f8ab02e818c8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:24.730886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69e75d64-beda-4dd3-bc28-7acd1a302c0c req-ff6492f2-a59d-48a3-a737-f8ab02e818c8 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 946 time: 0.2145364 Dec 06 12:06:24.779906 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.789828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf85b3cf-2bc9-4c14-b2cc-124f26c8b8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.791110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-c88897a6-45ba-4e1a-bcb5-00e8b1acfb0c tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:24.792588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-c88897a6-45ba-4e1a-bcb5-00e8b1acfb0c tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290220 Dec 06 12:06:24.794504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf85b3cf-2bc9-4c14-b2cc-124f26c8b8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.841688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf85b3cf-2bc9-4c14-b2cc-124f26c8b8e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e2b4e9701544d718cc1d0912944cc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802530 Dec 06 12:06:24.841903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-6b27b2c2-4aba-472e-b8ff-3fbad9f4ed44 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/quotas/3d27908e577d429080cc100a070978dc HTTP/1.1" status: 200 len: 375 time: 0.0405362 Dec 06 12:06:24.842017 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34076) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.849110 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b3cf-2bc9-4c14-b2cc-124f26c8b8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c03793-059a-4165-b61d-b46f450f3315,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.852025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.867277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69e75d64-beda-4dd3-bc28-7acd1a302c0c req-6212b3ac-8e20-4cbd-8a2c-ee6d4fed865c tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355639 Dec 06 12:06:24.888883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-3bcef4bb-4a77-4ac0-b0db-baff6afd405d tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d27908e577d429080cc100a070978dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404425 Dec 06 12:06:24.919287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.949816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.006522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.011668 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.013036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4c03793-059a-4165-b61d-b46f450f3315 HTTP/1.1" status: 204 len: 168 time: 0.1701677 Dec 06 12:06:25.025402 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e4f9-f0ff-4cf3-8d25-30e5eb02768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c03793-059a-4165-b61d-b46f450f3315,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.061883 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327fc76d-ad90-49ca-a1a0-620009f52afd x-openstack-request-id: req-327fc76d-ad90-49ca-a1a0-620009f52afd {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:25.062212 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "name": "network-vif-plugged", "status": "completed", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:25.062472 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327fc76d-ad90-49ca-a1a0-620009f52afd {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:25.063050 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', 'code': 200} Dec 06 12:06:25.097393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2ae15-4b3d-4f38-b866-a3dc0091dfa8 req-b77b28cc-24ad-4b22-a6c8-812376e94137 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.099015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72c2ae15-4b3d-4f38-b866-a3dc0091dfa8 req-b77b28cc-24ad-4b22-a6c8-812376e94137 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 949 time: 0.1651065 Dec 06 12:06:25.170882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60995e69-b466-48ae-94f6-55b6da401efd req-951e4eb1-7e27-4fce-8e80-b6636796607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.172848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-60995e69-b466-48ae-94f6-55b6da401efd req-951e4eb1-7e27-4fce-8e80-b6636796607c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 1100 time: 0.0470872 Dec 06 12:06:25.215137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72c2ae15-4b3d-4f38-b866-a3dc0091dfa8 req-b20c0f99-316f-43bb-b84c-2449f7f405bf tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988913 Dec 06 12:06:25.248912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-60995e69-b466-48ae-94f6-55b6da401efd req-ca0173ef-b53c-42ff-be1e-c90ffe100c9c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673540 Dec 06 12:06:25.317736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7498d-206f-4365-8317-0b64433c63d3 req-2ef22f9b-a825-428c-8aa2-73fd5389352d tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 210 time: 0.0482068 Dec 06 12:06:25.382654 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c52a6c-03ee-4a29-9b05-95c2b341b3e5 req-83b603ac-eb6b-466c-9cd1-84715589ad25 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.390558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31c52a6c-03ee-4a29-9b05-95c2b341b3e5 req-83b603ac-eb6b-466c-9cd1-84715589ad25 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 949 time: 0.1436501 Dec 06 12:06:25.395168 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845e3ec-461a-48cb-8006-8383674436dd {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:25.418727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.474350 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Transition to ACTIVE for port object a845e3ec-461a-48cb-8006-8383674436dd will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:25.487028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.526189 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4a844-51ff-470b-9233-2e17be6bf510 req-b74b6b21-2948-4626-bd58-7720963dd930 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.527704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71e4a844-51ff-470b-9233-2e17be6bf510 req-b74b6b21-2948-4626-bd58-7720963dd930 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 932 time: 0.1226928 Dec 06 12:06:25.533602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31c52a6c-03ee-4a29-9b05-95c2b341b3e5 req-2eb3a5e5-2fe7-444f-836e-312bd0a819d9 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419594 Dec 06 12:06:25.575640 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.640334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71e4a844-51ff-470b-9233-2e17be6bf510 req-405fbfb9-e9e9-47f7-aa10-de057dd7354b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977230 Dec 06 12:06:25.642615 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:25.642950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:25.643268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:25.673691 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:25.674382 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:25.685514 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:25.685944 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:25.686401 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:25.686929 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Bound port: a845e3ec-461a-48cb-8006-8383674436dd, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:25.687349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.707714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b435-2e45-47b2-ac41-55991f39e7fd req-3ac93993-6880-475c-9f30-f53802377b1c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.709187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c53b435-2e45-47b2-ac41-55991f39e7fd req-3ac93993-6880-475c-9f30-f53802377b1c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 943 time: 0.0831184 Dec 06 12:06:25.796413 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:25.799723 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:25.804538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c53b435-2e45-47b2-ac41-55991f39e7fd req-59cd0457-bc2c-4adc-b13a-07ce16b4b87f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725718 Dec 06 12:06:25.806067 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.851768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.852442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.853844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] 10.222.0.23 "PUT /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 1092 time: 1.1560454 Dec 06 12:06:25.854285 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:25.856537 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed4269-c111-4a67-8644-03728b1885ea" -d '{"events": [{"name": "network-changed", "server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "tag": "a845e3ec-461a-48cb-8006-8383674436dd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:25.897050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e642944-6ba2-49ba-abb5-4ce46d71a34e service neutron] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.928279 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc288a6f-a64e-4d51-9949-fd699e634f94 x-openstack-request-id: req-cc288a6f-a64e-4d51-9949-fd699e634f94 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:25.928580 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "tag": "a845e3ec-461a-48cb-8006-8383674436dd", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:25.928831 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc288a6f-a64e-4d51-9949-fd699e634f94 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:25.929465 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd', 'status': 'completed', 'code': 200} Dec 06 12:06:26.052758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-c455558b-24e0-4814-ad4d-f1e653c6ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.054230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-c455558b-24e0-4814-ad4d-f1e653c6ba89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1095 time: 0.1217203 Dec 06 12:06:26.058752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-0decd059-c3c3-433c-b8cf-db9ab3004084 service neutron] 10.222.0.53 "GET /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1182773 Dec 06 12:06:26.069246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bac30a-438a-4298-8b51-6d3dfee1a061 req-13e02d0c-78fe-4e56-b776-b27edfd3f5e4 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.070666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34bac30a-438a-4298-8b51-6d3dfee1a061 req-13e02d0c-78fe-4e56-b776-b27edfd3f5e4 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 946 time: 0.1025290 Dec 06 12:06:26.136612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-2f50a93c-26ab-432a-abe6-46d41d42441b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0649967 Dec 06 12:06:26.219038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34bac30a-438a-4298-8b51-6d3dfee1a061 req-661f77e3-f316-4748-ae81-e35dee41e2f9 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358538 Dec 06 12:06:26.236090 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-70bd32e3-2ce7-4a39-a73e-8b19a82aa49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.237836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-70bd32e3-2ce7-4a39-a73e-8b19a82aa49c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0838544 Dec 06 12:06:26.288444 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:26.291631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-492c0080-666d-41da-8a72-0352218837af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356183 Dec 06 12:06:26.446126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:26.464385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361', 'mac_address': 'fa:16:3e:81:be:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:26.487673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9542811d-c372-44b7-b979-57d7f629bdda req-c4457dde-3f46-45a7-9623-8aab5d49cbd2 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 210 time: 0.0753593 Dec 06 12:06:26.502837 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d685-ab63-4f66-9685-bd32204cf5df req-86b74198-3c32-4d60-8017-89a0484b9020 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.504449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93d0d685-ab63-4f66-9685-bd32204cf5df req-86b74198-3c32-4d60-8017-89a0484b9020 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 949 time: 0.1966000 Dec 06 12:06:26.507958 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:26.520708 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.538201 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:26.577899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-cce7bf54-ddb6-43f9-b1f4-be32f2c454c5 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667077 Dec 06 12:06:26.579492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-454a69f6-6b73-4a74-98cd-7b5ab5aa454e tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3d27908e577d429080cc100a070978dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620477 Dec 06 12:06:26.584951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:26.594897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.597029 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:26.703750 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:26.924644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93d0d685-ab63-4f66-9685-bd32204cf5df req-a2a8b2af-5760-458d-bd21-4e1122c891e3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125051 Dec 06 12:06:26.938944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['6a3ec9d6-e410-40ae-8f8a-d018bfa2a361'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:26.971727 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee1714e-eb1e-4caa-a57c-fa619721696e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:27.023267 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:27.092199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.110813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce0d4-d1f6-4605-8951-deb17d77e002 req-99c8a07a-fabe-4672-8723-f3f3d6c8176d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.112259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-505ce0d4-d1f6-4605-8951-deb17d77e002 req-99c8a07a-fabe-4672-8723-f3f3d6c8176d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 949 time: 0.4505637 Dec 06 12:06:27.114562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974cbe4a-c6a5-4c05-b1b8-e5320317cd1f req-dc40c630-959e-48d5-b4c4-ce2f51f943a9 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194428 Dec 06 12:06:27.143884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-01a5bec2-9d88-4a57-aa0e-f4ff3ec890de tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.145312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-01a5bec2-9d88-4a57-aa0e-f4ff3ec890de tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5516357 Dec 06 12:06:27.172021 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6ddfbe1a-522c-4ad0-bd1a-11703479f35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.190060 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Request body: {'port': {'device_id': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '3d27908e577d429080cc100a070978dc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:27.207732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333397b5-a297-4095-af71-060d593bb5af req-18ed7816-0b2d-49f4-be7c-8f942ee2a57e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.209189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-333397b5-a297-4095-af71-060d593bb5af req-18ed7816-0b2d-49f4-be7c-8f942ee2a57e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1944985 Dec 06 12:06:27.303573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-505ce0d4-d1f6-4605-8951-deb17d77e002 req-c047f61f-b1ea-432e-b4fb-3a010aed49de tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803687 Dec 06 12:06:27.387432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4269-c111-4a67-8644-03728b1885ea req-b5517834-54c1-4170-9bef-1118c7ebd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.389400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-b5517834-54c1-4170-9bef-1118c7ebd33c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1095 time: 0.2062809 Dec 06 12:06:27.398565 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] Transition to ACTIVE for port object 9ee1714e-eb1e-4caa-a57c-fa619721696e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:27.402524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-333397b5-a297-4095-af71-060d593bb5af req-f766ad5f-7045-4e73-bd0a-70b40e7e48e5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606617 Dec 06 12:06:27.417220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.557622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 4dfb0c15-a946-4d62-ad8f-c7622a37f784 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:27.585364 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] No DVR routers for this DVR port 9ee1714e-eb1e-4caa-a57c-fa619721696e on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:27.607298 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:27.611368 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:27.611810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.623230 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:27.627865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Made reservation on behalf of 3d27908e577d429080cc100a070978dc for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:27.632445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.679358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.687998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4269-c111-4a67-8644-03728b1885ea req-db752947-f197-4375-b52c-0aa56bee9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.689513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-db752947-f197-4375-b52c-0aa56bee9891 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2858081 Dec 06 12:06:27.695851 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.697982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-2248f642-807a-4193-9d88-20a3acc37fd6 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6253939 Dec 06 12:06:27.709119 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96c57d-3964-4a52-8e73-8ac235e0ad09 req-3bad984a-886a-4668-95c8-d4f236f9a01c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.710580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce96c57d-3964-4a52-8e73-8ac235e0ad09 req-3bad984a-886a-4668-95c8-d4f236f9a01c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.2229800 Dec 06 12:06:27.718692 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:27.721307 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07b8f5-ae25-4473-9204-edda72b6701a" -d '{"events": [{"server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:27.726788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a94ed-081c-43b1-81fb-4174e28f80ce req-69280ab7-09ed-4240-855c-8d0943e44d96 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.728222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-190a94ed-081c-43b1-81fb-4174e28f80ce req-69280ab7-09ed-4240-855c-8d0943e44d96 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 947 time: 0.1904438 Dec 06 12:06:27.734403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:27.738407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.773466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-e9852a92-f6c5-4b3f-a24c-ca5c2cbe40fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0619013 Dec 06 12:06:27.790048 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:27.867718 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-49f9f7b1-cc9a-46df-bb8c-910b1de97359 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.870025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-49f9f7b1-cc9a-46df-bb8c-910b1de97359 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0478895 Dec 06 12:06:27.896775 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4269-c111-4a67-8644-03728b1885ea req-77a372aa-c7f8-4a40-a6c4-ee4ad2ceb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.898274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-77a372aa-c7f8-4a40-a6c4-ee4ad2ceb3de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1013157 Dec 06 12:06:27.901508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce96c57d-3964-4a52-8e73-8ac235e0ad09 req-26726ba1-4d13-43a4-8337-76b2d9c780ed tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705441 Dec 06 12:06:27.914001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-190a94ed-081c-43b1-81fb-4174e28f80ce req-0f2d05dd-d794-4fd6-9ea6-aa6267577493 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532238 Dec 06 12:06:27.955363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-2f7cb7d5-c6a7-49ee-a94c-acbe54ef5a4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394845 Dec 06 12:06:27.972974 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-fce4a70a-6743-4b75-bb66-e5a528c9b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.976212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.978540 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-fce4a70a-6743-4b75-bb66-e5a528c9b548 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&tenant_id=a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0950179 Dec 06 12:06:28.001143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.054843 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-3907694e-10fb-451c-9bf5-161a877be837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.056530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-3907694e-10fb-451c-9bf5-161a877be837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0483093 Dec 06 12:06:28.081399 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7923cc07-4c21-4a66-87b9-3ce787795ad2 x-openstack-request-id: req-7923cc07-4c21-4a66-87b9-3ce787795ad2 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:28.081948 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:28.082435 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7923cc07-4c21-4a66-87b9-3ce787795ad2 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:28.083013 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784', 'code': 200} Dec 06 12:06:28.140839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82e9b0d0-a887-4cd1-afb4-d5182024927e req-727f7df3-2afc-40b9-ba41-af38b4be5752 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 210 time: 0.0959959 Dec 06 12:06:28.164596 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1480c9a3-05dd-455a-8b5e-ebc7a8f09893,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.238281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-42796f91-0d8d-4ceb-8d80-b79a8c8a2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.239784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-42796f91-0d8d-4ceb-8d80-b79a8c8a2df2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1743569 Dec 06 12:06:28.267244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-dfc5d543-f958-4e1d-b007-c22f76b01b9d service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991819 Dec 06 12:06:28.289574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-b9cb5263-29fc-41ce-befe-09e11beeec2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.0420368 Dec 06 12:06:28.299050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b1396-eb84-49a4-938b-d7d83734231e req-619206e8-d7c8-4337-b4fe-b6d478ec1c47 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.300491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e92b1396-eb84-49a4-938b-d7d83734231e req-619206e8-d7c8-4337-b4fe-b6d478ec1c47 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.1564131 Dec 06 12:06:28.305791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:28.318119 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34164) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.321711 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Allocated IP 192.168.233.240 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/99b6924b-7369-4023-a285-39c291324972) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:28.372143 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-ff763a95-4d93-4d5f-8488-9bc49083c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.374025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-ff763a95-4d93-4d5f-8488-9bc49083c111 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0724671 Dec 06 12:06:28.402013 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c77b1-c5b7-404e-89ac-491117afccb9 req-e8f3559d-6edf-4abb-9551-0b6e452a8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.403555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-248c77b1-c5b7-404e-89ac-491117afccb9 req-e8f3559d-6edf-4abb-9551-0b6e452a8261 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 1101 time: 0.1707354 Dec 06 12:06:28.405765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:28.410685 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:28.411182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.423626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-f7ac46b6-8e8d-459a-911a-bd85be70d588 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347011 Dec 06 12:06:28.525806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-140bb6a8-7159-4656-8590-a75640943a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.528900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e92b1396-eb84-49a4-938b-d7d83734231e req-d02b10cd-8e75-4c76-9721-8e7880ffd00e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049413 Dec 06 12:06:28.531967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ed4269-c111-4a67-8644-03728b1885ea req-fc8e5475-7640-4029-8941-7ee157794c36 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520020 Dec 06 12:06:28.572971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-3c07bdd7-b677-4f7c-8c3f-32d616825ad4 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385517 Dec 06 12:06:28.597368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c0be-e981-4b05-b60f-25df0244cdaf req-2639627a-0ab7-4c93-b36d-ead558f2a6d2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.604987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1a8c0be-e981-4b05-b60f-25df0244cdaf req-2639627a-0ab7-4c93-b36d-ead558f2a6d2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 949 time: 0.1980290 Dec 06 12:06:28.618874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-248c77b1-c5b7-404e-89ac-491117afccb9 req-645786ce-7ed5-44b1-9563-297251c53d4b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868343 Dec 06 12:06:28.655611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.698637 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-0729b309-df65-4fc7-9102-923ea0422290 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147768 Dec 06 12:06:28.699062 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:28.704474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.731111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1a8c0be-e981-4b05-b60f-25df0244cdaf req-fd0d6694-4c95-4629-ac40-1147644e8125 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252394 Dec 06 12:06:28.752554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.765762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-140bb6a8-7159-4656-8590-a75640943a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.770351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66bf79-8aa0-421e-b660-6c6957e518b4 req-336eb9db-5516-4da6-80c0-61bcf01dacf5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.771206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-140bb6a8-7159-4656-8590-a75640943a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.772021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a66bf79-8aa0-421e-b660-6c6957e518b4 req-336eb9db-5516-4da6-80c0-61bcf01dacf5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1169264 Dec 06 12:06:28.782177 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.821342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-140bb6a8-7159-4656-8590-a75640943a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3baa4295c884c3e96e5652c1f6d41b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001500 Dec 06 12:06:28.822040 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34174) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.828943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bb6a8-7159-4656-8590-a75640943a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82645df-9c3b-43fe-bd64-60af533afca6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.857541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a66bf79-8aa0-421e-b660-6c6957e518b4 req-0b5698d3-0053-4d02-aa30-90c46bb20e61 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 Dec 06 12:06:28.870921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.880043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.909074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.959484 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:28.967253 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:28.974772 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:28.979538 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.980161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.989613 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597127a-5e43-4432-8757-56c043881e3b req-0843e93a-52e4-4386-acbf-55a48611622d tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.990290 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c764-135c-45d7-aa8a-121ca2f03090 req-703d0a32-e0da-4c31-b6e6-fec33339abca tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.991456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-0843e93a-52e4-4386-acbf-55a48611622d tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0523722 Dec 06 12:06:28.992386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9944c764-135c-45d7-aa8a-121ca2f03090 req-703d0a32-e0da-4c31-b6e6-fec33339abca tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 949 time: 0.1338451 Dec 06 12:06:28.996146 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Pushing event updated for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:29.011685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.016642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.020994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c82645df-9c3b-43fe-bd64-60af533afca6 HTTP/1.1" status: 204 len: 168 time: 0.1950879 Dec 06 12:06:29.056295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597903fc-064c-449e-a271-68c350d8123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82645df-9c3b-43fe-bd64-60af533afca6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:29.060516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-839a855d-1f6f-47ee-9f2b-5ecba603cabd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8760030 Dec 06 12:06:29.096453 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Request body: {'port': {'device_id': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:29.129905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f46ca-b41c-42cb-8ae2-16370100e1e9 req-2a148fa4-d555-4e71-88dc-04773e79bb01 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:29.131417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d72f46ca-b41c-42cb-8ae2-16370100e1e9 req-2a148fa4-d555-4e71-88dc-04773e79bb01 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.1376207 Dec 06 12:06:29.181591 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b597127a-5e43-4432-8757-56c043881e3b req-04467ba2-4769-44fd-89d8-e62860d45d15 service neutron] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:29.185286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b597127a-5e43-4432-8757-56c043881e3b req-04467ba2-4769-44fd-89d8-e62860d45d15 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.186537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b597127a-5e43-4432-8757-56c043881e3b req-04467ba2-4769-44fd-89d8-e62860d45d15 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1840932 Dec 06 12:06:29.192434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9944c764-135c-45d7-aa8a-121ca2f03090 req-e853c341-4294-4e2a-ad44-576e2ecc4d7d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896002 Dec 06 12:06:29.211171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d72f46ca-b41c-42cb-8ae2-16370100e1e9 req-64e99cdf-5257-4e83-9890-eec0a866793c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679286 Dec 06 12:06:29.270595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.324908 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-56e509e9-8bd8-4ebd-ac9f-213e2821e8c3 None None] Provisioning complete for port 99b6924b-7369-4023-a285-39c291324972 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:29.325551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56e509e9-8bd8-4ebd-ac9f-213e2821e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.364014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-56e509e9-8bd8-4ebd-ac9f-213e2821e8c3 None None] Port 99b6924b-7369-4023-a285-39c291324972 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:29.430781 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34192) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:29.445041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a44f94a-f388-4d0e-b0aa-5d1e3ba95675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.519569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cc2dc37-3fd9-4b91-9b4e-9497dc500e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.525192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a44f94a-f388-4d0e-b0aa-5d1e3ba95675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.529664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a44f94a-f388-4d0e-b0aa-5d1e3ba95675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.555581 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:29.583534 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a44f94a-f388-4d0e-b0aa-5d1e3ba95675 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80c6abdc683b425a8875ddb3096e4392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516199 Dec 06 12:06:29.584548 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44f94a-f388-4d0e-b0aa-5d1e3ba95675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75823a0b-c60f-420d-a3b9-674c7b2f2e21,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:29.591592 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:29.606328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:29.642415 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa41e-ebdf-449e-aa38-d1a94ac930da req-3eb30d6a-532a-4682-9238-7a5093728909 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:29.643883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-810aa41e-ebdf-449e-aa38-d1a94ac930da req-3eb30d6a-532a-4682-9238-7a5093728909 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.3559861 Dec 06 12:06:29.742896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c06e2e-5126-4c93-840c-02df3b4d5535 req-68a06a90-8c27-4a79-8dac-6041bb4a1a03 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:29.744243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53c06e2e-5126-4c93-840c-02df3b4d5535 req-68a06a90-8c27-4a79-8dac-6041bb4a1a03 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 936 time: 0.1919341 Dec 06 12:06:29.809614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.822885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-810aa41e-ebdf-449e-aa38-d1a94ac930da req-797f9ee4-3645-44b6-b8e3-e369833f0dc2 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686149 Dec 06 12:06:29.884951 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.913050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53c06e2e-5126-4c93-840c-02df3b4d5535 req-bba1d44c-f636-4d7f-b047-dbce3bf003d9 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589749 Dec 06 12:06:29.976744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.979615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.983149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75823a0b-c60f-420d-a3b9-674c7b2f2e21 HTTP/1.1" status: 204 len: 168 time: 0.3875403 Dec 06 12:06:29.998412 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec2ec-72ba-46f4-bd21-61a279550d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75823a0b-c60f-420d-a3b9-674c7b2f2e21,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.074927 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b6924b-7369-4023-a285-39c291324972 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:30.084569 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:30.088399 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd8a4df-0265-4e8d-8f08-9154d4166667" -d '{"events": [{"server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:30.090872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.109771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e8ae5-d2ef-461f-9dd1-81c775ea5a89 req-eab0c54d-34e6-470e-8e7d-b509b72d8c7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.117915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-463e8ae5-d2ef-461f-9dd1-81c775ea5a89 req-eab0c54d-34e6-470e-8e7d-b509b72d8c7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.0811009 Dec 06 12:06:30.138798 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Transition to ACTIVE for port object 99b6924b-7369-4023-a285-39c291324972 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:30.186838 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.280669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7df92-fbab-4566-8bb6-eab8e38b5cb6 req-5e0c512b-58cd-4f91-aedb-e02228f1bb64 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.289464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7df92-fbab-4566-8bb6-eab8e38b5cb6 req-5e0c512b-58cd-4f91-aedb-e02228f1bb64 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.291396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fd7df92-fbab-4566-8bb6-eab8e38b5cb6 req-5e0c512b-58cd-4f91-aedb-e02228f1bb64 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928&device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 1689 time: 0.1441805 Dec 06 12:06:30.302364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-463e8ae5-d2ef-461f-9dd1-81c775ea5a89 req-68c227c4-5dfe-4988-b3fb-f20adae64c03 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828301 Dec 06 12:06:30.308608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Pushing event updated for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.322754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a845e3ec-461a-48cb-8006-8383674436dd details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:30.383860 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Attempting to bind port 99b6924b-7369-4023-a285-39c291324972 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:30.385943 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Attempting to bind port 99b6924b-7369-4023-a285-39c291324972 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:30.391383 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Attempting to bind port 99b6924b-7369-4023-a285-39c291324972 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:30.448198 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.463856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:30.469546 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Port 99b6924b-7369-4023-a285-39c291324972 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:30.470036 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Attempting to bind port 99b6924b-7369-4023-a285-39c291324972 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:30.479099 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:30.479601 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:30.480110 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:30.480744 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Bound port: 99b6924b-7369-4023-a285-39c291324972, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:30.481073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.486170 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a845e3ec-461a-48cb-8006-8383674436dd', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'port_id': 'a845e3ec-461a-48cb-8006-8383674436dd', 'mac_address': 'fa:16:3e:f5:81:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a85a925-9a72-4720-b514-a1442eb04cb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:30.490099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fd7df92-fbab-4566-8bb6-eab8e38b5cb6 req-125e9a7a-5c84-4cbf-ac1f-0bbfbf741e79 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824856 Dec 06 12:06:30.529446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590b209-9a8b-471e-ba3d-ca0f9b2dd3f0 req-874e5686-2ab9-4b5d-93de-998451db3c73 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.531519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e590b209-9a8b-471e-ba3d-ca0f9b2dd3f0 req-874e5686-2ab9-4b5d-93de-998451db3c73 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1345258 Dec 06 12:06:30.559606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.580634 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a845e3ec-461a-48cb-8006-8383674436dd {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:30.604208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:30.610663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.664698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b83e-3046-4a76-847b-ab7fed2fc9d3 req-df291618-fdff-4fbc-a38f-28c6f1536413 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.666787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6b1b83e-3046-4a76-847b-ab7fed2fc9d3 req-df291618-fdff-4fbc-a38f-28c6f1536413 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1095 time: 0.1038663 Dec 06 12:06:30.682937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e590b209-9a8b-471e-ba3d-ca0f9b2dd3f0 req-c4c80b08-d4b0-4b06-bf12-372bf10fbb3e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124542 Dec 06 12:06:30.684002 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.684255 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:30.700267 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=99b6924b-7369-4023-a285-39c291324972,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:30.715784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.727157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.742699 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d09d3a-4c3f-4eeb-8068-18972f6fb855 x-openstack-request-id: req-c8d09d3a-4c3f-4eeb-8068-18972f6fb855 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:30.743022 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:30.743375 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8d09d3a-4c3f-4eeb-8068-18972f6fb855 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:30.743857 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361', 'code': 200} Dec 06 12:06:30.768737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.768737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.770592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] 10.222.0.53 "PUT /v2.0/ports/99b6924b-7369-4023-a285-39c291324972 HTTP/1.1" status: 200 len: 1096 time: 1.6836929 Dec 06 12:06:30.771046 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'tag': '99b6924b-7369-4023-a285-39c291324972'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:30.782651 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe23fd2-1ea4-415c-ad09-705370eba775" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "tag": "99b6924b-7369-4023-a285-39c291324972"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:30.822429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6b1b83e-3046-4a76-847b-ab7fed2fc9d3 req-151c76d4-d62f-4ab3-a3c9-8cb530a07d62 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356497 Dec 06 12:06:30.827765 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64f10-0d72-4481-98ce-8b31ca6de02b service neutron] Pushing event updated for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.930724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a845e3ec-461a-48cb-8006-8383674436dd'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:30.960263 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281c1b-b816-488c-81e4-91e497f9035d req-204959ce-3e0e-4ce4-abeb-f6cb9fbcde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.964458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f281c1b-b816-488c-81e4-91e497f9035d req-204959ce-3e0e-4ce4-abeb-f6cb9fbcde6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 1099 time: 0.0866396 Dec 06 12:06:30.965493 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311879dd-4385-4db2-b0d3-cdfd7a2b7b0f x-openstack-request-id: req-311879dd-4385-4db2-b0d3-cdfd7a2b7b0f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:30.965658 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "tag": "99b6924b-7369-4023-a285-39c291324972", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:30.965933 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-311879dd-4385-4db2-b0d3-cdfd7a2b7b0f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:30.966336 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'tag': '99b6924b-7369-4023-a285-39c291324972', 'status': 'completed', 'code': 200} Dec 06 12:06:31.017933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-2fd1fbc0-4db9-444e-a471-75ac0b47aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.020076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-2fd1fbc0-4db9-444e-a471-75ac0b47aee9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d27908e577d429080cc100a070978dc&device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 1099 time: 0.1229436 Dec 06 12:06:31.072988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f281c1b-b816-488c-81e4-91e497f9035d req-7db62f0a-564d-4621-a9a1-0224deace306 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988183 Dec 06 12:06:31.092455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-876260b6-f776-47c6-a93d-1b9e32cbf4a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=99b6924b-7369-4023-a285-39c291324972 HTTP/1.1" status: 200 len: 217 time: 0.0482788 Dec 06 12:06:31.205529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-3f898a9d-f717-4b67-91b7-d3153bfb6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.207073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-3f898a9d-f717-4b67-91b7-d3153bfb6ddb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1024346 Dec 06 12:06:31.215827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269d68b-a0ba-475a-a91b-003e134c1d08 req-fae05637-7642-4d5b-857a-212ea3d18c97 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.217323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7269d68b-a0ba-475a-a91b-003e134c1d08 req-fae05637-7642-4d5b-857a-212ea3d18c97 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.1274464 Dec 06 12:06:31.260175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a16e8-edbc-4041-9394-481d6e1467df req-6add316c-f477-4dfa-a1c3-d7d6227f1664 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.261862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-577a16e8-edbc-4041-9394-481d6e1467df req-6add316c-f477-4dfa-a1c3-d7d6227f1664 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 948 time: 0.1582112 Dec 06 12:06:31.333011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7269d68b-a0ba-475a-a91b-003e134c1d08 req-2fb9f69e-0045-4fea-8c95-1ac7634a3991 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032329 Dec 06 12:06:31.334880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-eb65267f-3845-4241-877d-94d0b32059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.336287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-eb65267f-3845-4241-877d-94d0b32059cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180921 Dec 06 12:06:31.372847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-577a16e8-edbc-4041-9394-481d6e1467df req-d459e313-5a47-4cfb-b7aa-18825f0243b7 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021428 Dec 06 12:06:31.527524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-a9d336ef-fafa-4574-8312-c3d372213e90 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820807 Dec 06 12:06:31.531425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b27a-2309-4e4e-95b5-9024232aed64 req-e7ee5d79-762b-40d4-9868-3664a63e38e6 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.532800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4329b27a-2309-4e4e-95b5-9024232aed64 req-e7ee5d79-762b-40d4-9868-3664a63e38e6 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 1100 time: 0.1092472 Dec 06 12:06:31.674305 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-09035351-20d4-4bc4-b9ee-d33c77e2b8d8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.675791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-09035351-20d4-4bc4-b9ee-d33c77e2b8d8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.2086866 Dec 06 12:06:31.691548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4329b27a-2309-4e4e-95b5-9024232aed64 req-323df9eb-b374-43ba-9f69-26c801ff2379 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326728 Dec 06 12:06:31.706559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-8edf34a6-11f8-4688-b7e5-82fd1a6ffbf1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/quotas/a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 375 time: 0.0221264 Dec 06 12:06:31.727655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13cc9207-afaa-4ae4-8764-ee420a2ea14e req-126103c3-1dfe-4fdd-8842-fd917c1258bd service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677291 Dec 06 12:06:31.789687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-abeb0bc9-a75e-492a-bd66-8c70bc83a705 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747614 Dec 06 12:06:31.818184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f145-d409-49bd-9930-a323627ec860 req-de11f461-886d-4ad9-9236-9e7dcc3f3f45 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.819470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d24f145-d409-49bd-9930-a323627ec860 req-de11f461-886d-4ad9-9236-9e7dcc3f3f45 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.0703886 Dec 06 12:06:31.953185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-a0be8fc5-8389-4d2a-9894-2f730251d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.954631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-a0be8fc5-8389-4d2a-9894-2f730251d75b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d27908e577d429080cc100a070978dc&device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 1099 time: 0.1122715 Dec 06 12:06:31.958382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d24f145-d409-49bd-9930-a323627ec860 req-9d3c7cb8-e188-47f1-a180-ff91e27caa35 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287839 Dec 06 12:06:31.961901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-c2a784eb-472d-4da3-9e91-50378d769c22 service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582751 Dec 06 12:06:32.117987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-10bd9f30-d0ab-49a6-8146-8c13d52c541b service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502023 Dec 06 12:06:32.119049 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-45c07bcb-42c1-4c4a-b0aa-914f0e953c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.120347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-45c07bcb-42c1-4c4a-b0aa-914f0e953c90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1453640 Dec 06 12:06:32.155642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.182471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-ee53a157-540c-4786-8c24-8b342a11becc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=99b6924b-7369-4023-a285-39c291324972 HTTP/1.1" status: 200 len: 217 time: 0.0415237 Dec 06 12:06:32.248209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-dbfc1ba4-f496-49ae-a88b-a5142dd8a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.249844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-dbfc1ba4-f496-49ae-a88b-a5142dd8a57f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0549865 Dec 06 12:06:32.321079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a845e3ec-461a-48cb-8006-8383674436dd up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:32.364889 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-7cf2abfb-8a38-4587-ade3-f8adcec73c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.366467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-7cf2abfb-8a38-4587-ade3-f8adcec73c89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954456 Dec 06 12:06:32.381214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f831-e165-45ec-b74b-8fe1545c5a49 req-f8e7231a-0931-4824-9cbc-833ea220194e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.381696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port a845e3ec-461a-48cb-8006-8383674436dd completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:32.382704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa66f831-e165-45ec-b74b-8fe1545c5a49 req-f8e7231a-0931-4824-9cbc-833ea220194e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.1210387 Dec 06 12:06:32.384964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8413c-c1fd-421a-a9e3-ceb603d86bc8 req-0a8120da-2567-43a8-b267-3b5fa9d19151 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.386140 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a845e3ec-461a-48cb-8006-8383674436dd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:32.386714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.386852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45e8413c-c1fd-421a-a9e3-ceb603d86bc8 req-0a8120da-2567-43a8-b267-3b5fa9d19151 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 1100 time: 0.1062324 Dec 06 12:06:32.486850 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.524327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:32.530645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.589925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45e8413c-c1fd-421a-a9e3-ceb603d86bc8 req-6ab665b3-c26a-4b7b-9b0d-3f96cd920053 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862383 Dec 06 12:06:32.600012 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:32.624660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-e7b9c6b1-ccdb-42b6-85d0-22557572d6e6 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369215 Dec 06 12:06:32.645511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa66f831-e165-45ec-b74b-8fe1545c5a49 req-89913438-8f92-465f-b962-75af8b8d2fe6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252963 Dec 06 12:06:32.744578 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:32.747149 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1487b-dcaa-420c-b6e9-5fc21d98b374" -d '{"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-plugged", "status": "completed", "tag": "a845e3ec-461a-48cb-8006-8383674436dd"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:32.767028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fe23fd2-1ea4-415c-ad09-705370eba775 req-6da6e6f2-2a0c-4f70-9bef-384c14e9e7d9 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166000 Dec 06 12:06:32.827245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fc9d190-f71a-40db-9945-225eb4a396b9 req-fa4176d4-e394-4f83-b9ee-aab550e470b6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Dec 06 12:06:32.937841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d9777-a974-43d9-ad3f-e3aa34bf142a req-91cc664a-744a-47da-a559-cd17be760a98 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.939295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a60d9777-a974-43d9-ad3f-e3aa34bf142a req-91cc664a-744a-47da-a559-cd17be760a98 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.0524931 Dec 06 12:06:33.018828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.025487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a60d9777-a974-43d9-ad3f-e3aa34bf142a req-612f4072-66b1-4213-a9a2-d25d407a9045 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792542 Dec 06 12:06:33.048279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f02ab-7163-47cf-81fe-9ca08b925e83 req-b2b9d055-d676-4f3b-bd50-1d62dee7dc6b tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.051838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a20f02ab-7163-47cf-81fe-9ca08b925e83 req-b2b9d055-d676-4f3b-bd50-1d62dee7dc6b tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 948 time: 0.0858130 Dec 06 12:06:33.095953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a20f02ab-7163-47cf-81fe-9ca08b925e83 req-e708ba02-c02f-41f1-93a4-df214179c914 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Dec 06 12:06:33.138933 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d9cc6-0cda-48e6-a69c-0eb416b1fec8 x-openstack-request-id: req-502d9cc6-0cda-48e6-a69c-0eb416b1fec8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:33.139264 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-plugged", "status": "completed", "tag": "a845e3ec-461a-48cb-8006-8383674436dd", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:33.139524 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-502d9cc6-0cda-48e6-a69c-0eb416b1fec8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:33.140187 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd', 'code': 200} Dec 06 12:06:33.265356 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c49632-e14e-44c7-8ab9-477e526ba557 req-b91846aa-851e-499a-ae8b-9c2e0d3107fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.266970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77c49632-e14e-44c7-8ab9-477e526ba557 req-b91846aa-851e-499a-ae8b-9c2e0d3107fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1097 time: 0.0486584 Dec 06 12:06:33.326939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77c49632-e14e-44c7-8ab9-477e526ba557 req-9d88a972-e0fb-4408-9b76-2c0a0161dd42 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Dec 06 12:06:33.465449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.466005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.466480 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.467079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.467370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.467816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.468260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.468700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.469139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.469602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.470069 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.470699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.473143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-7e499098-6916-439e-ad20-8f7cdd441806 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&device_id=05332a31-9bb7-487a-bdcb-8c318abae4df&device_id=e199585d-11c6-416d-817a-4e0e45986d69&device_id=66d3b0c5-4ac4-420e-9117-137e69dde928&device_id=92d62432-68bf-4114-a0d9-50842cda13ff&device_id=4710da8c-31f3-4c56-a981-fed018419290&device_id=750f0162-71f5-41d1-896a-b615d2386913&device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 10898 time: 0.0644498 Dec 06 12:06:33.507783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-ca20ff3f-7d9c-4c7d-91dd-d27bb2b7d091 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310004 Dec 06 12:06:33.508812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-020b7399-ab4d-4c41-bc9e-558329fef446 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.934869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-52c497d5-53a9-4c3b-93a9-aa17eefbcebe tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.936224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-52c497d5-53a9-4c3b-93a9-aa17eefbcebe tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4197721 Dec 06 12:06:33.942436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-e12070c7-fff6-4b38-82e4-5ae6ccfc1353 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.943735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-e12070c7-fff6-4b38-82e4-5ae6ccfc1353 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.4151218 Dec 06 12:06:33.960513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-4ca06ecc-a36f-47d5-b29e-9ab4fda3f650 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.0158956 Dec 06 12:06:33.970222 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Request body: {'port': {'device_id': 'e422ca95-a467-4830-9543-b1d11493d066', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'admin_state_up': True, 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:34.028066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-020b7399-ab4d-4c41-bc9e-558329fef446 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.036101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-020b7399-ab4d-4c41-bc9e-558329fef446 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.139258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-309bd38c-5a6c-4e3c-aef5-600f70fd6ffa tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653728 Dec 06 12:06:34.148990 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b7399-ab4d-4c41-bc9e-558329fef446 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9f5cf-e266-4793-a309-14ca705dc5af,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.206752 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:34.210411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.226172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8628b2f8-cc72-4ea5-86d0-9af5bff415b7 req-020b7399-ab4d-4c41-bc9e-558329fef446 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&id=6a639970-c448-478f-a1bc-526d47b3bb96&id=599f4448-8f59-4a52-b3db-06559364b51e&id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.7401149 Dec 06 12:06:34.381316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763518-02bf-47af-bca8-c9ac7f4b00b0 req-93bb13de-e4fe-49a1-86e4-2ad2b478ee7f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:34.382808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95763518-02bf-47af-bca8-c9ac7f4b00b0 req-93bb13de-e4fe-49a1-86e4-2ad2b478ee7f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.0896201 Dec 06 12:06:34.395093 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Allocated IP 172.20.0.6 (ce669d0f-3807-423c-903c-5244301ff70e/bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a/0545214e-acc3-449c-a608-ece751c68fb1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:34.470801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95763518-02bf-47af-bca8-c9ac7f4b00b0 req-aa80c366-81ab-4589-8c72-98f991fc42e3 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Dec 06 12:06:34.610585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.619584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8de7-a002-458a-bbbf-7a198b24a13c req-927bfba8-0f2b-4aac-a0db-42afc3c9a279 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:34.621067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-748b8de7-a002-458a-bbbf-7a198b24a13c req-927bfba8-0f2b-4aac-a0db-42afc3c9a279 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 946 time: 0.1083291 Dec 06 12:06:34.710098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25c035bb-92d8-4292-a478-8ef33684c13e req-767d91b8-3138-4e87-9200-49acd60f007e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 210 time: 0.0405099 Dec 06 12:06:34.745489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-748b8de7-a002-458a-bbbf-7a198b24a13c req-72d37fbb-3c24-433b-9374-22bcb4270106 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Dec 06 12:06:34.748366 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.802332 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.840226 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Network ce669d0f-3807-423c-903c-5244301ff70e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:34.842591 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:34.846156 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:34.851773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:34.852398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.882618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7bc7615d-8972-4ebd-84b0-83b50781481f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168580 Dec 06 12:06:34.892667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8167a5-c1e3-4f62-be15-90b8d5870bec req-886b2cbb-699b-482e-b2d3-a1506003693e tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:34.894115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a8167a5-c1e3-4f62-be15-90b8d5870bec req-886b2cbb-699b-482e-b2d3-a1506003693e tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 948 time: 0.0862763 Dec 06 12:06:34.915143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Request body: {'port': {'device_id': 'e422ca95-a467-4830-9543-b1d11493d066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:35.006685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a8167a5-c1e3-4f62-be15-90b8d5870bec req-5a00715b-c7cb-4e99-857c-f5e54532ff55 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057756 Dec 06 12:06:35.007396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.346254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca281b-ef73-4b3d-8a8f-b2cdf606bf82 req-04a751bc-b2f6-4ab8-bc93-e1401d50b96b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.346919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca281b-ef73-4b3d-8a8f-b2cdf606bf82 req-04a751bc-b2f6-4ab8-bc93-e1401d50b96b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.348294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca281b-ef73-4b3d-8a8f-b2cdf606bf82 req-04a751bc-b2f6-4ab8-bc93-e1401d50b96b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.353677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cca281b-ef73-4b3d-8a8f-b2cdf606bf82 req-04a751bc-b2f6-4ab8-bc93-e1401d50b96b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69&device_id=750f0162-71f5-41d1-896a-b615d2386913&device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 2883 time: 0.1018934 Dec 06 12:06:35.392798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba768d0b-e481-4908-8f01-79d9e445ab5d req-c9c2630f-e8f4-4373-817e-98b6b69e5b4d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 210 time: 0.0504568 Dec 06 12:06:35.413519 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0545214e-acc3-449c-a608-ece751c68fb1 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:35.424090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.461920 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Transition to ACTIVE for port object 0545214e-acc3-449c-a608-ece751c68fb1 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:35.468192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cca281b-ef73-4b3d-8a8f-b2cdf606bf82 req-4d87b967-2028-436e-accd-92b551f465af tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025519 Dec 06 12:06:35.500058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.570472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.581617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 99b6924b-7369-4023-a285-39c291324972 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:35.589715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc8860-cfcb-4e1d-8ea5-a82a8806c14f req-b48960ca-b2f2-47c2-a4eb-6b599a000726 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.598900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80fc8860-cfcb-4e1d-8ea5-a82a8806c14f req-b48960ca-b2f2-47c2-a4eb-6b599a000726 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.1345356 Dec 06 12:06:35.680969 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:35.681352 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:35.682194 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:35.688123 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:35.688448 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:35.694601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80fc8860-cfcb-4e1d-8ea5-a82a8806c14f req-138c7059-9659-4589-9a0b-9ba1c9874bce tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948920 Dec 06 12:06:35.698283 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:35.698619 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:35.699337 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:35.699806 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Bound port: 0545214e-acc3-449c-a608-ece751c68fb1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:35.700164 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.709294 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=99b6924b-7369-4023-a285-39c291324972,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:35.723049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '99b6924b-7369-4023-a285-39c291324972', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '99b6924b-7369-4023-a285-39c291324972', 'mac_address': 'fa:16:3e:49:8e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:35.773945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.790586 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b6924b-7369-4023-a285-39c291324972 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:35.804569 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:35.808789 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:35.819727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=99b6924b-7369-4023-a285-39c291324972,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:35.823200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.824302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.890065 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34382) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:35.902432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.903067 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.904468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] 10.222.0.53 "PUT /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 1091 time: 1.0024610 Dec 06 12:06:35.909546 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:35.911387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.912362 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "tag": "0545214e-acc3-449c-a608-ece751c68fb1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:35.951735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610ac6b-3882-4b4a-8f28-2d44c1e0f725 service neutron] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.964011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe764a-b393-4961-ba02-9b38191f3bd5 req-f21c3e02-bd0c-4f87-9f59-73bd0a36b342 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.969624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8fe764a-b393-4961-ba02-9b38191f3bd5 req-f21c3e02-bd0c-4f87-9f59-73bd0a36b342 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.1344643 Dec 06 12:06:36.064360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81d4df6c-b8eb-4a2a-8860-e33c2bdd0493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.084903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3b75-0e65-4c15-b9b4-85892ddf7aeb req-0f7a2f17-46b4-4c07-be55-df04dd64ad5c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.087066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-859f3b75-0e65-4c15-b9b4-85892ddf7aeb req-0f7a2f17-46b4-4c07-be55-df04dd64ad5c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 946 time: 0.1481037 Dec 06 12:06:36.092408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8fe764a-b393-4961-ba02-9b38191f3bd5 req-faa16882-240e-48f1-8c42-8c7d20c1c8a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072650 Dec 06 12:06:36.107735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-c3eeb2c7-6d5a-427b-8db1-61a722add0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.109740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-c3eeb2c7-6d5a-427b-8db1-61a722add0af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1094 time: 0.1049960 Dec 06 12:06:36.177362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81d4df6c-b8eb-4a2a-8860-e33c2bdd0493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.182949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81d4df6c-b8eb-4a2a-8860-e33c2bdd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.185440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-c12ed841-7eab-4d4d-8084-ae4c61730a5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.0461516 Dec 06 12:06:36.203696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-859f3b75-0e65-4c15-b9b4-85892ddf7aeb req-c2de86e7-61ee-40e1-ad56-163558380f12 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072714 Dec 06 12:06:36.250670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-81d4df6c-b8eb-4a2a-8860-e33c2bdd0493 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24dd274dd021405ea2ae7a58f696cd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589561 Dec 06 12:06:36.251400 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4df6c-b8eb-4a2a-8860-e33c2bdd0493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c665183-34f5-4936-81bb-a735c804e1ce,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:36.255040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-c2f850a7-a56c-45b1-915e-8578c4594944 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408242 Dec 06 12:06:36.255494 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:36.263364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['99b6924b-7369-4023-a285-39c291324972'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:36.351096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7c568dd4-e41e-42c8-af0f-537628882710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.354622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-7c568dd4-e41e-42c8-af0f-537628882710 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1424165 Dec 06 12:06:36.356547 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd4012-c72e-4a1b-bc61-6ea414c514e4 x-openstack-request-id: req-f6dd4012-c72e-4a1b-bc61-6ea414c514e4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:36.356844 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "tag": "0545214e-acc3-449c-a608-ece751c68fb1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:36.357690 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6dd4012-c72e-4a1b-bc61-6ea414c514e4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:36.358079 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1', 'status': 'completed', 'code': 200} Dec 06 12:06:36.398526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-704a9801-b37a-4e4b-9643-a74a870bcb91 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881938 Dec 06 12:06:36.450791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-1ec657e8-18be-4560-9003-aca02e5fc57a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580091 Dec 06 12:06:36.486253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.528980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.542483 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-0fbea9af-963e-4a95-8fa5-fe2d00dcc458 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.543930 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-0fbea9af-963e-4a95-8fa5-fe2d00dcc458 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613499 Dec 06 12:06:36.562597 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:36.652097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.654697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.655835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c665183-34f5-4936-81bb-a735c804e1ce HTTP/1.1" status: 204 len: 168 time: 0.3991642 Dec 06 12:06:36.663849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e190-28b3-4753-89e7-2250e72fc9d5 req-daa638bf-f314-4002-bff4-9a68a4070e36 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.665583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a1e190-28b3-4753-89e7-2250e72fc9d5 req-daa638bf-f314-4002-bff4-9a68a4070e36 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 949 time: 0.3049726 Dec 06 12:06:36.673462 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee02c8-dbfb-49af-90df-dacd9c7e9ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c665183-34f5-4936-81bb-a735c804e1ce,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:36.677573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46840840-3162-4020-8b77-329d792a864a req-715dafc5-b919-402c-8775-43bc0dfe2a97 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.686353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46840840-3162-4020-8b77-329d792a864a req-715dafc5-b919-402c-8775-43bc0dfe2a97 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1097 time: 0.2145131 Dec 06 12:06:36.709133 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:36.712922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.760512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-477f2b6a-f20c-4317-8274-5c2d64c5d4f1 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.762069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-477f2b6a-f20c-4317-8274-5c2d64c5d4f1 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104129 Dec 06 12:06:36.766705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-e00ab50f-0c60-4208-bdfe-33832cb85dd0 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668831 Dec 06 12:06:36.815205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2a1e190-28b3-4753-89e7-2250e72fc9d5 req-c9030c34-0ceb-4136-83d5-2484defb9fa1 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259553 Dec 06 12:06:36.836740 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': '6fed7478-7a5a-4035-af43-66c05ec43383', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:36.853659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46840840-3162-4020-8b77-329d792a864a req-5269a6da-5ec3-4726-8ce9-f55b47b387cf tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663616 Dec 06 12:06:36.868002 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.137 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/2826bfd5-78a0-4ca5-b33f-b61210da88cb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:37.048630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e2dbcd6-a9da-40d8-8176-75c2358ae644 req-8d6c8df7-154c-4f4e-a24b-d782baa97693 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 210 time: 0.0506945 Dec 06 12:06:37.051905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc36f31e-3e41-44b9-810f-edda36384c4d req-0c61d2e3-0d95-4db1-9b86-82b6bad6424d service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262423 Dec 06 12:06:37.078083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:37.081193 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34410) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.083146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.102560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.127097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-638ba9c0-1cb2-4f56-ba5c-d8b9f907cd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.189619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.201698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:37.255934 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:37.261271 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:37.267822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.269105 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:37.274810 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.275455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.307715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-578c69e3-9b05-4229-9577-5553dc448992 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7487695 Dec 06 12:06:37.313737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-638ba9c0-1cb2-4f56-ba5c-d8b9f907cd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.322212 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Request body: {'port': {'device_id': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:37.326802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-638ba9c0-1cb2-4f56-ba5c-d8b9f907cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.375560 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ae8e4-95be-4924-b239-c6184f011c98 req-22c6d9b8-038e-4585-9c9d-0cac69f0c59f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.383883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-070ae8e4-95be-4924-b239-c6184f011c98 req-22c6d9b8-038e-4585-9c9d-0cac69f0c59f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.2267585 Dec 06 12:06:37.396729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-638ba9c0-1cb2-4f56-ba5c-d8b9f907cd40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f9d41d58f8a4a4d816211c4f9fae9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110459 Dec 06 12:06:37.399621 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.403382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c4514-7d1f-4b09-9c8d-fc3b8c382cf2 req-4ee73525-8135-4e32-b7b4-e17e2eb21fc5 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.404992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d2c4514-7d1f-4b09-9c8d-fc3b8c382cf2 req-4ee73525-8135-4e32-b7b4-e17e2eb21fc5 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1097 time: 0.2370107 Dec 06 12:06:37.427831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-3e07c273-26d6-4305-a53e-9353b07b921b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.429472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-3e07c273-26d6-4305-a53e-9353b07b921b tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 948 time: 0.2145445 Dec 06 12:06:37.432467 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.27 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/fe3e5577-93e4-4229-9421-9a23146dc10c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:37.433774 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ba9c0-1cb2-4f56-ba5c-d8b9f907cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df624a06-aebb-4d07-8422-40fc1d55f1cb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.451984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.468918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-265bab0e-8f94-494c-a6a1-bc38bb053ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.470577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-265bab0e-8f94-494c-a6a1-bc38bb053ae8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1094 time: 0.2385218 Dec 06 12:06:37.539303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.600826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 99b6924b-7369-4023-a285-39c291324972 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:37.625410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.671021 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-054c8495-9b9f-437d-801c-fde519f2d79a None None] Provisioning complete for port 2826bfd5-78a0-4ca5-b33f-b61210da88cb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:37.671398 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-054c8495-9b9f-437d-801c-fde519f2d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.692932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.695733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.699331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df624a06-aebb-4d07-8422-40fc1d55f1cb HTTP/1.1" status: 204 len: 168 time: 0.2961879 Dec 06 12:06:37.716541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ffc5-139e-4821-80fb-715646b5cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df624a06-aebb-4d07-8422-40fc1d55f1cb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.723714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-054c8495-9b9f-437d-801c-fde519f2d79a None None] Port 2826bfd5-78a0-4ca5-b33f-b61210da88cb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:37.741302 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 99b6924b-7369-4023-a285-39c291324972 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:37.746825 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 99b6924b-7369-4023-a285-39c291324972 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:37.747210 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.828304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d2c4514-7d1f-4b09-9c8d-fc3b8c382cf2 req-c23d12c6-da84-480e-b1ce-64105a77243a tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094012 Dec 06 12:06:37.832254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-070ae8e4-95be-4924-b239-c6184f011c98 req-c3de7b8d-d355-450e-ac9d-ef4f0b0ceb11 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a639970-c448-478f-a1bc-526d47b3bb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470067 Dec 06 12:06:37.854942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.929219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=99b6924b-7369-4023-a285-39c291324972,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:37.930196 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6924b-7369-4023-a285-39c291324972'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:37.932835 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b3301-9a41-4749-9501-a267c19b3700" -d '{"events": [{"server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "name": "network-vif-plugged", "status": "completed", "tag": "99b6924b-7369-4023-a285-39c291324972"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:37.937722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.997193 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.089646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-d18a1ff9-56a1-400c-afb2-661fd7072e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.091141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-d18a1ff9-56a1-400c-afb2-661fd7072e75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.5861611 Dec 06 12:06:38.171386 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Deleting port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:38.171725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.189039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b4b8-46dc-4af4-a45a-c7c6cab7e4fc req-1bd60f20-4224-461a-a96e-fd10fa899344 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.190544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e59b4b8-46dc-4af4-a45a-c7c6cab7e4fc req-1bd60f20-4224-461a-a96e-fd10fa899344 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.2347717 Dec 06 12:06:38.203468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-0f7e9aa7-ec81-4f62-a300-3cbfb47cffa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.0915217 Dec 06 12:06:38.206254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.212147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c7110-915a-481a-9e95-ddf2f2ff1a6c req-9035b648-7045-4b65-808c-cacce9c144be tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.213622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-558c7110-915a-481a-9e95-ddf2f2ff1a6c req-9035b648-7045-4b65-808c-cacce9c144be tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1101 time: 0.2521393 Dec 06 12:06:38.374666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-ff858fef-b5e6-4184-b10e-1c7c1d7d466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.376126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-ff858fef-b5e6-4184-b10e-1c7c1d7d466b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1598432 Dec 06 12:06:38.438164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e59b4b8-46dc-4af4-a45a-c7c6cab7e4fc req-03080445-11ab-43c8-904a-6a2bb1bae3b3 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281935 Dec 06 12:06:38.440140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-558c7110-915a-481a-9e95-ddf2f2ff1a6c req-54bcc4bf-35d7-464a-9674-cec95a1fcde3 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143140 Dec 06 12:06:38.442681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-12b87530-1411-4c07-be65-55819b3edb48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558822 Dec 06 12:06:38.445492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.454950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] For port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:38.455313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.462198 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:38.518410 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Calling delete_port for 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:38.548101 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:38.560827 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:38.588777 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:38.596375 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009dbb84-351b-414c-907a-3bd6f064bd16 x-openstack-request-id: req-009dbb84-351b-414c-907a-3bd6f064bd16 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:38.596674 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "name": "network-vif-plugged", "status": "completed", "tag": "99b6924b-7369-4023-a285-39c291324972", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:38.596931 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-009dbb84-351b-414c-907a-3bd6f064bd16 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:38.597710 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6924b-7369-4023-a285-39c291324972', 'code': 200} Dec 06 12:06:38.598105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.599938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.718165 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2826bfd5-78a0-4ca5-b33f-b61210da88cb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:38.725285 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.746182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.769489 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Transition to ACTIVE for port object 2826bfd5-78a0-4ca5-b33f-b61210da88cb will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:38.775653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.834053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-42efba08-b552-4bd9-b235-606a59739b2f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0095451 Dec 06 12:06:38.877780 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Request body: {'port': {'device_id': '6fed7478-7a5a-4035-af43-66c05ec43383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:38.928799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-cc026749-ec3b-49de-b072-12125cd706e3 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704368 Dec 06 12:06:38.986493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5ac4-d578-460f-86d6-88eaf8bca65f req-1f4d28e1-62a8-4d80-9bc9-f5c134e64184 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.992074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea2f5ac4-d578-460f-86d6-88eaf8bca65f req-1f4d28e1-62a8-4d80-9bc9-f5c134e64184 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 936 time: 0.2802432 Dec 06 12:06:38.994137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10832-8551-46b5-a8f0-58fcb7f17e3d req-f0580815-fc8e-4588-bb64-43208a367370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.995528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dc10832-8551-46b5-a8f0-58fcb7f17e3d req-f0580815-fc8e-4588-bb64-43208a367370 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 1101 time: 0.2630692 Dec 06 12:06:39.003132 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45df13-9e76-4dd6-9ea0-cb6dbf08755c req-555daea5-b0dd-4420-977f-51f8817d2f91 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.005134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f45df13-9e76-4dd6-9ea0-cb6dbf08755c req-555daea5-b0dd-4420-977f-51f8817d2f91 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.3370085 Dec 06 12:06:39.017950 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ee703731-b977-4bb5-9cab-6eb70243b757 None None] Provisioning complete for port fe3e5577-93e4-4229-9421-9a23146dc10c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:39.018590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee703731-b977-4bb5-9cab-6eb70243b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.066945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ee703731-b977-4bb5-9cab-6eb70243b757 None None] Port fe3e5577-93e4-4229-9421-9a23146dc10c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:39.142468 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Pushing event updated for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.173590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.179570 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Attempting to bind port 2826bfd5-78a0-4ca5-b33f-b61210da88cb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:39.179903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Attempting to bind port 2826bfd5-78a0-4ca5-b33f-b61210da88cb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:39.180243 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Attempting to bind port 2826bfd5-78a0-4ca5-b33f-b61210da88cb on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:39.185660 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Port 2826bfd5-78a0-4ca5-b33f-b61210da88cb on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:39.185980 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Attempting to bind port 2826bfd5-78a0-4ca5-b33f-b61210da88cb on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:39.192199 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:39.192537 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:39.192920 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:39.193370 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Bound port: 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:39.194440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.240319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.267812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dc10832-8551-46b5-a8f0-58fcb7f17e3d req-3357a4f8-6f15-4047-9cc5-79e3f02a1266 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473183 Dec 06 12:06:39.269780 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:39.273220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:39.278633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.302423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f45df13-9e76-4dd6-9ea0-cb6dbf08755c req-4bb39ff9-a91c-490f-bbdd-b21a144ad43d tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653725 Dec 06 12:06:39.329049 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.329695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.331097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] 10.222.0.23 "PUT /v2.0/ports/2826bfd5-78a0-4ca5-b33f-b61210da88cb HTTP/1.1" status: 200 len: 1096 time: 2.0133905 Dec 06 12:06:39.334100 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:39.337618 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0535bf0-de37-4fb5-901f-53a17fc81611" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:39.369032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f20384-cdfc-4d5b-8b65-254c7608bfea service neutron] Pushing event updated for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.372860 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Pushing event deleted for resources: {'Port': ['ID=6a3ec9d6-e410-40ae-8f8a-d018bfa2a361,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.393424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea2f5ac4-d578-460f-86d6-88eaf8bca65f req-22442e90-84b7-46e2-adf4-9d9a53af47b6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857057 Dec 06 12:06:39.433196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d7c6baa-e68b-48ce-9bf5-32bc5ed4f1c0 req-c6bd37bf-1572-4544-a4a2-828ce8a8042f service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921236 Dec 06 12:06:39.470132 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-647ec8dc-3306-49e1-86da-61c6b478bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.471635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-647ec8dc-3306-49e1-86da-61c6b478bb6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0883560 Dec 06 12:06:39.476476 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] No DVR routers for this DVR port 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:39.484482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.488409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbabb0b7-5f26-4af2-8b3c-2f3fb179f8e5 req-ef9d6260-586c-493a-ba09-02ca36c7834f tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.23 "DELETE /v2.0/ports/6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 HTTP/1.1" status: 204 len: 173 time: 2.0444775 Dec 06 12:06:39.488889 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'name': 'network-vif-deleted', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:39.491237 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d0648-4b39-4364-8944-45f755f9759b" -d '{"events": [{"server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "name": "network-vif-deleted", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:39.533855 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3ab81643-3b16-4c43-bf22-08118d999cb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb HTTP/1.1" status: 200 len: 217 time: 0.0442307 Dec 06 12:06:39.620083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-4aff9ee9-bc0b-4536-a7c8-8861fbc51ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.621569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-4aff9ee9-bc0b-4536-a7c8-8861fbc51ab6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0709450 Dec 06 12:06:39.650233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['6a3ec9d6-e410-40ae-8f8a-d018bfa2a361'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:39.701204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b14b-b79e-4d62-bd11-59ccb6f434bc req-50d79b9e-e796-4ac2-8125-b19fc3200d0b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.706567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-cf8fa1ae-56d7-4f1b-bd2a-c7bd5c14c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.708450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-cf8fa1ae-56d7-4f1b-bd2a-c7bd5c14c134 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635664 Dec 06 12:06:39.711577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5c8b14b-b79e-4d62-bd11-59ccb6f434bc req-50d79b9e-e796-4ac2-8125-b19fc3200d0b tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1101 time: 0.2171435 Dec 06 12:06:39.819002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5c8b14b-b79e-4d62-bd11-59ccb6f434bc req-8f5212c8-981e-4abd-887d-43372a221ce4 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988011 Dec 06 12:06:39.868992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-ff67d3f0-3e57-47ea-995a-c99419fb50a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507239 Dec 06 12:06:39.879658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d8dc50d-ff4e-4aaf-9a42-0dbc79840268 req-36153b2a-37b4-489c-b465-40177df069f9 tempest-DeleteServersAdminTestJSON-501795486 tempest-DeleteServersAdminTestJSON-501795486-project] 10.222.0.31 "GET /v2.0/ports?device_id=05332a31-9bb7-487a-bdcb-8c318abae4df HTTP/1.1" status: 200 len: 210 time: 0.0283473 Dec 06 12:06:39.893604 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3e5577-93e4-4229-9421-9a23146dc10c {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:39.911952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.936010 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Transition to ACTIVE for port object fe3e5577-93e4-4229-9421-9a23146dc10c will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:39.940974 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e4fc6-72c4-4a89-8396-4bd65ad480f3 x-openstack-request-id: req-f37e4fc6-72c4-4a89-8396-4bd65ad480f3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:39.941357 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:39.941614 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f37e4fc6-72c4-4a89-8396-4bd65ad480f3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:39.942111 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb', 'status': 'completed', 'code': 200} Dec 06 12:06:39.943424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.013434 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:40.067093 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3a00da9a-9b6c-43d8-a64d-91241e019f10 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727006 Dec 06 12:06:40.100570 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Attempting to bind port fe3e5577-93e4-4229-9421-9a23146dc10c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:40.100909 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Attempting to bind port fe3e5577-93e4-4229-9421-9a23146dc10c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:40.101358 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Attempting to bind port fe3e5577-93e4-4229-9421-9a23146dc10c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:40.117349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31046842-b254-42f9-a927-b1b043cfd645 req-7bb50e0d-8120-407a-ab15-7a2bfe09809b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.118972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31046842-b254-42f9-a927-b1b043cfd645 req-7bb50e0d-8120-407a-ab15-7a2bfe09809b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.1243486 Dec 06 12:06:40.120189 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Port fe3e5577-93e4-4229-9421-9a23146dc10c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:40.120526 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Attempting to bind port fe3e5577-93e4-4229-9421-9a23146dc10c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:40.126310 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:40.126658 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:40.127051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:40.127487 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Bound port: fe3e5577-93e4-4229-9421-9a23146dc10c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:40.127845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.203693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-c1e35689-88d4-44f1-9770-58df45e327b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.205900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-c1e35689-88d4-44f1-9770-58df45e327b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0582082 Dec 06 12:06:40.220097 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea780ad-96b5-44ec-94b3-864eb7895a72 x-openstack-request-id: req-0ea780ad-96b5-44ec-94b3-864eb7895a72 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:40.220406 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05332a31-9bb7-487a-bdcb-8c318abae4df", "name": "network-vif-deleted", "tag": "6a3ec9d6-e410-40ae-8f8a-d018bfa2a361", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:40.220673 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ea780ad-96b5-44ec-94b3-864eb7895a72 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:40.221090 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05332a31-9bb7-487a-bdcb-8c318abae4df', 'name': 'network-vif-deleted', 'tag': '6a3ec9d6-e410-40ae-8f8a-d018bfa2a361', 'status': 'completed', 'code': 200} Dec 06 12:06:40.258464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31046842-b254-42f9-a927-b1b043cfd645 req-6f150158-b00b-432c-8e26-9079250ca06b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218050 Dec 06 12:06:40.274368 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:40.283043 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe3e5577-93e4-4229-9421-9a23146dc10c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:40.291307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.368213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-282579ef-dc69-4832-80fb-dfb90582de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.369881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-282579ef-dc69-4832-80fb-dfb90582de51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1459029 Dec 06 12:06:40.429952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-7748ba53-921e-4a70-ad2c-dd23a13ebf13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb HTTP/1.1" status: 200 len: 217 time: 0.0454960 Dec 06 12:06:40.508999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-ce680999-9244-409f-9f02-783fdf331292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.510787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-ce680999-9244-409f-9f02-783fdf331292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0633049 Dec 06 12:06:40.583095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-c9f5d671-8b5b-4ecf-b72f-db5d55bae8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.584603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-c9f5d671-8b5b-4ecf-b72f-db5d55bae8ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616593 Dec 06 12:06:40.593896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.594577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.595889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] 10.222.0.53 "PUT /v2.0/ports/fe3e5577-93e4-4229-9421-9a23146dc10c HTTP/1.1" status: 200 len: 1095 time: 1.7371395 Dec 06 12:06:40.621682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50a400-1ef3-43ca-b21f-6a9f8a6d266b service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:40.630873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0c939-0187-49f1-a0fe-2aa93e124a2c req-2970ff90-6abe-4c6f-a334-893c0078b0b8 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.632363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06d0c939-0187-49f1-a0fe-2aa93e124a2c req-2970ff90-6abe-4c6f-a334-893c0078b0b8 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1097 time: 0.3376296 Dec 06 12:06:40.699727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06d0c939-0187-49f1-a0fe-2aa93e124a2c req-39078ab7-96c8-42f2-a776-6cba8abf8d19 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546331 Dec 06 12:06:40.753234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-a5b75e34-a914-444b-998c-d72490fa14c9 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563246 Dec 06 12:06:40.768314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-688276f6-a248-48e3-8181-654eec1471d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.770355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-688276f6-a248-48e3-8181-654eec1471d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 1098 time: 0.0639989 Dec 06 12:06:40.859123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a0535bf0-de37-4fb5-901f-53a17fc81611 req-a736c056-4f79-4679-ac36-82c75112b448 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981195 Dec 06 12:06:40.863897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-439c3f1f-389a-4fcc-b36b-de88cce5cae9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fe3e5577-93e4-4229-9421-9a23146dc10c HTTP/1.1" status: 200 len: 217 time: 0.0683947 Dec 06 12:06:40.928715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02be40-7643-4808-ae80-e9e6292428b8 req-bbb4df10-e66b-4ac5-a39f-04e7f43ed652 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.930184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d02be40-7643-4808-ae80-e9e6292428b8 req-bbb4df10-e66b-4ac5-a39f-04e7f43ed652 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.1499333 Dec 06 12:06:40.964639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caf874-2e32-4000-a9c6-a9e5941d195d req-cb15832b-c2cc-47c6-8914-1dfdaf141acc tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.965999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72caf874-2e32-4000-a9c6-a9e5941d195d req-cb15832b-c2cc-47c6-8914-1dfdaf141acc tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 948 time: 0.1512184 Dec 06 12:06:40.968859 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-8ed81e5c-9849-4e4e-84fd-551c01fd1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.970197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-8ed81e5c-9849-4e4e-84fd-551c01fd1127 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0898879 Dec 06 12:06:41.048032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d02be40-7643-4808-ae80-e9e6292428b8 req-289bd0ea-4fda-4a36-a4bd-9ae9326774a1 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116300 Dec 06 12:06:41.067505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72caf874-2e32-4000-a9c6-a9e5941d195d req-9007d441-0981-404a-b204-d72939b5e13c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953248 Dec 06 12:06:41.069504 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-a1015a58-c19b-472f-afe7-78da03d72c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.070906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-a1015a58-c19b-472f-afe7-78da03d72c35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893681 Dec 06 12:06:41.242718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-a0f3ffe9-51ed-43d1-b787-0d0928a5e792 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635561 Dec 06 12:06:41.357204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d579bed-c22e-495c-9b33-c9eac3555cb8 req-493b6534-3472-4cf5-909c-c80b99f19549 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054707 Dec 06 12:06:41.609114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:41.719263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:41.731874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0545214e-acc3-449c-a608-ece751c68fb1', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'port_id': '0545214e-acc3-449c-a608-ece751c68fb1', 'mac_address': 'fa:16:3e:e5:36:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:41.771373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.789259 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0545214e-acc3-449c-a608-ece751c68fb1 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:41.810017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:41.814425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.841335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e2d0-7df9-401b-8dbd-342b8030f7b7 req-7a187f4e-3296-4249-a740-c5553f3bbde1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.842851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d19e2d0-7df9-401b-8dbd-342b8030f7b7 req-7a187f4e-3296-4249-a740-c5553f3bbde1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.0551879 Dec 06 12:06:41.862729 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:41.897481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d19e2d0-7df9-401b-8dbd-342b8030f7b7 req-9166e9cb-7b7c-4446-a152-5fb39cda86b9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 Dec 06 12:06:42.224062 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-424d8a58-bf1d-4310-84f2-1dddee59e025 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:06:42.225035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-424d8a58-bf1d-4310-84f2-1dddee59e025 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056922 Dec 06 12:06:42.227100 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:42.229437 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f4766-895d-4195-8fdc-3772f6e5f200" -d '{"events": [{"name": "network-changed", "server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:42.266053 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-21139fd9-31ee-4699-9cd1-a5ca98c834d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.267576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-21139fd9-31ee-4699-9cd1-a5ca98c834d0 service neutron] 10.222.0.31 "GET /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 1094 time: 0.0354412 Dec 06 12:06:42.271671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89385104-f0cc-4645-ae15-c42795a97831 req-ec4b57f5-1857-4932-9cdb-3d6e5093a94d tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.273277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89385104-f0cc-4645-ae15-c42795a97831 req-ec4b57f5-1857-4932-9cdb-3d6e5093a94d tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.0558538 Dec 06 12:06:42.277425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:42.277880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:42.307653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0545214e-acc3-449c-a608-ece751c68fb1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:42.326488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89385104-f0cc-4645-ae15-c42795a97831 req-22b834f5-7ed2-4d77-95d6-76e555288459 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Dec 06 12:06:42.381855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:42.413666 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:42.413905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6a3ec9d6-e410-40ae-8f8a-d018bfa2a361 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:42.452504 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:42.452981 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:42.453642 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:42.459479 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:42.460359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:42.464939 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:42.465696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:42.465696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:42.466471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Bound port: a845e3ec-461a-48cb-8006-8383674436dd, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:42.482215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15453365-2d93-46c3-bced-3d18993fd366 req-d94cce7a-820c-4aed-abe7-0ed495d18e19 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.483959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15453365-2d93-46c3-bced-3d18993fd366 req-d94cce7a-820c-4aed-abe7-0ed495d18e19 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 948 time: 0.0562916 Dec 06 12:06:42.530810 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:42.537532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.538424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15453365-2d93-46c3-bced-3d18993fd366 req-39030f06-c0d0-44b5-b408-a3cd0479b90c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Dec 06 12:06:42.538698 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f75280c0-0ce4-43bc-8a92-b639f623ba55 service neutron] 10.222.0.31 "POST /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2647316 Dec 06 12:06:42.666410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518afe-1381-4330-9d4c-db8c42ef13a1 req-0cd72e0d-f8e8-44fd-8a0f-7e8dd3f9efba tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.668742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb518afe-1381-4330-9d4c-db8c42ef13a1 req-0cd72e0d-f8e8-44fd-8a0f-7e8dd3f9efba tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0724707 Dec 06 12:06:42.717483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb518afe-1381-4330-9d4c-db8c42ef13a1 req-e706f5f2-717e-4fae-bcb3-d60fb93cc25e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Dec 06 12:06:42.786327 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93415ed-5715-49d6-99c3-f9e402ee80e8 x-openstack-request-id: req-e93415ed-5715-49d6-99c3-f9e402ee80e8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:42.786733 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:42.787064 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e93415ed-5715-49d6-99c3-f9e402ee80e8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:42.787477 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c', 'status': 'completed', 'code': 200} Dec 06 12:06:42.893095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69d69-d0db-4ea6-820b-fc5999644bf0 req-c68d2fdb-2e2f-48e1-84b5-c931ef0cf5fd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.901761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38e69d69-d0db-4ea6-820b-fc5999644bf0 req-c68d2fdb-2e2f-48e1-84b5-c931ef0cf5fd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 946 time: 0.0686090 Dec 06 12:06:43.042388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38e69d69-d0db-4ea6-820b-fc5999644bf0 req-ce2a0a33-7085-4bcc-bcf3-320d92bf0312 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392541 Dec 06 12:06:43.048886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-c8499cbb-8b57-46e7-9135-9155f6ac9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.050959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-c8499cbb-8b57-46e7-9135-9155f6ac9128 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 1098 time: 0.1458602 Dec 06 12:06:43.068964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-6b46c9e1-4f88-459c-9603-84b1bb68d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.068964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-6b46c9e1-4f88-459c-9603-84b1bb68d6de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1097 time: 0.1325855 Dec 06 12:06:43.073007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02c79d-cb9e-4619-a1a7-9938f3504622 req-beb9ad34-045f-4d79-96ec-61bd0140d18f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.074525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a02c79d-cb9e-4619-a1a7-9938f3504622 req-beb9ad34-045f-4d79-96ec-61bd0140d18f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.1017537 Dec 06 12:06:43.109827 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.251332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-96d2a8b3-a57b-4d7d-8c61-90dbf54973cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61eb4956c71546b19ce267a0897248cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400621 Dec 06 12:06:43.254387 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34600) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.263923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a02c79d-cb9e-4619-a1a7-9938f3504622 req-bb0eabec-c7f7-4f8a-ae75-66aaecaefb83 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732419 Dec 06 12:06:43.275198 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-7dbd33f4-e53c-4e87-a05b-d90a0ccafeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.276714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-7dbd33f4-e53c-4e87-a05b-d90a0ccafeb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2129719 Dec 06 12:06:43.281526 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-784eed42-d10b-4c96-a6d4-af119b222804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.289701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-784eed42-d10b-4c96-a6d4-af119b222804 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2075305 Dec 06 12:06:43.326228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-137240fd-c706-4fc4-9113-affe8894713e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fe3e5577-93e4-4229-9421-9a23146dc10c HTTP/1.1" status: 200 len: 217 time: 0.0417035 Dec 06 12:06:43.332836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.354898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.361323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-a27fe315-c3a5-47a8-a418-d0bc45feb940 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0696018 Dec 06 12:06:43.424416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.428069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.429464 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a639970-c448-478f-a1bc-526d47b3bb96 HTTP/1.1" status: 204 len: 168 time: 0.1729763 Dec 06 12:06:43.442874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c675f9-6069-40f1-8479-db96d20151f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a639970-c448-478f-a1bc-526d47b3bb96,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.466692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-b5b39605-c7bb-4089-8d27-dbf0bd4ba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.468153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-b5b39605-c7bb-4089-8d27-dbf0bd4ba16c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1153626 Dec 06 12:06:43.494596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-211148f1-b233-4b04-9e6f-7af96b90840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.495977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-211148f1-b233-4b04-9e6f-7af96b90840d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1153636 Dec 06 12:06:43.532771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361cfae-1c7a-4584-a424-7c5bda10d886 req-e5f35c97-0785-4ac9-bc40-43f8e963fa01 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.534293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b361cfae-1c7a-4584-a424-7c5bda10d886 req-e5f35c97-0785-4ac9-bc40-43f8e963fa01 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.1160572 Dec 06 12:06:43.536430 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34610) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.562577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-a6157c31-e02c-4462-ab02-91bd167124f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473561 Dec 06 12:06:43.596950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-0b7a6195-4384-460a-840c-ad4c6bec09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.598705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-0b7a6195-4384-460a-840c-ad4c6bec09e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137357 Dec 06 12:06:43.609668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:43.681565 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 0545214e-acc3-449c-a608-ece751c68fb1 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:43.690809 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0545214e-acc3-449c-a608-ece751c68fb1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:43.691602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.770152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b361cfae-1c7a-4584-a424-7c5bda10d886 req-3892441d-c5a4-4741-ada6-00ca3d5d45a2 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259331 Dec 06 12:06:43.790939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd1cc883-cee6-46ed-b91d-cb2407da9c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.812638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5ebee8c8-e975-4d1b-a163-8ca0db465739 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277961 Dec 06 12:06:43.813747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.826043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294483b-e36b-4525-abfb-a191b5682f52 req-cc5d43e6-38ca-4460-9068-0328c839faff tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.827636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c294483b-e36b-4525-abfb-a191b5682f52 req-cc5d43e6-38ca-4460-9068-0328c839faff tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 948 time: 0.2058344 Dec 06 12:06:43.857080 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:43.859550 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc16e71-e898-4d11-8b37-86c0896fd679" -d '{"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-plugged", "status": "completed", "tag": "0545214e-acc3-449c-a608-ece751c68fb1"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:43.878919 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:43.883767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.920735 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.930186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd1cc883-cee6-46ed-b91d-cb2407da9c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.935880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-30cab651-bfdc-4dd0-aa6b-155f5f0f5285 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247662 Dec 06 12:06:43.937375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd1cc883-cee6-46ed-b91d-cb2407da9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.944158 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.949062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a57214-9551-4b99-a8ff-fef6710446ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.989083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fd1cc883-cee6-46ed-b91d-cb2407da9c94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc54fa81d4744e22a5995e13f18f907f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515696 Dec 06 12:06:43.992096 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34626) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.992711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cc883-cee6-46ed-b91d-cb2407da9c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567ab26-bcd3-4cdc-b4da-85e42136c5a3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.035699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c294483b-e36b-4525-abfb-a191b5682f52 req-22da5263-4426-4595-a20c-b15a8b1a381e tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946177 Dec 06 12:06:44.046403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a2681-6078-4c96-9b2e-072c575085b1 req-52fb084b-4289-4254-b316-14fde8a5a6a9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.054459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-247a2681-6078-4c96-9b2e-072c575085b1 req-52fb084b-4289-4254-b316-14fde8a5a6a9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1704018 Dec 06 12:06:44.080325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.117895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-ce6c5ee4-f496-4f53-9b35-beb0062f0c13 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877634 Dec 06 12:06:44.120524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a57214-9551-4b99-a8ff-fef6710446ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.122717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.131297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a57214-9551-4b99-a8ff-fef6710446ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.161686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-247a2681-6078-4c96-9b2e-072c575085b1 req-d3015a5d-1ef0-4e1d-a1d2-25b1b53e43b6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065669 Dec 06 12:06:44.164042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137f4766-895d-4195-8fdc-3772f6e5f200 req-9df2a705-9866-489a-b12b-bb2d94098918 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148213 Dec 06 12:06:44.190384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-57a57214-9551-4b99-a8ff-fef6710446ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a899c3f40a24d38b6ed234df50f01df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679756 Dec 06 12:06:44.192063 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57214-9551-4b99-a8ff-fef6710446ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bcb53-e8f5-436e-8568-8535020f5735,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.193621 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.215935 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be51806-62be-4787-9aca-2bd838c1a328 x-openstack-request-id: req-2be51806-62be-4787-9aca-2bd838c1a328 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:44.216299 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-plugged", "status": "completed", "tag": "0545214e-acc3-449c-a608-ece751c68fb1", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:44.216570 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2be51806-62be-4787-9aca-2bd838c1a328 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:44.216953 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1', 'code': 200} Dec 06 12:06:44.220911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.224655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.226185 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6567ab26-bcd3-4cdc-b4da-85e42136c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2305779 Dec 06 12:06:44.236019 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88be02b-c743-44e8-bd3a-4e8fc6f0dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567ab26-bcd3-4cdc-b4da-85e42136c5a3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.335969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.347607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-ab26cd23-5f6f-4962-a59f-1f1d268fe525 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.349107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-ab26cd23-5f6f-4962-a59f-1f1d268fe525 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.1025672 Dec 06 12:06:44.394015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2826bfd5-78a0-4ca5-b33f-b61210da88cb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:44.415421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.501408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4923-cdfd-45e8-8bff-b44fd6524ff8 req-b9d8c338-8a5b-43f7-85ad-bef11984ddbe tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.502920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-826a4923-cdfd-45e8-8bff-b44fd6524ff8 req-b9d8c338-8a5b-43f7-85ad-bef11984ddbe tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 946 time: 0.2141187 Dec 06 12:06:44.506443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:44.519711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '2826bfd5-78a0-4ca5-b33f-b61210da88cb', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '2826bfd5-78a0-4ca5-b33f-b61210da88cb', 'mac_address': 'fa:16:3e:da:87:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:44.559599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.575768 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2826bfd5-78a0-4ca5-b33f-b61210da88cb {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:44.601483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e19f-878d-4fdc-bb83-bfd383e7d410 req-253956d9-37db-4440-b3e7-b07a8f5046f4 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.602020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:44.603056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b79e19f-878d-4fdc-bb83-bfd383e7d410 req-253956d9-37db-4440-b3e7-b07a8f5046f4 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 945 time: 0.2500286 Dec 06 12:06:44.607518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.653666 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.671655 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.675095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c961f5-2fde-4549-9606-c3bb291fd03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.848719 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a51e-663e-4bdc-be97-62308ec5ae8c req-8d569d4a-ab58-4127-acdf-8c3c193ced52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.850056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54a51e-663e-4bdc-be97-62308ec5ae8c req-8d569d4a-ab58-4127-acdf-8c3c193ced52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.4297802 Dec 06 12:06:44.856372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-53a3abb1-63af-4aa0-8a88-494516804549 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.857794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-53a3abb1-63af-4aa0-8a88-494516804549 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.4644783 Dec 06 12:06:44.889950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:44.903063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.905738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.906863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa2bcb53-e8f5-436e-8568-8535020f5735 HTTP/1.1" status: 204 len: 168 time: 0.7122447 Dec 06 12:06:44.929709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:44.935417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c961f5-2fde-4549-9606-c3bb291fd03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.935840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-826a4923-cdfd-45e8-8bff-b44fd6524ff8 req-eb81bb29-b34a-43dd-8309-44ed45deb8ab tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173062 Dec 06 12:06:44.944342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c961f5-2fde-4549-9606-c3bb291fd03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.968993 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad355-d80c-4cbb-b49a-8ac07d6263bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bcb53-e8f5-436e-8568-8535020f5735,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.996823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-74c961f5-2fde-4549-9606-c3bb291fd03d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c4340ee3a7240eba26d528b735ed77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390903 Dec 06 12:06:45.000423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:45.006306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b79e19f-878d-4fdc-bb83-bfd383e7d410 req-79dc88ba-a3c1-4752-bbdb-93d641ea1d63 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894262 Dec 06 12:06:45.020055 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c961f5-2fde-4549-9606-c3bb291fd03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042fce2-9a05-4a3e-8794-0b168a312c68,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.025953 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.039307 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Deleting port 99b6924b-7369-4023-a285-39c291324972 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:45.039651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.063623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54a51e-663e-4bdc-be97-62308ec5ae8c req-e823c95a-9178-4e27-8584-5ab74a3b6a26 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034247 Dec 06 12:06:45.079684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.106486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.171809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.176213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.180931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e042fce2-9a05-4a3e-8794-0b168a312c68 HTTP/1.1" status: 204 len: 168 time: 0.1794274 Dec 06 12:06:45.189926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c42412-ef8f-4383-a905-26342a0bafe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042fce2-9a05-4a3e-8794-0b168a312c68,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.265431 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] For port 99b6924b-7369-4023-a285-39c291324972, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=99b6924b-7369-4023-a285-39c291324972,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:45.265804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.277693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aacefc-afd0-4be0-8d06-b452a1e206c5 req-0975f43c-ea36-459e-8e75-902f6fc833c8 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:45.279127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54aacefc-afd0-4be0-8d06-b452a1e206c5 req-0975f43c-ea36-459e-8e75-902f6fc833c8 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 950 time: 0.1887522 Dec 06 12:06:45.324892 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Calling delete_port for 99b6924b-7369-4023-a285-39c291324972 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:45.429357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5790f2-fc2f-4532-bee7-f4068347a02e req-29a401f3-003b-40ab-b6be-4be4d9dc7a3d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:45.430910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5790f2-fc2f-4532-bee7-f4068347a02e req-29a401f3-003b-40ab-b6be-4be4d9dc7a3d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 949 time: 0.2076359 Dec 06 12:06:45.447782 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:45.479798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54aacefc-afd0-4be0-8d06-b452a1e206c5 req-16d9b193-a552-4399-91a8-ada8c1e201dd tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/security-groups?id=1480c9a3-05dd-455a-8b5e-ebc7a8f09893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664639 Dec 06 12:06:45.547374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5790f2-fc2f-4532-bee7-f4068347a02e req-e1954c11-586f-45ca-ae81-40e7a1f7a922 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056731 Dec 06 12:06:45.547874 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:06:45.554914 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:45.625112 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe3e5577-93e4-4229-9421-9a23146dc10c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:45.656471 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:45.658851 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ed4d5-36df-4f05-b178-de451a9fbe53" -d '{"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a845e3ec-461a-48cb-8006-8383674436dd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:45.663416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.685082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.691938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.700914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcfc4c-10c5-45b8-8e18-95c0806977ad req-06946ea4-5551-4efc-bb94-9ff539fd8a00 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:45.703107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5dcfc4c-10c5-45b8-8e18-95c0806977ad req-06946ea4-5551-4efc-bb94-9ff539fd8a00 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1009605 Dec 06 12:06:45.749289 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['99b6924b-7369-4023-a285-39c291324972'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:45.767825 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79777db7-c795-45c0-9f52-9bf7071e370d x-openstack-request-id: req-79777db7-c795-45c0-9f52-9bf7071e370d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:45.768118 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a845e3ec-461a-48cb-8006-8383674436dd", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:45.768374 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79777db7-c795-45c0-9f52-9bf7071e370d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:45.768761 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd', 'code': 200} Dec 06 12:06:45.847828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe3e5577-93e4-4229-9421-9a23146dc10c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:45.870825 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] No DVR routers for this DVR port 99b6924b-7369-4023-a285-39c291324972 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:45.880909 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.883881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.884530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'fe3e5577-93e4-4229-9421-9a23146dc10c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'fe3e5577-93e4-4229-9421-9a23146dc10c', 'mac_address': 'fa:16:3e:2e:70:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:06:45.887273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4141f17-dd32-47e1-9f3f-0acc006a4802 req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.53 "DELETE /v2.0/ports/99b6924b-7369-4023-a285-39c291324972 HTTP/1.1" status: 204 len: 173 time: 1.4923801 Dec 06 12:06:45.908988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5dcfc4c-10c5-45b8-8e18-95c0806977ad req-67308a75-afb9-4563-845f-c711c936e14f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831985 Dec 06 12:06:45.930811 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:45.931287 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:45.931721 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:45.934055 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d1406-de3f-4fe1-8f4a-858ee3829d51 tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] Pushing event deleted for resources: {'Port': ['ID=99b6924b-7369-4023-a285-39c291324972,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.939376 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:45.939917 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Attempting to bind port a845e3ec-461a-48cb-8006-8383674436dd on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:45.946332 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:45.946784 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:45.947279 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:45.947908 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Bound port: a845e3ec-461a-48cb-8006-8383674436dd, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:45.948370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.980646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.006211 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3e5577-93e4-4229-9421-9a23146dc10c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:46.055682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe3e5577-93e4-4229-9421-9a23146dc10c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:46.064114 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.145429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.198967 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34696) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:46.215394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f808f-0b10-473c-8b19-f703aef9d7d1 req-e16a1078-2ba7-45c8-833a-6615a03c7205 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.216899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-254f808f-0b10-473c-8b19-f703aef9d7d1 req-e16a1078-2ba7-45c8-833a-6615a03c7205 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1270316 Dec 06 12:06:46.220909 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:46.232892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5cd8-b0d0-447c-b72c-c8540517a33c req-29d1c7c1-07c2-4979-8041-c9e42ecf2053 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.234387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-813c5cd8-b0d0-447c-b72c-c8540517a33c req-29d1c7c1-07c2-4979-8041-c9e42ecf2053 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 945 time: 0.1229515 Dec 06 12:06:46.250929 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:46.272699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.381625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-254f808f-0b10-473c-8b19-f703aef9d7d1 req-eefcc296-f34b-4a68-afe5-b3296809d4d8 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Dec 06 12:06:46.385276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-813c5cd8-b0d0-447c-b72c-c8540517a33c req-bc80e901-0613-4b6e-a9d3-4b3bd627a674 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371005 Dec 06 12:06:46.390294 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.417832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2826bfd5-78a0-4ca5-b33f-b61210da88cb up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:46.425359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.426206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.427932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5fe5466f-e110-4222-ab6f-11dd3e7c6bc2 service neutron] 10.222.0.53 "PUT /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 1122 time: 1.5536208 Dec 06 12:06:46.433187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-network', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:46.456322 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Made reservation on behalf of 56ca48a350e94c3b967801f9c0db2151 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:46.459214 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.471086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.507046 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 2826bfd5-78a0-4ca5-b33f-b61210da88cb completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:46.516307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 2826bfd5-78a0-4ca5-b33f-b61210da88cb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:46.518112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.600228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.606282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.655969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e92ea35-650a-4748-a783-3d15841e01d4 req-47b3a3f5-3b14-4e99-8078-a3e66d08952a tempest-ServerDiagnosticsNegativeTest-913354027 tempest-ServerDiagnosticsNegativeTest-913354027-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be HTTP/1.1" status: 200 len: 210 time: 0.0508621 Dec 06 12:06:46.656955 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:46.676360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.676761 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Added segment b6ec0bc0-b8aa-46f6-be19-41f432594417 of type vlan for network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 Dec 06 12:06:46.708728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a845e3ec-461a-48cb-8006-8383674436dd'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:46.735822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.742503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da9ed-da81-46f4-8204-7645a228f40b req-707769f3-2984-40db-b387-ea80e2b87724 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.744173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d03da9ed-da81-46f4-8204-7645a228f40b req-707769f3-2984-40db-b387-ea80e2b87724 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 949 time: 0.0773022 Dec 06 12:06:46.747918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:46.763770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3161b355-87f4-4b65-902b-480e8c3f708b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.786014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.790152 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.792752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.837146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d03da9ed-da81-46f4-8204-7645a228f40b req-af97671b-1f15-49ff-a725-90f054b1172c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799842 Dec 06 12:06:46.867669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6675079 Dec 06 12:06:46.870608 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34716) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:46.876417 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Request body: {'subnet': {'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-subnet', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:46.950557 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Made reservation on behalf of 56ca48a350e94c3b967801f9c0db2151 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:46.953236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.955246 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432f025-5787-40ba-b559-5f2de624c8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d607a1-29a4-4c54-9d1b-fc877143a1e4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.957735 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.984415 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:47.048471 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:47.050785 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091d01d-0391-49d8-b24f-b7c8bc9cb265" -d '{"events": [{"server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "name": "network-vif-plugged", "status": "completed", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:47.084974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40476-9229-4f6c-b7d9-825fd2640b8b req-cfff06bb-4c4d-45b8-8680-b56ac970fb28 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.095267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92d40476-9229-4f6c-b7d9-825fd2640b8b req-cfff06bb-4c4d-45b8-8680-b56ac970fb28 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0694926 Dec 06 12:06:47.120757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:47.134865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.167684 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef62e7-460a-4d70-b1b7-f31d3e02ba23 x-openstack-request-id: req-01ef62e7-460a-4d70-b1b7-f31d3e02ba23 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:47.167996 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "name": "network-vif-plugged", "status": "completed", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:47.168253 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01ef62e7-460a-4d70-b1b7-f31d3e02ba23 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:47.168639 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb', 'code': 200} Dec 06 12:06:47.177178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92d40476-9229-4f6c-b7d9-825fd2640b8b req-fe3d5222-e6d3-4a4c-b656-2ab856969769 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808733 Dec 06 12:06:47.181777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.219047 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.267892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a474a7-2075-4f9a-b65b-600f93999b03,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.289029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Checking segment: {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:47.289404 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Network hostable DHCP agents. Network: c4d607a1-29a4-4c54-9d1b-fc877143a1e4, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:47.296633 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1647249-6d40-4a62-adfc-644b6b0ba8e3 req-8c90680d-ff9e-4eff-8a6b-e2f3ff363f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.298204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d1647249-6d40-4a62-adfc-644b6b0ba8e3 req-8c90680d-ff9e-4eff-8a6b-e2f3ff363f47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 1101 time: 0.0642562 Dec 06 12:06:47.314971 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:47.337857 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c4d607a1-29a4-4c54-9d1b-fc877143a1e4) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:47.344446 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.345038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.347128 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdea445-ca3a-4c35-99b7-890c5876f947 None None] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:47.365688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d1647249-6d40-4a62-adfc-644b6b0ba8e3 req-8f1f3652-8a25-468e-8056-cc29b4051cb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569017 Dec 06 12:06:47.376960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bb1cd48-3c36-4760-a26b-cb4c6c65f4d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5022941 Dec 06 12:06:47.377136 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:47.382201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:47.407726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.408707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.488599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.532274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6dd1-79e0-4981-9453-c7fa15eea2c7 req-617886ac-cdf7-41f9-9891-915a3c8d881f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.534003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f9a6dd1-79e0-4981-9453-c7fa15eea2c7 req-617886ac-cdf7-41f9-9891-915a3c8d881f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 945 time: 0.0627186 Dec 06 12:06:47.570787 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'fixed_ips': [{'subnet_id': '94a474a7-2075-4f9a-b65b-600f93999b03'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:47.571686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.629422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f9a6dd1-79e0-4981-9453-c7fa15eea2c7 req-4dc74ad2-e7c6-4992-a08e-8c617c521abf tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860238 Dec 06 12:06:47.643044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.646989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584b3a-e861-4645-82ba-562234f42a01 req-20a82410-6537-464f-96fd-4800a0a733cf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.649310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f584b3a-e861-4645-82ba-562234f42a01 req-20a82410-6537-464f-96fd-4800a0a733cf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1071928 Dec 06 12:06:47.666279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 99b6924b-7369-4023-a285-39c291324972 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:47.697728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 99b6924b-7369-4023-a285-39c291324972 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:47.698124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 99b6924b-7369-4023-a285-39c291324972 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:47.726583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f584b3a-e861-4645-82ba-562234f42a01 req-3a47a284-cbd3-4bd4-87a1-19dd9bb63d80 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Dec 06 12:06:47.769580 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'name': 'network-vif-deleted', 'tag': '99b6924b-7369-4023-a285-39c291324972'}, {'name': 'network-changed', 'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:47.772306 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4518341-25c1-4d72-ba9a-eb6a63e3a262" -d '{"events": [{"server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "name": "network-vif-deleted", "tag": "99b6924b-7369-4023-a285-39c291324972"}, {"name": "network-changed", "server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "tag": "a845e3ec-461a-48cb-8006-8383674436dd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:47.784045 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Allocated IP 172.20.0.2 (c4d607a1-29a4-4c54-9d1b-fc877143a1e4/94a474a7-2075-4f9a-b65b-600f93999b03/fe6e81d9-76b9-45b4-b166-0a2e99096eeb) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:47.786924 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137ba02-6109-4849-8df2-fb3da821a026 req-77ca9f90-f61c-476f-919f-6f622b716b2a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.789291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4137ba02-6109-4849-8df2-fb3da821a026 req-77ca9f90-f61c-476f-919f-6f622b716b2a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.0531960 Dec 06 12:06:47.852557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4137ba02-6109-4849-8df2-fb3da821a026 req-8a20527b-2fa3-408f-a15c-0035911118e2 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542574 Dec 06 12:06:47.872977 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9a12b4-2dbd-42ab-bc11-85858758c137 x-openstack-request-id: req-1e9a12b4-2dbd-42ab-bc11-85858758c137 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:47.873300 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be", "name": "network-vif-deleted", "tag": "99b6924b-7369-4023-a285-39c291324972", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "tag": "a845e3ec-461a-48cb-8006-8383674436dd", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:47.873552 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e9a12b4-2dbd-42ab-bc11-85858758c137 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:47.873949 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1af2a4-c2e3-464b-a5c6-1f0576bcb1be', 'name': 'network-vif-deleted', 'tag': '99b6924b-7369-4023-a285-39c291324972', 'status': 'completed', 'code': 200} Dec 06 12:06:47.874266 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd', 'status': 'completed', 'code': 200} Dec 06 12:06:47.992325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.997400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-fe407397-6473-449f-b8d2-1de2e5fbb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.000374 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-fe407397-6473-449f-b8d2-1de2e5fbb780 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1125 time: 0.1027870 Dec 06 12:06:48.003039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.011084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.021349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff4bb-afca-47f9-bc5e-42e8acf206bf req-51a186f7-79d5-4b31-a331-cb79a228a17b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.023253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed5ff4bb-afca-47f9-bc5e-42e8acf206bf req-51a186f7-79d5-4b31-a331-cb79a228a17b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 950 time: 0.0619912 Dec 06 12:06:48.036227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.103006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed5ff4bb-afca-47f9-bc5e-42e8acf206bf req-cf01edf5-2666-40f6-ae65-088f41e254e7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669754 Dec 06 12:06:48.111730 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:48.127230 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:48.135320 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Pushing event updated for resources: {'Port': ['ID=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.148147 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:48.187265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6620-2b36-4eb8-ace0-f59ecf198bda req-92797d5c-3f2b-4bfa-86d2-64e37d8eb061 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.195785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-208e6620-2b36-4eb8-ace0-f59ecf198bda req-92797d5c-3f2b-4bfa-86d2-64e37d8eb061 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.0913930 Dec 06 12:06:48.224187 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-559aad9d-a0f2-431a-9c8b-f8545bff741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.225711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-559aad9d-a0f2-431a-9c8b-f8545bff741f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2005270 Dec 06 12:06:48.229897 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34770) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:48.231228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Attempting to bind port fe6e81d9-76b9-45b4-b166-0a2e99096eeb on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:48.231806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Attempting to bind port fe6e81d9-76b9-45b4-b166-0a2e99096eeb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:48.233235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Attempting to bind port fe6e81d9-76b9-45b4-b166-0a2e99096eeb on network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:48.242499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:48.243095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Checking segment: {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:48.244129 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.244686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Bound using segment: {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:48.245349 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Bound port: fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:48.245930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.265247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-208e6620-2b36-4eb8-ace0-f59ecf198bda req-ff0183cf-7be7-4ba7-98f4-319b25af06c1 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625918 Dec 06 12:06:48.292206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-bc5c1535-e9ce-4647-b634-01ab3d1773f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0545545 Dec 06 12:06:48.312712 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Allocated IP 172.35.3.126 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/89f80112-e2c3-4a2d-830b-4026b04db2d0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:48.352994 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] For port fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:48.364672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] For port fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:48.371286 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.388216 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-a611bc94-bea5-43b9-b9c5-754646edd705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.390146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-a611bc94-bea5-43b9-b9c5-754646edd705 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0854557 Dec 06 12:06:48.410275 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610741-f9c9-4b26-a300-b82898ceb11c req-70f585ac-f09e-467a-942c-5d0fddf2a2b6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.412176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd610741-f9c9-4b26-a300-b82898ceb11c req-70f585ac-f09e-467a-942c-5d0fddf2a2b6 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0846827 Dec 06 12:06:48.464793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719bf2-6110-43c4-96d9-fec31ad0c400 None None] Pushing event updated for resources: {'Port': ['ID=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.465582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-6a6af5c9-4797-4f65-a760-097656fed4f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616584 Dec 06 12:06:48.489339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd610741-f9c9-4b26-a300-b82898ceb11c req-7f5948cd-18c1-4ecd-8f8f-992e93e114c8 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Dec 06 12:06:48.641998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-93992cd2-6cf4-495b-b9bc-39220ca0e4df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d27908e577d429080cc100a070978dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109685 Dec 06 12:06:48.644849 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:48.648116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.665544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776851-3df5-4be8-9b5a-94b41e20d79f req-e68d0ac3-2310-4f35-a32f-e090fab0ecec tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.669791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77776851-3df5-4be8-9b5a-94b41e20d79f req-e68d0ac3-2310-4f35-a32f-e090fab0ecec tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.0709324 Dec 06 12:06:48.693509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-bf915ebb-4b04-42d7-a8f5-0eed17baf10c service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878772 Dec 06 12:06:48.767962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.835376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.895506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.921120 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:48.925969 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:48.931843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f4518341-25c1-4d72-ba9a-eb6a63e3a262 req-ced15998-4c5f-4928-aa7a-05ed28832ffe service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187901 Dec 06 12:06:48.932792 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:48.934720 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Pushing event updated for resources: {'Port': ['ID=89f80112-e2c3-4a2d-830b-4026b04db2d0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.947401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77776851-3df5-4be8-9b5a-94b41e20d79f req-d41ffafe-0199-4d90-b029-1471ec38edfa tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719107 Dec 06 12:06:48.990932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba69cb-e5f1-40f0-9238-16d6b7b92d37 req-75cb63b5-df1e-4dd4-acf4-6a05d9fb9103 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.998700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06ba69cb-e5f1-40f0-9238-16d6b7b92d37 req-75cb63b5-df1e-4dd4-acf4-6a05d9fb9103 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1288617 Dec 06 12:06:49.068841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06ba69cb-e5f1-40f0-9238-16d6b7b92d37 req-87cf7e67-9c5d-4d3f-8cce-278bebc7877c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646224 Dec 06 12:06:49.070179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.077731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.081220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1480c9a3-05dd-455a-8b5e-ebc7a8f09893 HTTP/1.1" status: 204 len: 168 time: 0.4326420 Dec 06 12:06:49.096617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e30990-e5bb-4a00-b143-e7693209a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480c9a3-05dd-455a-8b5e-ebc7a8f09893,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:49.271099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286256-1501-4655-b06c-e516a85d9ac1 req-194fe74c-3afb-44d6-a4c1-4ee97bdccc03 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.272908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29286256-1501-4655-b06c-e516a85d9ac1 req-194fe74c-3afb-44d6-a4c1-4ee97bdccc03 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 950 time: 0.0733824 Dec 06 12:06:49.348333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29286256-1501-4655-b06c-e516a85d9ac1 req-24066aee-03dc-49fb-9fb6-9e2e0c2aa065 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688877 Dec 06 12:06:49.403287 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.491089 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:49.506312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55056a8e-fa60-4fb5-b889-30b2be3e0968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.512103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.592524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fe6e81d9-76b9-45b4-b166-0a2e99096eeb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:49.671282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a845e3ec-461a-48cb-8006-8383674436dd details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:06:49.680359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe3e5577-93e4-4229-9421-9a23146dc10c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:49.702005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43779a9d-d805-40eb-8585-0443b1ab802b req-aad89d68-b904-4db1-ac17-41eac25eae90 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.703512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43779a9d-d805-40eb-8585-0443b1ab802b req-aad89d68-b904-4db1-ac17-41eac25eae90 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 948 time: 0.1941092 Dec 06 12:06:49.721477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55056a8e-fa60-4fb5-b889-30b2be3e0968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.741399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55056a8e-fa60-4fb5-b889-30b2be3e0968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.744729 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fe6e81d9-76b9-45b4-b166-0a2e99096eeb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:49.745104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.751910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.810472 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666516d-1f52-453d-a36f-39734fc83547 None None] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:49.813333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7af-3c58-4d77-8089-931d6e020b85 req-76ab0b8c-fff0-4598-b28b-b6a6344bc8c0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.814845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c78a7af-3c58-4d77-8089-931d6e020b85 req-76ab0b8c-fff0-4598-b28b-b6a6344bc8c0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1471736 Dec 06 12:06:49.823634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-55056a8e-fa60-4fb5-b889-30b2be3e0968 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b849c34a579405684321b4878467698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314290 Dec 06 12:06:49.824222 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:49.833403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55056a8e-fa60-4fb5-b889-30b2be3e0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2c4fe-a322-4f0a-8c84-3b06e7ac4799,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:49.844100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43779a9d-d805-40eb-8585-0443b1ab802b req-9ce99037-813d-4088-bf02-c95718e1d6d2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211874 Dec 06 12:06:49.880040 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:49.913536 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Router 171c101b-0ecc-45d8-b832-e866943d57e7 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:49.937279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a845e3ec-461a-48cb-8006-8383674436dd has no active binding in host n-h2-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:06:49.952642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c78a7af-3c58-4d77-8089-931d6e020b85 req-7daeede8-195a-4d99-8a31-dbfc7bb8c8e9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262524 Dec 06 12:06:49.968309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.980299 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port fe3e5577-93e4-4229-9421-9a23146dc10c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:06:49.997723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port fe3e5577-93e4-4229-9421-9a23146dc10c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:49.998097 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.007105 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-82217c28-2885-4e37-b22b-d92816d7faba None None] Provisioning complete for port fe6e81d9-76b9-45b4-b166-0a2e99096eeb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:50.007475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-82217c28-2885-4e37-b22b-d92816d7faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.025358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.062057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:50.075446 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Sync routers for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:50.090961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.092495 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:50.093358 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.108038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a9b39d3-7ec9-4f86-a203-5cd2403377e6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7222817 Dec 06 12:06:50.109533 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.153489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.167914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8e789-5ae4-43d4-929f-803f22c41632 req-3b483bb4-d492-4b74-92cf-655b6284a622 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:50.176150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2d8e789-5ae4-43d4-929f-803f22c41632 req-3b483bb4-d492-4b74-92cf-655b6284a622 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.0954554 Dec 06 12:06:50.229932 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:50.256856 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:50.262675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.266448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.267315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb2c4fe-a322-4f0a-8c84-3b06e7ac4799 HTTP/1.1" status: 204 len: 168 time: 0.4399834 Dec 06 12:06:50.270672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.294246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32bfd-0957-48b6-a029-ad722d5d267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2c4fe-a322-4f0a-8c84-3b06e7ac4799,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.317755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721ea4-16e5-4cc1-9347-efeecce050e8 req-2681bee0-46b3-43db-9e83-1061424d5730 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:50.321007 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.326243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8721ea4-16e5-4cc1-9347-efeecce050e8 req-2681bee0-46b3-43db-9e83-1061424d5730 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 944 time: 0.1023860 Dec 06 12:06:50.342333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2d8e789-5ae4-43d4-929f-803f22c41632 req-bcb9e4df-e5b6-44b5-a64e-7bfc6956e622 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605086 Dec 06 12:06:50.346058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-82217c28-2885-4e37-b22b-d92816d7faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.391242 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:50.394577 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff2552f-dfd2-415e-bc3c-45ead2edaf6b" -d '{"events": [{"server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:50.417443 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.421992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe3e5577-93e4-4229-9421-9a23146dc10c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:50.428397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.451057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8721ea4-16e5-4cc1-9347-efeecce050e8 req-bf6de8dd-1d7e-4fd4-a29a-583814f26164 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238835 Dec 06 12:06:50.575878 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.584316 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-82217c28-2885-4e37-b22b-d92816d7faba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:50.584716 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-82217c28-2885-4e37-b22b-d92816d7faba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:50.625206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-cc74b346-ac1f-4f0e-93d5-f1cf3a394983 service neutron] 10.222.0.23 "GET /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1649933 Dec 06 12:06:50.637762 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94575a56-a546-41da-9a60-6bcf3cb1f1de x-openstack-request-id: req-94575a56-a546-41da-9a60-6bcf3cb1f1de {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:50.638181 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:50.638323 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94575a56-a546-41da-9a60-6bcf3cb1f1de {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:50.638721 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c', 'code': 200} Dec 06 12:06:50.697587 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-b2c209a0-04cb-4bb1-b614-7d58206c7d4e req-a641c879-9a2a-4623-8ff5-aa2fe2aa2eb7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:06:50.698647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2c209a0-04cb-4bb1-b614-7d58206c7d4e req-a641c879-9a2a-4623-8ff5-aa2fe2aa2eb7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053763 Dec 06 12:06:50.701400 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:49Z', 'revision_number': 3, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.784065 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Checking router: 171c101b-0ecc-45d8-b832-e866943d57e7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:50.785610 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Updating router 171c101b-0ecc-45d8-b832-e866943d57e7 port 89f80112-e2c3-4a2d-830b-4026b04db2d0 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:06:50.839828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ae262-6b0e-4c09-9e4a-702c99b41c1b req-5446421f-bbd4-4c62-8abe-dd65d7c73bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:50.841350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-638ae262-6b0e-4c09-9e4a-702c99b41c1b req-5446421f-bbd4-4c62-8abe-dd65d7c73bcc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 1100 time: 0.0842915 Dec 06 12:06:50.854770 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.917394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-638ae262-6b0e-4c09-9e4a-702c99b41c1b req-1bcdc323-340a-4ef3-83a2-08395f85a749 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661471 Dec 06 12:06:51.054692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba9447-b82f-4757-ace4-df79301c22bd req-1b09517d-a776-440b-b64d-634803304213 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:51.056364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faba9447-b82f-4757-ace4-df79301c22bd req-1b09517d-a776-440b-b64d-634803304213 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 949 time: 0.0880773 Dec 06 12:06:51.162780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faba9447-b82f-4757-ace4-df79301c22bd req-0b5e412e-7b4f-49b2-a4e5-b6171ff2a2dc tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947621 Dec 06 12:06:51.180358 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:51.206090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.326240 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:51.364341 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.376207 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.380513 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845e3ec-461a-48cb-8006-8383674436dd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:06:51.400474 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920dd6-cc17-4deb-8d17-f61a376fb4a0 req-9026466b-c3b6-4133-8a00-9f445f4fee91 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:51.409044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b920dd6-cc17-4deb-8d17-f61a376fb4a0 req-9026466b-c3b6-4133-8a00-9f445f4fee91 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0808682 Dec 06 12:06:51.449649 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:51.452998 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Pushing event updated for resources: {'Port': ['ID=89f80112-e2c3-4a2d-830b-4026b04db2d0,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.479899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.483048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b920dd6-cc17-4deb-8d17-f61a376fb4a0 req-c8bc039a-55bc-4ef0-830f-d15c4552baf9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674438 Dec 06 12:06:51.518554 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.518942 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.519892 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.520237 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.520958 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.522877 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.523217 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.523550 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.523883 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.525568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3777484f-f770-4a13-a0c2-7c23028b11cf None None] Provisioning complete for port fe6e81d9-76b9-45b4-b166-0a2e99096eeb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:51.526020 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.526101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3777484f-f770-4a13-a0c2-7c23028b11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.526174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.526423 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.526761 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:51.546891 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Attempting to bind port 89f80112-e2c3-4a2d-830b-4026b04db2d0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:51.551282 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Attempting to bind port 89f80112-e2c3-4a2d-830b-4026b04db2d0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:51.551709 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Attempting to bind port 89f80112-e2c3-4a2d-830b-4026b04db2d0 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:51.559456 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:51.560128 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:51.560678 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.561390 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:51.562061 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Bound port: 89f80112-e2c3-4a2d-830b-4026b04db2d0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:51.562740 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.594539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fe6e81d9-76b9-45b4-b166-0a2e99096eeb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:51.661057 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Allocated IP 172.20.0.1 (c4d607a1-29a4-4c54-9d1b-fc877143a1e4/94a474a7-2075-4f9a-b65b-600f93999b03/fb503e12-fbd6-4e81-93de-511d407cd046) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:51.705670 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] For port 89f80112-e2c3-4a2d-830b-4026b04db2d0, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:51.714085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fe6e81d9-76b9-45b4-b166-0a2e99096eeb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:51.714474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.717957 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] For port 89f80112-e2c3-4a2d-830b-4026b04db2d0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89f80112-e2c3-4a2d-830b-4026b04db2d0,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:51.718774 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] Transition to ACTIVE for port object a845e3ec-461a-48cb-8006-8383674436dd will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:06:51.729145 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.735434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.829421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c92e3-4b48-4354-bc50-391eba034733 req-c6d2772a-56a8-4796-af92-b226c1eba77e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:51.840351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b64c92e3-4b48-4354-bc50-391eba034733 req-c6d2772a-56a8-4796-af92-b226c1eba77e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.0844882 Dec 06 12:06:51.859467 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:51.860287 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:51.865849 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e1ca-fb51-47b9-8e79-eb8b0747d693 None None] Pushing event updated for resources: {'Port': ['ID=89f80112-e2c3-4a2d-830b-4026b04db2d0,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.933666 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] No DVR routers for this DVR port a845e3ec-461a-48cb-8006-8383674436dd on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:51.953809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b64c92e3-4b48-4354-bc50-391eba034733 req-e232f3f8-ddce-45ed-98e2-5020c4ccdc09 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064944 Dec 06 12:06:51.954978 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.997944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5086e9a7-b1be-45ff-bc9c-5d77837483b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3289018 Dec 06 12:06:52.010469 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:52.023859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.073357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.137677 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:52.141021 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:52.144963 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:52.145468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.211234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Pushing event updated for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:52.352523 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:49Z', 'revision_number': 3, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:52.381361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.381974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-9aaec5df-2ebe-445c-9b8b-6d3b0b94ad24 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.386632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-9aaec5df-2ebe-445c-9b8b-6d3b0b94ad24 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2002745 Dec 06 12:06:52.409872 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1bd1b-8745-48d1-b566-26d40977cfb7 None None] The sync data for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 is: [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:49Z', 'revision_number': 3, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:52.439990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-04d837e1-85f5-41db-9cb3-685416cbb5fc tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:06:52.448679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-04d837e1-85f5-41db-9cb3-685416cbb5fc tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0408499 Dec 06 12:06:52.482898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a6ea9-9753-4997-9bb3-41e6a46a1e12 req-5928cad1-b29c-4500-a89b-d2e330aa94fc tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.484463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-779a6ea9-9753-4997-9bb3-41e6a46a1e12 req-5928cad1-b29c-4500-a89b-d2e330aa94fc tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 949 time: 0.1766152 Dec 06 12:06:52.496280 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-4fb47abc-14f8-44a2-9522-68bb713ac25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.498056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-4fb47abc-14f8-44a2-9522-68bb713ac25d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&tenant_id=671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 1096 time: 0.0783348 Dec 06 12:06:52.564748 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-092acdde-e389-4929-b4b5-0a467ed5dd9c None None] Provisioning complete for port fb503e12-fbd6-4e81-93de-511d407cd046 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:52.565558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-092acdde-e389-4929-b4b5-0a467ed5dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.574796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-779a6ea9-9753-4997-9bb3-41e6a46a1e12 req-8596f2df-8d17-46ae-8bbe-c600e9bd79ad tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728700 Dec 06 12:06:52.609653 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f293bb8f-51ca-47f3-9afc-7956353eea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.612289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-f293bb8f-51ca-47f3-9afc-7956353eea8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1096 time: 0.0529451 Dec 06 12:06:52.624792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-092acdde-e389-4929-b4b5-0a467ed5dd9c None None] Port fb503e12-fbd6-4e81-93de-511d407cd046 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:52.649469 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-04b8ba5f-2f31-4280-8874-92fe07ff591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.649469 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-04b8ba5f-2f31-4280-8874-92fe07ff591b service neutron] 10.222.0.31 "GET /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 1093 time: 0.1952014 Dec 06 12:06:52.682161 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:52.682798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:52.822577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-663e8b57-3e93-491b-a54c-0cda881598e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.824049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-663e8b57-3e93-491b-a54c-0cda881598e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2016191 Dec 06 12:06:52.832850 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16d69-0d1f-4a0c-a986-e1f124a23ad2 req-052aa80c-0287-49df-89a6-0409ef54da29 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.834232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30a16d69-0d1f-4a0c-a986-e1f124a23ad2 req-052aa80c-0287-49df-89a6-0409ef54da29 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0920110 Dec 06 12:06:52.886040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-5f029c81-ec9f-4cba-abbc-88e5a7b97c58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0507793 Dec 06 12:06:52.953920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30a16d69-0d1f-4a0c-a986-e1f124a23ad2 req-ad73d7ff-6359-42c1-ab24-c956bfe00fc5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131999 Dec 06 12:06:52.982643 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-babef3ee-97cf-40a4-badd-5fcb1a67beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.983702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-babef3ee-97cf-40a4-badd-5fcb1a67beb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0773513 Dec 06 12:06:53.027117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-e6b28617-3a98-498b-bb8c-ec14edb34470 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329635 Dec 06 12:06:53.177635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.189106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.190398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-d8d82869-d3b0-4c3b-b3f4-a8f9d33befe5 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212084 Dec 06 12:06:53.190635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.216216 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:53.216560 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:53.216887 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:53.229970 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:53.230170 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:53.255732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:53.256078 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:53.256483 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:53.256940 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Bound port: 0545214e-acc3-449c-a608-ece751c68fb1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:53.310994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-848c8599-d327-4334-8326-4e757a5e0f28 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054265 Dec 06 12:06:53.336283 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Pushing event updated for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:53.372765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-fcc3d4d8-e341-4802-9728-734fa82e457c tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242133 Dec 06 12:06:53.430809 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:53.436981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:53.442125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.442820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-fbce4593-1d64-4480-88c9-875aede0ccff service neutron] 10.222.0.31 "POST /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7763112 Dec 06 12:06:53.443898 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:53.475456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-e8cbe486-ab2e-4e11-bd46-dda236aa3b7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127222 Dec 06 12:06:53.538928 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-4cfbc803-4041-4f59-9ade-a08f70e26c75 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.566240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-4cfbc803-4041-4f59-9ade-a08f70e26c75 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839776 Dec 06 12:06:53.608404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89f80112-e2c3-4a2d-830b-4026b04db2d0 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:53.627855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-3bec4252-bd11-47c7-beb2-e01e7a836673 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/quotas/47fb11aed5cd4a8bafde376ae4f2bcf7 HTTP/1.1" status: 200 len: 375 time: 0.0584843 Dec 06 12:06:53.705771 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503024e0-7fe0-4037-81ed-49a56c111713 req-87cd1e1f-2597-419a-85f1-5330083de7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.709425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-87cd1e1f-2597-419a-85f1-5330083de7a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1095 time: 0.1380627 Dec 06 12:06:53.711913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-d3bc1863-1473-4e0a-994c-ff87a4fa56d9 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806046 Dec 06 12:06:53.747368 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Router 171c101b-0ecc-45d8-b832-e866943d57e7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:53.766199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 89f80112-e2c3-4a2d-830b-4026b04db2d0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:53.766568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.870930 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b4613-01dc-48e9-825a-ddf600bafb0f req-7ae10e85-bce3-4c87-abc8-c513064ebc7a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.872672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-530b4613-01dc-48e9-825a-ddf600bafb0f req-7ae10e85-bce3-4c87-abc8-c513064ebc7a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.1591578 Dec 06 12:06:53.901740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-11fed6e3-56d1-4cef-a795-9a1e55d38eac tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.903347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-11fed6e3-56d1-4cef-a795-9a1e55d38eac tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1292753 Dec 06 12:06:53.954805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.964934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7d5fa81f-3578-4884-b307-6957a8257042 None None] Provisioning complete for port fb503e12-fbd6-4e81-93de-511d407cd046 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:53.965488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa81f-3578-4884-b307-6957a8257042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.977966 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7db651df-cc7b-421b-a984-15179c0dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.979665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7db651df-cc7b-421b-a984-15179c0dbeae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1096 time: 0.1308894 Dec 06 12:06:54.015047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 89f80112-e2c3-4a2d-830b-4026b04db2d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89f80112-e2c3-4a2d-830b-4026b04db2d0,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:54.024978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.056313 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503024e0-7fe0-4037-81ed-49a56c111713 req-4e1cdfbf-c931-4190-ade4-da53e2114496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.058950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-530b4613-01dc-48e9-825a-ddf600bafb0f req-25624563-fc3a-4605-b27c-81c1304c7758 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Dec 06 12:06:54.063657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fa81f-3578-4884-b307-6957a8257042 None None] Port fb503e12-fbd6-4e81-93de-511d407cd046 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:54.072551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-4e1cdfbf-c931-4190-ade4-da53e2114496 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.3130367 Dec 06 12:06:54.130310 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=89f80112-e2c3-4a2d-830b-4026b04db2d0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:54.146150 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-60bd9e11-d11c-4155-b140-f3cd19d776c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.0727313 Dec 06 12:06:54.159678 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:54.180591 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c74a00d-55f2-43ff-bdac-3bb30b1c8677 admin admin] 10.222.0.31 "PUT /v2.0/routers/171c101b-0ecc-45d8-b832-e866943d57e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0613775 Dec 06 12:06:54.231213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503024e0-7fe0-4037-81ed-49a56c111713 req-5a495629-9580-4808-8b0b-ebea1dcbae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.233148 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-5a495629-9580-4808-8b0b-ebea1dcbae68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0750804 Dec 06 12:06:54.290467 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-6e95412a-36b6-47e8-85be-58b9f2458bcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490167 Dec 06 12:06:54.421256 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-748d526a-2829-4f5b-a726-3bf8526f4c8c service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210229 Dec 06 12:06:54.453881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a845e3ec-461a-48cb-8006-8383674436dd no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:54.520303 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a845e3ec-461a-48cb-8006-8383674436dd not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:54.543017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503024e0-7fe0-4037-81ed-49a56c111713 req-a6b1dcaa-28ec-4d26-b6e0-a58dbd811d4c service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123707 Dec 06 12:06:54.599076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07518-eb77-420b-9493-b079b98c45ea req-4e506ab7-92c3-4734-96fb-8831957a42bd tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.600554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fc07518-eb77-420b-9493-b079b98c45ea req-4e506ab7-92c3-4734-96fb-8831957a42bd tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 945 time: 0.5868804 Dec 06 12:06:54.623687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-bdb415ac-5a2c-4c2a-b743-6a4ca085c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.625219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-bdb415ac-5a2c-4c2a-b743-6a4ca085c6ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.6341279 Dec 06 12:06:54.635958 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-e97a749c-08b4-4e0c-adae-1cd11a8601da service neutron] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:54.642125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-e97a749c-08b4-4e0c-adae-1cd11a8601da service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.643218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a93369db-2f3c-4546-910f-3fa2eb2e21ac req-e97a749c-08b4-4e0c-adae-1cd11a8601da service neutron] 10.222.0.53 "DELETE /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.7210584 Dec 06 12:06:54.700222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a79c1-b64b-4f87-9fbe-659201ff0c12 req-ebdd6b18-e23e-48d5-ae1a-f0fab32c319d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.701701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da9a79c1-b64b-4f87-9fbe-659201ff0c12 req-ebdd6b18-e23e-48d5-ae1a-f0fab32c319d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 949 time: 0.5030062 Dec 06 12:06:54.705613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-56a11dab-ae82-4a69-945f-b36c0840ce8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.0609322 Dec 06 12:06:54.737542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fc07518-eb77-420b-9493-b079b98c45ea req-c9262688-a472-4e72-847f-f8b0d58bd1b7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283283 Dec 06 12:06:54.772244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Sync routers for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:54.787680 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:54.788435 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:54.793011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-6fb282b4-bf3c-4fe9-8a1d-5e176d36688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:54.794044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-6fb282b4-bf3c-4fe9-8a1d-5e176d36688c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0754361 Dec 06 12:06:54.797543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da9a79c1-b64b-4f87-9fbe-659201ff0c12 req-ffe6d903-c98d-43eb-8b92-023ad37f5625 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Dec 06 12:06:54.857888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e85e1fdf-298a-49a5-a044-b4128a8baf46 req-50517d5f-dfa8-478c-bf2c-a79f02a8feb0 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 210 time: 0.0581927 Dec 06 12:06:54.886480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-052b48e9-2f55-4a35-9e5a-127e85be8fa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748456 Dec 06 12:06:54.933720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:55.044624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-15f99286-6636-4f03-915a-c7e7b7a6757a service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492527 Dec 06 12:06:55.058730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cdfbe-1bde-449a-ab87-903facddd39d req-2e5bde9e-737a-4dea-a03f-8404d064a7e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.060462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b1cdfbe-1bde-449a-ab87-903facddd39d req-2e5bde9e-737a-4dea-a03f-8404d064a7e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0857160 Dec 06 12:06:55.144932 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-7c96fa79-444b-4936-855a-e480628426f6 req-809421c6-97bf-4308-8f44-fe33e65b2ac7 tempest-FloatingIPDetailsNegativeTestJSON-876366348 tempest-FloatingIPDetailsNegativeTestJSON-876366348-project] show failed (client error): The resource could not be found. Dec 06 12:06:55.146015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c96fa79-444b-4936-855a-e480628426f6 req-809421c6-97bf-4308-8f44-fe33e65b2ac7 tempest-FloatingIPDetailsNegativeTestJSON-876366348 tempest-FloatingIPDetailsNegativeTestJSON-876366348-project] 10.222.0.31 "GET /v2.0/floatingips/66542e69-9692-449e-a296-7478f8727933 HTTP/1.1" status: 404 len: 350 time: 0.0625150 Dec 06 12:06:55.156816 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:55.178382 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:52Z', 'revision_number': 4, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fb503e12-fbd6-4e81-93de-511d407cd046', 'name': '', 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'mac_address': 'fa:16:3e:f5:e1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:51Z', 'updated_at': '2021-12-06T12:06:52Z', 'revision_number': 2, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'subnets': [{'id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.206629 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Checking router: 171c101b-0ecc-45d8-b832-e866943d57e7 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:55.207285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Updating router 171c101b-0ecc-45d8-b832-e866943d57e7 port fb503e12-fbd6-4e81-93de-511d407cd046 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:06:55.233951 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.265723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b1cdfbe-1bde-449a-ab87-903facddd39d req-57efd48d-67fc-4e9a-b462-06263e9afa55 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900406 Dec 06 12:06:55.296463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-06ce83d9-0e25-43ff-b0f2-0499c804e638 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303038 Dec 06 12:06:55.499414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89f80112-e2c3-4a2d-830b-4026b04db2d0 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:55.548441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-2300c4f7-cd89-4ff6-af71-67711dfc1b4a tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803542 Dec 06 12:06:55.584319 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-9eb4a14d-d05a-47ac-ae8b-7c025c768404 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.586002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-9eb4a14d-d05a-47ac-ae8b-7c025c768404 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1828170 Dec 06 12:06:55.627421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:55.627935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 89f80112-e2c3-4a2d-830b-4026b04db2d0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:55.628334 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.656797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.659844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85e68-2559-447c-8ad6-ba079afc8050 req-4f1a7a7b-aa90-47d9-8fd2-020ddfff116c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.666562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85e68-2559-447c-8ad6-ba079afc8050 req-4f1a7a7b-aa90-47d9-8fd2-020ddfff116c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.668200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84d85e68-2559-447c-8ad6-ba079afc8050 req-4f1a7a7b-aa90-47d9-8fd2-020ddfff116c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383&device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 1690 time: 0.2635000 Dec 06 12:06:55.670643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.736344 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69907e-ae80-475b-a9af-deafa8fcdb84 None None] Pushing event updated for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.764165 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb30ab3-fda2-476b-a593-324c8fb8595b req-1cc5cc38-dedc-49c4-9f23-2b620f19733c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.766013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5eb30ab3-fda2-476b-a593-324c8fb8595b req-1cc5cc38-dedc-49c4-9f23-2b620f19733c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.2747214 Dec 06 12:06:55.823672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Attempting to bind port fb503e12-fbd6-4e81-93de-511d407cd046 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:55.824237 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Attempting to bind port fb503e12-fbd6-4e81-93de-511d407cd046 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:55.824498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Attempting to bind port fb503e12-fbd6-4e81-93de-511d407cd046 on network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:55.830424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:55.830858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Checking segment: {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:55.831792 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.832185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Bound using segment: {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:55.832661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Bound port: fb503e12-fbd6-4e81-93de-511d407cd046, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ec0bc0-b8aa-46f6-be19-41f432594417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:55.833073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.903859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] For port fb503e12-fbd6-4e81-93de-511d407cd046, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:55.907140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] For port fb503e12-fbd6-4e81-93de-511d407cd046, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb503e12-fbd6-4e81-93de-511d407cd046,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:55.911984 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.912580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.970137 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69907e-ae80-475b-a9af-deafa8fcdb84 None None] Pushing event updated for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.971013 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-405d73cf-c66f-43af-9e48-505298837669 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.973235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-405d73cf-c66f-43af-9e48-505298837669 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944170 Dec 06 12:06:55.974810 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:55.975409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.985595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84d85e68-2559-447c-8ad6-ba079afc8050 req-e388b14c-931e-48c0-8e91-ad02fe92af92 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910838 Dec 06 12:06:56.000870 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Request body: {'port': {'device_id': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '47fb11aed5cd4a8bafde376ae4f2bcf7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:56.058930 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] Provisioning complete for port fb503e12-fbd6-4e81-93de-511d407cd046 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:56.058930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.072364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5eb30ab3-fda2-476b-a593-324c8fb8595b req-5e876ff2-db86-4f12-b24b-d5c822e84b11 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896988 Dec 06 12:06:56.144789 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:56.278597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.306132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07f4cf94-e9da-4be8-93bc-99c3c1bc8c24 req-cc745d10-7176-473c-8040-9c88363d7b28 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 210 time: 0.0953689 Dec 06 12:06:56.358617 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:56.418995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37088b0-1ca5-4735-929e-667e403653bc req-791a8323-124a-4b28-8691-192d79d1e584 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:56.420519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b37088b0-1ca5-4735-929e-667e403653bc req-791a8323-124a-4b28-8691-192d79d1e584 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 945 time: 0.2041299 Dec 06 12:06:56.481033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] For port fb503e12-fbd6-4e81-93de-511d407cd046, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb503e12-fbd6-4e81-93de-511d407cd046,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:56.493167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.506892 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:56.543909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Made reservation on behalf of 47fb11aed5cd4a8bafde376ae4f2bcf7 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:56.547398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.597491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f3f3d-d13e-4fb0-bf9c-5ee2267cdd61 None None] Pushing event updated for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:56.620616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8f8faa83-4f4d-456f-bdb7-1b17c17aa248 None None] Provisioning complete for port fb503e12-fbd6-4e81-93de-511d407cd046 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:56.620987 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f8faa83-4f4d-456f-bdb7-1b17c17aa248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.623907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:52Z', 'revision_number': 4, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fb503e12-fbd6-4e81-93de-511d407cd046', 'name': '', 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'mac_address': 'fa:16:3e:f5:e1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:51Z', 'updated_at': '2021-12-06T12:06:55Z', 'revision_number': 4, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'subnets': [{'id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:56.677971 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c00c90-d3cd-4906-b3c2-f9b3bd1bcb11 None None] The sync data for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 is: [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:52Z', 'revision_number': 4, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fb503e12-fbd6-4e81-93de-511d407cd046', 'name': '', 'network_id': 'c4d607a1-29a4-4c54-9d1b-fc877143a1e4', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'mac_address': 'fa:16:3e:f5:e1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:51Z', 'updated_at': '2021-12-06T12:06:55Z', 'revision_number': 4, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'subnets': [{'id': '94a474a7-2075-4f9a-b65b-600f93999b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:56.812146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.824097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b37088b0-1ca5-4735-929e-667e403653bc req-de5967a0-4ae1-44e6-a99f-c0c44feceb51 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887980 Dec 06 12:06:56.863714 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:56.866057 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974ad9c-80d5-45aa-bb39-7f0b4d23478b" -d '{"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-unplugged", "status": "completed", "tag": "0545214e-acc3-449c-a608-ece751c68fb1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:56.873761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.893433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.006288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a25a-120b-4301-a621-4c7cc2f59bf5 req-eac47de9-65ca-4a67-8755-8eb4788d9c6a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:57.007691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb26a25a-120b-4301-a621-4c7cc2f59bf5 req-eac47de9-65ca-4a67-8755-8eb4788d9c6a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2129831 Dec 06 12:06:57.030593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.094584 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.176328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a739b1e2-b7a8-413b-8842-a8b48f17feb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.204656 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf11c-6ad5-4e3d-a759-b925ab7d9fb8 req-aac14644-1ffd-4673-8360-9c3cfc88b438 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:57.206765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe2bf11c-6ad5-4e3d-a759-b925ab7d9fb8 req-aac14644-1ffd-4673-8360-9c3cfc88b438 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 1100 time: 0.3012507 Dec 06 12:06:57.219127 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:57.219380 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:57.219728 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:57.239657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb26a25a-120b-4301-a621-4c7cc2f59bf5 req-5d9ee5a8-002b-42a5-912f-e6db2d900a3e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132111 Dec 06 12:06:57.245109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.261376 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:06:57.261376 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Attempting to bind port 0545214e-acc3-449c-a608-ece751c68fb1 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:57.261376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.292475 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:57.292835 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:57.293206 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:57.293988 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Bound port: 0545214e-acc3-449c-a608-ece751c68fb1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:57.294350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.461387 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27820c75-77d1-477f-9572-cad3a0dd5095,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.504305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe2bf11c-6ad5-4e3d-a759-b925ab7d9fb8 req-20ea6cd9-d11f-48c9-8992-9270dea99bbc tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869313 Dec 06 12:06:57.508979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb503e12-fbd6-4e81-93de-511d407cd046 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:57.566907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fb503e12-fbd6-4e81-93de-511d407cd046 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:57.567294 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.569852 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c0f426-2fdf-4300-9149-bdd4298f4914 x-openstack-request-id: req-d6c0f426-2fdf-4300-9149-bdd4298f4914 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:06:57.570157 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-unplugged", "status": "completed", "tag": "0545214e-acc3-449c-a608-ece751c68fb1", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:06:57.570438 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6c0f426-2fdf-4300-9149-bdd4298f4914 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:06:57.570817 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1', 'code': 200} Dec 06 12:06:57.645760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:57.653080 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637634f-1fa5-48df-b050-781c850beabf req-485711ef-dd7d-44da-9574-209554c777da tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:57.654688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d637634f-1fa5-48df-b050-781c850beabf req-485711ef-dd7d-44da-9574-209554c777da tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1096 time: 0.2838309 Dec 06 12:06:57.709816 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:57.719057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1707dc8-39bd-412b-b219-f15f9a58bac5 req-176a142c-447e-4da4-8366-763bb365ad9e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 210 time: 0.0543330 Dec 06 12:06:57.735642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.786011 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Allocated IP 192.168.233.254 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/9bca4edc-233e-4b8d-a250-eef384d95a30) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:57.890251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d637634f-1fa5-48df-b050-781c850beabf req-01de6571-6774-41fb-b559-98fb3c06c410 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167757 Dec 06 12:06:57.927325 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.934455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:57.935492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.936972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-78f19ec3-e38a-47c3-9cb7-cb60c48e912d service neutron] 10.222.0.23 "PUT /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 1121 time: 2.3268993 Dec 06 12:06:58.076043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536e7d-aeca-4eab-8873-098c55f9986b req-721fe1db-0b6b-48b6-bd44-8b26fff04767 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.077681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50536e7d-aeca-4eab-8873-098c55f9986b req-721fe1db-0b6b-48b6-bd44-8b26fff04767 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 1101 time: 0.2033038 Dec 06 12:06:58.150491 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Deleting port fb503e12-fbd6-4e81-93de-511d407cd046 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:58.151160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.161852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0545214e-acc3-449c-a608-ece751c68fb1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:06:58.178024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3628f-be41-49d1-9fbe-0d99aa087a46 req-d19de70e-b9ff-4079-941d-646d41c6ab5e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.179561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaf3628f-be41-49d1-9fbe-0d99aa087a46 req-d19de70e-b9ff-4079-941d-646d41c6ab5e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.1711743 Dec 06 12:06:58.241849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.246188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50536e7d-aeca-4eab-8873-098c55f9986b req-8159f041-2311-447d-b6ae-6412a6b41de6 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350052 Dec 06 12:06:58.364042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaf3628f-be41-49d1-9fbe-0d99aa087a46 req-61378c49-738f-4ced-81e4-1d477574dc74 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723175 Dec 06 12:06:58.366877 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] For port fb503e12-fbd6-4e81-93de-511d407cd046, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb503e12-fbd6-4e81-93de-511d407cd046,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:58.367269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.413328 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Calling delete_port for fb503e12-fbd6-4e81-93de-511d407cd046 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:58.428092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.576555 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:58.595584 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:58.601077 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35058) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.610849 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:58.616637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.617340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.629748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Pushing event updated for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:58.677004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-01c246f5-a68c-4056-ad6b-d8407858ad48 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6800504 Dec 06 12:06:58.715040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-6c3ce0d1-9167-4f2b-a47a-997ce74e6246 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.716534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-6c3ce0d1-9167-4f2b-a47a-997ce74e6246 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.3517935 Dec 06 12:06:58.727436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2315a63-085d-405c-ac4c-6ef8f85d7f1e req-77e2a696-907a-457f-a46f-35c9b5d6703b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.734984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2315a63-085d-405c-ac4c-6ef8f85d7f1e req-77e2a696-907a-457f-a46f-35c9b5d6703b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2850575 Dec 06 12:06:58.741000 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Request body: {'port': {'device_id': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:58.753773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0629014b-5a99-4998-9fa3-c8be08fb8db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.801787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-a275b7f9-299a-45f6-8672-57613ae07428 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/quotas/671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 375 time: 0.0555706 Dec 06 12:06:58.844987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0629014b-5a99-4998-9fa3-c8be08fb8db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.849101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0629014b-5a99-4998-9fa3-c8be08fb8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.888300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629014b-5a99-4998-9fa3-c8be08fb8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba9f82f-d2ef-4225-85d3-d96a9bd7b3a1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:58.896604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0629014b-5a99-4998-9fa3-c8be08fb8db4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82d9e1406af34507a6c19fce57b8fed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938254 Dec 06 12:06:58.897710 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.900841 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-80dbd242-9b6c-4638-89a2-c264a9acf7e5 None None] Provisioning complete for port 9bca4edc-233e-4b8d-a250-eef384d95a30 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:58.901856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-80dbd242-9b6c-4638-89a2-c264a9acf7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.921126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2315a63-085d-405c-ac4c-6ef8f85d7f1e req-c79d446a-036f-4a0b-b834-52ad53df6412 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822696 Dec 06 12:06:58.924667 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.946588 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-80dbd242-9b6c-4638-89a2-c264a9acf7e5 None None] Port 9bca4edc-233e-4b8d-a250-eef384d95a30 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:58.965999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.989125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-6bd5fa95-e43a-4945-bc2b-9517ad1401c3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669896 Dec 06 12:06:58.989352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.039259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.041979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.045439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bba9f82f-d2ef-4225-85d3-d96a9bd7b3a1 HTTP/1.1" status: 204 len: 168 time: 0.1443951 Dec 06 12:06:59.051072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453438-cf96-4c73-b8d7-986a69cc0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba9f82f-d2ef-4225-85d3-d96a9bd7b3a1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.075557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.084218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-47c25f88-88bf-4bd7-81cc-98f82ba85994 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751653 Dec 06 12:06:59.155947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb503e12-fbd6-4e81-93de-511d407cd046,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.362618 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:59.376413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed77e643-92b7-420e-8159-e7fdc06ac607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.467341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed77e643-92b7-420e-8159-e7fdc06ac607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.472315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed77e643-92b7-420e-8159-e7fdc06ac607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.508705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e643-92b7-420e-8159-e7fdc06ac607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf62590-2140-40d9-bb69-f0912021e13c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.513926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd6c489e-9c85-476a-83d9-c97518b71cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.517212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed77e643-92b7-420e-8159-e7fdc06ac607 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f35c28503d344560bfb124a04bb265cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505208 Dec 06 12:06:59.517392 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:59.573962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.575418 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:06:59.577702 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c" -d '{"events": [{"name": "network-changed", "server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "tag": "0545214e-acc3-449c-a608-ece751c68fb1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:06:59.609409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.620691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-2b900260-6611-456c-9a2e-8cf2a43aaa4d service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072528 Dec 06 12:06:59.667245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.670023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.671107 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf62590-2140-40d9-bb69-f0912021e13c HTTP/1.1" status: 204 len: 168 time: 0.1526811 Dec 06 12:06:59.683548 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900f265-53d5-42d2-b54e-4de543736179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf62590-2140-40d9-bb69-f0912021e13c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.791693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-71c392ca-fc33-4a4b-b122-aa271de3e51f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:59.793145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-71c392ca-fc33-4a4b-b122-aa271de3e51f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6997702 Dec 06 12:06:59.821856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.860951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-c5109d90-d186-4599-b637-080d565d83ea tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.0344226 Dec 06 12:06:59.923875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-779715f4-6ab2-4448-a702-7666d1778c05 service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910595 Dec 06 12:07:00.065469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-8839de93-6f71-4eba-a1be-5f458bb1004a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1949205 Dec 06 12:07:00.102887 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bca4edc-233e-4b8d-a250-eef384d95a30 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:00.153762 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.226781 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Transition to ACTIVE for port object 9bca4edc-233e-4b8d-a250-eef384d95a30 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:00.239351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.286078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d55e-783a-4b46-a1a0-319e18649842 req-3a14498d-8190-415d-b0f2-6d424bc97bf1 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.287481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16c0d55e-783a-4b46-a1a0-319e18649842 req-3a14498d-8190-415d-b0f2-6d424bc97bf1 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 936 time: 0.1786397 Dec 06 12:07:00.333938 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Router 171c101b-0ecc-45d8-b832-e866943d57e7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:00.365216 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.423403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.450742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16c0d55e-783a-4b46-a1a0-319e18649842 req-023cbfc7-ef6b-495b-9fc6-dc9ba8f1cebb tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541431 Dec 06 12:07:00.451629 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Attempting to bind port 9bca4edc-233e-4b8d-a250-eef384d95a30 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:00.452159 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Attempting to bind port 9bca4edc-233e-4b8d-a250-eef384d95a30 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:00.452760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Attempting to bind port 9bca4edc-233e-4b8d-a250-eef384d95a30 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:00.490939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:00.563714 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa7388-d6d8-471c-b5ed-c8f850fcfe70 x-openstack-request-id: req-64aa7388-d6d8-471c-b5ed-c8f850fcfe70 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:00.564004 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "tag": "0545214e-acc3-449c-a608-ece751c68fb1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:00.564264 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64aa7388-d6d8-471c-b5ed-c8f850fcfe70 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:00.564659 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1', 'status': 'completed', 'code': 200} Dec 06 12:07:00.694532 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:00.694947 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Port 9bca4edc-233e-4b8d-a250-eef384d95a30 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:00.695345 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Attempting to bind port 9bca4edc-233e-4b8d-a250-eef384d95a30 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:00.723609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:07:00.729753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.749577 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:00.750315 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:00.750750 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:00.751508 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Bound port: 9bca4edc-233e-4b8d-a250-eef384d95a30, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:00.751896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.852191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6b47-4163-4e83-9f4e-d1bd4dd8e848 req-ad6e3bdf-ed55-47ef-8904-4c2682d6f49b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.853728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7eb6b47-4163-4e83-9f4e-d1bd4dd8e848 req-ad6e3bdf-ed55-47ef-8904-4c2682d6f49b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.2918196 Dec 06 12:07:00.887026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-f15038d2-f640-4f14-a236-c93b3f510595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.888682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-f15038d2-f640-4f14-a236-c93b3f510595 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1124 time: 0.2131426 Dec 06 12:07:00.913298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:00.925636 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Sync routers for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:00.927593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d213256a-0318-4584-b65f-30d843ea2630 admin admin] 10.222.0.31 "PUT /v2.0/routers/171c101b-0ecc-45d8-b832-e866943d57e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7716134 Dec 06 12:07:00.930394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35132) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.935468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf3909-a5e9-4593-92bc-e97530dc16a3 req-a5306b30-b04a-4670-ab5c-1faa4ee1f7e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.942704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1cf3909-a5e9-4593-92bc-e97530dc16a3 req-a5306b30-b04a-4670-ab5c-1faa4ee1f7e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2506828 Dec 06 12:07:00.943307 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:00.943937 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:01.030410 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:01.085861 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9bca4edc-233e-4b8d-a250-eef384d95a30,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:01.116486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7eb6b47-4163-4e83-9f4e-d1bd4dd8e848 req-e584215d-9d58-447b-9123-d85016df7bb7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408915 Dec 06 12:07:01.132707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.142108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.189226 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:01.193619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1cf3909-a5e9-4593-92bc-e97530dc16a3 req-c257c6c7-5f53-4075-9ffa-ba4bd6d7566c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499876 Dec 06 12:07:01.287948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-f7a2b8b5-e31c-4a80-8eb3-53a1cebad122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.289060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-f7a2b8b5-e31c-4a80-8eb3-53a1cebad122 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.3379052 Dec 06 12:07:01.294032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.294644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.295993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/9bca4edc-233e-4b8d-a250-eef384d95a30 HTTP/1.1" status: 200 len: 1096 time: 2.5768414 Dec 06 12:07:01.340385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b146e28a-ce11-4d7e-ba70-e33bb29b0d09 req-2b0d3f2c-17a2-4fe8-bd6a-23c0d459d7cf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 210 time: 0.0920255 Dec 06 12:07:01.398184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.467087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-9ca733a9-5769-4a33-8a14-91982823de5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.1436603 Dec 06 12:07:01.475258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26d766ab-24c4-4d38-b528-30a1bf5cbb3c req-bf4c8daf-4b36-4c80-903c-82cdabb56dab tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 210 time: 0.0848925 Dec 06 12:07:01.477737 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157d1a1-2db9-4601-ba45-1fe82cdc04f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:01.508164 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Deleting port 89f80112-e2c3-4a2d-830b-4026b04db2d0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:01.508508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.528110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-b900d380-b2b2-41cf-9bb4-55187bce0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.530215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-b900d380-b2b2-41cf-9bb4-55187bce0f77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 1099 time: 0.1546249 Dec 06 12:07:01.582384 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:06:58Z', 'revision_number': 5, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port': {'id': '89f80112-e2c3-4a2d-830b-4026b04db2d0', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:48Z', 'updated_at': '2021-12-06T12:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:01.597444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-7ab4d7d0-5d64-44d4-834f-bd8983165d67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9bca4edc-233e-4b8d-a250-eef384d95a30 HTTP/1.1" status: 200 len: 217 time: 0.0409493 Dec 06 12:07:01.611121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-a81235fa-8dcc-4561-a7ce-deaa6d67e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.613503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-a81235fa-8dcc-4561-a7ce-deaa6d67e866 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1054285 Dec 06 12:07:01.645604 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Checking router: 171c101b-0ecc-45d8-b832-e866943d57e7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:01.659081 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Routers {'171c101b-0ecc-45d8-b832-e866943d57e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:01.659862 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['171c101b-0ecc-45d8-b832-e866943d57e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:01.677452 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] For port 89f80112-e2c3-4a2d-830b-4026b04db2d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89f80112-e2c3-4a2d-830b-4026b04db2d0,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:01.678069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.700031 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Calling delete_port for 89f80112-e2c3-4a2d-830b-4026b04db2d0 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:01.720250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-afe05a8a-f5f0-44e2-92b7-482607406df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.722359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-afe05a8a-f5f0-44e2-92b7-482607406df9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0948184 Dec 06 12:07:01.805901 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] Set router 171c101b-0ecc-45d8-b832-e866943d57e7 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:01.825808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-658e5e4a-bbd2-4c75-9f8e-9b59237c648f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004696 Dec 06 12:07:01.897099 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:07:01Z', 'revision_number': 6, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:01.926607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-a21b1fd4-e058-47d9-b105-dd2f6d64d7c1 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374584 Dec 06 12:07:01.970934 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-4dd43b2c-b8e9-4fa3-9544-e9fd9ef406a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.974042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-4dd43b2c-b8e9-4fa3-9544-e9fd9ef406a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2132545 Dec 06 12:07:01.989810 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0898e49-00ca-4d1a-ae0e-8c2805bf0754 None None] The sync data for ids ['171c101b-0ecc-45d8-b832-e866943d57e7'] in n-d-master-1 is: [{'id': '171c101b-0ecc-45d8-b832-e866943d57e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-751867073-router', 'tenant_id': '56ca48a350e94c3b967801f9c0db2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:47Z', 'updated_at': '2021-12-06T12:07:01Z', 'revision_number': 6, 'project_id': '56ca48a350e94c3b967801f9c0db2151', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:02.065103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c27e8-9112-4a35-8b4e-262e9e81f898 req-dbe7cf45-0412-4ba2-8eca-12a611efda85 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.073001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-307c27e8-9112-4a35-8b4e-262e9e81f898 req-dbe7cf45-0412-4ba2-8eca-12a611efda85 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 948 time: 0.4470942 Dec 06 12:07:02.097415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.139966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Pushing event deleted for resources: {'Port': ['ID=89f80112-e2c3-4a2d-830b-4026b04db2d0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.153368 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-3dacde06-d322-40cf-bfea-73e8b54894ca tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.154984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-3dacde06-d322-40cf-bfea-73e8b54894ca tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098706 Dec 06 12:07:02.172211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.177912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.202647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:02.314343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.318776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.434538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.435113 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171c101b-0ecc-45d8-b832-e866943d57e7 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:02.442136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.443270 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-583b391d-6feb-44ee-925a-2fe8f438729e admin admin] 10.222.0.31 "DELETE /v2.0/routers/171c101b-0ecc-45d8-b832-e866943d57e7 HTTP/1.1" status: 204 len: 168 time: 1.5111322 Dec 06 12:07:02.446528 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35166) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:02.501632 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Deleting subnet 94a474a7-2075-4f9a-b65b-600f93999b03 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:02.504409 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:02.507720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.510621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-9bf51c28-8d10-4ea9-8345-f9711a5bf3e3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.511118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.512543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-9bf51c28-8d10-4ea9-8345-f9711a5bf3e3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.7857850 Dec 06 12:07:02.563580 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Request body: {'port': {'device_id': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'admin_state_up': True, 'tenant_id': '671a81a6f5bd49a9bc87789327e57656'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:02.565629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.571542 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:02.573805 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c84d9-182b-45a4-9206-e19b563ffaca" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:02.587109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-ade9de50-891b-4ea3-ba70-3957229c710c service neutron] 10.222.0.53 "GET /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.7147267 Dec 06 12:07:02.642448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-307c27e8-9112-4a35-8b4e-262e9e81f898 req-1f7bab21-4fcc-4c17-b11f-0c5287d38654 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684042 Dec 06 12:07:02.675678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-48336cb1-a80f-4c96-9751-4aa5f787aa2a service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226745 Dec 06 12:07:02.748714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b102d-cd03-4d4d-9d30-4aca722d9391 req-8ef9faef-c0b8-40f6-aed4-bfe85dd21f61 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.756730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd7b102d-cd03-4d4d-9d30-4aca722d9391 req-8ef9faef-c0b8-40f6-aed4-bfe85dd21f61 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 943 time: 0.2956345 Dec 06 12:07:02.774561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-05506a87-c92f-4fba-b9ff-5351434ee112 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202303 Dec 06 12:07:02.969383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.026094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.028253 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.251 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/bf8f8b90-77e2-4cd4-96da-d8936cfd696d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:03.041565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd7b102d-cd03-4d4d-9d30-4aca722d9391 req-0f963cf7-841a-45ef-8dcc-79fc5db399c5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838154 Dec 06 12:07:03.061094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.095218 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a474a7-2075-4f9a-b65b-600f93999b03,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.110491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.115829 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa419bb-2b84-4c2d-ab5d-8db660ecc32b None None] Network c4d607a1-29a4-4c54-9d1b-fc877143a1e4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:03.117385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a371586d-6d94-4dbf-8bb8-4a21bbe84713 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94a474a7-2075-4f9a-b65b-600f93999b03 HTTP/1.1" status: 204 len: 168 time: 0.6697867 Dec 06 12:07:03.119875 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.138417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402e7d5-ea7c-4d3d-a5bf-63241f3fd05c req-b73deabb-6e8c-491a-8a6c-1450d9963d9b service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458311 Dec 06 12:07:03.138999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:03.144167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.191737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c58b80-bfcc-4694-ae55-13e42d0bdb80 req-b95e88ee-1bd9-428d-b32c-0007ad33243c service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986001 Dec 06 12:07:03.261986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8a1e4-b101-47c1-ab6c-2af80000fbea req-fe2cb87a-54b3-46b3-93c3-be591819460f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.270378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ad8a1e4-b101-47c1-ab6c-2af80000fbea req-fe2cb87a-54b3-46b3-93c3-be591819460f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.3272350 Dec 06 12:07:03.277166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8ee7184-3197-402d-99c2-703641ba60bf req-07ea0d43-ae4c-4e71-9039-bae07fe8f1a3 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 210 time: 0.1047637 Dec 06 12:07:03.289733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.376119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.383498 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] DHCP port deletion for c4d607a1-29a4-4c54-9d1b-fc877143a1e4 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:03.384043 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:03.434500 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Deleting port fe6e81d9-76b9-45b4-b166-0a2e99096eeb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:03.434828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.459072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.484356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:03.500619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ad8a1e4-b101-47c1-ab6c-2af80000fbea req-3fad116e-dccd-4d35-9d76-6695d06e5809 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292700 Dec 06 12:07:03.521597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:03.524129 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fe6e81d9-76b9-45b4-b166-0a2e99096eeb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:03.541825 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Allocated IP 172.20.0.7 (a374198b-ba04-457e-a8ee-2c734ffbc001/5a85a925-9a72-4720-b514-a1442eb04cb7/fae218ab-ddd9-4982-90af-1a2c6946eb39) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:03.556394 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] For port fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:03.556734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.560697 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:03.563971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:03.569903 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:03.576510 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Calling delete_port for fe6e81d9-76b9-45b4-b166-0a2e99096eeb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:03.578389 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:03.584499 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.585117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.593216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Deleting port fe6e81d9-76b9-45b4-b166-0a2e99096eeb {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:03.593843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.597528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.644805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-6a18e518-d6bc-4753-bc4e-ff9916360f17 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4500535 Dec 06 12:07:03.689318 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764bc16-f885-4345-a806-0da94ff2fc4c x-openstack-request-id: req-e764bc16-f885-4345-a806-0da94ff2fc4c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:03.689897 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:03.691203 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Request body: {'port': {'device_id': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:03.691421 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e764bc16-f885-4345-a806-0da94ff2fc4c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:03.692382 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30', 'status': 'completed', 'code': 200} Dec 06 12:07:03.721000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717d920-ac47-4c15-b1ce-a78d90a4f6d7 req-81597ba4-61de-4d7c-8d79-8bc004218d41 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.730422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0717d920-ac47-4c15-b1ce-a78d90a4f6d7 req-81597ba4-61de-4d7c-8d79-8bc004218d41 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 936 time: 0.3113225 Dec 06 12:07:03.764067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:03.766606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:03.805908 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0545214e-acc3-449c-a608-ece751c68fb1 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:03.815690 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No ports have port_id starting with fe6e81d9-76b9-45b4-b166-0a2e99096eeb Dec 06 12:07:03.820980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.857077 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.859054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.860641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb503e12-fbd6-4e81-93de-511d407cd046 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:03.866574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] For port fe6e81d9-76b9-45b4-b166-0a2e99096eeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,segment=NetworkSegment(b6ec0bc0-b8aa-46f6-be19-41f432594417),segment_id=b6ec0bc0-b8aa-46f6-be19-41f432594417)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:03.867208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.870363 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] No DVR routers for this DVR port fe6e81d9-76b9-45b4-b166-0a2e99096eeb on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:03.878701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:03.915092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Calling delete_port for fe6e81d9-76b9-45b4-b166-0a2e99096eeb owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:03.925737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06b76e9a-e2c9-4b6e-b6e1-d21134ce6108 req-968b8957-b9c2-4ef7-852c-436ad6958d81 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3fbeef784abd45a8a771f6489d822da3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368156 Dec 06 12:07:03.939903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fb503e12-fbd6-4e81-93de-511d407cd046 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:03.940620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb503e12-fbd6-4e81-93de-511d407cd046 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:03.941024 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89f80112-e2c3-4a2d-830b-4026b04db2d0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:03.991768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-9ecac1a4-05a5-435e-8266-1b3e18375615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.993681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-9ecac1a4-05a5-435e-8266-1b3e18375615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 1099 time: 0.2374096 Dec 06 12:07:03.994831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.002475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.007229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0717d920-ac47-4c15-b1ce-a78d90a4f6d7 req-2d096875-dcf8-4d87-beec-d4a660d24d44 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757249 Dec 06 12:07:04.031778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 89f80112-e2c3-4a2d-830b-4026b04db2d0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:04.032457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89f80112-e2c3-4a2d-830b-4026b04db2d0 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:04.117936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.118502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.119339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.119774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.120206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.120644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.121062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.121503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.121894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.122287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.209115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a1b893a8-838d-45bc-9b4e-7c03055aae0b None None] Provisioning complete for port bf8f8b90-77e2-4cd4-96da-d8936cfd696d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:04.209499 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b893a8-838d-45bc-9b4e-7c03055aae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.256756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.257115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.258037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.258419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:07:04.258762 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d607a1-29a4-4c54-9d1b-fc877143a1e4']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:04.273992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76e9a-e2c9-4b6e-b6e1-d21134ce6108 req-b716ff4d-af70-4bce-901d-bdc2beb4b438 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.275212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06b76e9a-e2c9-4b6e-b6e1-d21134ce6108 req-b716ff4d-af70-4bce-901d-bdc2beb4b438 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487163 Dec 06 12:07:04.299072 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ec0bc0-b8aa-46f6-be19-41f432594417') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:04.299441 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ec0bc0-b8aa-46f6-be19-41f432594417') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:04.299632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:04.302264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.308190 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.334937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.340528 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546da3c8-531d-4340-a93d-d2f823f97ab1 req-d4a2cd4a-f994-45b9-844e-a343622544be tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.341960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-546da3c8-531d-4340-a93d-d2f823f97ab1 req-d4a2cd4a-f994-45b9-844e-a343622544be tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 948 time: 0.2349751 Dec 06 12:07:04.347669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06b76e9a-e2c9-4b6e-b6e1-d21134ce6108 req-049c5db6-eca2-4413-b139-8cb6a1355be7 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/quotas/3fbeef784abd45a8a771f6489d822da3 HTTP/1.1" status: 200 len: 375 time: 0.0580966 Dec 06 12:07:04.350273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-5779f0bb-edcd-415b-b065-c4e7f9bff801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.350395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'mac_address': 'fa:16:3e:5e:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:04.350560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-5779f0bb-edcd-415b-b065-c4e7f9bff801 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3373456 Dec 06 12:07:04.355300 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] Transition to ACTIVE for port object 0545214e-acc3-449c-a608-ece751c68fb1 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:04.359289 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a1b893a8-838d-45bc-9b4e-7c03055aae0b None None] Port bf8f8b90-77e2-4cd4-96da-d8936cfd696d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:04.368157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.376001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.378780 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:04.381414 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e6ece-05f7-44ad-99cb-556bace7842e" -d '{"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:04.389504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.407899 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:04.409421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: from cryptography.utils import int_from_bytes Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: from cryptography.utils import int_from_bytes Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:04.422684 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:04.449568 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:04.454861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] Pushing event deleted for resources: {'Port': ['ID=fe6e81d9-76b9-45b4-b166-0a2e99096eeb,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.458923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-e9f6b6ed-3a6b-44a8-bc4d-da37ed2d54f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9bca4edc-233e-4b8d-a250-eef384d95a30 HTTP/1.1" status: 200 len: 217 time: 0.0969455 Dec 06 12:07:04.468433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c68605-99be-44eb-b66b-9cad1baaced4 None None] No DVR routers for this DVR port fe6e81d9-76b9-45b4-b166-0a2e99096eeb on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:04.470045 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.493419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06b76e9a-e2c9-4b6e-b6e1-d21134ce6108 req-a9b2452c-93c3-44ef-9dda-a7cdca2aa05a tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fbeef784abd45a8a771f6489d822da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067796 Dec 06 12:07:04.522794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.557823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.561856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.563373 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:04.580824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.584215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c4d607a1-29a4-4c54-9d1b-fc877143a1e4 HTTP/1.1" status: 204 len: 168 time: 1.4634128 Dec 06 12:07:04.585761 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.595909 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] No DVR routers for this DVR port 0545214e-acc3-449c-a608-ece751c68fb1 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:04.615153 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.627239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7505a-f428-47f2-9dd2-64dbcf8037e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d607a1-29a4-4c54-9d1b-fc877143a1e4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.635440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-546da3c8-531d-4340-a93d-d2f823f97ab1 req-84be05fe-2c81-4cec-bfcd-403eb3c5e4bf tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628543 Dec 06 12:07:04.645810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-895eb5bb-20e1-4d04-9a30-fe2d7b8eb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.646969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-895eb5bb-20e1-4d04-9a30-fe2d7b8eb664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1561053 Dec 06 12:07:04.671996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:07:04.672545 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:07:04.695663 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Network a374198b-ba04-457e-a8ee-2c734ffbc001 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:04.714223 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:04.739623 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:04.745218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.745856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.753498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-45e6e1ef-34db-4c9a-a14c-110132576fd9 service neutron] 10.222.0.53 "PUT /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1464677 Dec 06 12:07:04.811947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.822180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-f1f6d17d-e8de-49cb-a555-bf48e71e9ad5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2674406 Dec 06 12:07:04.829201 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8f8b90-77e2-4cd4-96da-d8936cfd696d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:04.840921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.846174 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Request body: {'port': {'device_id': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:04.868629 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Transition to ACTIVE for port object bf8f8b90-77e2-4cd4-96da-d8936cfd696d will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:04.874636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.883259 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-c477c8ac-8ea6-4b87-b355-7782b6bd10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.884927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-c477c8ac-8ea6-4b87-b355-7782b6bd10c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958077 Dec 06 12:07:04.951339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35214) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:05.006703 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.040490 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7b839a99-5931-45c9-9cf3-81810d1d4917 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.042067 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7b839a99-5931-45c9-9cf3-81810d1d4917 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1610126 Dec 06 12:07:05.113198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1fca6246-5207-49fb-8f29-4a991c515454 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56ca48a350e94c3b967801f9c0db2151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560020 Dec 06 12:07:05.115394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35218) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:05.178857 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-bb8e5677-c49e-466d-968c-0b3ea42be21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.180818 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-bb8e5677-c49e-466d-968c-0b3ea42be21f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&tenant_id=a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 1095 time: 0.1099076 Dec 06 12:07:05.181404 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Attempting to bind port bf8f8b90-77e2-4cd4-96da-d8936cfd696d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:05.181728 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Attempting to bind port bf8f8b90-77e2-4cd4-96da-d8936cfd696d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:05.181866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796de9-9488-49e5-93c6-8262c3a9780c req-898ee3dc-9a29-4602-bb8c-f3b99aa15476 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.182041 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Attempting to bind port bf8f8b90-77e2-4cd4-96da-d8936cfd696d on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:05.183246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a796de9-9488-49e5-93c6-8262c3a9780c req-898ee3dc-9a29-4602-bb8c-f3b99aa15476 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 931 time: 0.4222136 Dec 06 12:07:05.196467 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Port bf8f8b90-77e2-4cd4-96da-d8936cfd696d on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:05.197195 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Attempting to bind port bf8f8b90-77e2-4cd4-96da-d8936cfd696d on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:05.208183 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:05.208514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:05.208894 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:05.209356 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Bound port: bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:05.209708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.215354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cd731-2ea4-4d18-90f8-3ab54371d259 req-31b9e361-7135-4fcf-9cf4-680f8d6c7f69 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.222217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.223180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910cd731-2ea4-4d18-90f8-3ab54371d259 req-31b9e361-7135-4fcf-9cf4-680f8d6c7f69 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.4436042 Dec 06 12:07:05.224291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.243093 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:05.253436 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.264936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:05.269135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.299832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.332854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.357883 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-38ad0fa0-f035-4286-a506-615d94092346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.359461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-38ad0fa0-f035-4286-a506-615d94092346 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1095 time: 0.1259553 Dec 06 12:07:05.361840 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:05.365557 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:05.380762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.389056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a796de9-9488-49e5-93c6-8262c3a9780c req-96707db6-738c-4bce-8324-14412f705dfa tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912439 Dec 06 12:07:05.400429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-b8f852e8-e8fa-4342-b9a8-2cdf1841ef1d service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045493 Dec 06 12:07:05.413669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910cd731-2ea4-4d18-90f8-3ab54371d259 req-771bfc2e-0d58-4b73-9964-bfc571e2397e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896110 Dec 06 12:07:05.455109 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a26d9-fa89-40b0-a626-aae6598e6dff x-openstack-request-id: req-3c2a26d9-fa89-40b0-a626-aae6598e6dff {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:05.455630 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:05.456253 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c2a26d9-fa89-40b0-a626-aae6598e6dff {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:05.456602 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'code': 200} Dec 06 12:07:05.506719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.509440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.510655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3161b355-87f4-4b65-902b-480e8c3f708b HTTP/1.1" status: 204 len: 168 time: 0.3923900 Dec 06 12:07:05.535953 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.536648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.538499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/bf8f8b90-77e2-4cd4-96da-d8936cfd696d HTTP/1.1" status: 200 len: 1096 time: 1.8642163 Dec 06 12:07:05.539201 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:05.541750 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df953dec-46c3-486c-ba5b-87d7ef2b88f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:05.574737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97c33b-1a7a-42e8-b048-45f7b1ae367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161b355-87f4-4b65-902b-480e8c3f708b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.615672 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a80a-14f1-4936-bbbf-6e1d762e36f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.638738 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-2cf89682-d055-49bb-995a-9e23c3696d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.640626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-2cf89682-d055-49bb-995a-9e23c3696d82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.2717788 Dec 06 12:07:05.687088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1c6e-d562-429e-b8df-3be2763ccdf1 req-4ff6a95b-9b11-43dc-8c1a-da041ca14c05 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.689066 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:05.695148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cca1c6e-d562-429e-b8df-3be2763ccdf1 req-4ff6a95b-9b11-43dc-8c1a-da041ca14c05 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 949 time: 0.2010155 Dec 06 12:07:05.707323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf2c84d9-182b-45a4-9206-e19b563ffaca req-6c3b840a-064b-4691-9ceb-9d676652adcd service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895901 Dec 06 12:07:05.738246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9bca4edc-233e-4b8d-a250-eef384d95a30 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:05.744853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:05.791857 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-e6cbf89d-b580-421c-b73c-368618eebbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.796501 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-e6cbf89d-b580-421c-b73c-368618eebbc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 1099 time: 0.1976681 Dec 06 12:07:05.803778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-271ac770-e69d-4948-aa77-5c3853c20510 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.1477180 Dec 06 12:07:05.852788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cca1c6e-d562-429e-b8df-3be2763ccdf1 req-3ccad95c-cc9d-49ae-aa7e-a4e092a8a67e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444037 Dec 06 12:07:05.931801 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7244368d-33b8-4944-9a9b-cd5097b22828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.933607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-7244368d-33b8-4944-9a9b-cd5097b22828 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1172662 Dec 06 12:07:05.972087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b4398f8c-87e2-4719-a566-ea689ce129f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d HTTP/1.1" status: 200 len: 217 time: 0.1386774 Dec 06 12:07:06.005134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-1bb46fb3-eaf0-40ba-a651-adec10c582bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658430 Dec 06 12:07:06.036978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-73be061f-4853-48c8-a28a-635c9e0d205e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696204 Dec 06 12:07:06.053433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9bca4edc-233e-4b8d-a250-eef384d95a30,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:06.075735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ee9dd-a263-48c0-bda0-10a38bf8bfc7 req-34caaec8-8f8b-4fa3-96b1-34801f024a11 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.083086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:06.085830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f2ee9dd-a263-48c0-bda0-10a38bf8bfc7 req-34caaec8-8f8b-4fa3-96b1-34801f024a11 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 948 time: 0.1064327 Dec 06 12:07:06.091640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9bca4edc-233e-4b8d-a250-eef384d95a30', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9bca4edc-233e-4b8d-a250-eef384d95a30', 'mac_address': 'fa:16:3e:dc:2f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:06.171628 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b694e2c9-6ac0-4b2a-8fc0-d8830d34b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.173052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-b694e2c9-6ac0-4b2a-8fc0-d8830d34b18b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1527522 Dec 06 12:07:06.205186 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae218ab-ddd9-4982-90af-1a2c6946eb39 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:06.217687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.221751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.241937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-386c705e-0202-4c09-94b7-2cd7db0521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.243519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-386c705e-0202-4c09-94b7-2cd7db0521dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 1097 time: 0.1545398 Dec 06 12:07:06.248487 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bca4edc-233e-4b8d-a250-eef384d95a30 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:06.276412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f2ee9dd-a263-48c0-bda0-10a38bf8bfc7 req-cd82a593-fff0-4ba8-be36-c8130f6abcf6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889551 Dec 06 12:07:06.284650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-548fe04c-1b28-445c-861e-9b49e6cbab6d service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356958 Dec 06 12:07:06.289551 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Transition to ACTIVE for port object fae218ab-ddd9-4982-90af-1a2c6946eb39 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:06.293815 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-22ddda49-fc8f-4999-b58e-24e4b6105b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.297636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9bca4edc-233e-4b8d-a250-eef384d95a30,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:06.306244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.306538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-22ddda49-fc8f-4999-b58e-24e4b6105b9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254566 Dec 06 12:07:06.338238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.392290 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec51f061-09b5-4fc3-913a-3ac53a063157 x-openstack-request-id: req-ec51f061-09b5-4fc3-913a-3ac53a063157 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:06.392624 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:06.393245 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec51f061-09b5-4fc3-913a-3ac53a063157 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:06.393654 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', 'status': 'completed', 'code': 200} Dec 06 12:07:06.432553 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:06.480550 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:06.494439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-68903bdc-f1b3-48ec-97c2-09a3fd103db5 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868987 Dec 06 12:07:06.526421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-19ba79ca-b625-4f2a-9aa3-f7fcca644149 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307333 Dec 06 12:07:06.535102 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:06.535440 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:06.535787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:06.556869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72fe0-ff6e-414f-934c-c54bec525952 req-1fd07957-fc9b-483e-993a-8d3d69d8c873 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.559078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2f72fe0-ff6e-414f-934c-c54bec525952 req-1fd07957-fc9b-483e-993a-8d3d69d8c873 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 949 time: 0.1921093 Dec 06 12:07:06.563451 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:06.563774 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:06.566397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-c9e51cfe-b0fb-46c1-add2-0b4a167ca964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.567866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-c9e51cfe-b0fb-46c1-add2-0b4a167ca964 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 925 time: 0.2832093 Dec 06 12:07:06.585754 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:06.586097 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:06.586476 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:06.586915 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Bound port: fae218ab-ddd9-4982-90af-1a2c6946eb39, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:06.587270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.642504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d9c8f64-ca88-4edd-b474-663a52c4a546 req-45c77b70-2580-45fa-8a52-5fc5de45d3bb service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002390 Dec 06 12:07:06.697392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-be6b21e9-6a74-4628-b73d-a19fd9293a4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 200 len: 1002 time: 0.1186788 Dec 06 12:07:06.721831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2f72fe0-ff6e-414f-934c-c54bec525952 req-12442810-19c6-444c-895c-75a1cad00ef3 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Dec 06 12:07:06.758042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9bca4edc-233e-4b8d-a250-eef384d95a30'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:06.853809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-8733fdab-a570-48ab-89ef-70f95f5caaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.858299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-8733fdab-a570-48ab-89ef-70f95f5caaa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.0941396 Dec 06 12:07:06.872244 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:06.877080 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-5458c2b8-b131-4f32-b20b-baea794ad811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.879844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-5458c2b8-b131-4f32-b20b-baea794ad811 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 1099 time: 0.1180167 Dec 06 12:07:06.965660 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-4d2dfbe8-4178-4037-bfc4-c618368d4280 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.966139 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:06.967688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-4d2dfbe8-4178-4037-bfc4-c618368d4280 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1491759 Dec 06 12:07:06.988785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.029464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-f2e5b1e7-6cc5-4dda-a5da-84a93214b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.031259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-f2e5b1e7-6cc5-4dda-a5da-84a93214b910 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1401756 Dec 06 12:07:07.044499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-2a09f816-ac09-41f3-9b70-63afe9939024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.046010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-2a09f816-ac09-41f3-9b70-63afe9939024 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794672 Dec 06 12:07:07.062689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.063373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.064704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] 10.222.0.23 "PUT /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 1091 time: 2.2246814 Dec 06 12:07:07.073240 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:07.075596 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138299e-cad4-450f-b43f-cdf10e399a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:07.129074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1fa2-138e-425e-b536-c146ae8d737b req-fad13b62-2200-487b-ac01-6d5a22d451c6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.130709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5eb1fa2-138e-425e-b536-c146ae8d737b req-fad13b62-2200-487b-ac01-6d5a22d451c6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.2677648 Dec 06 12:07:07.158448 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472c3d2-42fd-4fe8-86d6-c9b72886e8d0 req-6155d968-ddb6-4ee0-85b1-078fee9c335e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.160746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e472c3d2-42fd-4fe8-86d6-c9b72886e8d0 req-6155d968-ddb6-4ee0-85b1-078fee9c335e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.2300839 Dec 06 12:07:07.177280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdab78-15ae-4afd-911c-cd6d9981112e service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:07.300300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-f80f6fdc-fb9c-41bd-8fc7-83bdc3d5b402 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409334 Dec 06 12:07:07.304181 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-0ffe9086-fadd-4bd6-b25b-baff0609334b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d HTTP/1.1" status: 200 len: 217 time: 0.2615836 Dec 06 12:07:07.316030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-e7a6cc98-b963-4018-b3d3-6a1cebf30378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.317626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-e7a6cc98-b963-4018-b3d3-6a1cebf30378 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1094 time: 0.1827462 Dec 06 12:07:07.332050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5eb1fa2-138e-425e-b536-c146ae8d737b req-bc0559c9-2831-4315-aa8f-0ace0cb06f3f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833332 Dec 06 12:07:07.352511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e472c3d2-42fd-4fe8-86d6-c9b72886e8d0 req-a340964c-db45-4fd7-a7bf-ddc30c1dab00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721840 Dec 06 12:07:07.392591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-ff5486c4-d25b-414b-9419-11eb523ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.394769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-ff5486c4-d25b-414b-9419-11eb523ab7d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0788844 Dec 06 12:07:07.399227 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-280695f4-3d4a-47c6-b9c9-f5cce7ef82db service neutron] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:07.402438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-280695f4-3d4a-47c6-b9c9-f5cce7ef82db service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.403488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c6859fa-c7e9-4ca5-8ea7-20e9367c8496 req-280695f4-3d4a-47c6-b9c9-f5cce7ef82db service neutron] 10.222.0.23 "DELETE /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4177723 Dec 06 12:07:07.409312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-64a63766-0afc-4af9-aeb1-1db2d54a3c85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.0751591 Dec 06 12:07:07.447778 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-0c0e9d09-09c8-4d24-b63e-4350fc26fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.449669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-0c0e9d09-09c8-4d24-b63e-4350fc26fe0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453305 Dec 06 12:07:07.521424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-64777b99-61ab-4f96-adfb-b3f1bb7c09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.522958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-64777b99-61ab-4f96-adfb-b3f1bb7c09d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0683448 Dec 06 12:07:07.524797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c63bdde-b9a8-41f1-9b5e-0e4508ee291f req-6bc72323-b300-4282-94da-18dc2a144e41 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034497 Dec 06 12:07:07.579863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-5797cccb-0a9f-425a-879f-c147c68a6f67 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095164 Dec 06 12:07:07.590214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-26dc311a-d43c-45e7-8c6c-4f23d5b3eea4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516005 Dec 06 12:07:07.706257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2715-20bf-4649-9a74-6085c9ecf236 req-74bbd9dd-bc36-4500-81e8-22e491771c9a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.714044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2daa2715-20bf-4649-9a74-6085c9ecf236 req-74bbd9dd-bc36-4500-81e8-22e491771c9a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 949 time: 0.1391003 Dec 06 12:07:07.750500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:07.750690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df953dec-46c3-486c-ba5b-87d7ef2b88f3 req-21a53e4a-cabd-4aeb-97e5-2b76c0a23799 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395817 Dec 06 12:07:07.783628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-48b28b62-7b11-475a-9246-eb6fd562b06e service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739786 Dec 06 12:07:07.788914 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c042d1c-df77-458f-916e-1cbd179ce7a7 x-openstack-request-id: req-7c042d1c-df77-458f-916e-1cbd179ce7a7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:07.789579 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:07.789842 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c042d1c-df77-458f-916e-1cbd179ce7a7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:07.790228 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'status': 'completed', 'code': 200} Dec 06 12:07:07.831673 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9212550a-ae98-480c-b39f-47c3ea0c020c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:07.832251 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.884108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2daa2715-20bf-4649-9a74-6085c9ecf236 req-015acd6d-762f-40f5-8097-1fee6057035a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691959 Dec 06 12:07:07.924341 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.949105 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:07.951431 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e0003c-dd6a-4900-a12a-ad04e89a9bb6" -d '{"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:07.959325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2924a5-367c-4f6a-a6b8-11aed0d7d385 req-ab1e0712-6381-4532-bcea-66b23bfb2d5c service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620576 Dec 06 12:07:07.965182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:07.971942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.979984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa76641-76ed-473f-8fff-75d15482c6a8 req-53942971-98aa-482c-80f4-08764316f5c6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.984209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa76641-76ed-473f-8fff-75d15482c6a8 req-53942971-98aa-482c-80f4-08764316f5c6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 948 time: 0.1478584 Dec 06 12:07:08.023980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:08.110387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43cf6e-adf8-422a-b7d0-78ef0e2af0ce req-add64356-db49-4340-9740-21fab4cd6915 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.111899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e43cf6e-adf8-422a-b7d0-78ef0e2af0ce req-add64356-db49-4340-9740-21fab4cd6915 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 949 time: 0.1267135 Dec 06 12:07:08.116758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa76641-76ed-473f-8fff-75d15482c6a8 req-e02b1851-ee4a-4ce8-a2da-4edd723bbce6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197240 Dec 06 12:07:08.126638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-a09449da-cb30-4bef-886f-a8e26d299efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.128237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-a09449da-cb30-4bef-886f-a8e26d299efa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1094 time: 0.0942411 Dec 06 12:07:08.196805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e43cf6e-adf8-422a-b7d0-78ef0e2af0ce req-1e004e6d-fd46-4bf2-9cc7-086a7610b2cb tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Dec 06 12:07:08.270256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-c26b7c67-e758-4208-963f-effb92942f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.271656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-c26b7c67-e758-4208-963f-effb92942f60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.1340792 Dec 06 12:07:08.288621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1be5e687-60da-44b4-8616-1af41d7994f9 req-2b30abb0-bc36-4e75-afd6-5e258fbe359a tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3fbeef784abd45a8a771f6489d822da3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354049 Dec 06 12:07:08.347378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-e080b200-62f4-41dc-bfdc-3715300a7fce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.0449562 Dec 06 12:07:08.441798 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674cd27-3c7f-4fc6-99e4-99d16c04032a req-84db5f27-5ce5-435b-930a-b8bc2438b580 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.443303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5674cd27-3c7f-4fc6-99e4-99d16c04032a req-84db5f27-5ce5-435b-930a-b8bc2438b580 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1095 time: 0.1772583 Dec 06 12:07:08.473250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-0442aa33-a7e9-4eb4-91f3-4f4f46447b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.474641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-0442aa33-a7e9-4eb4-91f3-4f4f46447b4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1130850 Dec 06 12:07:08.526396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-b79c59a0-f3a5-4798-839d-8b282738325d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419526 Dec 06 12:07:08.537668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5e687-60da-44b4-8616-1af41d7994f9 req-39e62c58-6cd5-4cc1-b7a3-e4df670c419a tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.539131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1be5e687-60da-44b4-8616-1af41d7994f9 req-39e62c58-6cd5-4cc1-b7a3-e4df670c419a tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305732 Dec 06 12:07:08.573044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5674cd27-3c7f-4fc6-99e4-99d16c04032a req-f935862d-433e-4029-86bc-e25e75a369a1 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223516 Dec 06 12:07:08.583025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1be5e687-60da-44b4-8616-1af41d7994f9 req-504d7bd5-96d9-4567-bd4a-0d09c544cd7a tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/quotas/3fbeef784abd45a8a771f6489d822da3 HTTP/1.1" status: 200 len: 375 time: 0.0315676 Dec 06 12:07:08.628387 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd9016d-ce04-4ee4-92cf-9c738c0d740d x-openstack-request-id: req-4bd9016d-ce04-4ee4-92cf-9c738c0d740d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:08.628714 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:08.628978 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bd9016d-ce04-4ee4-92cf-9c738c0d740d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:08.629399 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'code': 200} Dec 06 12:07:08.700863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1be5e687-60da-44b4-8616-1af41d7994f9 req-51a87b22-569e-4501-bfb4-19b663df64ee tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fbeef784abd45a8a771f6489d822da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064100 Dec 06 12:07:08.728172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-98931d56-e5df-4242-bf73-6a6e93c6a0f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877940 Dec 06 12:07:08.881015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3138299e-cad4-450f-b43f-cdf10e399a7c req-2e72fa55-906c-4ec7-b20a-74535b1cf93d service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339693 Dec 06 12:07:08.899008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee86e3-e7ae-4772-9d1a-76a54e2fb5d6 req-64d848fd-a46a-4b31-9675-bcbd3684280e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.900846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ee86e3-e7ae-4772-9d1a-76a54e2fb5d6 req-64d848fd-a46a-4b31-9675-bcbd3684280e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0709815 Dec 06 12:07:08.957076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ee86e3-e7ae-4772-9d1a-76a54e2fb5d6 req-619aaa88-0d62-489b-a6d6-fb7520ba7e41 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Dec 06 12:07:08.991094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd208a-23a2-4824-bce2-2f8e8e1fa783 req-e9ca92f6-2b85-46b2-82e0-1d64db9bc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.993423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-badd208a-23a2-4824-bce2-2f8e8e1fa783 req-e9ca92f6-2b85-46b2-82e0-1d64db9bc6c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1101 time: 0.0445962 Dec 06 12:07:09.042784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-badd208a-23a2-4824-bce2-2f8e8e1fa783 req-ed0176ad-3336-4f68-b576-931baf29589a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Dec 06 12:07:09.233860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-e2ba20cc-cc3f-4c68-8b6f-bb9dd2b6ede3 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.235323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-e2ba20cc-cc3f-4c68-8b6f-bb9dd2b6ede3 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.1040769 Dec 06 12:07:09.250283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-1a1ef160-414d-4ae7-ae86-9a0db9354f34 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/quotas/a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 375 time: 0.0094318 Dec 06 12:07:09.557460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-abd35cb0-4e89-420c-8b0a-a1a3bc207b1a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3015544 Dec 06 12:07:09.564616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10fea-870f-4018-ad64-6d3aa0a6cc32 req-dcddec39-e961-470a-b9ce-a5ca66669b8e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.566479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fef10fea-870f-4018-ad64-6d3aa0a6cc32 req-dcddec39-e961-470a-b9ce-a5ca66669b8e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.3026590 Dec 06 12:07:09.667028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fef10fea-870f-4018-ad64-6d3aa0a6cc32 req-5ec4ecc7-0017-4ff9-b88c-63629ece1a9f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928080 Dec 06 12:07:09.685142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-b61496dd-81a1-4190-a2d9-647525b3d84b service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177235 Dec 06 12:07:09.748250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device bf8f8b90-77e2-4cd4-96da-d8936cfd696d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:09.759435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9bca4edc-233e-4b8d-a250-eef384d95a30 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:09.775654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ce438186-f9d0-40c2-b0ea-ca40bdfe043a service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Dec 06 12:07:09.872351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 9bca4edc-233e-4b8d-a250-eef384d95a30 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:09.884820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9bca4edc-233e-4b8d-a250-eef384d95a30 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:09.885204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.924720 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:09.942152 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', 'mac_address': 'fa:16:3e:b7:00:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:10.015896 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.029528 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.040996 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8f8b90-77e2-4cd4-96da-d8936cfd696d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:10.047077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a9a33-da62-43e9-8038-5be3b0c62f65 req-1a68e85f-658e-41a5-bf01-f24c9922df66 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:10.054547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54a9a33-da62-43e9-8038-5be3b0c62f65 req-1a68e85f-658e-41a5-bf01-f24c9922df66 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 948 time: 0.0795050 Dec 06 12:07:10.078199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:10.089413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9bca4edc-233e-4b8d-a250-eef384d95a30,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:10.096532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.122541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54a9a33-da62-43e9-8038-5be3b0c62f65 req-56894fe6-d9fc-4308-b400-9c0330f770bf tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664401 Dec 06 12:07:10.127382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.154007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.211356 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.268875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a58459e8-ed47-4d4c-9e52-099acac16c38 req-ffa9d387-2b02-463c-8e3f-3bc5383da0ee tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 210 time: 0.0293717 Dec 06 12:07:10.297092 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3881-fb95-4fff-bc12-3d6afe297eef req-2854fe39-ced5-4c6f-897d-28608bbe0c22 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:10.298748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c67e3881-fb95-4fff-bc12-3d6afe297eef req-2854fe39-ced5-4c6f-897d-28608bbe0c22 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.0866115 Dec 06 12:07:10.387726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c67e3881-fb95-4fff-bc12-3d6afe297eef req-09c9c2d4-033f-4760-84d5-244688ebdf91 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789452 Dec 06 12:07:10.406654 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d8c5-9720-4460-aeb2-60728ba6fa29 req-48147a39-4990-44ce-a965-7b7f49883c20 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:10.408226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62f3d8c5-9720-4460-aeb2-60728ba6fa29 req-48147a39-4990-44ce-a965-7b7f49883c20 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0714142 Dec 06 12:07:10.473852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62f3d8c5-9720-4460-aeb2-60728ba6fa29 req-bfa0d111-558e-49a7-b2dc-afc93f7d6eee tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Dec 06 12:07:10.512719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:10.525063 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['bf8f8b90-77e2-4cd4-96da-d8936cfd696d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:10.678317 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:10.680805 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcb3b4-d1e4-4e66-a5f7-14e0cc3ceb0e" -d '{"events": [{"server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "name": "network-vif-plugged", "status": "completed", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:10.700446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:10.731536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'port_id': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'mac_address': 'fa:16:3e:df:a8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a85a925-9a72-4720-b514-a1442eb04cb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:10.742971 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20220388-6854-4d1c-82c4-1b19a04beacd x-openstack-request-id: req-20220388-6854-4d1c-82c4-1b19a04beacd {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:10.743144 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "name": "network-vif-plugged", "status": "completed", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:10.743396 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20220388-6854-4d1c-82c4-1b19a04beacd {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:10.744505 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30', 'code': 200} Dec 06 12:07:10.843341 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.859442 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aceb92-bb0e-46a5-8a57-58c1d4f98440 req-99924ebe-ecf9-4f9b-b5d5-441b28e649f9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:10.861604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50aceb92-bb0e-46a5-8a57-58c1d4f98440 req-99924ebe-ecf9-4f9b-b5d5-441b28e649f9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0571017 Dec 06 12:07:10.864500 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae218ab-ddd9-4982-90af-1a2c6946eb39 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:10.901083 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:10.907339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.920087 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfe599-b684-4134-b9ee-3de06481fba4 req-84c4a8b7-1368-4653-96a7-d754b3efa469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:10.922674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cddfe599-b684-4134-b9ee-3de06481fba4 req-84c4a8b7-1368-4653-96a7-d754b3efa469 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 1101 time: 0.0653920 Dec 06 12:07:10.926774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50aceb92-bb0e-46a5-8a57-58c1d4f98440 req-ef403e98-6921-4b08-977c-84c7ea1f6452 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Dec 06 12:07:10.977889 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.987727 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cddfe599-b684-4134-b9ee-3de06481fba4 req-3e1b7902-194a-4fce-adcd-0660761ecfdf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543215 Dec 06 12:07:11.036661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dbf99e8-c33a-47d9-bd60-00fdb702fb3e req-b320777c-f248-41d1-bae2-857049490ca4 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3fbeef784abd45a8a771f6489d822da3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222936 Dec 06 12:07:11.195367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:11.210720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862718-5f9e-457a-8a2b-9bac402587c0 req-52bf6cf2-5dc0-42bf-8322-e8d9c50838b3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.212219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98862718-5f9e-457a-8a2b-9bac402587c0 req-52bf6cf2-5dc0-42bf-8322-e8d9c50838b3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1331673 Dec 06 12:07:11.227256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf99e8-c33a-47d9-bd60-00fdb702fb3e req-135b0e5c-f067-434c-9c10-ee43beb05632 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.228633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dbf99e8-c33a-47d9-bd60-00fdb702fb3e req-135b0e5c-f067-434c-9c10-ee43beb05632 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857650 Dec 06 12:07:11.296269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dbf99e8-c33a-47d9-bd60-00fdb702fb3e req-5c2eca40-42e1-4a83-bd21-b24304cf92eb tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/quotas/3fbeef784abd45a8a771f6489d822da3 HTTP/1.1" status: 200 len: 375 time: 0.0560899 Dec 06 12:07:11.353113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dbf99e8-c33a-47d9-bd60-00fdb702fb3e req-b085b7bf-aaf9-4b05-8d66-f2719a078ce7 tempest-QuotasAdminNegativeTest-1460403373 tempest-QuotasAdminNegativeTest-1460403373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fbeef784abd45a8a771f6489d822da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453243 Dec 06 12:07:11.360158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-c3c2ae37-346d-49ad-b3b0-63f353c91e45 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.361581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-c3c2ae37-346d-49ad-b3b0-63f353c91e45 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.2097111 Dec 06 12:07:11.365474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98862718-5f9e-457a-8a2b-9bac402587c0 req-668ec9f3-3ef7-4e32-81ed-9c9f8c4932b2 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358352 Dec 06 12:07:11.382593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Request body: {'port': {'device_id': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'admin_state_up': True, 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:11.534669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbd4c90-be5d-4fae-9439-90ec84bca983 req-5cfeb8ea-550c-4e2f-b356-fb71773b4ff8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 210 time: 0.0530980 Dec 06 12:07:11.573186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca3ba2-f85e-404f-93bf-4afd876d7c6f req-d357acc3-c98a-430c-87c5-5b55e967d553 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.574669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bca3ba2-f85e-404f-93bf-4afd876d7c6f req-d357acc3-c98a-430c-87c5-5b55e967d553 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 949 time: 0.0966420 Dec 06 12:07:11.575735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:11.579002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.677382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bca3ba2-f85e-404f-93bf-4afd876d7c6f req-84e1844f-b791-420d-bd99-e649b03485bd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950191 Dec 06 12:07:11.797113 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Allocated IP 172.20.0.7 (ce669d0f-3807-423c-903c-5244301ff70e/bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a/7027f6ce-3108-4540-94a8-df36caa36ecf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:11.825064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b621ed8-42d7-4a76-b280-52b21f398937 req-354405fa-464d-42e8-98cb-c95f4536b341 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.826599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b621ed8-42d7-4a76-b280-52b21f398937 req-354405fa-464d-42e8-98cb-c95f4536b341 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.0790284 Dec 06 12:07:11.927370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b621ed8-42d7-4a76-b280-52b21f398937 req-af3f1e67-ed8c-4a87-a168-edb574723512 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 Dec 06 12:07:12.046122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.073042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4a13-ba4c-4d0d-982f-c37e08882fd7 req-4d8727a5-cfba-4fbd-bf23-1218f4db37ea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.080412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-596a4a13-ba4c-4d0d-982f-c37e08882fd7 req-4d8727a5-cfba-4fbd-bf23-1218f4db37ea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 944 time: 0.0852232 Dec 06 12:07:12.133718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.152356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-596a4a13-ba4c-4d0d-982f-c37e08882fd7 req-3e8638dd-ee80-4652-8c9a-223d7f789abb tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697365 Dec 06 12:07:12.203638 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Network ce669d0f-3807-423c-903c-5244301ff70e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:12.207611 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:12.210141 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:12.216713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.217375 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.224660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:12.238056 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.238450 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.238816 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.239219 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.239680 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.240197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.240643 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.240986 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.241336 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.241666 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.241994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.242335 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.242642 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:12.251955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-ec59053b-695b-4609-afe1-7c94aa9bb088 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742146 Dec 06 12:07:12.265511 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Request body: {'port': {'device_id': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:12.352776 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9ea6-2666-47eb-81fd-11306024b297 req-d07f62ab-b802-4b08-afed-2bc4342ec555 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.354327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6be9ea6-2666-47eb-81fd-11306024b297 req-d07f62ab-b802-4b08-afed-2bc4342ec555 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1066942 Dec 06 12:07:12.357100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.447439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6be9ea6-2666-47eb-81fd-11306024b297 req-50160f55-1af8-41a9-b8bb-a3cb13fc0c5b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792992 Dec 06 12:07:12.519020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:12.592013 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port fae218ab-ddd9-4982-90af-1a2c6946eb39 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:12.598196 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port fae218ab-ddd9-4982-90af-1a2c6946eb39 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:12.598642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.681925 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35658) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.722584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.723619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e25228-a4fe-4d50-be26-6a0154f17895 req-6285da21-c6a6-46eb-aba6-9f11518a113c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.725114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5e25228-a4fe-4d50-be26-6a0154f17895 req-6285da21-c6a6-46eb-aba6-9f11518a113c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 931 time: 0.0920107 Dec 06 12:07:12.754728 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:12.757686 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45743ea-13bb-42c8-9487-ebe0d4902659" -d '{"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-plugged", "status": "completed", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:12.779097 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7027f6ce-3108-4540-94a8-df36caa36ecf {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:12.779778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:12.785631 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.795150 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.819248 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Transition to ACTIVE for port object 7027f6ce-3108-4540-94a8-df36caa36ecf will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:12.823326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5e25228-a4fe-4d50-be26-6a0154f17895 req-8ac7572b-5c79-4bb2-98d7-44272b440a77 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779746 Dec 06 12:07:12.826781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.861206 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:12.878130 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c3df0-6cd8-4560-8463-9c979e3ac1af x-openstack-request-id: req-f32c3df0-6cd8-4560-8463-9c979e3ac1af {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:12.878511 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-plugged", "status": "completed", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:12.878867 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f32c3df0-6cd8-4560-8463-9c979e3ac1af {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:12.879322 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'code': 200} Dec 06 12:07:12.883089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f2274af-f863-4333-b1d7-692b88b549aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.934814 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:12.990358 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fc8b-b899-4472-b6c1-c1cf7de67978 req-5e0e57f4-93e6-4333-83e2-e03e7b7d5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.991843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc78fc8b-b899-4472-b6c1-c1cf7de67978 req-5e0e57f4-93e6-4333-83e2-e03e7b7d5826 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1096 time: 0.0505710 Dec 06 12:07:12.992820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cca1e9-9824-4b86-89cf-70f2f39b2be4 req-5a0789ed-1667-4ab0-a861-7a5add579c1b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.994510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3cca1e9-9824-4b86-89cf-70f2f39b2be4 req-5a0789ed-1667-4ab0-a861-7a5add579c1b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 949 time: 0.1343417 Dec 06 12:07:13.020810 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:13.021179 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:13.021574 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:13.041818 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:13.041998 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:13.046544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc78fc8b-b899-4472-b6c1-c1cf7de67978 req-17380788-d049-48d7-af6f-876040fbbaf8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Dec 06 12:07:13.064893 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:13.065783 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:13.066168 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:13.066595 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Bound port: 7027f6ce-3108-4540-94a8-df36caa36ecf, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:13.066948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.101387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3cca1e9-9824-4b86-89cf-70f2f39b2be4 req-b96d676e-51e9-40cc-9554-e142bbef1593 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 Dec 06 12:07:13.132946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f2274af-f863-4333-b1d7-692b88b549aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.142325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f2274af-f863-4333-b1d7-692b88b549aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.230428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6f2274af-f863-4333-b1d7-692b88b549aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fbeef784abd45a8a771f6489d822da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476425 Dec 06 12:07:13.232377 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:13.233124 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35714) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.245381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2274af-f863-4333-b1d7-692b88b549aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b978b1-74bc-4353-a2bb-0ba22b8ecfe3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.254228 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:13.267143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.283336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402763a-eeb4-454d-a475-dfc4e5deaa9e req-f1cd668e-d98f-42ae-bba4-2be521af36a4 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.284870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402763a-eeb4-454d-a475-dfc4e5deaa9e req-f1cd668e-d98f-42ae-bba4-2be521af36a4 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.1137309 Dec 06 12:07:13.292393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.312221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.313577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.315374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] 10.222.0.23 "PUT /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 1091 time: 1.0536444 Dec 06 12:07:13.327325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.328676 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:13.332219 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45891e53-542a-48cc-8da4-4b202f981897" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:13.385048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.388051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.392895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2b978b1-74bc-4353-a2bb-0ba22b8ecfe3 HTTP/1.1" status: 204 len: 168 time: 0.1582997 Dec 06 12:07:13.402549 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b978b1-74bc-4353-a2bb-0ba22b8ecfe3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.410868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.411216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.411557 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.411891 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.412252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.412536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.412861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.413240 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.413567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.413911 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.414208 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.414528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.414846 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945c082-d1a1-490a-be54-2993d2c8a3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:13.448656 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0d999-d41e-4c6e-82c8-07d184136bdd service neutron] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.469819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1402763a-eeb4-454d-a475-dfc4e5deaa9e req-f37a9f11-2b37-423d-a6c6-d3a11fd27c98 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654019 Dec 06 12:07:13.491594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298fce8-3204-4c7d-b341-b03d1e094f8c req-5474e7c8-f3b2-49ec-b939-28754735526e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.493177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b298fce8-3204-4c7d-b341-b03d1e094f8c req-5474e7c8-f3b2-49ec-b939-28754735526e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.1408715 Dec 06 12:07:13.495234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-6eff24ab-069b-4ab4-92b0-abfd4e601753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.496953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-6eff24ab-069b-4ab4-92b0-abfd4e601753 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1094 time: 0.1248543 Dec 06 12:07:13.558459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-879beb74-fcaf-42c3-a9ca-26b709a960b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 217 time: 0.0472214 Dec 06 12:07:13.615400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b298fce8-3204-4c7d-b341-b03d1e094f8c req-2e26dfc4-6139-4c68-bf3f-f86f916a03cd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Dec 06 12:07:13.645527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-656c29d5-2d71-48e0-9004-474cfde599a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.647240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-656c29d5-2d71-48e0-9004-474cfde599a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0782037 Dec 06 12:07:13.692792 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776aed6-7c88-4a0b-aaac-c15255371598 x-openstack-request-id: req-f776aed6-7c88-4a0b-aaac-c15255371598 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:13.693516 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:13.693516 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f776aed6-7c88-4a0b-aaac-c15255371598 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:13.693780 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'status': 'completed', 'code': 200} Dec 06 12:07:13.696061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-9c213462-e7a6-49ee-8e84-fedd10bb9e60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343583 Dec 06 12:07:13.723442 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35746) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.736530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f9c-b307-457f-819b-43ecd8d46750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.773771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device bf8f8b90-77e2-4cd4-96da-d8936cfd696d up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:13.803514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19887c-19dd-4826-99ff-b0ab0f9685f1 req-18426712-db61-49c0-848f-5421908293d1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.805059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a19887c-19dd-4826-99ff-b0ab0f9685f1 req-18426712-db61-49c0-848f-5421908293d1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1079872 Dec 06 12:07:13.836870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f9c-b307-457f-819b-43ecd8d46750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.839238 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port bf8f8b90-77e2-4cd4-96da-d8936cfd696d completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:13.843225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f9c-b307-457f-819b-43ecd8d46750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.849773 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port bf8f8b90-77e2-4cd4-96da-d8936cfd696d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:13.850474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.856823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-7a15c8e0-6d78-4d28-9858-170b4f18e505 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462078 Dec 06 12:07:13.895442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f2ac6f9c-b307-457f-819b-43ecd8d46750 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7c5a86010bc49328ad599f946fbc4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680768 Dec 06 12:07:13.895442 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac6f9c-b307-457f-819b-43ecd8d46750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e27e6d-51ea-4742-8d30-3bfbe4098ab3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.896516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.909522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a19887c-19dd-4826-99ff-b0ab0f9685f1 req-c2f2388f-67c9-4398-a871-2f0704ac6455 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973339 Dec 06 12:07:13.956124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.988041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.016586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.020435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136f10f-82c9-4b05-b10d-c542771ff65b req-95ac9d8e-19ef-4b9d-902b-b71eed9f316b service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525836 Dec 06 12:07:14.030851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:14.038456 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.098107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.103637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.107049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83e27e6d-51ea-4742-8d30-3bfbe4098ab3 HTTP/1.1" status: 204 len: 168 time: 0.1964407 Dec 06 12:07:14.134112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396b97-ad32-45dc-8dbe-bf570631334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e27e6d-51ea-4742-8d30-3bfbe4098ab3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:14.177682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:14.209085 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891e53-542a-48cc-8da4-4b202f981897 req-eb62e1f6-dbf5-402f-8e9d-52eb18ac855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.210799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-eb62e1f6-dbf5-402f-8e9d-52eb18ac855e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1094 time: 0.1252928 Dec 06 12:07:14.251267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88befd4-ec33-4109-9666-3a884c976309 req-acca0e44-594b-45a5-8613-eb87dd14ac1a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.253579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a88befd4-ec33-4109-9666-3a884c976309 req-acca0e44-594b-45a5-8613-eb87dd14ac1a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.0862961 Dec 06 12:07:14.315421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a88befd4-ec33-4109-9666-3a884c976309 req-6129e524-0a0a-4b01-a520-1697d0ad4ab1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514994 Dec 06 12:07:14.463961 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891e53-542a-48cc-8da4-4b202f981897 req-738e3e4f-7691-4b9b-aee0-04eb9363a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.465567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-738e3e4f-7691-4b9b-aee0-04eb9363a74b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.2444389 Dec 06 12:07:14.518158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-fc3efee8-6aec-41ef-a84c-764c0e401796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 217 time: 0.0396147 Dec 06 12:07:14.533687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e63c4-bd55-4d94-8574-db75f22da298 req-2205ef33-9bc7-48b7-b7f5-426521ac9e97 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.535426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e14e63c4-bd55-4d94-8574-db75f22da298 req-2205ef33-9bc7-48b7-b7f5-426521ac9e97 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.1244500 Dec 06 12:07:14.627689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891e53-542a-48cc-8da4-4b202f981897 req-efee584f-25df-4014-b072-d176596557ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.627689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-efee584f-25df-4014-b072-d176596557ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0899754 Dec 06 12:07:14.647495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e14e63c4-bd55-4d94-8574-db75f22da298 req-c3f45352-d55b-4f06-9f5f-a752d315aeab tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022196 Dec 06 12:07:14.708520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-5563064e-055a-4a27-81d5-c6b19b0778ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551858 Dec 06 12:07:14.764921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-545e9982-315d-4e44-835a-f08f19e8b0d4 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587096 Dec 06 12:07:14.880814 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:14.884128 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46a15e0-240e-48bd-9e6e-9bdd588a0b51" -d '{"events": [{"server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "name": "network-vif-plugged", "status": "completed", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:14.884899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-ce07b6ce-1632-44be-8692-1cb1a3442d30 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655164 Dec 06 12:07:14.950693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-624ecee6-cee4-4de9-aee7-41d5d7da603e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.952171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-624ecee6-cee4-4de9-aee7-41d5d7da603e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567481 Dec 06 12:07:15.142531 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.230466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-e4de9b24-590e-4880-a489-dda5a6c56b85 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/quotas/47fb11aed5cd4a8bafde376ae4f2bcf7 HTTP/1.1" status: 200 len: 375 time: 0.0158319 Dec 06 12:07:15.266861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-network', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:15.285484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45891e53-542a-48cc-8da4-4b202f981897 req-fa6393f6-9e09-4252-8a45-6a7e0dcad53e service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875701 Dec 06 12:07:15.297894 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Made reservation on behalf of 81b2d7b8db2149fda57bbf0e5d87c8a3 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:15.303805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.311009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-fcf155de-37ec-433f-980c-ab87fe89f1e3 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706923 Dec 06 12:07:15.319457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.377062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214a92-59db-44d0-bea1-9dc124c57ca3 req-0e06c5a4-2f2a-4006-be89-eccd1608d902 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.379859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f214a92-59db-44d0-bea1-9dc124c57ca3 req-0e06c5a4-2f2a-4006-be89-eccd1608d902 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.0558031 Dec 06 12:07:15.422309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.430180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.438837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f214a92-59db-44d0-bea1-9dc124c57ca3 req-7dac8ee9-7daf-4e24-a55f-6389dec1f8d0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Dec 06 12:07:15.487390 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:15.495076 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a70c26-02ff-476a-9f16-f4c3108d35e9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:15.503229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.503571 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Added segment ef0c5a98-2924-4ee6-abfc-60a820f8fbd7 of type vlan for network 7f00f0df-a242-45a1-baa5-56528a8cccce Dec 06 12:07:15.509632 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ac61a-b9ed-4cc2-96a4-5a0222a7a7ba x-openstack-request-id: req-ba9ac61a-b9ed-4cc2-96a4-5a0222a7a7ba {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:15.510321 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "name": "network-vif-plugged", "status": "completed", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:15.510900 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba9ac61a-b9ed-4cc2-96a4-5a0222a7a7ba {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:15.511624 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', 'code': 200} Dec 06 12:07:15.560454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.614300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.615938 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.616846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.707807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77915bfc-3280-4d5e-8186-7c21fca84304 req-5863a1a8-44ac-453a-a091-772f2ee57303 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.713960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77915bfc-3280-4d5e-8186-7c21fca84304 req-5863a1a8-44ac-453a-a091-772f2ee57303 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.0842743 Dec 06 12:07:15.725052 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] Pushing event updated for resources: {'Network': ['ID=7f00f0df-a242-45a1-baa5-56528a8cccce,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:15.729579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2631d6-8d6c-4c98-9245-aa106a7e02ef req-29f08a6f-5952-48d3-a051-8682a1ac74d5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.731095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2631d6-8d6c-4c98-9245-aa106a7e02ef req-29f08a6f-5952-48d3-a051-8682a1ac74d5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1696534 Dec 06 12:07:15.736368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0d740ab2-90d6-471c-b673-d133b1d84138 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5915821 Dec 06 12:07:15.738135 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7f00f0df-a242-45a1-baa5-56528a8cccce details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:15.739147 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35898) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.744781 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Request body: {'subnet': {'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-subnet', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:15.773648 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9596e8-699c-4cee-8919-717a6d8936e1 req-180fe475-6877-40c1-a6a8-c05bcaee19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.775732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7e9596e8-699c-4cee-8919-717a6d8936e1 req-180fe475-6877-40c1-a6a8-c05bcaee19ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 1101 time: 0.1540897 Dec 06 12:07:15.777043 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Made reservation on behalf of 81b2d7b8db2149fda57bbf0e5d87c8a3 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:15.779675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.813017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77915bfc-3280-4d5e-8186-7c21fca84304 req-9fc7bf27-c465-44ec-91f2-46795c5673d0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951991 Dec 06 12:07:15.829975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2631d6-8d6c-4c98-9245-aa106a7e02ef req-29787575-069c-4604-9552-bd254287cf11 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797515 Dec 06 12:07:15.891767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7e9596e8-699c-4cee-8919-717a6d8936e1 req-7abd6a47-0a4b-4adb-980c-300dd8bd01f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982518 Dec 06 12:07:15.920126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11cb9874-9462-442c-8141-b5e50b8e26d3 req-353f5d6b-cfbb-42b6-955f-d1b5fe5ac678 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0460396 Dec 06 12:07:15.979547 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35feda1-168b-43fa-9dad-c867e6091d34 req-faa999bf-2e7b-4755-9761-2b65ba3017d9 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.981077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35feda1-168b-43fa-9dad-c867e6091d34 req-faa999bf-2e7b-4755-9761-2b65ba3017d9 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1096 time: 0.0546083 Dec 06 12:07:16.038189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.043813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35feda1-168b-43fa-9dad-c867e6091d34 req-ec82ff1c-b8c5-4fc0-b264-1d3756fe22b5 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510826 Dec 06 12:07:16.119902 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa553673-1f5d-4afb-ad95-73061cac1fd2,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:16.132087 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Checking segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:16.132572 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Network hostable DHCP agents. Network: 7f00f0df-a242-45a1-baa5-56528a8cccce, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:16.154425 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:16.170848 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7f00f0df-a242-45a1-baa5-56528a8cccce) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:16.178114 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.178870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.182667 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ad049-32e5-4849-adc1-69dc03c8be0e None None] Network 7f00f0df-a242-45a1-baa5-56528a8cccce requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:16.202931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a323-ad57-4b17-aba3-86f51c54a965 req-d1224574-afe7-413f-a70b-cae67508e422 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.203704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-44da86b9-eff5-4a78-880a-90727263e4a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4619355 Dec 06 12:07:16.205185 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35932) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.205789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a5a323-ad57-4b17-aba3-86f51c54a965 req-d1224574-afe7-413f-a70b-cae67508e422 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.0661395 Dec 06 12:07:16.209395 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:16.241072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.242308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.304106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.306602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a5a323-ad57-4b17-aba3-86f51c54a965 req-c463dacb-4361-46c4-b276-3d9ca3b6ff62 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932541 Dec 06 12:07:16.519326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.561277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7f00f0df-a242-45a1-baa5-56528a8cccce', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:16.562397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.570763 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:16.788791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.809356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.833214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:16.863988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-30bdff7f-34e7-4d13-9374-c915cf23cb1f tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520496 Dec 06 12:07:16.878752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'port_id': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'mac_address': 'fa:16:3e:ac:08:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:16.959892 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Allocated IP 172.35.3.70 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/265b117b-4243-468c-94e2-aa58595fec31) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:17.045613 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.057195 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Allocated IP 172.20.0.2 (7f00f0df-a242-45a1-baa5-56528a8cccce/aa553673-1f5d-4afb-ad95-73061cac1fd2/13b8fffa-5281-468e-8594-250146f92291) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:17.084241 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7027f6ce-3108-4540-94a8-df36caa36ecf {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:17.124637 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:17.126550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-b9eed4f2-ce10-49fe-8227-7783aeff9e29 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.128783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-b9eed4f2-ce10-49fe-8227-7783aeff9e29 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580817 Dec 06 12:07:17.137890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.142396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacd0af-5875-49cf-8bfd-ad2d8aa805f6 req-df808f59-aa78-4894-bc81-d160ba70e481 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.150445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbacd0af-5875-49cf-8bfd-ad2d8aa805f6 req-df808f59-aa78-4894-bc81-d160ba70e481 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1313393 Dec 06 12:07:17.166403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Request body: {'port': {'device_id': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '47fb11aed5cd4a8bafde376ae4f2bcf7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:17.168921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.201416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c319a6-f9b5-4c83-a102-5461298f40a5 req-aa8d88c5-634c-443a-ad4c-3976a3c68c3e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.202924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17c319a6-f9b5-4c83-a102-5461298f40a5 req-aa8d88c5-634c-443a-ad4c-3976a3c68c3e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.1675525 Dec 06 12:07:17.226655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.293954 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:17.300535 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:17.303681 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:17.309742 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:17.317887 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.318873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.319053 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Pushing event updated for resources: {'Port': ['ID=265b117b-4243-468c-94e2-aa58595fec31,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:17.319175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.319175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.319765 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.320196 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.320667 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.321058 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.321500 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.322065 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.322337 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.322759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.323198 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:17.326974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbacd0af-5875-49cf-8bfd-ad2d8aa805f6 req-ce51e99d-0a4f-4c4f-b7f9-22bd98a0e209 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755846 Dec 06 12:07:17.377041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17c319a6-f9b5-4c83-a102-5461298f40a5 req-7fb34ded-bc27-45f7-8a17-e07e9a2df2a7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637354 Dec 06 12:07:17.435313 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Made reservation on behalf of 47fb11aed5cd4a8bafde376ae4f2bcf7 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:17.442465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.481450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:17.563773 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.611043 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.628510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1dddd085-8a8d-4746-a88c-42eb2c15694e req-2a6fa7eb-f9c9-4276-97f6-1b1f1ff81a5f tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 210 time: 0.1217997 Dec 06 12:07:17.762387 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:17.767725 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:17.781035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:17.787045 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Pushing event updated for resources: {'Port': ['ID=13b8fffa-5281-468e-8594-250146f92291,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:17.802353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986129ca-b210-45f2-8c3e-82fc824266f5 req-4e87ab17-701d-4965-bbc7-4adab92302ce tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.817211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-986129ca-b210-45f2-8c3e-82fc824266f5 req-4e87ab17-701d-4965-bbc7-4adab92302ce tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.2096636 Dec 06 12:07:17.832114 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Allocated IP 192.168.233.136 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:17.845770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.882419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Attempting to bind port 13b8fffa-5281-468e-8594-250146f92291 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:17.882798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Attempting to bind port 13b8fffa-5281-468e-8594-250146f92291 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:17.883168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Attempting to bind port 13b8fffa-5281-468e-8594-250146f92291 on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:17.890925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:17.891265 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Checking segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:17.891672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.892067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Bound using segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:17.892540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Bound port: 13b8fffa-5281-468e-8594-250146f92291, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:17.892969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.895413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-986129ca-b210-45f2-8c3e-82fc824266f5 req-108b3517-5f2e-41fd-b16c-757728993906 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770192 Dec 06 12:07:18.042587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] For port 13b8fffa-5281-468e-8594-250146f92291, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:18.047560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] For port 13b8fffa-5281-468e-8594-250146f92291, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13b8fffa-5281-468e-8594-250146f92291,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:18.056223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.129185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fc4e2-2dfe-45e8-a542-374ed18b0672 req-8a096ff1-0455-48a5-8fd8-1b6e4633c1ad tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.139987 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30213ec8-e196-4bd3-8af2-813dab54d214 None None] Pushing event updated for resources: {'Port': ['ID=13b8fffa-5281-468e-8594-250146f92291,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:18.141985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c5fc4e2-2dfe-45e8-a542-374ed18b0672 req-8a096ff1-0455-48a5-8fd8-1b6e4633c1ad tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 1101 time: 0.1415651 Dec 06 12:07:18.164007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.214065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.229534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c5fc4e2-2dfe-45e8-a542-374ed18b0672 req-b59a5f9a-d3f5-4334-9d36-686a6c4638eb tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847945 Dec 06 12:07:18.289236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.342692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9bca4edc-233e-4b8d-a250-eef384d95a30'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:18.381968 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:18.449687 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Pushing event updated for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:18.516050 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:18.551240 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:18.578794 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:18.584671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.585439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.669798 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:18.710745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-338d8d92-a75c-41d2-b98d-3ad9252647d6 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5496998 Dec 06 12:07:18.719021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c836de-a659-45c4-a8de-93ed8a5c4968 req-8b31c140-c1aa-4964-b5ac-f0d0db92f64c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.727894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27c836de-a659-45c4-a8de-93ed8a5c4968 req-8b31c140-c1aa-4964-b5ac-f0d0db92f64c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.1587622 Dec 06 12:07:18.740841 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Request body: {'port': {'device_id': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:18.750291 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:18.751076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94595-d95f-4932-9542-a0515a699c29 req-18a6f2d4-68e0-44e7-921f-aa9f6e17c959 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.759260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03c94595-d95f-4932-9542-a0515a699c29 req-18a6f2d4-68e0-44e7-921f-aa9f6e17c959 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2367167 Dec 06 12:07:18.762381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:18.780271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.781585 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8332f489-feb4-418c-a2d3-49f679c080fb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.5754387 Dec 06 12:07:18.785244 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:18.787877 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:18.788751 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:18.942380 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:18.951264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8b28-f58e-43a5-8a20-4e82fd9ad5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.977096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03c94595-d95f-4932-9542-a0515a699c29 req-f207e7bd-3cc1-4f34-ab91-6737fdff3b0c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165189 Dec 06 12:07:18.989651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27c836de-a659-45c4-a8de-93ed8a5c4968 req-5993e89c-d28a-49b5-8385-baf4c4479801 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605944 Dec 06 12:07:19.008147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.056307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0cff727e-c6a1-4503-8bd5-724f3cb17eab None None] Provisioning complete for port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:19.056679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0cff727e-c6a1-4503-8bd5-724f3cb17eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.154312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0cff727e-c6a1-4503-8bd5-724f3cb17eab None None] Port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:19.232460 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:17Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:19.276409 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:19.277480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Updating router c25b9f18-97c9-4d3b-b66e-98adf846eee6 port 265b117b-4243-468c-94e2-aa58595fec31 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:19.305472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.433969 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:19.457875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.472819 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Transition to ACTIVE for port object f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:19.538477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.554534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2f7c3-98eb-4299-a761-2bf900675343 None None] Network 7f00f0df-a242-45a1-baa5-56528a8cccce requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:19.575739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.604416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 13b8fffa-5281-468e-8594-250146f92291 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:19.632814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-93795f57-becd-4da7-a93b-248262ad9dc6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206892 Dec 06 12:07:19.723028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c45804-35c2-4442-9a3a-ef684a626e05 req-18785aa3-db5a-4f8f-ab35-1fd47d9034d1 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:19.724808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c45804-35c2-4442-9a3a-ef684a626e05 req-18785aa3-db5a-4f8f-ab35-1fd47d9034d1 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 948 time: 0.6278524 Dec 06 12:07:19.734666 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] Provisioning complete for port 13b8fffa-5281-468e-8594-250146f92291 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:19.735039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.876795 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:19.971810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8b28-f58e-43a5-8a20-4e82fd9ad5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.976894 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Attempting to bind port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:19.977255 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Attempting to bind port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:19.977585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Attempting to bind port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:19.994792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8b28-f58e-43a5-8a20-4e82fd9ad5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.047181 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:20.047509 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Attempting to bind port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:20.055233 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 13b8fffa-5281-468e-8594-250146f92291 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:20.055615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.069580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c45804-35c2-4442-9a3a-ef684a626e05 req-d0325785-265d-4197-8cd4-0c3758c69065 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053055 Dec 06 12:07:20.092601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-c42a5ea4-cb72-43fc-b2ef-c150937b39e3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.094072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-c42a5ea4-cb72-43fc-b2ef-c150937b39e3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617662 Dec 06 12:07:20.094846 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:20.095182 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:20.095561 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:20.096048 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Bound port: f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:20.096406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.121083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c1ab8b28-f58e-43a5-8a20-4e82fd9ad5f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de9defd7fcca458f82219c2c4a710b61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4450359 Dec 06 12:07:20.123938 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36076) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.141745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-bede7a2d-6e32-4a28-87df-fd1f7d2dd42a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.0293911 Dec 06 12:07:20.147157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.179980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.181320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.187650 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab8b28-f58e-43a5-8a20-4e82fd9ad5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ec22e-5e90-44f3-aa48-48a35838cc62,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.221924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.236325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.290319 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b8dd-242d-40c9-af12-2f2bf05ec989 None None] Pushing event updated for resources: {'Port': ['ID=265b117b-4243-468c-94e2-aa58595fec31,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.292684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Attempting to bind port 265b117b-4243-468c-94e2-aa58595fec31 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:20.293052 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Attempting to bind port 265b117b-4243-468c-94e2-aa58595fec31 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:20.294041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Attempting to bind port 265b117b-4243-468c-94e2-aa58595fec31 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:20.327361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.332730 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:20.332994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.333189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:20.333526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.333919 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:20.334406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Bound port: 265b117b-4243-468c-94e2-aa58595fec31, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:20.334789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.338017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] For port 13b8fffa-5281-468e-8594-250146f92291, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13b8fffa-5281-468e-8594-250146f92291,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:20.338609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f11ec22e-5e90-44f3-aa48-48a35838cc62 HTTP/1.1" status: 204 len: 168 time: 0.2134802 Dec 06 12:07:20.351699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7d9a2-0425-42b0-875d-6baa8a3fb54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ec22e-5e90-44f3-aa48-48a35838cc62,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.373555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.407867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.473271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] For port 265b117b-4243-468c-94e2-aa58595fec31, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:20.485856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] For port 265b117b-4243-468c-94e2-aa58595fec31, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265b117b-4243-468c-94e2-aa58595fec31,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:20.517112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83056bc8-3194-4f52-8b0b-3e596197d332 None None] Pushing event updated for resources: {'Port': ['ID=13b8fffa-5281-468e-8594-250146f92291,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.525244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.582421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:07:20.583119 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:07:20.590711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:20.640284 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:20.640902 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.648098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-3fbb90f2-34d8-4b79-977e-e29e8ed384ed tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4625578 Dec 06 12:07:20.651757 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:20.674515 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:20.685573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd515-f624-4b20-9902-6ecd675e1e59 req-2c123782-c90f-4bd2-b6e4-e17404ec5080 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.692934 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b8dd-242d-40c9-af12-2f2bf05ec989 None None] Pushing event updated for resources: {'Port': ['ID=265b117b-4243-468c-94e2-aa58595fec31,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.693501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7afd515-f624-4b20-9902-6ecd675e1e59 req-2c123782-c90f-4bd2-b6e4-e17404ec5080 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2018509 Dec 06 12:07:20.699675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.746895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.747432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.749392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e HTTP/1.1" status: 200 len: 1096 time: 2.0125611 Dec 06 12:07:20.750151 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:20.752895 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77781cd1-57d3-4674-acf1-c7c79e952a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:20.771443 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 7027f6ce-3108-4540-94a8-df36caa36ecf completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:20.808445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:20.874366 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 7027f6ce-3108-4540-94a8-df36caa36ecf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:20.874740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.895603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180608db-ae7c-46b9-a2fb-7d2e62c60d45 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.956938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7afd515-f624-4b20-9902-6ecd675e1e59 req-2286b705-bd21-4570-85fc-4914d03fb1e9 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469060 Dec 06 12:07:20.988274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.037924 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b467c486-2e4f-4ced-8bce-bb50339ce47c None None] Provisioning complete for port 13b8fffa-5281-468e-8594-250146f92291 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:21.038247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b467c486-2e4f-4ced-8bce-bb50339ce47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.199503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-372fbfaf-b129-487b-ad43-f2885a7df5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.202713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-372fbfaf-b129-487b-ad43-f2885a7df5ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 1099 time: 0.3744044 Dec 06 12:07:21.260852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-5071fdd4-3793-4a5b-8402-aaa09d0b3e0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e HTTP/1.1" status: 200 len: 217 time: 0.0433109 Dec 06 12:07:21.376567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1319-3cfb-44be-acc0-31d720a51c57 req-8cff8748-9fdb-41be-a931-2135d7b11a3c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.381859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.384963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5f1319-3cfb-44be-acc0-31d720a51c57 req-8cff8748-9fdb-41be-a931-2135d7b11a3c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.3942072 Dec 06 12:07:21.409127 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:17Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:21.444247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03152a59-a51d-4fef-9848-3d3587d3751c None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:17Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:21.457288 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:21.460442 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b3ab8-525a-4526-91a9-166faff040c7" -d '{"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-plugged", "status": "completed", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:21.545309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:21.557638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-2553cbbc-8ae0-4f88-93d0-ad999cef9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.558175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-2553cbbc-8ae0-4f88-93d0-ad999cef9dc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2946763 Dec 06 12:07:21.579456 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.652689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 13b8fffa-5281-468e-8594-250146f92291 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:21.657465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:21.672478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5f1319-3cfb-44be-acc0-31d720a51c57 req-83f5cb31-e3e6-4226-83f8-3ca115b8f1c4 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865102 Dec 06 12:07:21.700532 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05413f7d-ca8e-461e-93c4-5d0edf02ace0 x-openstack-request-id: req-05413f7d-ca8e-461e-93c4-5d0edf02ace0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:21.700532 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:21.700532 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05413f7d-ca8e-461e-93c4-5d0edf02ace0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:21.700532 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e', 'status': 'completed', 'code': 200} Dec 06 12:07:21.700532 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Allocated IP 172.20.0.1 (7f00f0df-a242-45a1-baa5-56528a8cccce/aa553673-1f5d-4afb-ad95-73061cac1fd2/f6a06c9e-c872-4b00-b07d-644a7dc8b9f9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:21.742328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 13b8fffa-5281-468e-8594-250146f92291 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:21.742701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.753644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-de99c50f-569f-4f49-9ebc-86b522fe20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.755220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-de99c50f-569f-4f49-9ebc-86b522fe20f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759939 Dec 06 12:07:21.961251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723a038a-d7cf-41ce-ad6d-c225452fec69 req-2427eff8-302a-4bee-8ba2-b2f13a07d36a tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 210 time: 0.1754291 Dec 06 12:07:22.119277 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.134325 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda348-2572-496b-947e-549d4092c4a5 req-78cbbf87-de28-44c3-b23a-c81985c0d125 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.137634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66eda348-2572-496b-947e-549d4092c4a5 req-78cbbf87-de28-44c3-b23a-c81985c0d125 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 948 time: 0.2607825 Dec 06 12:07:22.144345 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce379f-7ada-4a87-ab7a-79945e10b447 x-openstack-request-id: req-12ce379f-7ada-4a87-ab7a-79945e10b447 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:22.144578 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-plugged", "status": "completed", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:22.144843 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ce379f-7ada-4a87-ab7a-79945e10b447 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:22.145276 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'code': 200} Dec 06 12:07:22.200297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.251761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-639ee58e-473f-4689-9011-2d7a58314f40 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806545 Dec 06 12:07:22.278730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a688b68-fd13-4079-bb11-dbc6f4f3c4da req-cb0c7ec9-ddad-4a9a-b486-649b84efd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.281004 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a688b68-fd13-4079-bb11-dbc6f4f3c4da req-cb0c7ec9-ddad-4a9a-b486-649b84efd469 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1096 time: 0.0701780 Dec 06 12:07:22.335110 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a688b68-fd13-4079-bb11-dbc6f4f3c4da req-bd028c5e-8b9d-439c-8ad4-57772ee2ca26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Dec 06 12:07:22.374461 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:22.397862 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:22.400460 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:22.411871 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:22.412917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.460975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66eda348-2572-496b-947e-549d4092c4a5 req-0667bb98-f0c0-44b2-a9c1-db3daf97cf8d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755156 Dec 06 12:07:22.462968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a40776c9-66b2-47c1-ab97-7479325a18b1 req-39c40c0b-4a0d-4a25-b95e-f39b9e9e36e1 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884894 Dec 06 12:07:22.493495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33337128-569c-4ff1-93ea-98c854b48f58 req-4ab54403-0d2f-469b-8ce8-11773c75e140 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.498166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33337128-569c-4ff1-93ea-98c854b48f58 req-4ab54403-0d2f-469b-8ce8-11773c75e140 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2902260 Dec 06 12:07:22.555247 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:07:22.594042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-3a755cf0-777f-4911-ac8c-54c627c9f6cb tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488267 Dec 06 12:07:22.670222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33337128-569c-4ff1-93ea-98c854b48f58 req-7fec0ec6-5f7d-462a-b559-5d5af7038832 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661704 Dec 06 12:07:22.751515 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-17185ac4-d217-46bd-83ff-8488e2fcb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.753004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-17185ac4-d217-46bd-83ff-8488e2fcb7c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 1099 time: 0.1572552 Dec 06 12:07:22.813815 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-355aa044-18e4-4fbb-a7d1-e2e91e9abd67 None None] Provisioning complete for port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:22.814407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-355aa044-18e4-4fbb-a7d1-e2e91e9abd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.830619 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-f60a5bf1-efca-4f4b-bb11-3ed92660a7e2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.832316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-f60a5bf1-efca-4f4b-bb11-3ed92660a7e2 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325046 Dec 06 12:07:22.859725 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-355aa044-18e4-4fbb-a7d1-e2e91e9abd67 None None] Port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:22.860252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:22.930322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.947798 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-34b85aae-567b-43f5-b1ce-e8023b5a6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:22.949435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-34b85aae-567b-43f5-b1ce-e8023b5a6b5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1846581 Dec 06 12:07:23.019103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:23.023159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.027883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-c4e1ccca-80ef-4710-8499-b7e49f63318b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e HTTP/1.1" status: 200 len: 217 time: 0.0632446 Dec 06 12:07:23.038887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135a6a-5f4d-47f5-b971-e212318ce372 req-e3727032-e336-47f6-9efa-5fce2c6ca2a7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.040646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7135a6a-5f4d-47f5-b971-e212318ce372 req-e3727032-e336-47f6-9efa-5fce2c6ca2a7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1870501 Dec 06 12:07:23.144306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bb1512e-ef97-4b79-8f79-b1ac12f27099 req-95af3b3c-8d57-464a-b24b-a59ff7270614 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 210 time: 0.0915174 Dec 06 12:07:23.182941 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.208 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/214d60de-ddd8-422d-8fe6-9021d47ac7b4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:23.213603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-6d12c6d5-b1fc-4baa-80a3-d957d2650e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.218150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-6d12c6d5-b1fc-4baa-80a3-d957d2650e9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1704817 Dec 06 12:07:23.296593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7135a6a-5f4d-47f5-b971-e212318ce372 req-d5f9ec54-75a0-48b3-b718-fb986cd8f2c5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404072 Dec 06 12:07:23.363894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-82d11a6e-ed65-4521-a74b-9b8e38b23acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.365531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-82d11a6e-ed65-4521-a74b-9b8e38b23acd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273985 Dec 06 12:07:23.430529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.505622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.520955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:23.527253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.589256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c', 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:23.591181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 265b117b-4243-468c-94e2-aa58595fec31 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:23.606443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.607259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.622726 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:23.626247 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:23.631504 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:23.701337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.702697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.750608 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:23.775136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-7fb224cf-532e-4a3b-a593-54e99006e0c8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9203136 Dec 06 12:07:23.806140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Request body: {'port': {'device_id': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:23.916926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.974258 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:23.979141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 265b117b-4243-468c-94e2-aa58595fec31 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:23.979659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.278605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-de53479b-2000-4f8c-95f5-a7375671d712 None None] Provisioning complete for port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:24.279368 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de53479b-2000-4f8c-95f5-a7375671d712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.310814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-1b9efed0-0d82-4236-ac96-440920f5a0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9197650 Dec 06 12:07:24.369360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028aaed-c53c-4fa6-aab8-23663ba788d4 req-85af0d4b-d060-4b53-a1a5-fa721b2b52e5 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:24.371109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1028aaed-c53c-4fa6-aab8-23663ba788d4 req-85af0d4b-d060-4b53-a1a5-fa721b2b52e5 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 948 time: 0.6452179 Dec 06 12:07:24.413992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-de53479b-2000-4f8c-95f5-a7375671d712 None None] Port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:24.428285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c79eb-3ec3-4fc7-ab94-379691b56ada req-ea1b3aff-f906-4141-9c78-d378c17cd693 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:24.429878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-763c79eb-3ec3-4fc7-ab94-379691b56ada req-ea1b3aff-f906-4141-9c78-d378c17cd693 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.5190191 Dec 06 12:07:24.431911 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:24.466932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.488712 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:24.516678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 265b117b-4243-468c-94e2-aa58595fec31, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265b117b-4243-468c-94e2-aa58595fec31,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:24.542779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.547887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1028aaed-c53c-4fa6-aab8-23663ba788d4 req-8fd20a11-2cae-496f-bec7-486f928ee200 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642995 Dec 06 12:07:24.559099 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214d60de-ddd8-422d-8fe6-9021d47ac7b4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:24.573723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.589854 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Transition to ACTIVE for port object 214d60de-ddd8-422d-8fe6-9021d47ac7b4 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:24.596302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.641928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-763c79eb-3ec3-4fc7-ab94-379691b56ada req-cf96977a-8f45-4b6a-9e84-b6730f00e989 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995447 Dec 06 12:07:24.646175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77781cd1-57d3-4674-acf1-c7c79e952a3e req-ad89fec3-2481-4ef7-8939-2fe5dc5e8889 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257136 Dec 06 12:07:24.759941 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Pushing event updated for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:24.894820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=265b117b-4243-468c-94e2-aa58595fec31,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:24.957977 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:24.969256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0bd2-31b7-4689-841b-25f0e23acab7 req-f73fec7a-5a15-48c5-8e8f-c23e44e0d013 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:24.980196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfdd0bd2-31b7-4689-841b-25f0e23acab7 req-f73fec7a-5a15-48c5-8e8f-c23e44e0d013 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 948 time: 0.2177799 Dec 06 12:07:24.986775 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Attempting to bind port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:24.987114 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Attempting to bind port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:24.987441 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Attempting to bind port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:24.998550 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:25.004267 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Attempting to bind port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:25.011939 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:25.018607 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:25.019188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:25.021712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Bound port: 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:25.022255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.106583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:25.126261 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:25.139057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.144949 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a9a81f6f-0de7-44c8-a30e-dd15d9ebf5c3 None None] Provisioning complete for port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:25.145622 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a9a81f6f-0de7-44c8-a30e-dd15d9ebf5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.150489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfdd0bd2-31b7-4689-841b-25f0e23acab7 req-d3bc3ca3-d92f-4f05-a06d-be6a0b4fb0a6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673751 Dec 06 12:07:25.208014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.208632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.211176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] 10.222.0.53 "PUT /v2.0/ports/214d60de-ddd8-422d-8fe6-9021d47ac7b4 HTTP/1.1" status: 200 len: 1096 time: 1.4127996 Dec 06 12:07:25.211754 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:25.214123 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb7305-ce98-4356-bd83-faea10975a26" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:25.359670 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2b8729-a8b9-42dd-9549-de20c099f997 x-openstack-request-id: req-0e2b8729-a8b9-42dd-9549-de20c099f997 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:25.360112 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:25.360370 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e2b8729-a8b9-42dd-9549-de20c099f997 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:25.361416 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4', 'status': 'completed', 'code': 200} Dec 06 12:07:25.364685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbeea-34a3-4025-8a9b-a27d8fc6eb1e req-fcaa4e42-92f3-4be8-8ee0-994d5bb89f0e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.366280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00dbbeea-34a3-4025-8a9b-a27d8fc6eb1e req-fcaa4e42-92f3-4be8-8ee0-994d5bb89f0e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.2485142 Dec 06 12:07:25.401298 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1c618-4412-44a6-81f1-fb4f271b2a20 service neutron] Pushing event updated for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.403209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a9a81f6f-0de7-44c8-a30e-dd15d9ebf5c3 None None] Port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:25.430855 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-f15cf1f1-9779-415a-8d6f-e88ae97f53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.435529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-f15cf1f1-9779-415a-8d6f-e88ae97f53ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 1099 time: 0.1325746 Dec 06 12:07:25.475199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:25.491978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1d8645cc-0d54-443e-88f8-32fa15acddd5 admin admin] 10.222.0.31 "PUT /v2.0/routers/c25b9f18-97c9-4d3b-b66e-98adf846eee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6952507 Dec 06 12:07:25.492555 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:25.511265 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:25.512057 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:25.559211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00dbbeea-34a3-4025-8a9b-a27d8fc6eb1e req-d0c0d044-542c-4105-9f9a-b8a6356a955e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799035 Dec 06 12:07:25.604407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-5556411f-2247-4d86-8e71-a7b5f38750d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4 HTTP/1.1" status: 200 len: 217 time: 0.1301687 Dec 06 12:07:25.614282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 265b117b-4243-468c-94e2-aa58595fec31 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:25.734849 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:25.749288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-cfa74dc0-3aac-456c-adbe-2490ce70cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.753508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-cfa74dc0-3aac-456c-adbe-2490ce70cd95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1482103 Dec 06 12:07:25.829695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e07c7-8277-4dfc-85fa-dfaa500c870a req-37b60728-31fc-4b63-80f8-16a02ca6df80 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.836884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-122e07c7-8277-4dfc-85fa-dfaa500c870a req-37b60728-31fc-4b63-80f8-16a02ca6df80 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 948 time: 0.1444526 Dec 06 12:07:25.838682 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-ee6c56a5-82db-435a-9c82-8d8f797b928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.840392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-ee6c56a5-82db-435a-9c82-8d8f797b928b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789933 Dec 06 12:07:25.871772 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 265b117b-4243-468c-94e2-aa58595fec31 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:25.872373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.963201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-122e07c7-8277-4dfc-85fa-dfaa500c870a req-936b7032-644e-4a5a-8e1d-f38f5925af0e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143382 Dec 06 12:07:25.965233 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c126d-1b2c-4767-9906-daa7c7ba3752 req-edaafcac-92ad-48db-88ee-58ef4950d7e7 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.973910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-915c126d-1b2c-4767-9906-daa7c7ba3752 req-edaafcac-92ad-48db-88ee-58ef4950d7e7 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1096 time: 0.1670792 Dec 06 12:07:25.991882 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:23Z', 'revision_number': 2, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:26.004507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-3ac86970-be37-4e64-ac73-dd244f9e085b service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545932 Dec 06 12:07:26.039476 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:26.040132 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Updating router c25b9f18-97c9-4d3b-b66e-98adf846eee6 port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:26.059399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-915c126d-1b2c-4767-9906-daa7c7ba3752 req-4e7fc071-c33a-450b-8def-68e3fb4153ae tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Dec 06 12:07:26.071238 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.152971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de439d0b-0a5b-45b3-9028-8e5f2d17c176 req-445fc74f-1569-46a2-9b15-524262753b7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.159778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de439d0b-0a5b-45b3-9028-8e5f2d17c176 req-445fc74f-1569-46a2-9b15-524262753b7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0710747 Dec 06 12:07:26.205302 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f4ddbad-47d5-4a3c-affd-1301f61494b4 req-b3b4f392-cddc-4346-ac89-85d75e48c443 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874950 Dec 06 12:07:26.212385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de439d0b-0a5b-45b3-9028-8e5f2d17c176 req-09ceeb82-af18-4c6d-af81-ba1172639571 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Dec 06 12:07:26.417866 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7305-ce98-4356-bd83-faea10975a26 req-6ab92d84-3175-44bf-b4e0-8bd78804f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.419394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-6ab92d84-3175-44bf-b4e0-8bd78804f7ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 1099 time: 0.0618215 Dec 06 12:07:26.473924 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.487470 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.545105 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c22e52-a8a8-4036-9bf1-916e305db874 None None] Pushing event updated for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.600210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-5e17c6ec-f3a5-4e04-904d-f741fa1fbf70 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.611281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-5e17c6ec-f3a5-4e04-904d-f741fa1fbf70 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 821 time: 0.2673018 Dec 06 12:07:26.614720 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:26.642154 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7305-ce98-4356-bd83-faea10975a26 req-afbd94bd-2a04-4067-90d0-28c2595747f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.644312 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-afbd94bd-2a04-4067-90d0-28c2595747f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2142086 Dec 06 12:07:26.649138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-ecfebaf5-1a86-49b4-99e7-10a49dadecd3 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/quotas/81b2d7b8db2149fda57bbf0e5d87c8a3 HTTP/1.1" status: 200 len: 375 time: 0.0368092 Dec 06 12:07:26.675757 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Attempting to bind port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:26.676127 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Attempting to bind port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:26.676488 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Attempting to bind port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:26.692147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be4cb8-b0f2-4767-9922-0bd49a44a7a7 req-aa0632fb-0af0-4f25-974a-2eeff172be31 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.693484 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:26.693906 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Checking segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:26.694314 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.694710 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Bound using segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:26.695198 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Bound port: f6a06c9e-c872-4b00-b07d-644a7dc8b9f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:26.695593 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.711474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75be4cb8-b0f2-4767-9922-0bd49a44a7a7 req-aa0632fb-0af0-4f25-974a-2eeff172be31 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 948 time: 0.1966887 Dec 06 12:07:26.724035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-f8c7aaa9-d775-43d7-8833-92fbccf4776a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4 HTTP/1.1" status: 200 len: 217 time: 0.0718560 Dec 06 12:07:26.801085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7305-ce98-4356-bd83-faea10975a26 req-ec3ee9e3-8023-448d-9e97-43d3690971bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.802720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-ec3ee9e3-8023-448d-9e97-43d3690971bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0711892 Dec 06 12:07:26.832812 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] For port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:26.834084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-434eb7eb-1e28-4d3a-a01d-9e9def644bab tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838109 Dec 06 12:07:26.838102 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] For port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:26.849677 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.850970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:26.875385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e', 'mac_address': 'fa:16:3e:f9:44:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:26.940624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75be4cb8-b0f2-4767-9922-0bd49a44a7a7 req-6c92385d-4715-457a-805e-6ce8b2bb9a97 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281449 Dec 06 12:07:26.946412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7305-ce98-4356-bd83-faea10975a26 req-f7aacd6c-b022-47c4-9b0b-0f8528448c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.955714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.965408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-f7aacd6c-b022-47c4-9b0b-0f8528448c94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417887 Dec 06 12:07:26.982209 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:27.026865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:27.030150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] Provisioning complete for port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:27.030791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.036994 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.096387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-b4730a62-5544-4a1d-b3c4-7d066857b714 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517581 Dec 06 12:07:27.169934 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.188278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-cd7564c1-91dc-47bf-8dff-fb3ed9f13b30 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194831 Dec 06 12:07:27.232736 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:27.233977 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:27.246137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3bf5b-d5d5-4be7-8ca5-1a0c5938dd59 req-3db6a3fe-08d5-4da6-b8bb-efbe00cef913 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:27.248633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ac3bf5b-d5d5-4be7-8ca5-1a0c5938dd59 req-3db6a3fe-08d5-4da6-b8bb-efbe00cef913 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 949 time: 0.1506970 Dec 06 12:07:27.282147 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b3befad-624c-4a7e-bd53-5e12e2010e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.304229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.346055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] For port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:27.353450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.360365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:27.369484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ac3bf5b-d5d5-4be7-8ca5-1a0c5938dd59 req-29e21ee3-d76b-4c75-9f78-754de80016f9 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 Dec 06 12:07:27.453430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-c1bb82ce-6af7-47de-a767-d28bb8a8888c service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982697 Dec 06 12:07:27.538740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efb7305-ce98-4356-bd83-faea10975a26 req-cc95338f-f6ea-4c1c-9068-777f7734dbaf service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364205 Dec 06 12:07:27.544335 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e3d05-9e6b-431f-a288-37cfe5d45d76 None None] Pushing event updated for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.684711 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:27.729727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b117fc8-334d-436b-b770-e95ee13598ac req-76c6bf01-825e-40ba-85f8-8da94407050a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:27.742474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b117fc8-334d-436b-b770-e95ee13598ac req-76c6bf01-825e-40ba-85f8-8da94407050a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1411679 Dec 06 12:07:27.778016 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c22e52-a8a8-4036-9bf1-916e305db874 None None] Pushing event updated for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.784702 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8f2ed7e0-2cd9-475d-9936-ca8831dba2d4 None None] Provisioning complete for port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:27.784702 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed7e0-2cd9-475d-9936-ca8831dba2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.835262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b117fc8-334d-436b-b770-e95ee13598ac req-eb966076-0a13-43f8-a554-1de7e4a2a174 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891354 Dec 06 12:07:27.990558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226f9307-f4b8-4ae5-9cda-74bb9233359e req-de765998-cef8-434d-8fe2-55388120538c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 210 time: 0.0582495 Dec 06 12:07:28.103148 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:26Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:28.105410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56ca27-ac7c-4dde-8fc4-66596af7ac63 req-4998f103-bc04-4de1-8f9a-bc00630cfa9c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.107536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab56ca27-ac7c-4dde-8fc4-66596af7ac63 req-4998f103-bc04-4de1-8f9a-bc00630cfa9c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 948 time: 0.0590622 Dec 06 12:07:28.156123 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e99c73-ab6d-480f-9392-24b7b79c0bb6 None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:26Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:28.180342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab56ca27-ac7c-4dde-8fc4-66596af7ac63 req-a0bbe9e2-e151-4082-8820-18b156aa6705 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Dec 06 12:07:28.366965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-c5cebb37-de48-4a0c-9b0e-e5d6ef4d1de9 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324523 Dec 06 12:07:28.567629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2582337f-09de-4f88-a8c1-c44e8a5e88a8 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.576195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2582337f-09de-4f88-a8c1-c44e8a5e88a8 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019434 Dec 06 12:07:28.599656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-cb4ca073-d54f-4540-855a-cf8603da7074 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/quotas/d08ed0e3c2ec4b9c89bc4d3c67072e22 HTTP/1.1" status: 200 len: 375 time: 0.0225105 Dec 06 12:07:28.665086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-30a9574b-076f-48fb-b907-a070ca68907c tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643167 Dec 06 12:07:28.720122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bccc-6c3f-4534-91c1-2614764b9854 req-509239c2-d4bf-4d64-b692-6f11a69ffb51 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.728483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f550bccc-6c3f-4534-91c1-2614764b9854 req-509239c2-d4bf-4d64-b692-6f11a69ffb51 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 949 time: 0.2194097 Dec 06 12:07:28.793567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f550bccc-6c3f-4534-91c1-2614764b9854 req-7035ebd2-941b-40f1-ab5a-3050ebedd2c2 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609453 Dec 06 12:07:29.148027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-4b9c0b04-9508-4b9e-b3af-bc20bb1fd449 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361338 Dec 06 12:07:29.157708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9175-b396-4538-a5e1-69b8e1e5aca9 req-1d6b6783-baa9-4830-9a09-9a72b812488f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:29.165905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d06d9175-b396-4538-a5e1-69b8e1e5aca9 req-1d6b6783-baa9-4830-9a09-9a72b812488f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1292500 Dec 06 12:07:29.390221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d06d9175-b396-4538-a5e1-69b8e1e5aca9 req-308ffe4b-514e-4cbf-80a8-413842574e6b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227225 Dec 06 12:07:29.423034 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-3fac6f2b-cd63-4d0d-af00-66a77dcbd013 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:29.432986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-3fac6f2b-cd63-4d0d-af00-66a77dcbd013 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839839 Dec 06 12:07:29.461881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-3d52080b-3683-45ca-bcae-ca4bbb6161d6 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/quotas/d08ed0e3c2ec4b9c89bc4d3c67072e22 HTTP/1.1" status: 200 len: 375 time: 0.0271888 Dec 06 12:07:29.524283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fd6ca1b7-8d1c-4438-8dac-055197de2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.609000 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:29.639600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-a4f1200f-4d65-4a19-8791-5306e1ac04a1 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1735563 Dec 06 12:07:29.705043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6ade386-b088-408a-9e78-d117ba38a917 req-5524fb1c-61e3-48a8-bc9e-0d42177604d1 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 210 time: 0.1722906 Dec 06 12:07:29.805709 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:29.807376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.820115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-196f454d-dbc5-4074-bc21-95ed7f4d216b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:29.821667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-196f454d-dbc5-4074-bc21-95ed7f4d216b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 821 time: 0.4884484 Dec 06 12:07:29.848243 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'port': {'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'admin_state_up': True, 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:29.881382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 214d60de-ddd8-422d-8fe6-9021d47ac7b4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:30.009803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29195c90-4ee9-451e-a80f-37f6020c6ae9 req-4e9a1255-9b27-4472-a2ff-00dfd4b47201 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 210 time: 0.0957425 Dec 06 12:07:30.181300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:30.226426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '214d60de-ddd8-422d-8fe6-9021d47ac7b4', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '214d60de-ddd8-422d-8fe6-9021d47ac7b4', 'mac_address': 'fa:16:3e:39:98:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:30.239545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc515a9e-d0a1-4607-a0b9-46ddff86691e req-d6804d37-8a28-411d-8cc2-3a1213dace72 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.241395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc515a9e-d0a1-4607-a0b9-46ddff86691e req-d6804d37-8a28-411d-8cc2-3a1213dace72 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 948 time: 0.3305459 Dec 06 12:07:30.306519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.306765 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529998-5c60-4d85-b3b8-3e2de34b8d8a req-dc86fb83-3535-4a54-957d-eded6cbe610f tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.307855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38529998-5c60-4d85-b3b8-3e2de34b8d8a req-dc86fb83-3535-4a54-957d-eded6cbe610f tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 949 time: 0.1237612 Dec 06 12:07:30.326351 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214d60de-ddd8-422d-8fe6-9021d47ac7b4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:30.334111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Made reservation on behalf of 81b2d7b8db2149fda57bbf0e5d87c8a3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:30.337741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.351835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc515a9e-d0a1-4607-a0b9-46ddff86691e req-d3d80459-67a4-47f4-a99a-e42d28daefe5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033249 Dec 06 12:07:30.360476 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:30.366373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.457618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:30.477540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38529998-5c60-4d85-b3b8-3e2de34b8d8a req-e822318f-40d4-46c9-93c8-28ff54709983 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352773 Dec 06 12:07:30.503156 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.559822 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Allocated IP 172.20.0.6 (7f00f0df-a242-45a1-baa5-56528a8cccce/aa553673-1f5d-4afb-ad95-73061cac1fd2/3b012655-ade0-432c-b4a5-a90a157b1fea) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:30.628052 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:30.718618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.722369 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:30.728426 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:30.728940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.800315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.809608 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3efb9-5333-458d-b8ba-60de26134699 req-3fb5e2ad-354b-4e8a-b9b8-f564bb62fad2 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.818043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22d3efb9-5333-458d-b8ba-60de26134699 req-3fb5e2ad-354b-4e8a-b9b8-f564bb62fad2 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1020100 Dec 06 12:07:30.861934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['214d60de-ddd8-422d-8fe6-9021d47ac7b4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:30.884492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-16ab4111-97ed-4f1f-bd0b-9b988ea73f15 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378430 Dec 06 12:07:30.936654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22d3efb9-5333-458d-b8ba-60de26134699 req-b546ccd9-2709-4c9a-9471-83c504e4906d tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Dec 06 12:07:30.971294 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.983810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daf5d7cf-7488-4e10-a653-4f09286653f2 req-6b38448d-2e59-4133-95f6-a9569a11b0ca tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 210 time: 0.0442235 Dec 06 12:07:30.988660 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.055798 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:31.070697 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f015f3-b642-404a-be73-44779d081dd5" -d '{"events": [{"server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:31.085992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-6c1aa18a-a375-4b4d-99c6-0e4d56d92fdf tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.088541 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-6c1aa18a-a375-4b4d-99c6-0e4d56d92fdf tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805785 Dec 06 12:07:31.088713 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:31.102264 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:31.111383 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:31.112816 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:31.119412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.122810 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Request body: {'port': {'device_id': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': 'd08ed0e3c2ec4b9c89bc4d3c67072e22'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:31.123329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.130013 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.144206 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b17f8-8f73-47cc-8edc-9c653c413353 x-openstack-request-id: req-7c2b17f8-8f73-47cc-8edc-9c653c413353 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:31.144802 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:31.145254 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c2b17f8-8f73-47cc-8edc-9c653c413353 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:31.145805 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e', 'code': 200} Dec 06 12:07:31.217556 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event updated for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.242256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48b64c4a-c3a3-4786-9594-94d2ddcd467d req-dc3de4c2-b5a2-49cc-b636-434ee502cba0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 210 time: 0.1155300 Dec 06 12:07:31.258128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-70e3d7db-e27d-4428-931d-0b3e656371fa tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4172587 Dec 06 12:07:31.264252 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.284551 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Request body: {'port': {'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:31.351458 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.356563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Made reservation on behalf of d08ed0e3c2ec4b9c89bc4d3c67072e22 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:31.360283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.373201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.409046 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebdf9-1fc1-4a16-ba3f-7fea307b3c5c req-84b0a591-53ff-4c9d-9ef8-6384a83c012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.411715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e15ebdf9-1fc1-4a16-ba3f-7fea307b3c5c req-84b0a591-53ff-4c9d-9ef8-6384a83c012e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 1101 time: 0.1397355 Dec 06 12:07:31.556224 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e15ebdf9-1fc1-4a16-ba3f-7fea307b3c5c req-483f8dba-fc2b-43c7-8534-2de922039ea3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217823 Dec 06 12:07:31.562046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.568936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1b9b252e-1c93-47cc-9204-5d007a6128fb None None] Provisioning complete for port 3b012655-ade0-432c-b4a5-a90a157b1fea triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:31.569939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b9b252e-1c93-47cc-9204-5d007a6128fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.570556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.657539 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dcd849-b05b-4f00-b14c-23a263955f7b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.668913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b252e-1c93-47cc-9204-5d007a6128fb None None] Port 3b012655-ade0-432c-b4a5-a90a157b1fea cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:31.706235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-5d970bf2-a264-4702-9e47-baae602d7e3a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820456 Dec 06 12:07:31.764424 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Allocated IP 192.168.233.121 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/9f9f219f-105c-4e2f-9c53-1a9ca45999c9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:31.777383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd932dd-aea3-4d34-bffa-3e80273c4b98 req-b32a4975-7d4e-490f-8a58-8876830b3199 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.779027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cd932dd-aea3-4d34-bffa-3e80273c4b98 req-b32a4975-7d4e-490f-8a58-8876830b3199 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 949 time: 0.1908233 Dec 06 12:07:31.801052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506b11-cdf6-4b9c-a457-4ffdbc6b5d36 req-20d3d1b3-2981-4a07-9172-423274c4472d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.802626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e506b11-cdf6-4b9c-a457-4ffdbc6b5d36 req-20d3d1b3-2981-4a07-9172-423274c4472d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 950 time: 0.2005799 Dec 06 12:07:31.946911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.000252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.063971 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:32.071445 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:32.073080 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:32.077995 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:32.147948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:32.148605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.167651 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.172139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4b369d13-eced-43b7-8cf3-54507a794ab5 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0580523 Dec 06 12:07:32.204224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Request body: {'port': {'device_id': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:32.223986 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b012655-ade0-432c-b4a5-a90a157b1fea {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:32.244756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.251476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cd932dd-aea3-4d34-bffa-3e80273c4b98 req-48a098b2-43ff-46eb-bc0e-ef0f4492a184 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592972 Dec 06 12:07:32.260433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-10506e0e-a59d-4afa-a7c1-b90d0c123e7a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:32.261941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-10506e0e-a59d-4afa-a7c1-b90d0c123e7a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5489447 Dec 06 12:07:32.279171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e506b11-cdf6-4b9c-a457-4ffdbc6b5d36 req-6c60a5ad-8c41-46d1-81ab-04502b83ad37 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570408 Dec 06 12:07:32.298015 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Request body: {'port': {'device_id': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': 'd08ed0e3c2ec4b9c89bc4d3c67072e22'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:32.300278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.315688 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Transition to ACTIVE for port object 3b012655-ade0-432c-b4a5-a90a157b1fea will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:32.342284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.491134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:32.514228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c03c7e07-5950-49f6-a8fb-5e4d24aa57db None None] Provisioning complete for port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:32.515051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c03c7e07-5950-49f6-a8fb-5e4d24aa57db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.578913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c03c7e07-5950-49f6-a8fb-5e4d24aa57db None None] Port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:32.614794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc499dc-2852-4f91-8ab4-fdcc67a655a9 req-22418a08-2f11-4be2-98f9-dee6ccd0ac45 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:32.616817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fc499dc-2852-4f91-8ab4-fdcc67a655a9 req-22418a08-2f11-4be2-98f9-dee6ccd0ac45 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2382915 Dec 06 12:07:32.641433 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Attempting to bind port 3b012655-ade0-432c-b4a5-a90a157b1fea on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:32.642190 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Attempting to bind port 3b012655-ade0-432c-b4a5-a90a157b1fea by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:32.642697 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Attempting to bind port 3b012655-ade0-432c-b4a5-a90a157b1fea on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:32.658602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Made reservation on behalf of d08ed0e3c2ec4b9c89bc4d3c67072e22 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:32.662543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.708646 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Port 3b012655-ade0-432c-b4a5-a90a157b1fea on network 7f00f0df-a242-45a1-baa5-56528a8cccce not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:32.709110 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Attempting to bind port 3b012655-ade0-432c-b4a5-a90a157b1fea on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:32.726080 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dc6e1-0718-48cb-ac83-5bdb58cf78a0 req-22426841-4555-46f8-939c-2df8522404f0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:32.727803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7dc6e1-0718-48cb-ac83-5bdb58cf78a0 req-22426841-4555-46f8-939c-2df8522404f0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 943 time: 0.1871445 Dec 06 12:07:32.732743 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:32.733321 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Checking segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:32.733805 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Bound using segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:32.734452 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Bound port: 3b012655-ade0-432c-b4a5-a90a157b1fea, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:32.734878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.746535 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:32.755481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.773887 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Transition to ACTIVE for port object 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:32.779366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.830806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:32.879650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fc499dc-2852-4f91-8ab4-fdcc67a655a9 req-31f2ea74-02ed-45cb-9227-183306fecede tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326648 Dec 06 12:07:32.947682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Attempting to bind port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:32.949056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Attempting to bind port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:32.949056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Attempting to bind port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:32.958331 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:32.958658 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Attempting to bind port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:32.965979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:32.966320 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:32.966735 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:32.967369 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Bound port: 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:32.967730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.978655 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:33.017598 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3b012655-ade0-432c-b4a5-a90a157b1fea,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:33.031070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.053864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7dc6e1-0718-48cb-ac83-5bdb58cf78a0 req-b7bb2e8e-7e81-46d0-a5db-0e8ed7897aef tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019958 Dec 06 12:07:33.072737 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:33.073127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.081223 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:33.089560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.111546 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Allocated IP 192.168.233.143 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/f1cb9816-9583-4173-a56c-4daa215a5c10) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:33.138166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4942d915-7086-4f38-954f-56d05228521d req-94d66a5c-36e8-4e49-9802-41b1cbdfbf84 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 210 time: 0.1176162 Dec 06 12:07:33.157334 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.158492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.160135 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f9f219f-105c-4e2f-9c53-1a9ca45999c9 HTTP/1.1" status: 200 len: 1096 time: 0.9635282 Dec 06 12:07:33.163122 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:33.165984 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530070d8-6ee7-4548-997b-8a9094f04c93" -d '{"events": [{"name": "network-changed", "server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:33.193807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.195689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.201034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] 10.222.0.23 "PUT /v2.0/ports/3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 1091 time: 1.9214015 Dec 06 12:07:33.201653 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:33.207197 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226e31e8-717c-4fae-9c33-fe828b196565" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:33.211900 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a502943-39c5-4a1d-8737-aa2b567b9a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.328406 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6921750-a0ef-42f5-8af4-091b2e2c5de8 x-openstack-request-id: req-d6921750-a0ef-42f5-8af4-091b2e2c5de8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:33.328839 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:33.329227 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6921750-a0ef-42f5-8af4-091b2e2c5de8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:33.330458 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'status': 'completed', 'code': 200} Dec 06 12:07:33.343614 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-919a1fa0-12f1-46a0-b534-58573bf58d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.345539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-919a1fa0-12f1-46a0-b534-58573bf58d6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 1099 time: 0.0953035 Dec 06 12:07:33.421020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-0ba31e2a-acd9-4ea5-9619-b596d3eee21b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9 HTTP/1.1" status: 200 len: 217 time: 0.0537145 Dec 06 12:07:33.484775 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f5c574-f9cc-4d04-9c83-891a1d456947 x-openstack-request-id: req-f6f5c574-f9cc-4d04-9c83-891a1d456947 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:33.485399 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:33.488201 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6f5c574-f9cc-4d04-9c83-891a1d456947 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:33.489026 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:07:33.499398 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-6d966dbc-4785-4170-a709-c9e581c57ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.501106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-6d966dbc-4785-4170-a709-c9e581c57ed1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0677040 Dec 06 12:07:33.543766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.584129 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d32d3-8faa-43db-b660-7762fd860b42 req-1ecb392f-ad58-44fa-bbbf-a6ea6ce0d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.584311 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93cc2-3a34-4c34-8266-d937c5d2b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.585629 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-1ecb392f-ad58-44fa-bbbf-a6ea6ce0d651 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675905 Dec 06 12:07:33.620395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0a0a-dcba-4142-94fd-a516faf07458 req-c3c995e0-4e89-413b-a9eb-fce0e5b95bc9 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.625469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e0a0a-dcba-4142-94fd-a516faf07458 req-c3c995e0-4e89-413b-a9eb-fce0e5b95bc9 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 949 time: 0.1597309 Dec 06 12:07:33.666537 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-1d100006-c72f-42a8-9593-c503d393b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.668020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-1d100006-c72f-42a8-9593-c503d393b4df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1094 time: 0.1786318 Dec 06 12:07:33.688998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ffd76-06f1-4b9d-928b-8ed4dfcdb9ca req-8cf7047c-780b-4325-b3d5-c0f8b9836184 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.691081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b7ffd76-06f1-4b9d-928b-8ed4dfcdb9ca req-8cf7047c-780b-4325-b3d5-c0f8b9836184 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 950 time: 0.2242775 Dec 06 12:07:33.694602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4ee52148-a8ef-4216-870f-a96a61b82b72 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933545 Dec 06 12:07:33.753860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-5fe239a9-b4cf-45f2-a16f-82fbfb186919 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0617893 Dec 06 12:07:33.754839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.796852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-685d32d3-8faa-43db-b660-7762fd860b42 req-4854a1f3-6cb7-41f6-8170-b8c03e7116e8 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937569 Dec 06 12:07:33.810554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 214d60de-ddd8-422d-8fe6-9021d47ac7b4 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:33.844652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e0a0a-dcba-4142-94fd-a516faf07458 req-39a04567-fb51-46ba-82f6-bc130fb13ce8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970415 Dec 06 12:07:33.895805 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:33.901300 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:33.909872 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:33.910645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.911641 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.914852 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:33.925087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b7ffd76-06f1-4b9d-928b-8ed4dfcdb9ca req-52e1be42-83fb-4f58-973f-87bd3c472333 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195938 Dec 06 12:07:33.926621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-9cc8375f-c0b6-4f44-956b-ad8283c72617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.928030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-9cc8375f-c0b6-4f44-956b-ad8283c72617 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1533597 Dec 06 12:07:33.928824 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:33.944064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:33.944064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.987448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-49d0f34c-af00-412e-a08e-d517eb5f97cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6944191 Dec 06 12:07:33.998502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f61-ed53-430e-a7eb-8a6415578732 req-090df075-e11d-4479-9590-70ad08ee81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.000015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-090df075-e11d-4479-9590-70ad08ee81ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563755 Dec 06 12:07:34.008158 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-d44fba4d-ac18-4831-ba3e-f94b7c0f7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.009990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-d44fba4d-ac18-4831-ba3e-f94b7c0f7d28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 1099 time: 0.0998399 Dec 06 12:07:34.013207 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Request body: {'port': {'device_id': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:34.118869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.175291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:34.177436 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:34.180232 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0a20b-a843-4c9b-ab3f-9f3f93e61b36" -d '{"events": [{"server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "name": "network-vif-plugged", "status": "completed", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:34.184271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.243335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-bcfe2f25-b9e5-40cf-bfd0-3c2159334ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.248046 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-bcfe2f25-b9e5-40cf-bfd0-3c2159334ca3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2273450 Dec 06 12:07:34.257728 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.292999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:34.324729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-dbb83220-77c6-463c-8fd2-41d47786a90d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9 HTTP/1.1" status: 200 len: 217 time: 0.0611653 Dec 06 12:07:34.330957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-e3323678-8534-4956-936f-c0bf3f71fbcd service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223374 Dec 06 12:07:34.356484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d97e3e-09ea-4e94-8e67-21462ee507eb req-cb776540-ca99-4757-a08e-773a60546584 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.358655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9d97e3e-09ea-4e94-8e67-21462ee507eb req-cb776540-ca99-4757-a08e-773a60546584 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.2911749 Dec 06 12:07:34.382192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1dc85cb0-9dd4-4cfb-a026-f65b9a6f64ca None None] Provisioning complete for port f1cb9816-9583-4173-a56c-4daa215a5c10 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:34.382806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cb0-9dd4-4cfb-a026-f65b9a6f64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.384167 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-a3bfce34-9b7d-4657-a9fd-a2449c58f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.386057 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-a3bfce34-9b7d-4657-a9fd-a2449c58f178 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0524387 Dec 06 12:07:34.419526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1dc85cb0-9dd4-4cfb-a026-f65b9a6f64ca None None] Port f1cb9816-9583-4173-a56c-4daa215a5c10 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:34.450886 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-e105714e-2f44-4c18-b426-d975691cd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.452361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-e105714e-2f44-4c18-b426-d975691cd76d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561044 Dec 06 12:07:34.550967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-933696d3-0477-40fd-b3b6-579fe9b5d887 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896611 Dec 06 12:07:34.572192 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b599dbd-d05b-4cc6-a2ab-6bf4767c2e87 req-82e8d6dd-6b29-4cb1-b86c-ead8522bee0b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.573711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b599dbd-d05b-4cc6-a2ab-6bf4767c2e87 req-82e8d6dd-6b29-4cb1-b86c-ead8522bee0b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 943 time: 0.2673569 Dec 06 12:07:34.600482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9d97e3e-09ea-4e94-8e67-21462ee507eb req-5c5d7be5-7154-4cfa-80ce-78389553f43b tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852520 Dec 06 12:07:34.628913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12308f61-ed53-430e-a7eb-8a6415578732 req-21858fff-f6c5-4634-a34c-32c050cda785 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685521 Dec 06 12:07:34.676149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-530070d8-6ee7-4548-997b-8a9094f04c93 req-2c5d5ab5-5bd2-4457-bf63-450460390a23 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153939 Dec 06 12:07:34.762640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b599dbd-d05b-4cc6-a2ab-6bf4767c2e87 req-ef58847e-efa8-4a80-b221-06c8fcff0bf6 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775169 Dec 06 12:07:34.838160 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8c6d1-b2cd-459a-a136-59f29f80cd38 x-openstack-request-id: req-63f8c6d1-b2cd-459a-a136-59f29f80cd38 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:34.838815 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "name": "network-vif-plugged", "status": "completed", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:34.839220 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63f8c6d1-b2cd-459a-a136-59f29f80cd38 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:34.839760 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4', 'code': 200} Dec 06 12:07:34.844619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e31e8-717c-4fae-9c33-fe828b196565 req-b5b15076-f6a5-4afd-bed2-7e68bc4e300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.846316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-b5b15076-f6a5-4afd-bed2-7e68bc4e300b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1094 time: 0.1537752 Dec 06 12:07:34.882497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e451c-a7f7-4eba-8c68-90e87300d843 req-94b9b73b-c589-4491-b55e-8fddd611a912 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.884311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-404e451c-a7f7-4eba-8c68-90e87300d843 req-94b9b73b-c589-4491-b55e-8fddd611a912 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 936 time: 0.1401732 Dec 06 12:07:35.006884 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36806-6551-4147-9b39-e49046117b1f req-c5d826a0-089d-4278-8bd3-7fe101fbdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.008291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bc36806-6551-4147-9b39-e49046117b1f req-c5d826a0-089d-4278-8bd3-7fe101fbdddc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 1101 time: 0.0415549 Dec 06 12:07:35.047827 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cb9816-9583-4173-a56c-4daa215a5c10 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:35.063233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bc36806-6551-4147-9b39-e49046117b1f req-dfdbe856-2ba3-41fd-ace9-a8be92ff0953 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Dec 06 12:07:35.069028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.079747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-404e451c-a7f7-4eba-8c68-90e87300d843 req-a1fb9381-c680-468b-b88c-81483351c333 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710348 Dec 06 12:07:35.084649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-4f39fff2-777c-46d8-b28d-bba9d1bb89fe tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.086198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-4f39fff2-777c-46d8-b28d-bba9d1bb89fe tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 1101 time: 0.1961761 Dec 06 12:07:35.087168 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e31e8-717c-4fae-9c33-fe828b196565 req-fe31b950-9af1-47ed-9259-a987add8cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.088798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-fe31b950-9af1-47ed-9259-a987add8cb26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.2253275 Dec 06 12:07:35.148341 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Transition to ACTIVE for port object f1cb9816-9583-4173-a56c-4daa215a5c10 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:35.158771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-4d02f6de-0909-429f-b639-27e1679422cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0527894 Dec 06 12:07:35.173548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-be2ceda0-83f2-4b7c-b660-9dd59bf02036 tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.175315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.324578 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.335653 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e31e8-717c-4fae-9c33-fe828b196565 req-eca22c2f-d647-48a5-9912-ee55c8e36e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.336914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-eca22c2f-d647-48a5-9912-ee55c8e36e9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1592584 Dec 06 12:07:35.383919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d361cc6-b5bb-4b35-a1ad-b11f988afebd req-6d71f4da-9820-4813-97ba-e9cb87724d1e tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.385461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d361cc6-b5bb-4b35-a1ad-b11f988afebd req-6d71f4da-9820-4813-97ba-e9cb87724d1e tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.2357075 Dec 06 12:07:35.452502 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Attempting to bind port f1cb9816-9583-4173-a56c-4daa215a5c10 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:35.452839 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Attempting to bind port f1cb9816-9583-4173-a56c-4daa215a5c10 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:35.453191 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Attempting to bind port f1cb9816-9583-4173-a56c-4daa215a5c10 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:35.479314 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Port f1cb9816-9583-4173-a56c-4daa215a5c10 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:35.479643 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Attempting to bind port f1cb9816-9583-4173-a56c-4daa215a5c10 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:35.504240 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:35.504575 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:35.504953 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:35.505409 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Bound port: f1cb9816-9583-4173-a56c-4daa215a5c10, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:35.505758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.515057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e31e8-717c-4fae-9c33-fe828b196565 req-a394f33f-0f7e-46a2-869b-7016e4618781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.516475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-a394f33f-0f7e-46a2-869b-7016e4618781 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691823 Dec 06 12:07:35.521956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-be2ceda0-83f2-4b7c-b660-9dd59bf02036 tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.542158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d361cc6-b5bb-4b35-a1ad-b11f988afebd req-4c5a3dbf-4be3-4dbf-ab2d-ae24c6f94a96 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Dec 06 12:07:35.542732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-be2ceda0-83f2-4b7c-b660-9dd59bf02036 tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.623876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0bce06eb-d76c-4e13-ab45-fbf27e855da4 req-be2ceda0-83f2-4b7c-b660-9dd59bf02036 tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197377 Dec 06 12:07:35.725646 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:35.728807 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:35.734174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-599284a2-9e8c-4683-a0d2-63aa1e04b8a0 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050927 Dec 06 12:07:35.739135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.749138 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ceda0-83f2-4b7c-b660-9dd59bf02036 tempest-ServersAdminNegativeTestJSON-1728598419 tempest-ServersAdminNegativeTestJSON-1728598419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8671106-4a21-4082-8348-7c8c6c94b50b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.135602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.136133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.137558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] 10.222.0.53 "PUT /v2.0/ports/f1cb9816-9583-4173-a56c-4daa215a5c10 HTTP/1.1" status: 200 len: 1096 time: 2.1302705 Dec 06 12:07:36.138017 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:36.140527 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad66d80-fe3b-437a-bb02-bf76eca434d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:36.194013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70171065-cc1f-4c9f-a5d9-3db137706ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.204084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ea7cb-7968-471d-a726-14da247a7426 req-8f0cdd57-b934-478c-8604-4617121eeca3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.206154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-425ea7cb-7968-471d-a726-14da247a7426 req-8f0cdd57-b934-478c-8604-4617121eeca3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.4702582 Dec 06 12:07:36.264585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-226e31e8-717c-4fae-9c33-fe828b196565 req-a1a93c7d-95c8-40b3-b2f0-34d42b7ac19e service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100667 Dec 06 12:07:36.286395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06139d2-051d-4a81-94b9-2d6a1e6ab0bb req-41597149-eb54-4863-8ead-cf9a67034f22 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.287806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06139d2-051d-4a81-94b9-2d6a1e6ab0bb req-41597149-eb54-4863-8ead-cf9a67034f22 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 943 time: 0.1587572 Dec 06 12:07:36.325936 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-e6d3d96e-fc62-42da-a58d-2c8570a6086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.327426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-e6d3d96e-fc62-42da-a58d-2c8570a6086f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 1099 time: 0.1110749 Dec 06 12:07:36.332410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-425ea7cb-7968-471d-a726-14da247a7426 req-1fc93bbb-7341-4581-bf04-f7f3bd1a0754 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137204 Dec 06 12:07:36.368516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06139d2-051d-4a81-94b9-2d6a1e6ab0bb req-82ba7924-93be-4870-8d54-a492f6e96be7 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735538 Dec 06 12:07:36.478253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-1c5aa564-f29f-4438-bf24-366e7ad2aec2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=f1cb9816-9583-4173-a56c-4daa215a5c10 HTTP/1.1" status: 200 len: 217 time: 0.0534906 Dec 06 12:07:36.518645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc021f5-714f-4400-ab25-79c53049e420 req-01a4bf3c-a31c-4a29-8417-cf8718f26268 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.520164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc021f5-714f-4400-ab25-79c53049e420 req-01a4bf3c-a31c-4a29-8417-cf8718f26268 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 950 time: 0.1279864 Dec 06 12:07:36.603583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba284b-12c4-4243-8838-a9a5802eabf4 req-bad9285c-4aa2-408a-82c5-d707e25770bb tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.604974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2ba284b-12c4-4243-8838-a9a5802eabf4 req-bad9285c-4aa2-408a-82c5-d707e25770bb tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.1668139 Dec 06 12:07:36.607279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-b40ca262-0a37-43ad-a00d-042fd9fa73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.609136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-b40ca262-0a37-43ad-a00d-042fd9fa73e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1085467 Dec 06 12:07:36.612357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc021f5-714f-4400-ab25-79c53049e420 req-1751e726-5843-4742-b4c7-aea27a3f6760 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742927 Dec 06 12:07:36.673603 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20efcf4-6317-4b6c-a467-8caabe053148 x-openstack-request-id: req-a20efcf4-6317-4b6c-a467-8caabe053148 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:36.674208 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:36.674208 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a20efcf4-6317-4b6c-a467-8caabe053148 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:36.674525 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'status': 'completed', 'code': 200} Dec 06 12:07:36.688453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2ba284b-12c4-4243-8838-a9a5802eabf4 req-b04bdc13-002a-46fd-b0d0-85c4cad719a0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 Dec 06 12:07:36.703383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-5aa04290-2379-4e84-bdf6-c470fe1aecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.712427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-5aa04290-2379-4e84-bdf6-c470fe1aecab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693405 Dec 06 12:07:36.836840 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd18cb-4d89-4df4-a146-389823f0e7a3 req-82173572-ca9a-4c39-ba5e-f6f8af1829ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.838346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2cd18cb-4d89-4df4-a146-389823f0e7a3 req-82173572-ca9a-4c39-ba5e-f6f8af1829ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.0960453 Dec 06 12:07:36.869532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-150b4fbf-6107-4a35-ac2f-679529e13d20 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465576 Dec 06 12:07:36.923746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2cd18cb-4d89-4df4-a146-389823f0e7a3 req-3e307cf6-b37f-45d5-bf12-62934156f826 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Dec 06 12:07:36.988313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e615e60a-53af-44f4-9caa-123324f5aeb3 req-96336d7b-edbd-4ebe-81ff-27697e3271aa service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068234 Dec 06 12:07:37.044382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b288b4-3cdd-4212-8e81-44ad4a9c4502 req-0961615d-d491-4169-8519-3a0979ebdecf tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.045936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5b288b4-3cdd-4212-8e81-44ad4a9c4502 req-0961615d-d491-4169-8519-3a0979ebdecf tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 1101 time: 0.0413618 Dec 06 12:07:37.103873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5b288b4-3cdd-4212-8e81-44ad4a9c4502 req-a3d6abed-3ae6-48fb-814d-d64f9ae0e847 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Dec 06 12:07:37.135243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-34b0b6ad-5747-497d-8b17-276a5c9ea33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.137001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-34b0b6ad-5747-497d-8b17-276a5c9ea33f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 1099 time: 0.0446680 Dec 06 12:07:37.238252 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-494ec2e7-96ba-4f8d-9703-4b50a3d11a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.239774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-494ec2e7-96ba-4f8d-9703-4b50a3d11a72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.0930371 Dec 06 12:07:37.293713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-ab49cc03-f51c-4a47-843e-a99d9ebdd946 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=f1cb9816-9583-4173-a56c-4daa215a5c10 HTTP/1.1" status: 200 len: 217 time: 0.0451810 Dec 06 12:07:37.323419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-1c15cda8-e022-433c-b853-a1bf7a974721 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323520 Dec 06 12:07:37.434674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-a58eeffc-9493-4ee0-9abc-de3d797ddc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.436080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-a58eeffc-9493-4ee0-9abc-de3d797ddc89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1317186 Dec 06 12:07:37.528485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-b4999331-3c15-413b-8065-07bea825aca5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.529936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-b4999331-3c15-413b-8065-07bea825aca5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878359 Dec 06 12:07:37.538626 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f79f-89a9-4569-b9a2-fd5d65a5ef2b req-cc404614-1b74-48ef-9db1-3b67bf785319 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.539980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9198f79f-89a9-4569-b9a2-fd5d65a5ef2b req-cc404614-1b74-48ef-9db1-3b67bf785319 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1095607 Dec 06 12:07:37.553287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-296022d3-d4a9-4a26-a877-2f3e98e94f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.554656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-296022d3-d4a9-4a26-a877-2f3e98e94f93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890944 Dec 06 12:07:37.561335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-57ec000b-c6aa-4beb-b312-e74ace231a55 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/quotas/5c7c9217cd414a18b9c4762f0ed6719a HTTP/1.1" status: 200 len: 375 time: 0.0203278 Dec 06 12:07:37.652277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9198f79f-89a9-4569-b9a2-fd5d65a5ef2b req-d6d455f2-b9d6-4731-8633-93fd62c3d80e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022315 Dec 06 12:07:37.709199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-4a3d9d78-305e-4de2-b934-c75f13554eaa tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1413317 Dec 06 12:07:37.771455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-4482833f-dabb-4e1d-8a0b-280b061a6541 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994314 Dec 06 12:07:37.826956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:37.834216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915cc04-b34f-4210-9e82-3709943049c0 req-a4a27fa2-cea0-4922-81d6-fd36173a646b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.835718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4915cc04-b34f-4210-9e82-3709943049c0 req-a4a27fa2-cea0-4922-81d6-fd36173a646b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 943 time: 0.1256387 Dec 06 12:07:37.869244 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-77129a82-ad90-4532-a386-8af50f299252 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.870704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-77129a82-ad90-4532-a386-8af50f299252 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.23 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 950 time: 0.1431565 Dec 06 12:07:37.935405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:37.948784 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'mac_address': 'fa:16:3e:d3:31:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:37.991775 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.993965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad66d80-fe3b-437a-bb02-bf76eca434d0 req-927e7a37-d63a-4399-b240-28adaaa30c8a service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130249 Dec 06 12:07:38.006520 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:38.034346 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2fe9e-8c36-4d0a-b1bd-347176a295f7 req-5c6d0bcf-65bf-45e4-94f5-f7dc98c7f1cd tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.035544 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:38.035953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fb2fe9e-8c36-4d0a-b1bd-347176a295f7 req-5c6d0bcf-65bf-45e4-94f5-f7dc98c7f1cd tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1096 time: 0.1643212 Dec 06 12:07:38.039475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.041418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4915cc04-b34f-4210-9e82-3709943049c0 req-b24f2b0d-a0ff-4cd8-ad52-5901848aeb8a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671681 Dec 06 12:07:38.090049 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Deleting port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:38.090567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.102966 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.139709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fb2fe9e-8c36-4d0a-b1bd-347176a295f7 req-e285c1af-8ca0-4769-8b66-5c13e526eaaa tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859458 Dec 06 12:07:38.216070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb211a-2974-4956-9ab9-28402881e597 req-25817386-cf5d-4bcc-8cfa-8f2b4d217074 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.217582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09eb211a-2974-4956-9ab9-28402881e597 req-25817386-cf5d-4bcc-8cfa-8f2b4d217074 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=b193f35c-65c8-44c8-b16c-e6ac7f92cbc7 HTTP/1.1" status: 200 len: 950 time: 0.0909214 Dec 06 12:07:38.284518 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] For port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:38.284851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.312689 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Calling delete_port for f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:38.341692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a417-0246-490c-96d2-3574ca6fc96c req-c8b3e920-76f7-4603-bad3-4b575cf272c0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.343173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9951a417-0246-490c-96d2-3574ca6fc96c req-c8b3e920-76f7-4603-bad3-4b575cf272c0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.1171045 Dec 06 12:07:38.349910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09eb211a-2974-4956-9ab9-28402881e597 req-d585bed9-7e9c-4b24-a67e-906b4a376d8e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245902 Dec 06 12:07:38.453194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03d45383-a47c-4587-bd7f-c12c1c0b4895 req-e5b54ea5-ddfb-4764-b5f7-6d076c74b194 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0492983 Dec 06 12:07:38.479949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9951a417-0246-490c-96d2-3574ca6fc96c req-4bb0d621-3710-41dc-afc2-95a3018d8b2d tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271975 Dec 06 12:07:38.546851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.564022 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:38.576180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Pushing event deleted for resources: {'Port': ['ID=f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.593916 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9f9f219f-105c-4e2f-9c53-1a9ca45999c9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:38.637298 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] No DVR routers for this DVR port f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:38.641710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.644824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3b012655-ade0-432c-b4a5-a90a157b1fea details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:38.645938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34676e1f-f806-43e9-8fcf-c3de2a90be7a req-226e55a1-f71a-4339-8208-7c449b59ff0d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.23 "DELETE /v2.0/ports/f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e HTTP/1.1" status: 204 len: 173 time: 0.7558188 Dec 06 12:07:38.675739 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'name': 'network-vif-deleted', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:38.682469 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09644a1b-6d16-43e3-be97-3b0e933e2e86" -d '{"events": [{"server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "name": "network-vif-deleted", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:38.809887 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:07:38.890720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49683-5409-4e3c-bf02-3b3d93e3eb07 req-d34a1fac-ecbb-43f9-8f87-58df3ca90cf0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.900880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19d49683-5409-4e3c-bf02-3b3d93e3eb07 req-d34a1fac-ecbb-43f9-8f87-58df3ca90cf0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1163158 Dec 06 12:07:38.956555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3b012655-ade0-432c-b4a5-a90a157b1fea,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:38.978717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:38.991177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-74b52ab1-1a0d-48df-9643-dfb687f0c221 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333109 Dec 06 12:07:39.026663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19d49683-5409-4e3c-bf02-3b3d93e3eb07 req-95c22b98-7629-4dfc-a51c-430a74046bdb tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222894 Dec 06 12:07:39.045774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.066618 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b012655-ade0-432c-b4a5-a90a157b1fea {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:39.097843 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3b012655-ade0-432c-b4a5-a90a157b1fea,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:39.100988 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bee5e-8780-4dcd-a3ec-37bb391be782 x-openstack-request-id: req-954bee5e-8780-4dcd-a3ec-37bb391be782 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:39.101381 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193f35c-65c8-44c8-b16c-e6ac7f92cbc7", "name": "network-vif-deleted", "tag": "f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:39.101590 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-954bee5e-8780-4dcd-a3ec-37bb391be782 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:39.101994 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193f35c-65c8-44c8-b16c-e6ac7f92cbc7', 'name': 'network-vif-deleted', 'tag': 'f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e', 'status': 'completed', 'code': 200} Dec 06 12:07:39.106866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.160568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:39.241075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-ec0a302f-8144-41ab-a614-76532cf97748 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.242550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-ec0a302f-8144-41ab-a614-76532cf97748 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420657 Dec 06 12:07:39.258392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0220-3585-494b-b228-7fa35e971bbd req-8ab4590a-a90b-4a1a-b176-9bec48995ef1 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.260004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d85d0220-3585-494b-b228-7fa35e971bbd req-8ab4590a-a90b-4a1a-b176-9bec48995ef1 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 944 time: 0.0825233 Dec 06 12:07:39.265130 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Request body: {'port': {'device_id': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '5c7c9217cd414a18b9c4762f0ed6719a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:39.393848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d85d0220-3585-494b-b228-7fa35e971bbd req-2b484b49-5294-4c9f-b617-91c1672df78b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247311 Dec 06 12:07:39.443833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Made reservation on behalf of 5c7c9217cd414a18b9c4762f0ed6719a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:39.447769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.462832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3b012655-ade0-432c-b4a5-a90a157b1fea'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:39.634078 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Allocated IP 192.168.233.112 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/050032c6-97bc-4590-92da-929f03407b33) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:39.699920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1157894-995f-4c48-8cbd-54a961b3a9f7 req-8971ea89-a501-400e-b90b-7090e7c8fead tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0455215 Dec 06 12:07:39.706708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9b28f929-3de7-403f-b1b1-f274c944a621 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:07:39.708295 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9b28f929-3de7-403f-b1b1-f274c944a621 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080671 Dec 06 12:07:39.750083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-7f1ef665-9ae0-4ff7-b58e-fc21b9026a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.752187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-7f1ef665-9ae0-4ff7-b58e-fc21b9026a12 service neutron] 10.222.0.31 "GET /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 1093 time: 0.0362439 Dec 06 12:07:39.760500 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:39.760958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:07:39.850651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:39.855712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.864115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb494992-8f6e-40c6-9288-dd3cef51646f req-b10adce1-62a3-435f-924a-f8d0a090b9d0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.865606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eb494992-8f6e-40c6-9288-dd3cef51646f req-b10adce1-62a3-435f-924a-f8d0a090b9d0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.0840604 Dec 06 12:07:39.906927 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:39.907590 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:39.909512 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:39.914232 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:39.914541 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:39.919617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:39.920175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:39.920750 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:39.921189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Bound port: fae218ab-ddd9-4982-90af-1a2c6946eb39, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:39.932664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eb494992-8f6e-40c6-9288-dd3cef51646f req-169744f7-7447-427c-9898-e5110450d9ea tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Dec 06 12:07:39.934481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.982000 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:39.984117 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:39.987597 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:39.990523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:39.991838 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:39.997441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.998256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.005045 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event updated for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.007676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.011045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9ba88546-489e-4793-a109-401ddc78a21e service neutron] 10.222.0.31 "POST /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39/bindings HTTP/1.1" status: 201 len: 389 time: 0.2516298 Dec 06 12:07:40.020217 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'mac_address': 'fa:16:3e:0d:95:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:40.025410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-2460f407-aa92-4ee0-b91c-8f802353949c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7642558 Dec 06 12:07:40.040284 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Request body: {'port': {'device_id': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:40.079181 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.102999 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cb9816-9583-4173-a56c-4daa215a5c10 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:40.132208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:40.140722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.149049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.205453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104013a1-0158-446e-a772-5721a11c4ec7 req-f5f32a08-21ea-4239-aab1-77c081dddb62 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.207179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104013a1-0158-446e-a772-5721a11c4ec7 req-f5f32a08-21ea-4239-aab1-77c081dddb62 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.1638117 Dec 06 12:07:40.211543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.263413 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-088074f4-ad4c-446d-bb22-04d2d18826f6 None None] Provisioning complete for port 050032c6-97bc-4590-92da-929f03407b33 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:40.264048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-088074f4-ad4c-446d-bb22-04d2d18826f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.290656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9bca4edc-233e-4b8d-a250-eef384d95a30'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:40.323109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c', 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', '214d60de-ddd8-422d-8fe6-9021d47ac7b4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:40.372235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-088074f4-ad4c-446d-bb22-04d2d18826f6 None None] Port 050032c6-97bc-4590-92da-929f03407b33 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:40.373015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104013a1-0158-446e-a772-5721a11c4ec7 req-87911fba-e0bc-4693-bd67-87927f88834e tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467309 Dec 06 12:07:40.457614 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a31fa-9cd3-433a-a809-40c4e6b1f49b req-5d1d34bc-1bc5-49e6-a4d0-5d8ae8258778 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.459075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-912a31fa-9cd3-433a-a809-40c4e6b1f49b req-5d1d34bc-1bc5-49e6-a4d0-5d8ae8258778 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1314418 Dec 06 12:07:40.474156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:40.481523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-3e10c571-362b-4d0f-8e7b-e297931ee3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.482974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-3e10c571-362b-4d0f-8e7b-e297931ee3ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1096 time: 0.1048083 Dec 06 12:07:40.672789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3b012655-ade0-432c-b4a5-a90a157b1fea up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:40.807403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 3b012655-ade0-432c-b4a5-a90a157b1fea completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:40.831277 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 3b012655-ade0-432c-b4a5-a90a157b1fea triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:40.831647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.882590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a1b2c-0d5b-4734-8ff4-e2067961bdbb req-b6e2c1b8-c55c-46a8-9d32-d3260c7be6f6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.884081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e69a1b2c-0d5b-4734-8ff4-e2067961bdbb req-b6e2c1b8-c55c-46a8-9d32-d3260c7be6f6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.4239733 Dec 06 12:07:40.889792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f1cb9816-9583-4173-a56c-4daa215a5c10'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:40.902092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-912a31fa-9cd3-433a-a809-40c4e6b1f49b req-92ce62ea-bfd9-4ddb-b337-89a1412e8fd8 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258201 Dec 06 12:07:40.951025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9a22d402-eaf6-4685-b13b-f1a66c8d8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.952487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9a22d402-eaf6-4685-b13b-f1a66c8d8f12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.1930473 Dec 06 12:07:41.047108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e13020d9-341b-4d0f-a189-15c3687acffe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.0682714 Dec 06 12:07:41.074339 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050032c6-97bc-4590-92da-929f03407b33 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:41.083427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e69a1b2c-0d5b-4734-8ff4-e2067961bdbb req-35300b75-b383-4456-b867-1cc6ad5558f0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884437 Dec 06 12:07:41.088852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.097765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.140589 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Transition to ACTIVE for port object 050032c6-97bc-4590-92da-929f03407b33 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:41.152487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfae86-2267-4427-87b4-1c8ba503a88c req-0042409e-5ac4-46e9-ade7-900016f3bbdd tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.154178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fdfae86-2267-4427-87b4-1c8ba503a88c req-0042409e-5ac4-46e9-ade7-900016f3bbdd tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 944 time: 0.1654799 Dec 06 12:07:41.157412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.169565 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-0a8701e1-19f0-4ce8-912b-f249ef2b1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.171137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-0a8701e1-19f0-4ce8-912b-f249ef2b1b7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1071527 Dec 06 12:07:41.176556 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:41.179002 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8aeccb-0bcb-4063-8a5f-4df7a0fc73ad" -d '{"events": [{"server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:41.205978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3b012655-ade0-432c-b4a5-a90a157b1fea,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:41.224478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.225297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:41.260876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-acb3eb59-a574-4984-a321-34b55d6e7aba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590141 Dec 06 12:07:41.279580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:41.279929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2f2594b-fe6e-4af4-8c4d-d0b1b6cd7d7e not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:41.312140 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Pushing event updated for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.352464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.370668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fdfae86-2267-4427-87b4-1c8ba503a88c req-89f3d539-b289-48b6-836b-44f8f1a45b7d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903026 Dec 06 12:07:41.411142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6749-8854-4be2-9e69-e6194fd248af req-b3e74ef6-ec9c-4638-aa52-de38675e7690 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.418427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b93e6749-8854-4be2-9e69-e6194fd248af req-b3e74ef6-ec9c-4638-aa52-de38675e7690 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 948 time: 0.2573323 Dec 06 12:07:41.433875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Attempting to bind port 050032c6-97bc-4590-92da-929f03407b33 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:41.434242 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Attempting to bind port 050032c6-97bc-4590-92da-929f03407b33 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:41.434546 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Attempting to bind port 050032c6-97bc-4590-92da-929f03407b33 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:41.462798 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Port 050032c6-97bc-4590-92da-929f03407b33 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:41.463147 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Attempting to bind port 050032c6-97bc-4590-92da-929f03407b33 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:41.484293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-dd2d524c-5341-4060-a880-540f1acdc18c service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115355 Dec 06 12:07:41.486567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:41.486567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:41.486567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:41.486886 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Bound port: 050032c6-97bc-4590-92da-929f03407b33, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:41.487058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.556435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b93e6749-8854-4be2-9e69-e6194fd248af req-d674e4fe-3a4b-4cb9-84bb-0b8d3aaa97d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371331 Dec 06 12:07:41.600602 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e7f494-f1fe-4baa-8b8c-0fc9d6144e7a x-openstack-request-id: req-96e7f494-f1fe-4baa-8b8c-0fc9d6144e7a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:41.600897 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:41.601146 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96e7f494-f1fe-4baa-8b8c-0fc9d6144e7a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:41.601579 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'code': 200} Dec 06 12:07:41.649210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199ff07-adc4-4ad6-92eb-fd8fb5e12d72 req-59d984df-22e5-4e1e-907c-8f10e89c87e6 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.650705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4199ff07-adc4-4ad6-92eb-fd8fb5e12d72 req-59d984df-22e5-4e1e-907c-8f10e89c87e6 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 949 time: 0.1723700 Dec 06 12:07:41.695733 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:41.708924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55eb9-c2b1-4dd9-bd38-ca9a1b6e68bb req-725cbda4-92b1-41f3-8172-75d548bd58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.710533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ecf55eb9-c2b1-4dd9-bd38-ca9a1b6e68bb req-725cbda4-92b1-41f3-8172-75d548bd58c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.0415020 Dec 06 12:07:41.714055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-b5a79693-8839-414e-b418-ebbfed477ca8 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141733 Dec 06 12:07:41.715763 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=050032c6-97bc-4590-92da-929f03407b33,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:41.726843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.778550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ecf55eb9-c2b1-4dd9-bd38-ca9a1b6e68bb req-dede7aa2-d228-48cb-a5ba-b6e9cd34df9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Dec 06 12:07:41.799406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4199ff07-adc4-4ad6-92eb-fd8fb5e12d72 req-0cb89ab3-ef11-4390-97f0-2b1d5dcfdc0e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399586 Dec 06 12:07:41.812786 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.813461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.814797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] 10.222.0.23 "PUT /v2.0/ports/050032c6-97bc-4590-92da-929f03407b33 HTTP/1.1" status: 200 len: 1096 time: 1.7788155 Dec 06 12:07:41.823874 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'tag': '050032c6-97bc-4590-92da-929f03407b33'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:41.826197 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853b97d3-cf05-4279-94e9-0103834232c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "tag": "050032c6-97bc-4590-92da-929f03407b33"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:41.868488 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ba43d-7104-4094-a135-b01e316e5511 x-openstack-request-id: req-522ba43d-7104-4094-a135-b01e316e5511 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:41.868788 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "tag": "050032c6-97bc-4590-92da-929f03407b33", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:41.869038 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-522ba43d-7104-4094-a135-b01e316e5511 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:41.869456 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'tag': '050032c6-97bc-4590-92da-929f03407b33', 'status': 'completed', 'code': 200} Dec 06 12:07:41.878454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7016-5649-4083-8227-97bd31b6a5dc service neutron] Pushing event updated for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.882064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:41.899490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e423-c6a3-4b5d-8549-6400fedb3161 req-355e15cf-7f87-424d-8c35-8b53859ac8f4 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.900987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e575e423-c6a3-4b5d-8549-6400fedb3161 req-355e15cf-7f87-424d-8c35-8b53859ac8f4 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.1282551 Dec 06 12:07:41.912801 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-bb23d89c-9f8f-46e6-b11c-c187d098f8b7 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.914408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-bb23d89c-9f8f-46e6-b11c-c187d098f8b7 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 950 time: 0.1255190 Dec 06 12:07:41.958942 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:41.964580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:41.965127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.966433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e575e423-c6a3-4b5d-8549-6400fedb3161 req-ebada148-b96c-4dc3-9865-8bb128cb6662 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/security-groups?id=27820c75-77d1-477f-9572-cad3a0dd5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Dec 06 12:07:42.065096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd3df-ba98-4e0c-9255-77bd0bde017c req-7d6d3ea0-7c6c-47ae-b6ad-418a6239fecb tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.066508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd7fd3df-ba98-4e0c-9255-77bd0bde017c req-7d6d3ea0-7c6c-47ae-b6ad-418a6239fecb tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0747952 Dec 06 12:07:42.071132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.083004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b97d3-cf05-4279-94e9-0103834232c0 req-db020220-e818-45c2-a123-9732f25ef143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.084434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-853b97d3-cf05-4279-94e9-0103834232c0 req-db020220-e818-45c2-a123-9732f25ef143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0592544 Dec 06 12:07:42.104808 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:42.108609 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.132125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-853b97d3-cf05-4279-94e9-0103834232c0 req-3dbd4231-1bd1-4f2a-bde5-2117f76ed5dc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347521 Dec 06 12:07:42.152018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd7fd3df-ba98-4e0c-9255-77bd0bde017c req-fa125fdd-f05d-4f40-b8a2-b3ae581a8752 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779541 Dec 06 12:07:42.159828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.395077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412681f4-9cc1-4e59-9bc7-e166d16774e3 req-1f66f5f3-5361-4dca-9a84-f1183aa5d979 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.396571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-412681f4-9cc1-4e59-9bc7-e166d16774e3 req-1f66f5f3-5361-4dca-9a84-f1183aa5d979 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.2217898 Dec 06 12:07:42.434876 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b97d3-cf05-4279-94e9-0103834232c0 req-d77558d1-31e4-4e2b-be9c-9aacc8fa8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.436341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-853b97d3-cf05-4279-94e9-0103834232c0 req-d77558d1-31e4-4e2b-be9c-9aacc8fa8253 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889514 Dec 06 12:07:42.480416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-412681f4-9cc1-4e59-9bc7-e166d16774e3 req-f5314169-e16b-4ab3-869c-c6cd12d87531 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716164 Dec 06 12:07:42.482488 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Deleting port 9bca4edc-233e-4b8d-a250-eef384d95a30 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:42.482829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.625433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ecea6-7119-43c0-83ac-cdbbcf78d4d4 req-b37961c0-2ee9-4485-9f44-594a4a57558d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.626991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c7ecea6-7119-43c0-83ac-cdbbcf78d4d4 req-b37961c0-2ee9-4485-9f44-594a4a57558d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 945 time: 0.1507020 Dec 06 12:07:42.652559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-d333801c-e671-4dc6-8274-567cdec42e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.654002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-d333801c-e671-4dc6-8274-567cdec42e6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.1489763 Dec 06 12:07:42.699931 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] For port 9bca4edc-233e-4b8d-a250-eef384d95a30, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9bca4edc-233e-4b8d-a250-eef384d95a30,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:42.700223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.736759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-11565f21-7976-4126-8ad4-ec954c11c5d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=050032c6-97bc-4590-92da-929f03407b33 HTTP/1.1" status: 200 len: 217 time: 0.0705504 Dec 06 12:07:42.744168 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Calling delete_port for 9bca4edc-233e-4b8d-a250-eef384d95a30 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:42.860195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c7ecea6-7119-43c0-83ac-cdbbcf78d4d4 req-13c3e3c2-66d6-401b-9ad8-614e597ed090 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195706 Dec 06 12:07:42.868621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6ab3b-83cc-424e-9be7-e1cd59832585 req-f61cbe41-fb45-4312-aea1-deddde9040d7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.870460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb6ab3b-83cc-424e-9be7-e1cd59832585 req-f61cbe41-fb45-4312-aea1-deddde9040d7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 948 time: 0.2351139 Dec 06 12:07:42.888793 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-6f3b41df-a9d6-44e2-a4cb-4680ad2b98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.888793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-6f3b41df-a9d6-44e2-a4cb-4680ad2b98d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1314514 Dec 06 12:07:42.978769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb6ab3b-83cc-424e-9be7-e1cd59832585 req-0a1d076a-8fc6-42d4-bc23-59136c50cf3c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Dec 06 12:07:43.010740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de583fa-73c0-4581-997f-bb900563a964 req-5a49c9a8-98aa-4ae0-8e2e-e1050449bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.012279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-5a49c9a8-98aa-4ae0-8e2e-e1050449bed3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205397 Dec 06 12:07:43.360559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.395995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9bca4edc-233e-4b8d-a250-eef384d95a30'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:43.445400 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Pushing event deleted for resources: {'Port': ['ID=9bca4edc-233e-4b8d-a250-eef384d95a30,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:43.492714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418060d-3f43-4a2c-9e9f-6a654b03adc2 req-01dcf1ef-02b0-42a5-9dd0-5afb8eb98a44 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.494848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3418060d-3f43-4a2c-9e9f-6a654b03adc2 req-01dcf1ef-02b0-42a5-9dd0-5afb8eb98a44 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 949 time: 0.4361908 Dec 06 12:07:43.520203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0b57f-ce7c-4ae1-937d-e2f3d9d76a4b req-d6462eec-a6da-4ebf-887f-a9b22316e6d2 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.522078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03d0b57f-ce7c-4ae1-937d-e2f3d9d76a4b req-d6462eec-a6da-4ebf-887f-a9b22316e6d2 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1096 time: 0.4343398 Dec 06 12:07:43.538760 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] No DVR routers for this DVR port 9bca4edc-233e-4b8d-a250-eef384d95a30 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:43.548079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-e2be0829-5c59-47cb-ab15-03df18227728 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149636 Dec 06 12:07:43.555499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.558737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543e9ea2-1fbf-4603-814b-21f1951d257a req-1c10d516-6212-4dec-8c58-b695cface68d tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.53 "DELETE /v2.0/ports/9bca4edc-233e-4b8d-a250-eef384d95a30 HTTP/1.1" status: 204 len: 173 time: 1.3294685 Dec 06 12:07:43.603467 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:43.606550 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2feb13-1706-4d41-aa0d-a0e89b63f12b" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:43.711114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3418060d-3f43-4a2c-9e9f-6a654b03adc2 req-96c745bb-dc64-4408-96cc-6375604de072 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017570 Dec 06 12:07:43.717937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03d0b57f-ce7c-4ae1-937d-e2f3d9d76a4b req-ace67f0b-2bda-43ea-af01-51332daf9ae5 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802835 Dec 06 12:07:43.756126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4de583fa-73c0-4581-997f-bb900563a964 req-45d0c0db-da81-4cc1-a99f-4af260bf8d11 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957366 Dec 06 12:07:43.853532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a8f1703-1bbe-4af1-91b0-ede89c96da4a req-2d5ac842-78fd-4ca2-9bf3-d34ecb5e59a2 tempest-ServersAdminNegativeTestJSON-957173833 tempest-ServersAdminNegativeTestJSON-957173833-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca5fb5f-bf0e-446c-b29e-3970d0e0a269 HTTP/1.1" status: 200 len: 210 time: 0.0408528 Dec 06 12:07:43.864449 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:43.878488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442599-f5b5-4361-850b-42895f6de8e0 req-a152a83c-d05c-4142-a926-0c1b3187942c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.880205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c442599-f5b5-4361-850b-42895f6de8e0 req-a152a83c-d05c-4142-a926-0c1b3187942c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0792711 Dec 06 12:07:43.880819 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'name': 'network-vif-deleted', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:43.883756 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441dafc-82b6-4765-b9e9-77b5321b3605" -d '{"events": [{"server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "name": "network-vif-deleted", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:43.934399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f1cb9816-9583-4173-a56c-4daa215a5c10 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:43.939560 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f1cb9816-9583-4173-a56c-4daa215a5c10 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:43.940111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.963296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c442599-f5b5-4361-850b-42895f6de8e0 req-baec5066-1786-4931-bc34-d94a4c491c18 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Dec 06 12:07:44.012318 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435d1c-eb35-4df8-a566-fe3b26d1527a req-b1ac089e-6052-4a85-b3b2-a94ef331ad7e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.014025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6435d1c-eb35-4df8-a566-fe3b26d1527a req-b1ac089e-6052-4a85-b3b2-a94ef331ad7e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.0750730 Dec 06 12:07:44.019685 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa1c63d-0daf-4909-898f-7d951dab6784 x-openstack-request-id: req-bfa1c63d-0daf-4909-898f-7d951dab6784 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:44.019978 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:44.020231 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfa1c63d-0daf-4909-898f-7d951dab6784 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:44.020614 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'code': 200} Dec 06 12:07:44.038331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.081447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6435d1c-eb35-4df8-a566-fe3b26d1527a req-1b77aa0a-d16d-460e-95d7-d7e57a1920a6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548160 Dec 06 12:07:44.081718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:44.087717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.156867 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:44.177724 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67eb5f1-f818-4e73-a295-166c1fa2668a x-openstack-request-id: req-f67eb5f1-f818-4e73-a295-166c1fa2668a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:44.177724 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca5fb5f-bf0e-446c-b29e-3970d0e0a269", "name": "network-vif-deleted", "tag": "9bca4edc-233e-4b8d-a250-eef384d95a30", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:44.177724 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f67eb5f1-f818-4e73-a295-166c1fa2668a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:44.178189 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5fb5f-bf0e-446c-b29e-3970d0e0a269', 'name': 'network-vif-deleted', 'tag': '9bca4edc-233e-4b8d-a250-eef384d95a30', 'status': 'completed', 'code': 200} Dec 06 12:07:44.209803 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e135a-6455-4d40-8640-20de5f89e390 req-17c179bf-9c17-4d97-885c-acf56f3512ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.211740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-859e135a-6455-4d40-8640-20de5f89e390 req-17c179bf-9c17-4d97-885c-acf56f3512ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 1101 time: 0.0444303 Dec 06 12:07:44.315942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-859e135a-6455-4d40-8640-20de5f89e390 req-7da8b488-c48b-4ad8-9837-a175fc963665 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938065 Dec 06 12:07:44.330631 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04147fa-596d-4ef3-855c-5e4c401316ff req-1ac22687-bd5a-4e90-91b8-8fd8659f66c9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.332658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04147fa-596d-4ef3-855c-5e4c401316ff req-1ac22687-bd5a-4e90-91b8-8fd8659f66c9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 945 time: 0.0957499 Dec 06 12:07:44.390197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04147fa-596d-4ef3-855c-5e4c401316ff req-95e4197f-66ba-4c31-a222-10c588a44337 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499315 Dec 06 12:07:44.500110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec4233-1d23-4428-95a9-6e466a2914f3 req-da4f7872-ebb0-4076-92a5-0bda4437f998 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.501695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9ec4233-1d23-4428-95a9-6e466a2914f3 req-da4f7872-ebb0-4076-92a5-0bda4437f998 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 948 time: 0.0532527 Dec 06 12:07:44.552266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9ec4233-1d23-4428-95a9-6e466a2914f3 req-6426d363-b61f-4a33-8202-78927de8c1f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Dec 06 12:07:44.846155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-082d627d-a0bb-4d4d-9cf6-3da816e1a4cf tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1926908 Dec 06 12:07:44.855748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:44.885784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.989174 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-2db90c4a-4077-4a76-aabf-a588bf347ee2 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:07:44.990213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-2db90c4a-4077-4a76-aabf-a588bf347ee2 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076144 Dec 06 12:07:44.999833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.035150 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-b5d15afe-1101-466c-aabd-e6e888f83391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:45.036851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-b5d15afe-1101-466c-aabd-e6e888f83391 service neutron] 10.222.0.31 "GET /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 1093 time: 0.0360646 Dec 06 12:07:45.046112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:45.046942 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:07:45.113962 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Allocated IP 172.35.3.72 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/63d43047-a938-4e5c-9a8c-881dc79bf63e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:45.191281 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:45.191965 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:45.192489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:45.200384 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:45.200905 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:45.207127 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:45.207496 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:45.207844 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:45.208296 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Bound port: 7027f6ce-3108-4540-94a8-df36caa36ecf, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:45.221344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.258786 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:45.259709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.265032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.266265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-75c0c584-b1f2-41f5-9910-d6e51f9af3fd service neutron] 10.222.0.31 "POST /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf/bindings HTTP/1.1" status: 201 len: 389 time: 0.2236416 Dec 06 12:07:45.299178 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:45.302134 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:45.305660 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:45.317911 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event updated for resources: {'Port': ['ID=63d43047-a938-4e5c-9a8c-881dc79bf63e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:45.426324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.477516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbbb5-50e9-4c6b-997e-443427c1063f req-a981e0e3-5854-4d7e-a0f0-51cbe83599d4 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:45.478901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-264fbbb5-50e9-4c6b-997e-443427c1063f req-a981e0e3-5854-4d7e-a0f0-51cbe83599d4 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 950 time: 0.0910485 Dec 06 12:07:45.479893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.577270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-264fbbb5-50e9-4c6b-997e-443427c1063f req-9a2915b8-22a6-4781-9f9e-be9183f8d5c1 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777211 Dec 06 12:07:45.674362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.687819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.757435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.779706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event updated for resources: {'Port': ['ID=63d43047-a938-4e5c-9a8c-881dc79bf63e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:45.787320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.789635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-10ab1d7c-186a-438e-9f82-1d87958d3cae tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9379325 Dec 06 12:07:45.803012 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc9e08-5e8f-482a-8ffc-b39a91795b93 req-7afeeb15-42e5-4c24-8bb1-18314c2b169d tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:45.805685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bfc9e08-5e8f-482a-8ffc-b39a91795b93 req-7afeeb15-42e5-4c24-8bb1-18314c2b169d tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1195388 Dec 06 12:07:45.854494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9bca4edc-233e-4b8d-a250-eef384d95a30 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:45.876531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 9bca4edc-233e-4b8d-a250-eef384d95a30 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:45.877174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9bca4edc-233e-4b8d-a250-eef384d95a30 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:45.912025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-4248d87d-f3da-4d17-9cfa-fd7c7701c49b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 695 time: 0.1053224 Dec 06 12:07:45.973929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bfc9e08-5e8f-482a-8ffc-b39a91795b93 req-82af3acb-2658-4018-9625-2cdcb3c64074 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363387 Dec 06 12:07:46.007217 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36696) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:46.022231 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:46.025232 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f6a3b-32c7-4791-bdb0-3eb25ffc079a" -d '{"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:46.042273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-364565e9-0788-4deb-ab1e-5427b91f9c19 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.044251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-364565e9-0788-4deb-ab1e-5427b91f9c19 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1254344 Dec 06 12:07:46.058852 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-aec231e7-2154-430b-8dc9-0fcab8f31c7a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:07:46.059971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-610c8257-511a-4e36-b3e8-4369b5732d5b req-aec231e7-2154-430b-8dc9-0fcab8f31c7a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060196 Dec 06 12:07:46.132093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947654e7-f053-4df5-ae69-ab4093e83fe8 req-e3bd40ba-706f-4f57-abfd-6b1bf01582c0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.133741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-947654e7-f053-4df5-ae69-ab4093e83fe8 req-e3bd40ba-706f-4f57-abfd-6b1bf01582c0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.0729167 Dec 06 12:07:46.202973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43b5756c-4aee-4c78-bfc0-c6dc2d402d33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47fb11aed5cd4a8bafde376ae4f2bcf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937418 Dec 06 12:07:46.205458 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:46.225034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-947654e7-f053-4df5-ae69-ab4093e83fe8 req-f1520500-482c-463f-98ee-a8ccb7c21937 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Dec 06 12:07:46.234219 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91ef11-6de6-4cc9-b8bd-b2da61e362de req-2e7a72fd-0737-4fe2-8a38-a63683c41b2e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.236456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b91ef11-6de6-4cc9-b8bd-b2da61e362de req-2e7a72fd-0737-4fe2-8a38-a63683c41b2e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1008954 Dec 06 12:07:46.255418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.278332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.295992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b91ef11-6de6-4cc9-b8bd-b2da61e362de req-7e0464eb-1f04-46f8-b503-d385773085a8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Dec 06 12:07:46.334572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.340712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.346050 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27820c75-77d1-477f-9572-cad3a0dd5095 HTTP/1.1" status: 204 len: 168 time: 0.1395528 Dec 06 12:07:46.357355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ba5a8-2cc7-4bf1-953d-1950b7f510b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27820c75-77d1-477f-9572-cad3a0dd5095,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:46.379058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710ce2c-24b7-47bb-bfe9-452cc0d21eb3 req-1287bea8-7207-421d-b2ee-14663481f382 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.386438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3710ce2c-24b7-47bb-bfe9-452cc0d21eb3 req-1287bea8-7207-421d-b2ee-14663481f382 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 948 time: 0.0875545 Dec 06 12:07:46.441803 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bda681e-06a2-44bf-99ff-c74f7d89c8d5 x-openstack-request-id: req-3bda681e-06a2-44bf-99ff-c74f7d89c8d5 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:46.442409 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:46.442672 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bda681e-06a2-44bf-99ff-c74f7d89c8d5 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:46.443066 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'code': 200} Dec 06 12:07:46.451247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3710ce2c-24b7-47bb-bfe9-452cc0d21eb3 req-9c5760b0-0710-40c6-9c80-217ba9ab3f34 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Dec 06 12:07:46.627840 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d7cf-0123-43fb-8f83-ad845cdc8889 req-66045743-aef6-42fa-8857-5ba9559ca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.629359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cce4d7cf-0123-43fb-8f83-ad845cdc8889 req-66045743-aef6-42fa-8857-5ba9559ca633 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 1101 time: 0.0789542 Dec 06 12:07:46.661097 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-0f096105-9932-4710-9623-c353ff92fbf2 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.663256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-0f096105-9932-4710-9623-c353ff92fbf2 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 821 time: 0.1464496 Dec 06 12:07:46.670521 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 050032c6-97bc-4590-92da-929f03407b33 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:46.709689 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:46.739785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-3f7cf0b9-915d-482d-92e0-c735c930ec7c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/quotas/81b2d7b8db2149fda57bbf0e5d87c8a3 HTTP/1.1" status: 200 len: 375 time: 0.0606034 Dec 06 12:07:46.753723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3cac9259-691f-47fe-8493-230495a7c658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1589c637a5f94f7dbd0f1ecffd96225f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427179 Dec 06 12:07:46.756420 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:46.786850 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=050032c6-97bc-4590-92da-929f03407b33,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:46.803592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '050032c6-97bc-4590-92da-929f03407b33', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '050032c6-97bc-4590-92da-929f03407b33', 'mac_address': 'fa:16:3e:35:bc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:46.816115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cce4d7cf-0123-43fb-8f83-ad845cdc8889 req-7d7d651f-d6b1-45e5-b593-e1b4bfeb40bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515639 Dec 06 12:07:46.824114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973a52-4d0f-461b-883f-9081491a37e0 req-7346b463-a721-4bbd-9c85-ea1dd1d54d45 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.825719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef973a52-4d0f-461b-883f-9081491a37e0 req-7346b463-a721-4bbd-9c85-ea1dd1d54d45 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 950 time: 0.1496994 Dec 06 12:07:46.846825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.860700 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050032c6-97bc-4590-92da-929f03407b33 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:46.883194 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=050032c6-97bc-4590-92da-929f03407b33,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:46.885077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-c1c35b4d-9f6b-4e01-b7ba-c727fb2f00e7 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343012 Dec 06 12:07:46.894587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.934710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.945377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef973a52-4d0f-461b-883f-9081491a37e0 req-1751793d-5e9e-4772-bc4c-a7f7e6149456 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051481 Dec 06 12:07:46.947079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:46.996677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.046992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-3884fde6-e3a0-4b40-ab36-31e95394a87e service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520231 Dec 06 12:07:47.110063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.112673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.116111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8671106-4a21-4082-8348-7c8c6c94b50b HTTP/1.1" status: 204 len: 168 time: 0.3437042 Dec 06 12:07:47.156940 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18fe79-78d8-453f-a53d-34acd76efe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8671106-4a21-4082-8348-7c8c6c94b50b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:47.179361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd307b-4b47-4f5e-98f2-b57b773d3528 req-ba3f6407-0477-432e-9e36-90c82c8db425 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:47.180970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73bd307b-4b47-4f5e-98f2-b57b773d3528 req-ba3f6407-0477-432e-9e36-90c82c8db425 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1248722 Dec 06 12:07:47.208009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-3c9ea8b8-0b94-400b-9dfc-ede0212291f9 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528881 Dec 06 12:07:47.251767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73bd307b-4b47-4f5e-98f2-b57b773d3528 req-ad835973-409f-463f-b50b-ab2ff96c3c2f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603969 Dec 06 12:07:47.264604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['050032c6-97bc-4590-92da-929f03407b33'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:47.403964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8016e-e8a2-4067-b2aa-56967eff1494 req-5b1fb8de-cf38-4310-ac31-0cae26b96955 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:47.413479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20a8016e-e8a2-4067-b2aa-56967eff1494 req-5b1fb8de-cf38-4310-ac31-0cae26b96955 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.0725427 Dec 06 12:07:47.483194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20a8016e-e8a2-4067-b2aa-56967eff1494 req-16c0b972-b0dd-4927-ab47-13beab03c9e2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685048 Dec 06 12:07:47.577254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3bc3b09-891e-4feb-9b37-717d6c22044a req-7c5227f4-e664-4640-9034-5d04437520f6 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 210 time: 0.0411596 Dec 06 12:07:47.604911 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c9857-1027-4c4d-b678-f0ac84dc44d5 req-f4e02a20-d887-48d4-869f-900a8623bbf2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:47.613013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c1c9857-1027-4c4d-b678-f0ac84dc44d5 req-f4e02a20-d887-48d4-869f-900a8623bbf2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1267338 Dec 06 12:07:47.687345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c1c9857-1027-4c4d-b678-f0ac84dc44d5 req-a5eda040-4b25-45d9-a4c9-c404a5b83f7c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734351 Dec 06 12:07:47.817861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3466ab-8664-4453-99c7-d941dfa6963e req-a262f442-632c-46d4-9ae6-f99c5873bd24 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:47.819536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad3466ab-8664-4453-99c7-d941dfa6963e req-a262f442-632c-46d4-9ae6-f99c5873bd24 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 949 time: 0.0595391 Dec 06 12:07:47.881338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad3466ab-8664-4453-99c7-d941dfa6963e req-3ea67664-0e65-45c9-8f57-339449cc5cb5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556059 Dec 06 12:07:48.081266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e089-2a7c-4fc2-b2ce-cd316bf0efc9 req-1e8498c2-750c-4e3f-90a7-6e356c1465d0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.082765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0418e089-2a7c-4fc2-b2ce-cd316bf0efc9 req-1e8498c2-750c-4e3f-90a7-6e356c1465d0 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 950 time: 0.0503490 Dec 06 12:07:48.146364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0418e089-2a7c-4fc2-b2ce-cd316bf0efc9 req-a70af8f9-6f77-4a51-bb8f-9a33630e1a12 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Dec 06 12:07:48.389959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916b71-d1bb-4230-9965-e79e6c533531 req-dbc9f8cf-fd9e-410d-84ad-f3173e3711e4 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.391516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13916b71-d1bb-4230-9965-e79e6c533531 req-dbc9f8cf-fd9e-410d-84ad-f3173e3711e4 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.0509312 Dec 06 12:07:48.459409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-621028c2-8bf0-4dd4-aac8-559f26598773 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353680 Dec 06 12:07:48.463388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13916b71-d1bb-4230-9965-e79e6c533531 req-c643d166-a5dc-466d-a678-5858f47fa37a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Dec 06 12:07:48.594689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-bd90bd07-33f4-4b4d-b765-38222b8ef490 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.601657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-bd90bd07-33f4-4b4d-b765-38222b8ef490 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368144 Dec 06 12:07:48.616059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc1fff5f-f8cf-41a6-bd02-ee9c60069bd2 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/quotas/ea0796f78b9741f9ab01ad4a6cf8b167 HTTP/1.1" status: 200 len: 375 time: 0.0135882 Dec 06 12:07:48.675659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-469c75c1-3c98-46fc-aef2-f4336007a932 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444770 Dec 06 12:07:48.684612 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c03b-8f97-474b-94ae-cc180ca90e6b req-8e353ca4-8527-4ca0-b5a7-3c9d3358d0dc tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.685816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d228c03b-8f97-474b-94ae-cc180ca90e6b req-8e353ca4-8527-4ca0-b5a7-3c9d3358d0dc tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.1333992 Dec 06 12:07:48.687089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 050032c6-97bc-4590-92da-929f03407b33 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:48.780259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 050032c6-97bc-4590-92da-929f03407b33 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:48.784986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 050032c6-97bc-4590-92da-929f03407b33 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:48.785389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.876563 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.901381 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050032c6-97bc-4590-92da-929f03407b33'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:48.903796 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7db711-2629-4f6a-9632-edf0bab7ee44" -d '{"events": [{"server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "050032c6-97bc-4590-92da-929f03407b33"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:48.918774 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=050032c6-97bc-4590-92da-929f03407b33,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:48.925588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.062879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-8fc0d8ad-9660-418f-96e5-dd43c12e9c4a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.064835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-8fc0d8ad-9660-418f-96e5-dd43c12e9c4a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 821 time: 0.4454572 Dec 06 12:07:49.081227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ac84734-29f8-4cb5-9f61-8373c1d510bd req-bdbc68e1-565a-4f57-a4b1-a3cc11046178 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 210 time: 0.0440776 Dec 06 12:07:49.092153 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'port': {'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'admin_state_up': True, 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:49.108389 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.172593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d228c03b-8f97-474b-94ae-cc180ca90e6b req-ec614694-2f87-4e0e-a524-1fe096c52387 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509053 Dec 06 12:07:49.265195 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Made reservation on behalf of 81b2d7b8db2149fda57bbf0e5d87c8a3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:49.267235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.310999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104b978d-a0cc-422d-957c-90d35364cc5b req-0891162a-3af5-49bc-bf16-d78a912c2f49 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 210 time: 0.0723279 Dec 06 12:07:49.388646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920fef4-ab9f-4283-a214-003a61ce0cb4 req-e0bffa38-7fcf-4f13-9176-22c473db8b04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.390143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e920fef4-ab9f-4283-a214-003a61ce0cb4 req-e0bffa38-7fcf-4f13-9176-22c473db8b04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1499650 Dec 06 12:07:49.390761 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.520978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a479b4-96fe-4cdc-8447-c370424d7a6e req-d6148086-b756-46aa-bc84-8bc9e8e600e7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.522507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a479b4-96fe-4cdc-8447-c370424d7a6e req-d6148086-b756-46aa-bc84-8bc9e8e600e7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.1444514 Dec 06 12:07:49.541301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e920fef4-ab9f-4283-a214-003a61ce0cb4 req-bc35ae35-38a4-42fa-a9bb-59674c1b87ab tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210496 Dec 06 12:07:49.559956 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Allocated IP 172.20.0.3 (7f00f0df-a242-45a1-baa5-56528a8cccce/aa553673-1f5d-4afb-ad95-73061cac1fd2/1fc108f5-3f07-4541-a88b-03f5b8453cbf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:49.610370 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf1bbe-39dc-44fb-9f8e-a0a85e690fb3 x-openstack-request-id: req-c6cf1bbe-39dc-44fb-9f8e-a0a85e690fb3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:49.611232 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "050032c6-97bc-4590-92da-929f03407b33", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:49.611795 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6cf1bbe-39dc-44fb-9f8e-a0a85e690fb3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:49.612193 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050032c6-97bc-4590-92da-929f03407b33', 'code': 200} Dec 06 12:07:49.615380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05a479b4-96fe-4cdc-8447-c370424d7a6e req-5cd49485-132f-489b-bd08-2fb0735f076d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Dec 06 12:07:49.781221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2548c-75cf-43ce-8042-6a81d24a3eda req-b7569c72-316e-436f-b341-924fea4a3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.783428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9e2548c-75cf-43ce-8042-6a81d24a3eda req-b7569c72-316e-436f-b341-924fea4a3c78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 1101 time: 0.0412471 Dec 06 12:07:49.814983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d88bc4-1a36-4b94-8e5e-cd96d30ae799 req-04b9749e-2fb5-4c44-a509-84fc3a35441b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.816428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d88bc4-1a36-4b94-8e5e-cd96d30ae799 req-04b9749e-2fb5-4c44-a509-84fc3a35441b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 950 time: 0.1420257 Dec 06 12:07:49.833795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9e2548c-75cf-43ce-8042-6a81d24a3eda req-a8a84066-58be-4343-b04a-60d30ca33e23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Dec 06 12:07:49.847343 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b01a31-f0f3-4106-857c-d41839f37ff3 req-2a753026-bea1-4007-908a-902321752273 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:49.848763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0b01a31-f0f3-4106-857c-d41839f37ff3 req-2a753026-bea1-4007-908a-902321752273 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1292133 Dec 06 12:07:49.874780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.933590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d88bc4-1a36-4b94-8e5e-cd96d30ae799 req-998700c7-1cbb-4a52-94ef-be13eb034f26 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099057 Dec 06 12:07:49.942561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0b01a31-f0f3-4106-857c-d41839f37ff3 req-2f43238a-72a9-4511-90ed-35451e2dd1a3 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838549 Dec 06 12:07:49.960174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.973493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3b012655-ade0-432c-b4a5-a90a157b1fea'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:50.006242 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Network 7f00f0df-a242-45a1-baa5-56528a8cccce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:50.019660 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:50.025925 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:50.035726 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:50.036757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.054296 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event updated for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.076244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-94b886ca-47e1-4260-97e4-dda691724459 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9940050 Dec 06 12:07:50.094093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9d00-ad57-4e35-913f-578b2a303ead req-0c819960-e440-4cee-8588-15f187fc5159 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:50.096141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a8b9d00-ad57-4e35-913f-578b2a303ead req-0c819960-e440-4cee-8588-15f187fc5159 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 950 time: 0.0888455 Dec 06 12:07:50.101855 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Request body: {'port': {'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:50.215811 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.275708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-c6bd3bc8-bae9-4f23-8945-dbd63e7eba1c tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361679 Dec 06 12:07:50.301046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a8b9d00-ad57-4e35-913f-578b2a303ead req-173cca6c-1384-4cfc-a519-3c21255109cd tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609068 Dec 06 12:07:50.322604 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d796-d37f-4afe-97ac-feefc2ef4528 req-431c4886-8c68-4f99-b301-f0966edea0dc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:50.324498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f46d796-d37f-4afe-97ac-feefc2ef4528 req-431c4886-8c68-4f99-b301-f0966edea0dc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 931 time: 0.1504064 Dec 06 12:07:50.371269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-04eb4f95-576a-4f87-a469-12f4d21ba48d None None] Provisioning complete for port 1fc108f5-3f07-4541-a88b-03f5b8453cbf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:50.372288 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04eb4f95-576a-4f87-a469-12f4d21ba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.408543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-04eb4f95-576a-4f87-a469-12f4d21ba48d None None] Port 1fc108f5-3f07-4541-a88b-03f5b8453cbf cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:50.553177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f46d796-d37f-4afe-97ac-feefc2ef4528 req-64c509f6-447a-42b6-971e-9653b5bde082 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218785 Dec 06 12:07:50.581740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-8a063ad0-90a7-44d7-9dd6-11930288afc5 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:50.583175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-8a063ad0-90a7-44d7-9dd6-11930288afc5 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792470 Dec 06 12:07:50.590700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930926-051b-460e-a1fd-95a825c412b1 req-53e4f6a5-c382-45e8-8190-e9ac1d11fe0c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:50.592086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05930926-051b-460e-a1fd-95a825c412b1 req-53e4f6a5-c382-45e8-8190-e9ac1d11fe0c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.2195139 Dec 06 12:07:50.636390 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Request body: {'port': {'device_id': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': 'ea0796f78b9741f9ab01ad4a6cf8b167'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:50.764558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05930926-051b-460e-a1fd-95a825c412b1 req-da267243-1e9d-45c0-ab8c-4eaaeebebb8f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651449 Dec 06 12:07:50.854032 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc108f5-3f07-4541-a88b-03f5b8453cbf {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:50.877965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0277703f-bdbe-4262-9e77-ed2960bdbc04 req-5c4af131-ca74-46fa-9e5b-86607da0f1ed tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 210 time: 0.0469544 Dec 06 12:07:50.879817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.901678 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Transition to ACTIVE for port object 1fc108f5-3f07-4541-a88b-03f5b8453cbf will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:50.903722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Made reservation on behalf of ea0796f78b9741f9ab01ad4a6cf8b167 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:50.908879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.913132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.924826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.036107 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.121284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0531-e216-4f2a-a7f5-64766b561cd6 req-8adc7c0d-4981-41da-a246-7198e74dcd70 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.123067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-492d0531-e216-4f2a-a7f5-64766b561cd6 req-8adc7c0d-4981-41da-a246-7198e74dcd70 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1662877 Dec 06 12:07:51.130141 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Attempting to bind port 1fc108f5-3f07-4541-a88b-03f5b8453cbf on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:51.130482 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Attempting to bind port 1fc108f5-3f07-4541-a88b-03f5b8453cbf by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:51.130813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Attempting to bind port 1fc108f5-3f07-4541-a88b-03f5b8453cbf on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:51.165452 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Port 1fc108f5-3f07-4541-a88b-03f5b8453cbf on network 7f00f0df-a242-45a1-baa5-56528a8cccce not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:51.165782 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Attempting to bind port 1fc108f5-3f07-4541-a88b-03f5b8453cbf on network 7f00f0df-a242-45a1-baa5-56528a8cccce {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:51.180304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f324db-2ec7-46e6-9f82-275cdae06fab req-c3982af1-dcca-4f0f-8ef7-ec254c289c37 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.181846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f324db-2ec7-46e6-9f82-275cdae06fab req-c3982af1-dcca-4f0f-8ef7-ec254c289c37 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.1769059 Dec 06 12:07:51.195274 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:51.195673 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Checking segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:51.196064 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Bound using segment: {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:51.196506 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Bound port: 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:51.196864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.257274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.283095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.293596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-492d0531-e216-4f2a-a7f5-64766b561cd6 req-66de160b-c540-40bd-9f49-7d671090cb38 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564770 Dec 06 12:07:51.397731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f324db-2ec7-46e6-9f82-275cdae06fab req-393264c2-30c0-4338-8b1b-10b20ada4eda tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069318 Dec 06 12:07:51.398242 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4860b-e474-4779-8657-1cb9ca1db1bf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.406788 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:51.448186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:51.457012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.531181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.531801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.533763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] 10.222.0.23 "PUT /v2.0/ports/1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 1091 time: 1.4360719 Dec 06 12:07:51.534233 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:51.536491 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5ce72-5fa8-4890-9981-f557acf6ab8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:51.565484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da858cf-3fa0-43f7-b5b2-2853f8837e6e req-92d151df-82c8-493a-acc9-f963ed7b2bb1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.572732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8da858cf-3fa0-43f7-b5b2-2853f8837e6e req-92d151df-82c8-493a-acc9-f963ed7b2bb1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 950 time: 0.1711826 Dec 06 12:07:51.598947 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa7d63a-6bae-4f36-9d6a-dc76c8f538bb x-openstack-request-id: req-aaa7d63a-6bae-4f36-9d6a-dc76c8f538bb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:51.599246 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:51.599507 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaa7d63a-6bae-4f36-9d6a-dc76c8f538bb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:51.599903 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'status': 'completed', 'code': 200} Dec 06 12:07:51.620296 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Allocated IP 192.168.233.215 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/3304ce06-6cd9-4195-b6a6-eff444de9f40) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:51.651663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a855e5-c80e-412c-b8be-e2552c72cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.732460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8da858cf-3fa0-43f7-b5b2-2853f8837e6e req-542aeb46-0b85-4f3a-adf1-ad9e21d311b4 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588299 Dec 06 12:07:51.750574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-1106c60e-12ea-4bb2-82f2-8d8ec4ba30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.752188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-1106c60e-12ea-4bb2-82f2-8d8ec4ba30c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1094 time: 0.1441236 Dec 06 12:07:51.780137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90905e66-9f80-488c-be5d-6e844085dd88 req-a9f4edf3-8a68-4c0e-b19b-6473b40ff676 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.781609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90905e66-9f80-488c-be5d-6e844085dd88 req-a9f4edf3-8a68-4c0e-b19b-6473b40ff676 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 943 time: 0.1269512 Dec 06 12:07:51.843828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-c4c7d38d-f14a-4ec5-83f5-2d1c643f39a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 217 time: 0.0715146 Dec 06 12:07:51.871979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:51.970708 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:51.982109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'mac_address': 'fa:16:3e:5e:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:51.983997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90905e66-9f80-488c-be5d-6e844085dd88 req-829f4446-e6a2-4343-b2d7-fef67b345032 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855364 Dec 06 12:07:52.014001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-1f024b93-2612-4090-a5aa-6e2777576ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.015538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-1f024b93-2612-4090-a5aa-6e2777576ccb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1556094 Dec 06 12:07:52.023266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.026458 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.038075 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:52.051714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236a6a2-7fa0-4d88-9401-46feccf1e802 req-97d1cf78-e78e-4865-91d3-fcc311a60d69 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.053221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8236a6a2-7fa0-4d88-9401-46feccf1e802 req-97d1cf78-e78e-4865-91d3-fcc311a60d69 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.1493056 Dec 06 12:07:52.063367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:52.067855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.114264 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.114461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3851b94f-0aa6-4758-8fb2-4bd3372de3ea req-12ffbb34-a7b7-45c1-ae13-223b5e3f6b40 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 210 time: 0.0457699 Dec 06 12:07:52.156142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-9f2f7ad2-6d29-4ad4-94b2-6b2d9ff4f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.158227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-9f2f7ad2-6d29-4ad4-94b2-6b2d9ff4f914 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276243 Dec 06 12:07:52.163204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.205691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8236a6a2-7fa0-4d88-9401-46feccf1e802 req-325c9312-1a49-4ce1-8c93-fdea250dd16c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359253 Dec 06 12:07:52.238919 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:52.245019 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:52.250363 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:52.255913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.256517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.296999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Pushing event updated for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.310744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-cc6fdaff-9e21-4939-bba5-ae86f73311a3 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6838887 Dec 06 12:07:52.333234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Request body: {'port': {'device_id': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:52.340594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-b1112937-9cd6-45f3-bd58-1ebc3808dea2 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678367 Dec 06 12:07:52.450527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.481464 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8b695e8e-38b2-423d-b975-3f01f911c2ab None None] Provisioning complete for port 3304ce06-6cd9-4195-b6a6-eff444de9f40 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:52.481829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b695e8e-38b2-423d-b975-3f01f911c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.518811 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8b695e8e-38b2-423d-b975-3f01f911c2ab None None] Port 3304ce06-6cd9-4195-b6a6-eff444de9f40 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:52.536454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c3db-a3ba-445e-9958-05184163d759 req-ef116886-64c5-4465-8e46-c7ead50985a9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.537947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4519c3db-a3ba-445e-9958-05184163d759 req-ef116886-64c5-4465-8e46-c7ead50985a9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1690390 Dec 06 12:07:52.663631 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:52.846334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa201ec5-54e7-4b2a-b2b5-518430e1e3ea req-d6501603-54c1-4ae4-af93-80ff87a07e24 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878106 Dec 06 12:07:52.876852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f679e-ec86-443d-9ed3-756018241030 req-e3be181f-3dc5-44cd-8f0b-090c3691692f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:52.878327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-712f679e-ec86-443d-9ed3-756018241030 req-e3be181f-3dc5-44cd-8f0b-090c3691692f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.4007130 Dec 06 12:07:52.991138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4519c3db-a3ba-445e-9958-05184163d759 req-ee199bc8-5c56-48d7-9d97-2e5678fa5c48 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304745 Dec 06 12:07:53.051896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-1728c807-67e1-462b-8790-31ca2329f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.053396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-1728c807-67e1-462b-8790-31ca2329f88c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1094 time: 0.1184733 Dec 06 12:07:53.059698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-712f679e-ec86-443d-9ed3-756018241030 req-decd4870-a2ea-4f67-9bb0-fac96d221175 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715670 Dec 06 12:07:53.218422 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d61dae-350a-42af-9c98-6148d8b98cdc req-af121741-3ae1-44a6-bc17-7bb4fb37b451 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.219929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64d61dae-350a-42af-9c98-6148d8b98cdc req-af121741-3ae1-44a6-bc17-7bb4fb37b451 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 949 time: 0.1637237 Dec 06 12:07:53.334289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9c4e9d83-f62c-46ca-b7ce-a9713d3b9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.335654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9c4e9d83-f62c-46ca-b7ce-a9713d3b9026 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.2665141 Dec 06 12:07:53.362654 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3304ce06-6cd9-4195-b6a6-eff444de9f40 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:53.375058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64d61dae-350a-42af-9c98-6148d8b98cdc req-4ae7b9c3-362b-4aab-b0c3-2085a21f1fae tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388419 Dec 06 12:07:53.377403 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.415694 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7979f-65c5-4cb9-98ea-6cbcddb8d57b req-ee1fb180-9c5d-4cf2-9c0b-41205a60e860 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.418171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6a7979f-65c5-4cb9-98ea-6cbcddb8d57b req-ee1fb180-9c5d-4cf2-9c0b-41205a60e860 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 943 time: 0.1941495 Dec 06 12:07:53.421578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-34786bbc-618c-4e2b-8797-abb39aacf4e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 217 time: 0.0666850 Dec 06 12:07:53.458022 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Transition to ACTIVE for port object 3304ce06-6cd9-4195-b6a6-eff444de9f40 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:53.488364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.599795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6a7979f-65c5-4cb9-98ea-6cbcddb8d57b req-4111bfa5-3ff6-4992-9c30-9958c1533465 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739421 Dec 06 12:07:53.604556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9801b6bb-e1a3-4595-84de-6b8fa4f94c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.606030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9801b6bb-e1a3-4595-84de-6b8fa4f94c4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1689701 Dec 06 12:07:53.606611 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:53.623630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6757b-1a4a-4aa1-8552-64b29c52f099 req-34ef91e8-1875-4459-86fd-b572f9a10ab5 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.625497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e6757b-1a4a-4aa1-8552-64b29c52f099 req-34ef91e8-1875-4459-86fd-b572f9a10ab5 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 1101 time: 0.1916907 Dec 06 12:07:53.732923 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Attempting to bind port 3304ce06-6cd9-4195-b6a6-eff444de9f40 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:53.733760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Attempting to bind port 3304ce06-6cd9-4195-b6a6-eff444de9f40 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:53.733901 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Attempting to bind port 3304ce06-6cd9-4195-b6a6-eff444de9f40 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:53.758179 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Port 3304ce06-6cd9-4195-b6a6-eff444de9f40 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:53.759034 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Attempting to bind port 3304ce06-6cd9-4195-b6a6-eff444de9f40 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:53.777942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9c586256-250d-4ce5-896f-c9e7c46b76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.779433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-9c586256-250d-4ce5-896f-c9e7c46b76df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508148 Dec 06 12:07:53.780155 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:53.780509 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:53.781033 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:53.781613 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Bound port: 3304ce06-6cd9-4195-b6a6-eff444de9f40, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:53.782002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.820349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb883b4-4096-494b-a89d-ae97270e4f64 req-e9ca0fe2-993a-43f7-8f45-28d12f8ddeae tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.821864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edb883b4-4096-494b-a89d-ae97270e4f64 req-e9ca0fe2-993a-43f7-8f45-28d12f8ddeae tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 948 time: 0.1421812 Dec 06 12:07:53.824065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e6757b-1a4a-4aa1-8552-64b29c52f099 req-a4e45148-1ffc-4cf6-90b5-e6f1d70902d1 tempest-ServersOnMultiNodesTest-959408286 tempest-ServersOnMultiNodesTest-959408286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485958 Dec 06 12:07:53.883663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:53.925714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:54.029645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-b398ca12-6405-49a9-9eff-04a6b207076b service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386847 Dec 06 12:07:54.036268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edb883b4-4096-494b-a89d-ae97270e4f64 req-4b042edd-9e37-434a-be82-c5f70f623e1d tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960995 Dec 06 12:07:54.043016 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:54.047901 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:54.056810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4099-540a-4681-ae20-f2b5715db7b7 req-09037ca3-00ef-42a7-aa7e-242d5e75b96c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.058403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-485f4099-540a-4681-ae20-f2b5715db7b7 req-09037ca3-00ef-42a7-aa7e-242d5e75b96c tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.1295605 Dec 06 12:07:54.076329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:54.079132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.093253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.095702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'mac_address': 'fa:16:3e:d3:31:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:54.148272 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:54.175076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.176077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.177121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] 10.222.0.53 "PUT /v2.0/ports/3304ce06-6cd9-4195-b6a6-eff444de9f40 HTTP/1.1" status: 200 len: 1096 time: 1.8487380 Dec 06 12:07:54.177664 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:54.180364 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355eebd-6d19-41ec-85cb-9100b5723937" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:54.186992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.203545 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:54.210668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:54.220576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.262987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:54.275340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.279785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-485f4099-540a-4681-ae20-f2b5715db7b7 req-5e92db95-2d48-47ef-afee-637e9ac2d7cb tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024357 Dec 06 12:07:54.295944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee6a8-50c8-4b5e-8286-e486ee7fadd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.304858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a5ce72-5fa8-4890-9981-f557acf6ab8d req-72ca131b-40a7-4c86-8d66-9d334168326f service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454929 Dec 06 12:07:54.323246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-b96617d8-c241-4690-8627-bdd4447fbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.326647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-b96617d8-c241-4690-8627-bdd4447fbe9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 1099 time: 0.0699756 Dec 06 12:07:54.343561 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.404521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.430100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-248c3c52-0c52-41c0-b199-5e7ab3e43eea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40 HTTP/1.1" status: 200 len: 217 time: 0.0455236 Dec 06 12:07:54.447730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b349-56d8-499b-ae71-dc968a4679cd req-9fc25c84-6d72-4a44-8af5-3740e3b943f8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.449242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b721b349-56d8-499b-ae71-dc968a4679cd req-9fc25c84-6d72-4a44-8af5-3740e3b943f8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0924263 Dec 06 12:07:54.480725 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c2489d-1c8a-43d7-9321-4af6e03844e7 x-openstack-request-id: req-64c2489d-1c8a-43d7-9321-4af6e03844e7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:54.481018 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:54.481302 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c2489d-1c8a-43d7-9321-4af6e03844e7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:54.481699 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40', 'status': 'completed', 'code': 200} Dec 06 12:07:54.545472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b721b349-56d8-499b-ae71-dc968a4679cd req-119cdaf5-4fac-4954-8852-21fcef9ad218 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Dec 06 12:07:54.567187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-11802196-14d1-4aa0-9304-152363dc93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.567187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-11802196-14d1-4aa0-9304-152363dc93d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0917561 Dec 06 12:07:54.589289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d127d2-ea16-42a5-80e5-1a8b0fb5a54a req-5ba220b0-302a-45ee-966c-422d4082b15f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.590962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6d127d2-ea16-42a5-80e5-1a8b0fb5a54a req-5ba220b0-302a-45ee-966c-422d4082b15f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.0647960 Dec 06 12:07:54.702620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-90293ee5-d7e6-409a-acaf-c4df8c25c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.704139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-90293ee5-d7e6-409a-acaf-c4df8c25c4bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121950 Dec 06 12:07:54.710935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6d127d2-ea16-42a5-80e5-1a8b0fb5a54a req-67b1f3ff-4e93-4288-81f3-c1d7415320e8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 Dec 06 12:07:54.722983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3267a95-433b-45ab-a706-46fd11c0bce1 req-e6ef7c01-c312-4c88-b41d-99a4f1ea036c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.724443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3267a95-433b-45ab-a706-46fd11c0bce1 req-e6ef7c01-c312-4c88-b41d-99a4f1ea036c tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 949 time: 0.0984750 Dec 06 12:07:54.832682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9f9f219f-105c-4e2f-9c53-1a9ca45999c9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:54.855345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3267a95-433b-45ab-a706-46fd11c0bce1 req-d99cf489-91d8-4138-a5ad-66f50832593a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120586 Dec 06 12:07:54.875550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-bc0a0fdf-d09c-45dc-9ad4-0541cec74b21 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498735 Dec 06 12:07:54.887788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed853a-b8fe-4f16-8591-7adcf97d61a1 req-d07ac63c-5de6-4630-92d5-daa97919a9a8 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.889573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6ed853a-b8fe-4f16-8591-7adcf97d61a1 req-d07ac63c-5de6-4630-92d5-daa97919a9a8 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 943 time: 0.1152384 Dec 06 12:07:55.012281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6ed853a-b8fe-4f16-8591-7adcf97d61a1 req-082727e7-7877-4ef7-a95d-39b225a04012 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123986 Dec 06 12:07:55.032336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b9fb020-1411-4192-bf6c-ce94c8d174cf req-caecb5d1-92e0-4906-a03e-3d70908edec4 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397867 Dec 06 12:07:55.153697 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b449-8233-42c8-8919-b8576c20be16 req-2ff88a9c-4e0c-407f-b397-9dd7713300c2 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.155276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c2b449-8233-42c8-8919-b8576c20be16 req-2ff88a9c-4e0c-407f-b397-9dd7713300c2 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 948 time: 0.0506239 Dec 06 12:07:55.228483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-3d350472-333b-4a24-a61a-7cec12aa7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.230065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-3d350472-333b-4a24-a61a-7cec12aa7129 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 1099 time: 0.0738473 Dec 06 12:07:55.238378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c2b449-8233-42c8-8919-b8576c20be16 req-2d887a78-95e7-47ee-b874-62e7339c7f44 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728400 Dec 06 12:07:55.332236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-8ac3306e-c9cf-48e3-8e3a-64dd212467b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.333944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-8ac3306e-c9cf-48e3-8e3a-64dd212467b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.0922399 Dec 06 12:07:55.418406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-7a1e484b-e1e6-49bd-ae3e-cae887533710 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40 HTTP/1.1" status: 200 len: 217 time: 0.0608163 Dec 06 12:07:55.537091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf934fe-8422-4cee-97db-e1d0c2701f74 req-21654e05-4f9b-4899-b4e0-1ca4e92d1b38 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.538644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9cf934fe-8422-4cee-97db-e1d0c2701f74 req-21654e05-4f9b-4899-b4e0-1ca4e92d1b38 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.1295779 Dec 06 12:07:55.540666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-01b4e993-4340-4009-9e8a-2c311c58352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.542087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-01b4e993-4340-4009-9e8a-2c311c58352e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0995953 Dec 06 12:07:55.636769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9cf934fe-8422-4cee-97db-e1d0c2701f74 req-a7569b88-4fbf-455a-ae0e-5fc343bcc874 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914145 Dec 06 12:07:55.692902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-b0dcc1ce-e190-4828-a079-57af28cac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.696120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-b0dcc1ce-e190-4828-a079-57af28cac2dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067865 Dec 06 12:07:55.734409 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266661-cbc3-49dd-828d-18a14bcf7528 req-322d15b9-524c-4000-84d8-b60c3479e0a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.736737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6266661-cbc3-49dd-828d-18a14bcf7528 req-322d15b9-524c-4000-84d8-b60c3479e0a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0972271 Dec 06 12:07:55.865254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6266661-cbc3-49dd-828d-18a14bcf7528 req-35463af8-a0bf-4f0d-9409-b8423a52b76d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188166 Dec 06 12:07:55.890783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-4e02b191-bfd1-4daf-a682-5022af897ff1 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754138 Dec 06 12:07:55.894619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:55.948229 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799d09-cea2-4586-b01c-63b80d8d3759 req-7d076972-9e8a-4e60-a436-cc9b0c1d32ae tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:55.952612 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9212550a-ae98-480c-b39f-47c3ea0c020c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:55.953229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.953749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34799d09-cea2-4586-b01c-63b80d8d3759 req-7d076972-9e8a-4e60-a436-cc9b0c1d32ae tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.1593297 Dec 06 12:07:56.059942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.098951 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:56.099269 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805779b-3996-4de5-814a-95d1a6f36dfa" -d '{"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:56.151074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8ceb7-3720-4ef2-a099-5804a32f3239 req-25e69b73-4870-4404-9687-eaa1351d84fc tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.151074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5f8ceb7-3720-4ef2-a099-5804a32f3239 req-25e69b73-4870-4404-9687-eaa1351d84fc tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 949 time: 0.1894932 Dec 06 12:07:56.156122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:56.161093 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.162232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:56.174934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34799d09-cea2-4586-b01c-63b80d8d3759 req-82a3356b-6613-4ec1-a222-8c98d91555b4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057328 Dec 06 12:07:56.185610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e355eebd-6d19-41ec-85cb-9100b5723937 req-1d80d0d4-9947-4a4e-a9b1-1ea6c32a372c service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784500 Dec 06 12:07:56.281461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5f8ceb7-3720-4ef2-a099-5804a32f3239 req-00c1a33e-33ca-418e-a5da-6cb77484d494 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340106 Dec 06 12:07:56.320597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515aad-0992-410c-a65c-4aa3ba846463 req-e97a7841-ba50-4ec5-a25f-f96b3ce598fd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.322038 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.328406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63515aad-0992-410c-a65c-4aa3ba846463 req-e97a7841-ba50-4ec5-a25f-f96b3ce598fd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.1815648 Dec 06 12:07:56.337057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:56.337464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.363386 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c185e1-59f8-4ed4-bd8e-527c5c0c6bd2 x-openstack-request-id: req-f6c185e1-59f8-4ed4-bd8e-527c5c0c6bd2 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:56.363678 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:56.363932 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6c185e1-59f8-4ed4-bd8e-527c5c0c6bd2 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:56.364323 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'code': 200} Dec 06 12:07:56.444411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800dcc7-9133-44b2-a4ec-cbd2824a5bcb req-6580b80b-b439-4426-b1c9-b21dcc604c0b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.446307 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.465857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d800dcc7-9133-44b2-a4ec-cbd2824a5bcb req-6580b80b-b439-4426-b1c9-b21dcc604c0b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 943 time: 0.1795712 Dec 06 12:07:56.491594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:56.497590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.602095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d800dcc7-9133-44b2-a4ec-cbd2824a5bcb req-97ac6a61-cd8d-416b-a4dc-887bd517352e tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300929 Dec 06 12:07:56.616167 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.638739 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 050032c6-97bc-4590-92da-929f03407b33 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:56.639089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.680370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834fca-ed55-4815-8188-efff1fc22cf0 req-15e05b0c-a2e5-4fed-8afc-4b1677022af0 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.687896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43834fca-ed55-4815-8188-efff1fc22cf0 req-15e05b0c-a2e5-4fed-8afc-4b1677022af0 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 948 time: 0.1388979 Dec 06 12:07:56.713126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1fc108f5-3f07-4541-a88b-03f5b8453cbf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:56.752691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-e55b8f45-2b4b-4eed-af1b-b08d3ae191f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858541 Dec 06 12:07:56.835174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43834fca-ed55-4815-8188-efff1fc22cf0 req-e3f59f59-9d05-4926-b750-d1c91efe022f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404743 Dec 06 12:07:56.907577 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-d01c0e27-9e7c-47e0-b579-4a08a800b3e8 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.909393 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-d01c0e27-9e7c-47e0-b579-4a08a800b3e8 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1304028 Dec 06 12:07:56.923265 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:56.923502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:56.946941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:56.951524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f16f-4372-4270-9307-54f211743ca3 req-ec73af8f-3a93-4af6-8090-ef6285252f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.956085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-ec73af8f-3a93-4af6-8090-ef6285252f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 1101 time: 0.1247189 Dec 06 12:07:57.006567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.014825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.042594 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc108f5-3f07-4541-a88b-03f5b8453cbf {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:57.077882 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:57.090087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.179925 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.209062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f16f-4372-4270-9307-54f211743ca3 req-797e6da9-75fc-4543-8a52-cafc0264f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.210597 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-797e6da9-75fc-4543-8a52-cafc0264f256 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1870074 Dec 06 12:07:57.218415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3af35225-47b9-44c8-a779-2e3805d1889c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.245841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b1f83-f575-476d-9d18-f7f8ced2a526 req-c9484ffb-c32a-4df2-b70b-18f8f59eadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.247521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a2b1f83-f575-476d-9d18-f7f8ced2a526 req-c9484ffb-c32a-4df2-b70b-18f8f59eadb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1102 time: 0.5573442 Dec 06 12:07:57.332037 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 050032c6-97bc-4590-92da-929f03407b33, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=050032c6-97bc-4590-92da-929f03407b33,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:57.332479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.335845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:57.338974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-4ffb03fe-dc4b-4518-a46a-8739e621fb06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e HTTP/1.1" status: 200 len: 217 time: 0.1186955 Dec 06 12:07:57.360883 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 050032c6-97bc-4590-92da-929f03407b33 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:57.423668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1fc108f5-3f07-4541-a88b-03f5b8453cbf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:57.424481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0fa59-6220-4b89-8d07-e758975d54ee req-5daee820-8584-4d1a-8f31-bdd4c091e61d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.432590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bb0fa59-6220-4b89-8d07-e758975d54ee req-5daee820-8584-4d1a-8f31-bdd4c091e61d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 945 time: 0.5848520 Dec 06 12:07:57.472017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a2b1f83-f575-476d-9d18-f7f8ced2a526 req-c1d947b1-0968-4ede-ab3d-f40d6bdac237 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117548 Dec 06 12:07:57.480193 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c35d21-8116-4426-94ac-d01a3f75efdb req-c18b0344-1926-4ae4-9f84-19c25b8c6774 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.488035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23c35d21-8116-4426-94ac-d01a3f75efdb req-c18b0344-1926-4ae4-9f84-19c25b8c6774 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.2356739 Dec 06 12:07:57.613527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23c35d21-8116-4426-94ac-d01a3f75efdb req-d200eb68-c5b4-444e-853a-04af460b120d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200521 Dec 06 12:07:57.647374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bb0fa59-6220-4b89-8d07-e758975d54ee req-dffddc84-1ccf-43af-9f2d-b4edc8108d5f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134528 Dec 06 12:07:57.653955 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f16f-4372-4270-9307-54f211743ca3 req-c77627d3-1331-491b-b3ec-7ef9a7216987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.655389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-c77627d3-1331-491b-b3ec-7ef9a7216987 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0719328 Dec 06 12:07:57.661335 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:57.778378 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:57.781618 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1380a4f3-80ae-4992-bc34-4d34f2dc43bf" -d '{"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-unplugged", "status": "completed", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:57.788567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f16f-4372-4270-9307-54f211743ca3 req-22a0bdfa-9edf-497d-93d4-31b4257b84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.790347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-22a0bdfa-9edf-497d-93d4-31b4257b84f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252511 Dec 06 12:07:57.792944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.799600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.853188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b807c73-fbd3-44d1-ab56-c09c166481d4 req-0508afc6-cb3b-41c5-b1b9-e33dd6e57b53 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.854782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b807c73-fbd3-44d1-ab56-c09c166481d4 req-0508afc6-cb3b-41c5-b1b9-e33dd6e57b53 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7 HTTP/1.1" status: 200 len: 950 time: 0.1482685 Dec 06 12:07:57.857869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.882763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1693e05-8131-4e56-aa2e-df1cc7bd4a00 req-7dbbf55b-954d-4d97-8167-8a210f459bb1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.884330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1693e05-8131-4e56-aa2e-df1cc7bd4a00 req-7dbbf55b-954d-4d97-8167-8a210f459bb1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 951 time: 0.1322396 Dec 06 12:07:57.915166 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=050032c6-97bc-4590-92da-929f03407b33,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.920242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c', 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', '214d60de-ddd8-422d-8fe6-9021d47ac7b4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:57.948256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.968479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:58.003079 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:58.003416 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:58.003754 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.019163 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:58.019487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.029545 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:58.030175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:58.030735 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:58.031341 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Bound port: fae218ab-ddd9-4982-90af-1a2c6946eb39, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:58.031877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.051288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-cb7d8219-97d2-4b9c-b799-51405bdbd6ea service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472360 Dec 06 12:07:58.137064 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:58.141073 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:58.158930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.173915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1693e05-8131-4e56-aa2e-df1cc7bd4a00 req-e58bef2f-6025-4cce-8774-f3e2dc57dc2a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603998 Dec 06 12:07:58.180738 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 050032c6-97bc-4590-92da-929f03407b33 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:58.201281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.204566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63515aad-0992-410c-a65c-4aa3ba846463 req-515132c7-e60a-4874-ba68-ab7b9322bab5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "DELETE /v2.0/ports/050032c6-97bc-4590-92da-929f03407b33 HTTP/1.1" status: 204 len: 173 time: 1.8536229 Dec 06 12:07:58.205014 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'name': 'network-vif-deleted', 'tag': '050032c6-97bc-4590-92da-929f03407b33'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:58.221907 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d17c47-b730-4e1b-bbd9-0f936ccfa7f7" -d '{"events": [{"server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "name": "network-vif-deleted", "tag": "050032c6-97bc-4590-92da-929f03407b33"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:58.265246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b807c73-fbd3-44d1-ab56-c09c166481d4 req-75acbd08-16b0-4a87-8067-eaa0b962a03b tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949194 Dec 06 12:07:58.281556 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.345705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:58.353628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c415f16f-4372-4270-9307-54f211743ca3 req-36fddba3-50db-4a33-8361-6e827dbb42cf service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571952 Dec 06 12:07:58.366661 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:58.369479 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0600cf2a-0a30-4f40-9407-15682367a341" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:58.395988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:58.400229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.408040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-ba74584e-a37c-4a24-b240-421beffeb473 service neutron] 10.222.0.53 "PUT /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 1121 time: 1.4833534 Dec 06 12:07:58.416457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:58.417224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:58.417970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.424777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:58.425489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.438937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:58.439750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:58.440599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:58.441213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Bound port: fae218ab-ddd9-4982-90af-1a2c6946eb39, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:58.441713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.554477 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:58.559565 n-d-master-1 neutron-server[103299]: WARNING neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Concurrent port binding operations failed on port fae218ab-ddd9-4982-90af-1a2c6946eb39 Dec 06 12:07:58.567280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:58.600857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb', '050032c6-97bc-4590-92da-929f03407b33'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:58.607081 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Attempt 2 to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 Dec 06 12:07:58.607628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 has no active binding in host n-h2-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:07:58.608099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3304ce06-6cd9-4195-b6a6-eff444de9f40 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:58.629615 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94bc40-7a33-4674-b4f9-e0dfe37c23af x-openstack-request-id: req-7b94bc40-7a33-4674-b4f9-e0dfe37c23af {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:58.630229 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-unplugged", "status": "completed", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:58.630719 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b94bc40-7a33-4674-b4f9-e0dfe37c23af {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:58.632032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b3600-fbf6-40e5-b32f-974b9f3b1b75 req-d768f3bf-36d3-40a5-b1d2-8b2c6ebb2619 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:58.634797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974b3600-fbf6-40e5-b32f-974b9f3b1b75 req-d768f3bf-36d3-40a5-b1d2-8b2c6ebb2619 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 944 time: 0.1434762 Dec 06 12:07:58.642866 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'code': 200} Dec 06 12:07:58.824039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-974b3600-fbf6-40e5-b32f-974b9f3b1b75 req-dcd4b5a8-21a2-4937-8b7f-b527e8f98c3e tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812868 Dec 06 12:07:58.895881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aee08-af2d-4bdf-8027-e86268daa9eb req-389909a6-c360-4849-9bb5-e4dce35d518f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:58.897779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a0aee08-af2d-4bdf-8027-e86268daa9eb req-389909a6-c360-4849-9bb5-e4dce35d518f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 948 time: 0.1766183 Dec 06 12:07:58.941665 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8a7a2-e161-4f32-8ad0-193141e6686e x-openstack-request-id: req-1ef8a7a2-e161-4f32-8ad0-193141e6686e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:58.942025 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7", "name": "network-vif-deleted", "tag": "050032c6-97bc-4590-92da-929f03407b33", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:58.942370 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ef8a7a2-e161-4f32-8ad0-193141e6686e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:58.942808 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8b9f0-dad7-42a3-bc01-62e6dec6d4b7', 'name': 'network-vif-deleted', 'tag': '050032c6-97bc-4590-92da-929f03407b33', 'status': 'completed', 'code': 200} Dec 06 12:07:58.986519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a0aee08-af2d-4bdf-8027-e86268daa9eb req-417b9caf-ea7c-4834-b63e-e213cb7bc90e tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820613 Dec 06 12:07:58.992258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:59.031090 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e03df50-5a68-4b30-8852-20cd07ef5752 x-openstack-request-id: req-6e03df50-5a68-4b30-8852-20cd07ef5752 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:59.031406 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:59.031674 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e03df50-5a68-4b30-8852-20cd07ef5752 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:59.032595 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'code': 200} Dec 06 12:07:59.226447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203ba29-fc33-4c2d-a04f-6af3602270a4 req-264213bb-096d-4c1c-8660-881dd54456f2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:59.228720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3203ba29-fc33-4c2d-a04f-6af3602270a4 req-264213bb-096d-4c1c-8660-881dd54456f2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0934577 Dec 06 12:07:59.245021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617a4f2-05ce-43da-a28e-918691ca6ed0 req-616a2337-2f1f-47e9-9143-9b00f9edb039 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:59.256230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4617a4f2-05ce-43da-a28e-918691ca6ed0 req-616a2337-2f1f-47e9-9143-9b00f9edb039 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1563699 Dec 06 12:07:59.305459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:59.351659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3203ba29-fc33-4c2d-a04f-6af3602270a4 req-76ed1168-8136-4e1c-802f-105e8386b47e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Dec 06 12:07:59.372911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '3304ce06-6cd9-4195-b6a6-eff444de9f40', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '3304ce06-6cd9-4195-b6a6-eff444de9f40', 'mac_address': 'fa:16:3e:32:12:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:59.398025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4617a4f2-05ce-43da-a28e-918691ca6ed0 req-5208dc23-88dd-45b7-b1cf-c8a644b5d45f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404376 Dec 06 12:07:59.548957 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:07:59.562225 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978fceb-5987-4b5d-9a19-74eed2471cf8 req-2ab6151d-83e5-4c8e-9817-bfae90b7c295 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:59.564315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4978fceb-5987-4b5d-9a19-74eed2471cf8 req-2ab6151d-83e5-4c8e-9817-bfae90b7c295 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 951 time: 0.0919070 Dec 06 12:07:59.643981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c86c1eb-7294-4bb7-b647-1f89ecc6d6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.651361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.673805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4978fceb-5987-4b5d-9a19-74eed2471cf8 req-7243dad0-64ef-4a19-b876-e453f12a29ef tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915551 Dec 06 12:07:59.762493 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3304ce06-6cd9-4195-b6a6-eff444de9f40 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:59.825419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:59.850511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.966515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:59.980000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9059-3485-4dd9-b011-bd059d168282 req-2942441e-2b49-4df8-b82b-39be72c42c7c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:59.982624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d8b9059-3485-4dd9-b011-bd059d168282 req-2942441e-2b49-4df8-b82b-39be72c42c7c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.0781140 Dec 06 12:08:00.071453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d8b9059-3485-4dd9-b011-bd059d168282 req-11bc34a2-44d6-4865-85e6-2ed9e1853265 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789645 Dec 06 12:08:00.164210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf91fd-39c7-49bf-b55e-95e2ab94357b req-58392d9e-e4a4-4dd2-a35e-043fb6e37980 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.172467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88bf91fd-39c7-49bf-b55e-95e2ab94357b req-58392d9e-e4a4-4dd2-a35e-043fb6e37980 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 944 time: 0.0684063 Dec 06 12:08:00.259312 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931144f9-914d-4952-bb0b-c92dc6cf0fb5 req-d09ac97e-d720-44ac-abfd-fc12974cc5aa tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.260911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-931144f9-914d-4952-bb0b-c92dc6cf0fb5 req-d09ac97e-d720-44ac-abfd-fc12974cc5aa tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 949 time: 0.0858128 Dec 06 12:08:00.277349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88bf91fd-39c7-49bf-b55e-95e2ab94357b req-a5f45f50-5e72-4390-856c-13742fdacbf3 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989587 Dec 06 12:08:00.335774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-931144f9-914d-4952-bb0b-c92dc6cf0fb5 req-9f68a398-d780-469b-9a2b-069333cbefda tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Dec 06 12:08:00.400114 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.470414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7c8fd-b161-48de-8dda-8bb9b6ad7de6 req-73460a56-5de4-40bd-8535-3fec2d9b1a34 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.473640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9d7c8fd-b161-48de-8dda-8bb9b6ad7de6 req-73460a56-5de4-40bd-8535-3fec2d9b1a34 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1102 time: 0.1093140 Dec 06 12:08:00.536785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927706-82ec-46bf-87bd-41f4824e6a4b req-b0149ef1-6bc3-4565-9c08-f2838d340e2f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.538472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec927706-82ec-46bf-87bd-41f4824e6a4b req-b0149ef1-6bc3-4565-9c08-f2838d340e2f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0837488 Dec 06 12:08:00.556134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9d7c8fd-b161-48de-8dda-8bb9b6ad7de6 req-2a4951e1-e678-45df-a6b6-b17506f1f707 tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659015 Dec 06 12:08:00.595205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec927706-82ec-46bf-87bd-41f4824e6a4b req-7da7c0b9-03bd-4c6b-bdce-9c09c102eebb tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Dec 06 12:08:00.644567 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:00.646908 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdea28c-ce0a-49af-8c61-ce7b027ea212" -d '{"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:00.724469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1fc108f5-3f07-4541-a88b-03f5b8453cbf up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:00.729828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925057-d80e-46a6-a92b-0e685da1eba2 req-f69fcda0-174b-46f4-91e0-087573c8d2a0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.731391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84925057-d80e-46a6-a92b-0e685da1eba2 req-f69fcda0-174b-46f4-91e0-087573c8d2a0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0913556 Dec 06 12:08:00.760555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.802616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1fc108f5-3f07-4541-a88b-03f5b8453cbf completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:08:00.810239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84925057-d80e-46a6-a92b-0e685da1eba2 req-b8541eef-b37d-45dc-a409-6bd7b0a89d2a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698826 Dec 06 12:08:00.820209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1fc108f5-3f07-4541-a88b-03f5b8453cbf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:00.820763 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.866516 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44966a-7dc4-42f6-93e7-27d0406ecaa0 x-openstack-request-id: req-0b44966a-7dc4-42f6-93e7-27d0406ecaa0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:00.866831 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:00.867108 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b44966a-7dc4-42f6-93e7-27d0406ecaa0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:00.867544 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'status': 'completed', 'code': 200} Dec 06 12:08:00.946258 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-f9b1d68a-6c61-4879-b878-9546d07bec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.948337 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-f9b1d68a-6c61-4879-b878-9546d07bec5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1124 time: 0.0553610 Dec 06 12:08:00.971571 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.977854 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c8d6-5bda-440b-bdfd-d6300e675d85 req-0e566b2e-5aba-47c9-94f4-e1b40e70570c tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.985765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5677c8d6-5bda-440b-bdfd-d6300e675d85 req-0e566b2e-5aba-47c9-94f4-e1b40e70570c tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 1102 time: 0.0535758 Dec 06 12:08:01.020709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:01.024935 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.025828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 050032c6-97bc-4590-92da-929f03407b33 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:01.050051 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:01.052312 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bdfb20-2466-410c-aff1-194bfe0d7915" -d '{"events": [{"server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "name": "network-vif-plugged", "status": "completed", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:01.057142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 050032c6-97bc-4590-92da-929f03407b33 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:01.061538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 050032c6-97bc-4590-92da-929f03407b33 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:01.062819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5677c8d6-5bda-440b-bdfd-d6300e675d85 req-912dbd82-73ff-4d7e-a24e-242f5733dd0d tempest-ServersAdminTestJSON-291475620 tempest-ServersAdminTestJSON-291475620-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715897 Dec 06 12:08:01.144295 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2cb50e-24c5-4abc-980e-03de7eca92fa x-openstack-request-id: req-eb2cb50e-24c5-4abc-980e-03de7eca92fa {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:01.144877 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "name": "network-vif-plugged", "status": "completed", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:01.145408 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb2cb50e-24c5-4abc-980e-03de7eca92fa {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:01.146242 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'code': 200} Dec 06 12:08:01.177951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:01.192106 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-b6322e1d-04c0-433f-89ee-478624437700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.198818 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-b6322e1d-04c0-433f-89ee-478624437700 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2279630 Dec 06 12:08:01.298967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-6ff7cb70-9415-40cc-bb50-5fd4ce422caa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.0758932 Dec 06 12:08:01.371659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-e777d4e9-8af5-44e3-8932-cc525c2a88df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.373402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-e777d4e9-8af5-44e3-8932-cc525c2a88df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0575397 Dec 06 12:08:01.387232 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0e9b-8549-4ce2-a2de-a2ed3f423dbd req-0fa0519b-5be8-4bf6-bb79-f2fb99011e27 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.397549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-273c0e9b-8549-4ce2-a2de-a2ed3f423dbd req-0fa0519b-5be8-4bf6-bb79-f2fb99011e27 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.1332486 Dec 06 12:08:01.414700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3eb4-6144-4f1c-ade2-95b28041fb5e req-718089bd-7588-4f21-9143-bcc76620ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.415207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-79a692b0-fc0f-4846-bc0f-a93744bba570 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321584 Dec 06 12:08:01.416145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9ea3eb4-6144-4f1c-ade2-95b28041fb5e req-718089bd-7588-4f21-9143-bcc76620ab7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1096 time: 0.1926882 Dec 06 12:08:01.498229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9ea3eb4-6144-4f1c-ade2-95b28041fb5e req-e18d30d4-a1f8-41e9-9603-f4a07cf0748d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Dec 06 12:08:01.507471 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664948ea-0bb0-4949-9368-b3698699702d req-7ace1b90-2128-4a7e-aeb3-26d83c61b5e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.508918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-664948ea-0bb0-4949-9368-b3698699702d req-7ace1b90-2128-4a7e-aeb3-26d83c61b5e0 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.1451669 Dec 06 12:08:01.525751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-273c0e9b-8549-4ce2-a2de-a2ed3f423dbd req-39694d39-1dd0-42ac-845d-94a6b5936b78 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272449 Dec 06 12:08:01.562590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-9bee4281-02b2-4cd7-ac99-70fd76a0f7e2 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314769 Dec 06 12:08:01.593438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-664948ea-0bb0-4949-9368-b3698699702d req-d1df16bd-f6bf-40e7-a2af-5a0a0999c8c5 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666153 Dec 06 12:08:01.657586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1832-8d77-4acd-9a46-80d4f60dbd14 req-04ec0df2-0708-40b8-8dea-b7df0604c500 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.659771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68bb1832-8d77-4acd-9a46-80d4f60dbd14 req-04ec0df2-0708-40b8-8dea-b7df0604c500 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 945 time: 0.0650144 Dec 06 12:08:01.754698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68bb1832-8d77-4acd-9a46-80d4f60dbd14 req-a53bec44-f07f-4929-b1b4-20923b92e3ee tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884063 Dec 06 12:08:01.789292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995156d-1e30-40af-a64b-e1ef208d7a09 req-ac7378a9-3b0e-4ee8-b8d5-8e155334d673 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.798058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0995156d-1e30-40af-a64b-e1ef208d7a09 req-ac7378a9-3b0e-4ee8-b8d5-8e155334d673 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 949 time: 0.0993874 Dec 06 12:08:01.878866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0995156d-1e30-40af-a64b-e1ef208d7a09 req-c9c67165-a0dd-4758-bf83-dce72bece773 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694695 Dec 06 12:08:01.987662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ffdea28c-ce0a-49af-8c61-ce7b027ea212 req-e06e7887-3667-4de3-81ef-4442cf4547b7 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405977 Dec 06 12:08:02.066560 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d3436-c425-4416-aa91-d1142f4e9dee req-9d89dc6a-a142-4ed3-a0e8-222658406a88 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:02.068088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e12d3436-c425-4416-aa91-d1142f4e9dee req-9d89dc6a-a142-4ed3-a0e8-222658406a88 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.1337428 Dec 06 12:08:02.110690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedc645-229e-436a-921c-2c665eb96b95 req-a42a2658-a561-4ac8-9ab5-fc4eeb1f63c8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:02.112147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cedc645-229e-436a-921c-2c665eb96b95 req-a42a2658-a561-4ac8-9ab5-fc4eeb1f63c8 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0910869 Dec 06 12:08:02.168385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.169545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e12d3436-c425-4416-aa91-d1142f4e9dee req-d1af865a-df08-40c1-93c8-1a40ac1d3622 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944118 Dec 06 12:08:02.204986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cedc645-229e-436a-921c-2c665eb96b95 req-ceda6139-cebc-4f7c-b1c5-35605aa7f760 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830121 Dec 06 12:08:02.494684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['3304ce06-6cd9-4195-b6a6-eff444de9f40'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:02.661766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c08913-69ee-42de-804b-c44586cc2e42 req-1d058efc-b997-4fde-b18b-54cd886e36e3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:02.669900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90c08913-69ee-42de-804b-c44586cc2e42 req-1d058efc-b997-4fde-b18b-54cd886e36e3 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.0688384 Dec 06 12:08:02.749750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90c08913-69ee-42de-804b-c44586cc2e42 req-6fd85df0-2ec3-448a-b245-3ca970109725 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788984 Dec 06 12:08:02.768153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dd0ee-f81c-49a0-b817-c100f4cca80b req-7e9763ec-6218-44df-ae86-1617cf20ffde tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:02.769685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c40dd0ee-f81c-49a0-b817-c100f4cca80b req-7e9763ec-6218-44df-ae86-1617cf20ffde tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.0735533 Dec 06 12:08:02.941479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c40dd0ee-f81c-49a0-b817-c100f4cca80b req-81d7fc11-723a-4393-82a5-ce6200c7b517 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558986 Dec 06 12:08:03.000063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544a162-5459-42d4-9a08-48fe621234ad req-47505eba-4fe4-4685-b5ca-7ee3f8f47a30 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.005774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5544a162-5459-42d4-9a08-48fe621234ad req-47505eba-4fe4-4685-b5ca-7ee3f8f47a30 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 945 time: 0.1080174 Dec 06 12:08:03.073645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.100452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5544a162-5459-42d4-9a08-48fe621234ad req-4e04f02b-0cea-467b-90a9-dcb246eca3b8 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921597 Dec 06 12:08:03.127048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4023bb6-204b-473c-b7fd-6d9b6efae1b1 req-7e2a316f-2af7-4d57-8751-1142d29ed7df tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.128757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4023bb6-204b-473c-b7fd-6d9b6efae1b1 req-7e2a316f-2af7-4d57-8751-1142d29ed7df tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 949 time: 0.0902193 Dec 06 12:08:03.206324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4023bb6-204b-473c-b7fd-6d9b6efae1b1 req-8d7905cc-e117-48ab-90fc-9ce574934c6f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692685 Dec 06 12:08:03.337357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe97fc-2c1a-46a5-bb54-6c2dfcbc31b2 req-48821b39-bb4d-4da9-b023-c1672a1869a6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.338773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80fe97fc-2c1a-46a5-bb54-6c2dfcbc31b2 req-48821b39-bb4d-4da9-b023-c1672a1869a6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0859330 Dec 06 12:08:03.353263 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b609e-6c44-49a1-9e86-64863c64938e req-eff33209-e4bb-4235-b993-ceb2f37b606c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.354125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a3b609e-6c44-49a1-9e86-64863c64938e req-eff33209-e4bb-4235-b993-ceb2f37b606c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0690207 Dec 06 12:08:03.428027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80fe97fc-2c1a-46a5-bb54-6c2dfcbc31b2 req-fe02195d-2301-4abb-8f11-5e1f75e8fd1d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731134 Dec 06 12:08:03.431248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a3b609e-6c44-49a1-9e86-64863c64938e req-cb0395fd-b7e9-4ebd-a3e8-54f26f7bfc11 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704494 Dec 06 12:08:03.880757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c508be-c21c-4833-8329-bf71d9a46269 req-6bc36793-6046-4e7e-b5e6-fb5a9a1f29ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.882534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0c508be-c21c-4833-8329-bf71d9a46269 req-6bc36793-6046-4e7e-b5e6-fb5a9a1f29ac tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.0565512 Dec 06 12:08:03.934219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0c508be-c21c-4833-8329-bf71d9a46269 req-d7b61516-b4cd-46cf-bcdb-55f52c5e241f tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Dec 06 12:08:04.069573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa4bf5-81e0-4a25-9c77-ee48f64cade9 req-621d722d-22d0-492d-83f2-e2921e714d7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.071188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbfa4bf5-81e0-4a25-9c77-ee48f64cade9 req-621d722d-22d0-492d-83f2-e2921e714d7e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.0582867 Dec 06 12:08:04.122998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbfa4bf5-81e0-4a25-9c77-ee48f64cade9 req-08bae7de-9abe-416f-884b-926e89d420ec tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Dec 06 12:08:04.236473 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3129e13-6194-4059-afc8-ab31be070b53 req-0caeac0c-0808-406b-a26f-095f4c2ae60c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.238127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3129e13-6194-4059-afc8-ab31be070b53 req-0caeac0c-0808-406b-a26f-095f4c2ae60c tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 950 time: 0.0740826 Dec 06 12:08:04.275830 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4497d-bab3-420b-9e8b-23fc4ceaa7aa req-e8994ba5-d1ef-4780-b167-7da882f1139c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.278146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a4497d-bab3-420b-9e8b-23fc4ceaa7aa req-e8994ba5-d1ef-4780-b167-7da882f1139c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 945 time: 0.0745687 Dec 06 12:08:04.351810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a4497d-bab3-420b-9e8b-23fc4ceaa7aa req-a8f7ca35-1745-42a6-8c44-06a61a787757 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636313 Dec 06 12:08:04.365196 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:04.365650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.428767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185865-f70a-422c-afbf-806431a1c030 req-c9a621b4-2f65-4554-b0f9-0e317bb7515c tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.430991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e185865-f70a-422c-afbf-806431a1c030 req-c9a621b4-2f65-4554-b0f9-0e317bb7515c tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 949 time: 0.0782840 Dec 06 12:08:04.482059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 214d60de-ddd8-422d-8fe6-9021d47ac7b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=214d60de-ddd8-422d-8fe6-9021d47ac7b4,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:04.482417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.496654 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 214d60de-ddd8-422d-8fe6-9021d47ac7b4 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:04.579281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e185865-f70a-422c-afbf-806431a1c030 req-91feb893-9fd7-40e7-bd6e-ab907c5c761d tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374195 Dec 06 12:08:04.610869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-f6591045-53a5-4f35-b927-df740869f8c0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.612853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-f6591045-53a5-4f35-b927-df740869f8c0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1338580 Dec 06 12:08:04.684414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.697652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:04.728456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=214d60de-ddd8-422d-8fe6-9021d47ac7b4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:04.740010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-2f5e68b8-61dd-4a21-87b8-b4d1d309ba43 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 695 time: 0.1197264 Dec 06 12:08:04.744644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:04.759216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c', 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', '214d60de-ddd8-422d-8fe6-9021d47ac7b4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:04.793854 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 214d60de-ddd8-422d-8fe6-9021d47ac7b4 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:04.800016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.804482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.814303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3129e13-6194-4059-afc8-ab31be070b53 req-b259e5dc-566a-423d-828c-6e2b86675c02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "DELETE /v2.0/ports/214d60de-ddd8-422d-8fe6-9021d47ac7b4 HTTP/1.1" status: 204 len: 173 time: 0.5685740 Dec 06 12:08:04.814792 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'name': 'network-vif-deleted', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:04.821649 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544d2a3-8774-4c5f-94fd-c43b6c8bddf2" -d '{"events": [{"server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "name": "network-vif-deleted", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:04.885631 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03142e85-db5c-4de6-a953-eb10a85bac18 req-24773ae3-62a9-43f0-aaec-2aaa5e4f94b9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.894406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03142e85-db5c-4de6-a953-eb10a85bac18 req-24773ae3-62a9-43f0-aaec-2aaa5e4f94b9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.2107174 Dec 06 12:08:05.003558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03142e85-db5c-4de6-a953-eb10a85bac18 req-cc3e7986-424b-42e9-b561-d3302389f9e6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081789 Dec 06 12:08:05.195296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb4e9-7064-469e-a066-47504ce8fbfe req-feb7eae3-42a7-4df2-912c-04c1fa9f6484 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:05.197479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f8cb4e9-7064-469e-a066-47504ce8fbfe req-feb7eae3-42a7-4df2-912c-04c1fa9f6484 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.1000533 Dec 06 12:08:05.308317 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8879-e645-4421-8976-d0c6b66632ad req-b59771f2-0ed2-4f8b-a21b-f4b254282724 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:05.310033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-013f8879-e645-4421-8976-d0c6b66632ad req-b59771f2-0ed2-4f8b-a21b-f4b254282724 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 950 time: 0.0909836 Dec 06 12:08:05.331231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f8cb4e9-7064-469e-a066-47504ce8fbfe req-2fa4e688-0753-416a-96b0-bf0e9d9fe299 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189694 Dec 06 12:08:05.522074 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e2ca0b-3c0b-4753-a512-3fa975f4d8a9 x-openstack-request-id: req-d7e2ca0b-3c0b-4753-a512-3fa975f4d8a9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:05.522421 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe7dee-597f-496e-bec4-8a1b3a6325de", "name": "network-vif-deleted", "tag": "214d60de-ddd8-422d-8fe6-9021d47ac7b4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:05.522681 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7e2ca0b-3c0b-4753-a512-3fa975f4d8a9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:05.523079 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe7dee-597f-496e-bec4-8a1b3a6325de', 'name': 'network-vif-deleted', 'tag': '214d60de-ddd8-422d-8fe6-9021d47ac7b4', 'status': 'completed', 'code': 200} Dec 06 12:08:05.525445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Deleting port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:05.525782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.651748 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] For port 4dfb0c15-a946-4d62-ad8f-c7622a37f784, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4dfb0c15-a946-4d62-ad8f-c7622a37f784,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:05.652196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.670051 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Calling delete_port for 4dfb0c15-a946-4d62-ad8f-c7622a37f784 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:05.735429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c2c5f9d-4c91-49fe-969a-543ddd452a61 req-d3cc3a07-7b73-4c51-9c11-367332e04508 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fe7dee-597f-496e-bec4-8a1b3a6325de HTTP/1.1" status: 200 len: 210 time: 0.0687258 Dec 06 12:08:05.761174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.774779 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.850991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.900219 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event deleted for resources: {'Port': ['ID=4dfb0c15-a946-4d62-ad8f-c7622a37f784,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.936159 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Floating IP 705aa507-dab7-42bc-9b23-2469b148a665 associated. External IP: 172.35.3.72, port: 3b012655-ade0-432c-b4a5-a90a157b1fea. Dec 06 12:08:05.954883 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] No DVR routers for this DVR port 4dfb0c15-a946-4d62-ad8f-c7622a37f784 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:05.957727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.965284 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-013f8879-e645-4421-8976-d0c6b66632ad req-133ea3ec-88dc-48c2-b988-9c8b99497686 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "DELETE /v2.0/ports/4dfb0c15-a946-4d62-ad8f-c7622a37f784 HTTP/1.1" status: 204 len: 173 time: 0.6335282 Dec 06 12:08:05.996266 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3304ce06-6cd9-4195-b6a6-eff444de9f40 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:06.005404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b43dd13-f4e8-4d7c-9d8e-b71bb5c4c752 req-8cad9acb-79dd-4478-a3f7-e88b35501079 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=e199585d-11c6-416d-817a-4e0e45986d69 HTTP/1.1" status: 200 len: 210 time: 0.0742195 Dec 06 12:08:06.058574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-dc855d1f-9666-4de2-8d4a-01183895eb6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2958162 Dec 06 12:08:06.100430 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 3304ce06-6cd9-4195-b6a6-eff444de9f40 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:08:06.111098 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 3304ce06-6cd9-4195-b6a6-eff444de9f40 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.113949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.271011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.321930 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:06.325629 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec303f1-7cda-41f6-bd75-e0815a9b6b76" -d '{"events": [{"server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "name": "network-vif-plugged", "status": "completed", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:06.344389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:06.358286 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.393433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8fef4bf2-6197-4d13-97f3-abd3eee158fc', '9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:06.481823 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:06.523433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-2a08222e-e0d5-4697-9768-37c804a11448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:06.524902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-2a08222e-e0d5-4697-9768-37c804a11448 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 1116 time: 0.4156346 Dec 06 12:08:06.613084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1675-f787-44a9-a7a9-4f83bf7e5d53 req-32d75376-b3b3-4ea1-9da2-e89f7a3362e2 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:06.616333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab6d1675-f787-44a9-a7a9-4f83bf7e5d53 req-32d75376-b3b3-4ea1-9da2-e89f7a3362e2 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 950 time: 0.1436791 Dec 06 12:08:06.729772 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:06.878570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab6d1675-f787-44a9-a7a9-4f83bf7e5d53 req-69cb2dcf-541b-4984-bf80-8f4751e155ac tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789353 Dec 06 12:08:06.903166 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-f7f2c02c-7e18-446c-a32d-712367d41a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:06.905440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-f7f2c02c-7e18-446c-a32d-712367d41a43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.3421185 Dec 06 12:08:06.956572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-bf7c2de2-ba61-4051-b5b2-98b853ea1a14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 200 len: 217 time: 0.0399544 Dec 06 12:08:07.147057 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:07.149747 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-c1f3d1dd-ffa5-4ff0-92b8-88050a65c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.151422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-c1f3d1dd-ffa5-4ff0-92b8-88050a65c80a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1497877 Dec 06 12:08:07.179740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696946e-aa9e-487b-a716-f1a1af4716b5 req-77f3eeb3-59eb-4a8c-b785-2869807b37f2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.200706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b696946e-aa9e-487b-a716-f1a1af4716b5 req-77f3eeb3-59eb-4a8c-b785-2869807b37f2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.1974776 Dec 06 12:08:07.288395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-97d22ed7-27f1-4e38-9444-31e33d203f72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689287 Dec 06 12:08:07.289481 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:07.304344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.315135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:07.316123 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:07.409667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-e2df3597-80bb-4c93-99fb-0c51ef4140b9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "PUT /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 995 time: 2.6685836 Dec 06 12:08:07.412550 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:07.414586 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3381d68d-3321-4b68-abec-001afc0a1fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:07.474235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b696946e-aa9e-487b-a716-f1a1af4716b5 req-48d7ab33-f464-4a01-84d8-b64913d5ee5b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724957 Dec 06 12:08:07.487264 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:07.524218 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'name': 'network-vif-deleted', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:07.526646 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1cd076-9090-45ca-a5c3-95fc1ee40b06" -d '{"events": [{"server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "name": "network-vif-deleted", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:07.574308 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a32861e-08b6-402b-8433-31062f416d19 x-openstack-request-id: req-6a32861e-08b6-402b-8433-31062f416d19 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:07.574968 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "name": "network-vif-plugged", "status": "completed", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:07.575438 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a32861e-08b6-402b-8433-31062f416d19 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:07.576029 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40', 'code': 200} Dec 06 12:08:07.584358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-a94af199-20f4-41ba-8ac8-d1d6965a6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.585913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-a94af199-20f4-41ba-8ac8-d1d6965a6ef0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1431746 Dec 06 12:08:07.588203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-7e0d352c-492c-4e6a-924d-4a00c83f2e6c service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456868 Dec 06 12:08:07.798716 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ad139-cbd6-4c1e-b4b0-201068638aa2 req-f4fe7f10-d8aa-432e-ab72-98d0514e5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.801325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f5ad139-cbd6-4c1e-b4b0-201068638aa2 req-f4fe7f10-d8aa-432e-ab72-98d0514e5ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 1101 time: 0.0699816 Dec 06 12:08:07.868158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be003fc8-358c-41df-9f3d-9e0084b72e23 req-acfad2db-c8d8-4a27-b0dd-f246001d7c3f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.876712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be003fc8-358c-41df-9f3d-9e0084b72e23 req-acfad2db-c8d8-4a27-b0dd-f246001d7c3f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.1836574 Dec 06 12:08:07.903476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f5ad139-cbd6-4c1e-b4b0-201068638aa2 req-197a09be-ef3a-4a44-b83d-b549448f4b24 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839508 Dec 06 12:08:07.914842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-976efee0-a605-4fcc-ba1b-42b4038306c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.916349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-976efee0-a605-4fcc-ba1b-42b4038306c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.3237298 Dec 06 12:08:07.920003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-437ff694-6ccb-4645-99fe-6e53e599f26e req-001aeaaa-75b5-46e3-a090-92cfa34b3b90 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774212 Dec 06 12:08:07.968204 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:05Z', 'revision_number': 1, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:08.001179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be003fc8-358c-41df-9f3d-9e0084b72e23 req-f809ec69-9e3f-467f-9949-aeff323ab08e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183157 Dec 06 12:08:08.003826 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:08.006697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 214d60de-ddd8-422d-8fe6-9021d47ac7b4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:08.029705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 214d60de-ddd8-422d-8fe6-9021d47ac7b4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:08.030288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 214d60de-ddd8-422d-8fe6-9021d47ac7b4 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:08.031034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 4dfb0c15-a946-4d62-ad8f-c7622a37f784 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:08.064600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:08.065587 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:08.108740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-f093ac8f-aad6-4b45-9182-a71d21e92670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 998 time: 0.1718597 Dec 06 12:08:08.110431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 4dfb0c15-a946-4d62-ad8f-c7622a37f784 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:08.110789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 4dfb0c15-a946-4d62-ad8f-c7622a37f784 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:08.184900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-dc9e0875-0490-4afe-8895-3ef3371e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.187130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-dc9e0875-0490-4afe-8895-3ef3371e5032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.0710509 Dec 06 12:08:08.248187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-ad7d0565-3b64-4ac0-b759-4c7280c69a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.250025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-ad7d0565-3b64-4ac0-b759-4c7280c69a6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554366 Dec 06 12:08:08.263689 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-a4455564-f67d-4523-a3b9-c336ca53c872 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:08:08.267289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-a4455564-f67d-4523-a3b9-c336ca53c872 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071793 Dec 06 12:08:08.329743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:08.393470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-d6ff24a9-e56d-4db0-89ed-920fc07e0372 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181319 Dec 06 12:08:08.543641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f2dae3-0cd2-443c-acba-7cda1d47cbe4 req-345ded2d-5ef7-4c08-be3c-ac6d50df82bf service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491804 Dec 06 12:08:08.561626 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e76382-41bc-4768-a564-db10d2920ace x-openstack-request-id: req-68e76382-41bc-4768-a564-db10d2920ace {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:08.561844 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:08.562061 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68e76382-41bc-4768-a564-db10d2920ace {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:08.562466 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:08:08.634042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:05Z', 'revision_number': 1, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:08.663463 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817664f2-790e-4dba-9d44-3dac3c243abc None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:05Z', 'revision_number': 1, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:08.664952 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6de135-407f-4b86-b9e3-90a8eae690e4 x-openstack-request-id: req-2a6de135-407f-4b86-b9e3-90a8eae690e4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:08.665470 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e199585d-11c6-416d-817a-4e0e45986d69", "name": "network-vif-deleted", "tag": "4dfb0c15-a946-4d62-ad8f-c7622a37f784", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:08.665562 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a6de135-407f-4b86-b9e3-90a8eae690e4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:08.665922 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e199585d-11c6-416d-817a-4e0e45986d69', 'name': 'network-vif-deleted', 'tag': '4dfb0c15-a946-4d62-ad8f-c7622a37f784', 'status': 'completed', 'code': 200} Dec 06 12:08:08.692851 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-ddd699e3-b890-415b-bc22-49f4ab56fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.694741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-ddd699e3-b890-415b-bc22-49f4ab56fd36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1017809 Dec 06 12:08:08.733534 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8516f-ebc4-4c1e-8a7c-b8cb11ffb6e0 req-22e2eb14-002d-47fa-bf15-bac8edc02c62 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.737886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85e8516f-ebc4-4c1e-8a7c-b8cb11ffb6e0 req-22e2eb14-002d-47fa-bf15-bac8edc02c62 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 950 time: 0.1019323 Dec 06 12:08:08.787741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da10ff-20a2-4c3b-b652-e7db29e2a421 req-4ad8a9c4-fb61-4c6c-96d5-165e3819e15f tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.789452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9da10ff-20a2-4c3b-b652-e7db29e2a421 req-4ad8a9c4-fb61-4c6c-96d5-165e3819e15f tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.0976362 Dec 06 12:08:08.804338 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-90c252a8-e775-4c93-8a29-b5ca1c57becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.805848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-90c252a8-e775-4c93-8a29-b5ca1c57becf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.1032486 Dec 06 12:08:08.840113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85e8516f-ebc4-4c1e-8a7c-b8cb11ffb6e0 req-8f514374-a1f2-45c0-bde0-297d8a48bec4 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Dec 06 12:08:08.890565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9da10ff-20a2-4c3b-b652-e7db29e2a421 req-b7341052-b8b7-410e-9f5b-09b7d60f19fa tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917673 Dec 06 12:08:08.913365 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbb34e-6d2b-4044-a78e-736c6e4ea089 None None] New status for floating IP 705aa507-dab7-42bc-9b23-2469b148a665: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:08.954592 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-a19d4372-7a49-463c-8e05-e67a52188bab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 998 time: 0.1387866 Dec 06 12:08:09.027436 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-020b5612-66e6-4128-bba5-224b88b338f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.029080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-020b5612-66e6-4128-bba5-224b88b338f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.0608821 Dec 06 12:08:09.100168 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-8d514d67-275d-4c2b-bd39-f1e5c8d38aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.105291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-8d514d67-275d-4c2b-bd39-f1e5c8d38aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665536 Dec 06 12:08:09.246403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3182-13fb-4ea4-ae48-f8a5a9e6b8f5 req-46ecabb9-7cf1-4e34-a44f-9fc84c172549 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.254319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d9f3182-13fb-4ea4-ae48-f8a5a9e6b8f5 req-46ecabb9-7cf1-4e34-a44f-9fc84c172549 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0801768 Dec 06 12:08:09.270854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-e9c0b22b-803a-489c-96e9-531efe143a4d service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500113 Dec 06 12:08:09.305422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d9f3182-13fb-4ea4-ae48-f8a5a9e6b8f5 req-201d1fbc-3c1c-4f34-99b0-db538ce5afe4 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Dec 06 12:08:09.396858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3381d68d-3321-4b68-abec-001afc0a1fe3 req-c92d5bc7-146b-4670-87cc-0f1cbaca58cd service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114290 Dec 06 12:08:09.424371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf16347d-ca93-4bfc-a321-0f7dd0137da0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.425878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf16347d-ca93-4bfc-a321-0f7dd0137da0 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0876381 Dec 06 12:08:09.447988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafcfe7-2e99-43eb-9026-07f71fed7a48 req-ea6395c4-e00a-4d38-b637-b63a8d570241 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.449401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdafcfe7-2e99-43eb-9026-07f71fed7a48 req-ea6395c4-e00a-4d38-b637-b63a8d570241 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.0787182 Dec 06 12:08:09.553451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-046c73c5-c06d-4101-9715-34aa5eb3065a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.1216338 Dec 06 12:08:09.563139 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:09.604213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdafcfe7-2e99-43eb-9026-07f71fed7a48 req-266891b1-9cde-4677-a75d-0fc419ef1fcf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248286 Dec 06 12:08:09.630454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.780626 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c5f08-d123-4055-b15f-c270981086e1 req-c7ba75f5-9ef3-4699-88f3-bfa32c6bcc52 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.782625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-693c5f08-d123-4055-b15f-c270981086e1 req-c7ba75f5-9ef3-4699-88f3-bfa32c6bcc52 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.1073093 Dec 06 12:08:09.884970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-693c5f08-d123-4055-b15f-c270981086e1 req-59c1c274-75e8-44d1-858d-27b6b734c743 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Dec 06 12:08:10.086763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b09a5d-248e-452f-a833-d5bbf45506d7 req-c3b55c7f-d51f-47f7-a26b-6c63c24bf11f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:10.088239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98b09a5d-248e-452f-a833-d5bbf45506d7 req-c3b55c7f-d51f-47f7-a26b-6c63c24bf11f tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.1260202 Dec 06 12:08:10.180929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98b09a5d-248e-452f-a833-d5bbf45506d7 req-d51d3804-f100-4d39-8851-85c6bfe3044a tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835850 Dec 06 12:08:10.304803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.311362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.355869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1de8c-05c2-4657-92fa-7f65bd044a15 req-4fb82e8c-1295-4aa8-9a4e-246de4795ae4 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:10.357330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79b1de8c-05c2-4657-92fa-7f65bd044a15 req-4fb82e8c-1295-4aa8-9a4e-246de4795ae4 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 950 time: 0.1035683 Dec 06 12:08:10.716938 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Floating IP 705aa507-dab7-42bc-9b23-2469b148a665 associated. External IP: 172.35.3.72, port: 3b012655-ade0-432c-b4a5-a90a157b1fea. Dec 06 12:08:10.722732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79b1de8c-05c2-4657-92fa-7f65bd044a15 req-fec237ed-f4fe-48e8-8354-8678703b68e2 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553338 Dec 06 12:08:10.866175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38435-491d-4672-8e93-5983a718fb2c req-c3ed1e3a-0978-47f2-90d8-c117711e593a tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:10.867640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ea38435-491d-4672-8e93-5983a718fb2c req-c3ed1e3a-0978-47f2-90d8-c117711e593a tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 950 time: 0.0665894 Dec 06 12:08:10.985259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ea38435-491d-4672-8e93-5983a718fb2c req-a38ef978-c263-4a63-ba49-b66801603b78 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Dec 06 12:08:11.014270 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:11.147498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd061b0-42a7-40ab-8f46-9a291d4d3f8b req-bfd46654-0a02-4b7d-8811-0a89a49f6470 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.148973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fd061b0-42a7-40ab-8f46-9a291d4d3f8b req-bfd46654-0a02-4b7d-8811-0a89a49f6470 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0924108 Dec 06 12:08:11.174286 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:11.189987 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:11.207109 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:11.207765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:11.248439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fd061b0-42a7-40ab-8f46-9a291d4d3f8b req-7be18026-b9f4-4847-a418-798864c07c25 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899451 Dec 06 12:08:11.334784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:11.447132 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:11.604201 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:10Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:11.623048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f9bec-5887-49e0-9eb8-e62d622d6fae req-f3a297ab-4abe-47bb-8bc6-3971baf62ef2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.624543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-153f9bec-5887-49e0-9eb8-e62d622d6fae req-f3a297ab-4abe-47bb-8bc6-3971baf62ef2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.1064849 Dec 06 12:08:11.631568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:11.645910 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:11.646519 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:11.664877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:11.671826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.718932 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:11.721836 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e00593-5894-42f4-a0a2-a9281d66bc51" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:11.727244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-153f9bec-5887-49e0-9eb8-e62d622d6fae req-23004532-24ff-424a-aba3-8dc4898af889 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845177 Dec 06 12:08:11.762749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bf82739e-e8fa-466b-aad5-7f3c46791f2b tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "PUT /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 997 time: 2.2034252 Dec 06 12:08:11.774729 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:11.834900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-86889a0f-265c-4b2a-ad0e-21068bf6f0a2 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.845797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-86889a0f-265c-4b2a-ad0e-21068bf6f0a2 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports/3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 942 time: 0.0765293 Dec 06 12:08:11.970288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9e52ff17-1dfa-428a-b047-e2f6e71fb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.971429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-9e52ff17-1dfa-428a-b047-e2f6e71fb3bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1124 time: 0.1001596 Dec 06 12:08:11.973698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-75505318-b877-4441-a285-f42c17312692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.974912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-75505318-b877-4441-a285-f42c17312692 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.0614822 Dec 06 12:08:12.035629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:12.102437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:10Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.159249 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a8ad-f495-4942-a464-9cde3ece7135 None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:10Z', 'revision_number': 3, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:12.162708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-94ced49a-e4da-4098-a4f9-731491e22cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.164565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-94ced49a-e4da-4098-a4f9-731491e22cc1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.1827457 Dec 06 12:08:12.169534 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.201698 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:12.208467 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11f3aab-d3bf-47ad-92e2-4c3d76cad6e9" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:12.226204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:12.230803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.254834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-3849629c-d774-430b-bc5c-790038d1a363 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0825360 Dec 06 12:08:12.257146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-8baf46bc-bac8-4a38-8e68-183925eee970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.258540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-8baf46bc-bac8-4a38-8e68-183925eee970 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.1999834 Dec 06 12:08:12.273523 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-abdeb6fc-749c-4d66-9f12-3b5b98675b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.278129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-abdeb6fc-749c-4d66-9f12-3b5b98675b44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1096 time: 0.0912874 Dec 06 12:08:12.302204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:12.343317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-d07f04aa-0ccb-4bb4-9946-6971cc7b093f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.0503914 Dec 06 12:08:12.354023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-0f047b76-205b-4f15-ae53-3de7ac59b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.355397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-0f047b76-205b-4f15-ae53-3de7ac59b754 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.0944223 Dec 06 12:08:12.363791 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd3ca7-76f5-4c47-a52f-2e1d09c79a7c req-9ea91d0a-44e6-4a1c-b481-cf5a25239784 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.365276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94bd3ca7-76f5-4c47-a52f-2e1d09c79a7c req-9ea91d0a-44e6-4a1c-b481-cf5a25239784 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.1827917 Dec 06 12:08:12.397693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-79eaaf2e-71e8-4480-bf95-b6c2c3a15195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.399211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-79eaaf2e-71e8-4480-bf95-b6c2c3a15195 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1099491 Dec 06 12:08:12.402285 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e820c4-119c-4409-bf4d-5418e9557385 None None] New status for floating IP 705aa507-dab7-42bc-9b23-2469b148a665: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:12.470829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-88c7d005-760a-496e-a696-2081d0aadcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.472283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-88c7d005-760a-496e-a696-2081d0aadcd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1061506 Dec 06 12:08:12.481740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-0d79830e-d211-4e3d-a9b9-e10e0a2edd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.482912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-0d79830e-d211-4e3d-a9b9-e10e0a2edd22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157353 Dec 06 12:08:12.486776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94bd3ca7-76f5-4c47-a52f-2e1d09c79a7c req-bd3c16bf-3614-474f-b17d-6ed7ca1209b8 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053343 Dec 06 12:08:12.501376 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-d3700818-8229-4962-a9f4-3da77b1532a1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:08:12.502432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-d3700818-8229-4962-a9f4-3da77b1532a1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055637 Dec 06 12:08:12.547084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-0ffec922-5945-4a69-8c11-a7c9bd08f0f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 217 time: 0.0364351 Dec 06 12:08:12.624772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-316523b4-1325-4046-a459-d6fce1797df1 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163633 Dec 06 12:08:12.691110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-c05c805e-81b8-4826-9f47-d00d07629028 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613997 Dec 06 12:08:12.703962 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-bcddbe80-7a75-442d-a0fc-3649d65ec897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.705543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-bcddbe80-7a75-442d-a0fc-3649d65ec897 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0753360 Dec 06 12:08:12.710119 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:12.721838 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:12.722540 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.746499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-7d7a83ab-4d8e-435f-aa2a-c34b28b14812 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.747944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-7d7a83ab-4d8e-435f-aa2a-c34b28b14812 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.1569684 Dec 06 12:08:12.784225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-f31a390c-0680-484d-bee3-2a1a4d3c7877 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261414 Dec 06 12:08:12.836085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:12.878411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-317df30b-6c28-4770-91c0-328a6e560728 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.879783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-317df30b-6c28-4770-91c0-328a6e560728 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/ports?device_id=3820dae1-5f54-4729-a3a4-1b47c3c67b9b HTTP/1.1" status: 200 len: 950 time: 0.2344849 Dec 06 12:08:12.896407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-a3b21a4c-0dda-417a-ba5a-3301168fe7c5 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965159 Dec 06 12:08:12.978841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-bb8e2520-a52a-413e-966f-9e8589d8a1c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345234 Dec 06 12:08:13.009794 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-4adb69a7-abe9-478b-abdf-c6e8f7b75859 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991068 Dec 06 12:08:13.010203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120481-16d8-42d0-8220-7ddd5ed95865 req-f791cb8f-43ab-4efb-8a15-8acc5259fa5e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.011692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92120481-16d8-42d0-8220-7ddd5ed95865 req-f791cb8f-43ab-4efb-8a15-8acc5259fa5e tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=750f0162-71f5-41d1-896a-b615d2386913 HTTP/1.1" status: 200 len: 949 time: 0.2349112 Dec 06 12:08:13.086426 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:12Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:13.104842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-beaf7215-76cd-4383-a474-3401c737a39e service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239446 Dec 06 12:08:13.112689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:13.122394 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:13.122998 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:13.190977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92120481-16d8-42d0-8220-7ddd5ed95865 req-4161b0fc-68ee-4203-a9d1-92250302f6d1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437957 Dec 06 12:08:13.196634 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Deleting port 8fef4bf2-6197-4d13-97f3-abd3eee158fc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:13.196974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.220802 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-7a587765-006b-4a27-8694-fdc7c19d3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.222326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-7a587765-006b-4a27-8694-fdc7c19d3fd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1096 time: 0.1736341 Dec 06 12:08:13.232816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:13.481114 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:12Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:13.553371 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port bf8f8b90-77e2-4cd4-96da-d8936cfd696d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:13.553953 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.638611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da349ea9-5487-4a1f-b858-abd6bc75ca8e None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:e2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:12Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:13.768612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-aa89d2b2-4785-4e97-8334-ab0be89348c1 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471994 Dec 06 12:08:13.798372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-f5ff1389-704e-4d21-8a05-e1739b6244cf tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2094560050&fields=id&tenant_id=39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 267 time: 0.2778170 Dec 06 12:08:13.806158 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] For port 8fef4bf2-6197-4d13-97f3-abd3eee158fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8fef4bf2-6197-4d13-97f3-abd3eee158fc,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:13.806546 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.845176 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-ac9746a7-7fdf-40db-8fd5-83b700d4a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.846724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-ac9746a7-7fdf-40db-8fd5-83b700d4a47f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.3287315 Dec 06 12:08:13.867313 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Calling delete_port for 8fef4bf2-6197-4d13-97f3-abd3eee158fc owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:14.004462 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port bf8f8b90-77e2-4cd4-96da-d8936cfd696d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:14.004833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.069366 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for bf8f8b90-77e2-4cd4-96da-d8936cfd696d owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:14.084816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-e8aba27f-7616-4e4f-88f5-a895fbd6e564 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 1000 time: 0.2187765 Dec 06 12:08:14.149311 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-2a56c67a-43d1-46ac-9a0b-60d6fc1ef2c5 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:14.150905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-2a56c67a-43d1-46ac-9a0b-60d6fc1ef2c5 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1124 time: 0.3262119 Dec 06 12:08:14.267101 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-9838bd2d-d4ee-4a03-9d74-8ff2ec914ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:14.276729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-9838bd2d-d4ee-4a03-9d74-8ff2ec914ea8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1776714 Dec 06 12:08:14.316694 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:14.356868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-cfbb1794-035f-4cdc-af09-874157882d38 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:14.358411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-cfbb1794-035f-4cdc-af09-874157882d38 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 824 time: 0.5471122 Dec 06 12:08:14.380777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.443136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-ca1b8c99-cfa9-429c-89b1-252a7b69d224 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/quotas/39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 375 time: 0.0568657 Dec 06 12:08:14.451562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9212550a-ae98-480c-b39f-47c3ea0c020c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:14.531258 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event deleted for resources: {'Port': ['ID=8fef4bf2-6197-4d13-97f3-abd3eee158fc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.615014 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.615691 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.616861 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.616861 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.616861 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.617512 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.618209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.618664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.619097 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.619523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.619957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.620383 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.620815 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:14.666947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-aacc61e6-0f02-4c79-85a6-8ff3b06a20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:14.668617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-aacc61e6-0f02-4c79-85a6-8ff3b06a20b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3907840 Dec 06 12:08:14.669512 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] No DVR routers for this DVR port 8fef4bf2-6197-4d13-97f3-abd3eee158fc on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:14.674234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.676673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.678840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.682193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84b6a145-86f1-47e1-9b27-3a2581490239 req-b7c9c352-f3a5-402b-8f8a-767c3ac49320 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "DELETE /v2.0/ports/8fef4bf2-6197-4d13-97f3-abd3eee158fc HTTP/1.1" status: 204 len: 173 time: 1.9023170 Dec 06 12:08:14.698427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:14.763697 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=bf8f8b90-77e2-4cd4-96da-d8936cfd696d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.802977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-7d90d215-33b1-488a-8bff-1058b907bf97 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2536519 Dec 06 12:08:14.944792 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port bf8f8b90-77e2-4cd4-96da-d8936cfd696d on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:14.947888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.952728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e09ab69e-1f4b-41ee-9229-266a4d198e24 req-cecaf3d8-b867-4722-bb90-5b827189e9dd tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "DELETE /v2.0/ports/bf8f8b90-77e2-4cd4-96da-d8936cfd696d HTTP/1.1" status: 204 len: 173 time: 2.0531852 Dec 06 12:08:15.116875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fec25-9b10-459b-906c-78f03449b886 req-f49e95e2-d31e-4ed7-bb34-c171edc65ea9 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.118781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d36fec25-9b10-459b-906c-78f03449b886 req-f49e95e2-d31e-4ed7-bb34-c171edc65ea9 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/ports?device_id=4417f132-4d6b-41b8-bbe7-93ca05358d9b HTTP/1.1" status: 200 len: 946 time: 0.2892945 Dec 06 12:08:15.157097 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe3e5577-93e4-4229-9421-9a23146dc10c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:15.197950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-a5b8b8e7-5df8-40b9-b2c9-985b86ccf01c service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093989 Dec 06 12:08:15.423647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af81af-93d1-4aaa-be7d-ca22ee68b7a7 req-9e9a6663-2de1-40b6-86ac-66bd25e876bb service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198677 Dec 06 12:08:15.489799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-0853e6c9-2a9c-46c3-91e9-50f53244fc4e service neutron] 10.222.0.31 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293619 Dec 06 12:08:15.554641 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4186b9c-bac1-42d0-bc6a-9d136338e306 x-openstack-request-id: req-b4186b9c-bac1-42d0-bc6a-9d136338e306 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:15.555194 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:15.555614 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4186b9c-bac1-42d0-bc6a-9d136338e306 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:15.556016 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:08:15.608765 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:15.659144 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-81c38734-a607-48e1-95df-9d18200bf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.660664 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-81c38734-a607-48e1-95df-9d18200bf35a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.0909624 Dec 06 12:08:15.692592 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fe4086-4ed8-4e20-bcf3-5967f9be5074 x-openstack-request-id: req-49fe4086-4ed8-4e20-bcf3-5967f9be5074 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:15.693096 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:15.693443 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49fe4086-4ed8-4e20-bcf3-5967f9be5074 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:15.693935 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'code': 200} Dec 06 12:08:15.702403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-852376d0-c5de-4830-a3d7-49787dfd9c2f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.704492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-852376d0-c5de-4830-a3d7-49787dfd9c2f tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 950 time: 0.1874053 Dec 06 12:08:15.717414 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Deleting port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:15.717785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.791627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-4ac72ac8-2ccc-402e-a9d3-ceb9bfddf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.793935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-4ac72ac8-2ccc-402e-a9d3-ceb9bfddf5e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.1249120 Dec 06 12:08:15.840848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-68777305-c80f-468d-bd4a-91a81df6614c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0390768 Dec 06 12:08:15.877000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-0017b86e-198a-49e2-ac12-979b79f93817 service neutron] 10.222.0.31 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861065 Dec 06 12:08:15.893270 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:15.894972 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-12755eb2-e1f3-40ab-b79c-75faadf3dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.896474 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-12755eb2-e1f3-40ab-b79c-75faadf3dfde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.0483010 Dec 06 12:08:15.950660 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-48ea6a24-f342-49fd-a31d-d702b80de6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.951628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deb1f2-fafa-497d-a4b7-f41c68b074cd req-9fe462b4-bbb4-400f-a463-be95eabcc085 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.952337 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-48ea6a24-f342-49fd-a31d-d702b80de6f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473385 Dec 06 12:08:15.953843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46deb1f2-fafa-497d-a4b7-f41c68b074cd req-9fe462b4-bbb4-400f-a463-be95eabcc085 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.2040336 Dec 06 12:08:15.961970 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] For port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:15.962342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.021108 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae218ab-ddd9-4982-90af-1a2c6946eb39 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:16.030653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:08:16.052268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.062515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device bf8f8b90-77e2-4cd4-96da-d8936cfd696d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:16.091597 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-326f16f3-79c7-47b6-a631-3cdce56be9a1 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298730 Dec 06 12:08:16.115353 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.144780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: bf8f8b90-77e2-4cd4-96da-d8936cfd696d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:16.149509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device bf8f8b90-77e2-4cd4-96da-d8936cfd696d not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:16.150278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8fef4bf2-6197-4d13-97f3-abd3eee158fc no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:16.196480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 8fef4bf2-6197-4d13-97f3-abd3eee158fc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:16.197787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8fef4bf2-6197-4d13-97f3-abd3eee158fc not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:16.202660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:08:16.281997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-23e00593-5894-42f4-a0a2-a9281d66bc51 req-d2601ead-d4e5-4565-91de-f4b53ee2dafc service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755431 Dec 06 12:08:16.335366 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:16.352992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'mac_address': 'fa:16:3e:0d:95:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:08:16.402044 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.421343 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1cb9816-9583-4173-a56c-4daa215a5c10 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:16.450229 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:16.461346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.552007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:16.716553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46deb1f2-fafa-497d-a4b7-f41c68b074cd req-8b4fa451-6c71-4c8b-9e8d-7105a31ec20d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465672 Dec 06 12:08:16.780404 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h1-master-1 for vnic_type normal with profile {} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:16.783314 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:16.783737 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:16.787480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f1cb9816-9583-4173-a56c-4daa215a5c10'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:16.872083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf31106-1fa7-498c-8f8c-3adf95bcb54b req-23456669-46dd-4e49-975d-74a3f92bb1a5 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:16.889220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbf31106-1fa7-498c-8f8c-3adf95bcb54b req-23456669-46dd-4e49-975d-74a3f92bb1a5 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bca3d1-634a-41d7-98b0-51017d79c925 HTTP/1.1" status: 200 len: 950 time: 0.3646820 Dec 06 12:08:16.900162 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Deleting port 3304ce06-6cd9-4195-b6a6-eff444de9f40 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:16.900714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.943787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:16.944161 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Attempting to bind port fae218ab-ddd9-4982-90af-1a2c6946eb39 on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:16.976511 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:16.976856 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:16.977301 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:16.977763 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Bound port: fae218ab-ddd9-4982-90af-1a2c6946eb39, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:16.978126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.980506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=9']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.180696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d496e98-cf2a-4786-a176-74d7bece28c5 req-7afc1f3e-fcd3-4e5f-a1e8-2d99e1db0425 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.189000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d496e98-cf2a-4786-a176-74d7bece28c5 req-7afc1f3e-fcd3-4e5f-a1e8-2d99e1db0425 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 943 time: 0.2750905 Dec 06 12:08:17.261016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.261637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.262025 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff disassociated. External IP: 172.35.3.138, port: 38ed9688-37ce-4f80-af7f-0a836fc5f9ca. Dec 06 12:08:17.262438 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Calling delete_port for 38ed9688-37ce-4f80-af7f-0a836fc5f9ca owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:17.280603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbf31106-1fa7-498c-8f8c-3adf95bcb54b req-79ac815b-a3dc-44f5-b284-0755fa39e201 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.31 "GET /v2.0/security-groups?id=98c4860b-e474-4779-8657-1cb9ca1db1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904066 Dec 06 12:08:17.315759 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] For port 3304ce06-6cd9-4195-b6a6-eff444de9f40, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3304ce06-6cd9-4195-b6a6-eff444de9f40,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:17.316209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.402939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d496e98-cf2a-4786-a176-74d7bece28c5 req-7fed63a8-ce4c-4b3d-a5d5-81516e9f10e6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127800 Dec 06 12:08:17.425180 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Calling delete_port for 3304ce06-6cd9-4195-b6a6-eff444de9f40 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:17.457609 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:17.462341 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:17.552981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.562063 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf'}, {'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'name': 'network-vif-deleted', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc'}, {'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'name': 'network-vif-deleted', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:17.564492 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954e046c-8fb7-4429-8c7e-bdc550cc67df" -d '{"events": [{"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf"}, {"server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "name": "network-vif-deleted", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc"}, {"server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "name": "network-vif-deleted", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:17.751581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86dbfe77-af74-4ed2-b545-8fc28f9aa5ed req-77e56101-bf57-47ef-8750-0df2932241b1 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 210 time: 0.2693059 Dec 06 12:08:17.821191 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Pushing event updated for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.899777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-c2c9cef1-2a00-4097-be04-d6fcb4ad427c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.4705131 Dec 06 12:08:17.900749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.918469 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-a26e2871-e420-49cd-a7b7-3e3b8dee6719 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.920512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-a26e2871-e420-49cd-a7b7-3e3b8dee6719 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 824 time: 0.2569599 Dec 06 12:08:17.926098 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.927000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.928568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-e7937bee-9783-4b76-983a-4017577aa674 service neutron] 10.222.0.53 "PUT /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 1091 time: 3.6188354 Dec 06 12:08:17.985204 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Pushing event deleted for resources: {'Port': ['ID=3304ce06-6cd9-4195-b6a6-eff444de9f40,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.051488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:18.061392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-ac1986df-f078-495e-88f8-4197a12a6306 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.063243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-ac1986df-f078-495e-88f8-4197a12a6306 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports/1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 942 time: 0.1528134 Dec 06 12:08:18.143244 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:18.147374 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] No DVR routers for this DVR port 3304ce06-6cd9-4195-b6a6-eff444de9f40 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:18.173930 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.182415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d462f1-ab19-4580-a8bf-9f68d78057f6 req-8ee85dca-41a0-43b8-991f-b15950547fb1 tempest-ImagesNegativeTestJSON-587521861 tempest-ImagesNegativeTestJSON-587521861-project] 10.222.0.53 "DELETE /v2.0/ports/3304ce06-6cd9-4195-b6a6-eff444de9f40 HTTP/1.1" status: 204 len: 173 time: 2.3564651 Dec 06 12:08:18.232072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.284537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fe846f8f-12d5-4c5c-9bbd-997ddba03976 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d5010b3fb64cc7adde086ac0509a18 HTTP/1.1" status: 200 len: 380 time: 0.3287902 Dec 06 12:08:18.291973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:18.298568 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event deleted for resources: {'Port': ['ID=38ed9688-37ce-4f80-af7f-0a836fc5f9ca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.326778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'port': {'device_id': '8b40c235-150d-4a01-992f-3524efe2928a', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'admin_state_up': True, 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'security_groups': ['b92d5cc3-ebac-47ab-a6e3-8a95409c64e4']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:18.430120 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f1cb9816-9583-4173-a56c-4daa215a5c10 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:18.430488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.561945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Made reservation on behalf of 39d5010b3fb64cc7adde086ac0509a18 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:18.568346 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.572956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-b7c9ded4-e2cd-4968-a227-2e8f70d57619 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.2620525 Dec 06 12:08:18.717135 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7dd269-724f-4ca6-bf0f-98b9c6a1ecd2 x-openstack-request-id: req-1d7dd269-724f-4ca6-bf0f-98b9c6a1ecd2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:18.719758 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf", "status": "completed", "code": 200}, {"server_uuid": "750f0162-71f5-41d1-896a-b615d2386913", "name": "network-vif-deleted", "tag": "8fef4bf2-6197-4d13-97f3-abd3eee158fc", "status": "completed", "code": 200}, {"server_uuid": "3820dae1-5f54-4729-a3a4-1b47c3c67b9b", "name": "network-vif-deleted", "tag": "bf8f8b90-77e2-4cd4-96da-d8936cfd696d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:18.720052 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d7dd269-724f-4ca6-bf0f-98b9c6a1ecd2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:18.720500 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'status': 'completed', 'code': 200} Dec 06 12:08:18.720771 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f0162-71f5-41d1-896a-b615d2386913', 'name': 'network-vif-deleted', 'tag': '8fef4bf2-6197-4d13-97f3-abd3eee158fc', 'status': 'completed', 'code': 200} Dec 06 12:08:18.721033 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3820dae1-5f54-4729-a3a4-1b47c3c67b9b', 'name': 'network-vif-deleted', 'tag': 'bf8f8b90-77e2-4cd4-96da-d8936cfd696d', 'status': 'completed', 'code': 200} Dec 06 12:08:18.853744 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-df142550-d6e4-41e4-b9ea-91f0444b20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.867870 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-df142550-d6e4-41e4-b9ea-91f0444b20d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1096 time: 0.1727970 Dec 06 12:08:19.018066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.038496 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:19.088137 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:19.098400 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30829ac-ee11-4765-9be0-09db5d31eae1" -d '{"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:19.115354 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-c719ec51-6101-4c98-bc48-8bfa80fa1079 service neutron] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:19.142863 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:19.151841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.153852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-6ca40885-610c-4db7-9e9f-e6943e293c94 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.154871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3304ce06-6cd9-4195-b6a6-eff444de9f40 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:19.175940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db73bf05-7afe-4694-ab2e-b2b77960c419 req-6ca40885-610c-4db7-9e9f-e6943e293c94 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.5853386 Dec 06 12:08:19.197577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-c719ec51-6101-4c98-bc48-8bfa80fa1079 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.198709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2571621d-7c94-4b34-aa32-ebc5b5e5b653 req-c719ec51-6101-4c98-bc48-8bfa80fa1079 service neutron] 10.222.0.53 "DELETE /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 1.2255270 Dec 06 12:08:19.225145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 3304ce06-6cd9-4195-b6a6-eff444de9f40 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:19.225437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3304ce06-6cd9-4195-b6a6-eff444de9f40 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:19.225849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 38ed9688-37ce-4f80-af7f-0a836fc5f9ca no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:19.283767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 38ed9688-37ce-4f80-af7f-0a836fc5f9ca {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:19.284115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 38ed9688-37ce-4f80-af7f-0a836fc5f9ca not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:19.321192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:19.333373 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.333735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.334082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.334429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.334767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.335105 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.335446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.335778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.336243 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.336595 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.337037 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.337414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.337769 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:19.383576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dd47a-b480-46f5-8a59-973127ff3502 req-c3146ad0-09b3-4440-9b52-abaf65bf6737 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.393547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d84dd47a-b480-46f5-8a59-973127ff3502 req-c3146ad0-09b3-4440-9b52-abaf65bf6737 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.4848745 Dec 06 12:08:19.398114 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.509880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d84dd47a-b480-46f5-8a59-973127ff3502 req-924622f5-e9c1-4ef9-9a0a-7b5e8671cfe9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148679 Dec 06 12:08:19.516146 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:19.526959 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:19.540885 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:19.542879 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:19.631566 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] No DVR routers for this DVR port 38ed9688-37ce-4f80-af7f-0a836fc5f9ca on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:19.641366 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.645251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d36fec25-9b10-459b-906c-78f03449b886 req-f5d54c75-2e74-4397-9718-cd890f23a454 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "DELETE /v2.0/ports/38ed9688-37ce-4f80-af7f-0a836fc5f9ca HTTP/1.1" status: 204 len: 173 time: 4.5002964 Dec 06 12:08:19.651633 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Allocated IP 172.20.0.6 (19c15372-158f-445a-888d-31726f78960d/85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8/d6463976-831d-433a-b240-89a09764734b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:19.707125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c5d1-2ba4-4882-b5a4-c9110ad20836 req-e626171d-3e6a-40a6-964b-8651939f0d7a tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.707399 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-1575d87c-d438-4d8b-9510-46d95bae9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.708612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-1575d87c-d438-4d8b-9510-46d95bae9f3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.8124270 Dec 06 12:08:19.711721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd21c5d1-2ba4-4882-b5a4-c9110ad20836 req-e626171d-3e6a-40a6-964b-8651939f0d7a tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1095 time: 0.0604570 Dec 06 12:08:19.732928 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e157c54-ae1b-40dd-89c9-f75272fd1b08 req-cf5bd38e-06bb-4736-843d-3fa6d65445c1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.741594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e157c54-ae1b-40dd-89c9-f75272fd1b08 req-cf5bd38e-06bb-4736-843d-3fa6d65445c1 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 951 time: 0.1375148 Dec 06 12:08:19.814474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd21c5d1-2ba4-4882-b5a4-c9110ad20836 req-7151bda2-4a53-4462-9bd0-f81d3666b529 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 Dec 06 12:08:19.873913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-117c140c-8bcf-4478-8c92-8204b66cab99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 1000 time: 0.1393967 Dec 06 12:08:19.904139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e157c54-ae1b-40dd-89c9-f75272fd1b08 req-f5a5ac8b-2317-4728-813d-09f3afdac375 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587105 Dec 06 12:08:19.918113 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:19.995857 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-1ebfb32e-457c-44f5-adbb-288791c62b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.997351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-1ebfb32e-457c-44f5-adbb-288791c62b92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1092577 Dec 06 12:08:20.072926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd08ce09-f7af-48f1-8b1c-329904457c76 req-ef421cb9-b5d3-4953-83f3-859388cf0df5 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 210 time: 0.0636024 Dec 06 12:08:20.082038 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f96b3-56d4-4e3d-84a6-fb7cbb22c3ab x-openstack-request-id: req-c99f96b3-56d4-4e3d-84a6-fb7cbb22c3ab {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:20.082557 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:20.083044 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c99f96b3-56d4-4e3d-84a6-fb7cbb22c3ab {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:20.083935 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'code': 200} Dec 06 12:08:20.161569 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-2f3a9872-6a6c-41da-8579-b35d1cf5faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.162972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-2f3a9872-6a6c-41da-8579-b35d1cf5faac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578817 Dec 06 12:08:20.184631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-ad2eed03-d7cf-489d-aa49-5eff1d7211d8 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.0893905 Dec 06 12:08:20.290761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0f0cea59-cc22-46f2-bcc1-377fc4d36235 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.309247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0f0cea59-cc22-46f2-bcc1-377fc4d36235 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports/1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 942 time: 0.1233673 Dec 06 12:08:20.309378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-69e0d4a5-1e91-49e7-bf01-53d9598b14a6 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106262 Dec 06 12:08:20.339681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c307e-756b-4853-b417-419af3815eaa req-ab43af6f-8fde-43d0-b715-3020256f2f48 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.343224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a2c307e-756b-4853-b417-419af3815eaa req-ab43af6f-8fde-43d0-b715-3020256f2f48 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 949 time: 0.1156039 Dec 06 12:08:20.358852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.448034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-954e046c-8fb7-4429-8c7e-bdc550cc67df req-cab2f347-f65b-4ad0-acce-7b1b6d9d4438 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278138 Dec 06 12:08:20.458704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.475980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-34fd20e3-c23e-4d44-a77a-664a0f48e5f8 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.1009200 Dec 06 12:08:20.502318 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:20.517966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event updated for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:20.529388 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.529793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.530144 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.530488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.530823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.531146 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.532005 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.532343 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.532671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.532999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.533351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.533677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.534082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:20.557722 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Network 19c15372-158f-445a-888d-31726f78960d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:20.559577 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:20.562750 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:20.590580 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:20.607831 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:20.608442 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:20.630930 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.631715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.678364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-21e6c036-f02c-4352-96cb-f728a6d03f09 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3529117 Dec 06 12:08:20.722491 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}, {'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'name': 'network-vif-deleted', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40'}, {'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'name': 'network-vif-deleted', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:20.725117 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25fe83-c7d0-42da-97f2-77998d9c9cee" -d '{"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}, {"server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "name": "network-vif-deleted", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40"}, {"server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "name": "network-vif-deleted", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:20.773682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a2c307e-756b-4853-b417-419af3815eaa req-04a17c82-ed95-48b6-81e7-88970de91418 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246497 Dec 06 12:08:20.788854 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Request body: {'port': {'device_id': '8b40c235-150d-4a01-992f-3524efe2928a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:20.831566 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:20.929079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-60f9a117-b561-4eaa-b9ef-673082ad5f9c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.935633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.942115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-60f9a117-b561-4eaa-b9ef-673082ad5f9c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.4651885 Dec 06 12:08:21.057028 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c9e7c63a-0b27-4c01-8933-f8341114697b None None] Provisioning complete for port d6463976-831d-433a-b240-89a09764734b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:21.065369 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c9e7c63a-0b27-4c01-8933-f8341114697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.170134 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-265dcd76-35b8-4354-bd1f-923c7c3297c4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:21.172418 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-265dcd76-35b8-4354-bd1f-923c7c3297c4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9aff2b-2b83-4cef-88a2-107832ca4ef5 HTTP/1.1" status: 200 len: 950 time: 0.1445043 Dec 06 12:08:21.180756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7c63a-0b27-4c01-8933-f8341114697b None None] Port d6463976-831d-433a-b240-89a09764734b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:21.356231 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.432803 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5059f-5119-449a-8732-bdbabebd65c4 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:21.576509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-19409173-790d-413a-aaa5-95026eb8c2e4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:21.578420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-19409173-790d-413a-aaa5-95026eb8c2e4 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fed7478-7a5a-4035-af43-66c05ec43383 HTTP/1.1" status: 200 len: 949 time: 0.9115639 Dec 06 12:08:21.726759 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6463976-831d-433a-b240-89a09764734b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:21.736464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.736820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200462f6-78a8-4666-91e5-42017fa58a6f req-345d8a69-0a54-43c0-8809-0be372d1b1bd tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:21.738348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-200462f6-78a8-4666-91e5-42017fa58a6f req-345d8a69-0a54-43c0-8809-0be372d1b1bd tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 951 time: 0.9315875 Dec 06 12:08:21.755051 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Transition to ACTIVE for port object d6463976-831d-433a-b240-89a09764734b will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:08:21.769631 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.842440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-4e46c9ee-fcac-4ab5-94c2-e7508223dc70 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.8990459 Dec 06 12:08:21.847271 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:21.847835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Pushing event updated for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.864648 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 2826bfd5-78a0-4ca5-b33f-b61210da88cb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:21.864996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.918009 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port fe3e5577-93e4-4229-9421-9a23146dc10c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:21.918515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.955019 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d90bb-9211-4cff-b67c-ba8a355655ea None None] New status for floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:22.019276 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port fe3e5577-93e4-4229-9421-9a23146dc10c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe3e5577-93e4-4229-9421-9a23146dc10c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:22.019726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.033308 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for fe3e5577-93e4-4229-9421-9a23146dc10c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:22.073253 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Attempting to bind port d6463976-831d-433a-b240-89a09764734b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:22.073888 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Attempting to bind port d6463976-831d-433a-b240-89a09764734b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:22.074382 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Attempting to bind port d6463976-831d-433a-b240-89a09764734b on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:22.077743 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 2826bfd5-78a0-4ca5-b33f-b61210da88cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2826bfd5-78a0-4ca5-b33f-b61210da88cb,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:22.078925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.090975 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Port d6463976-831d-433a-b240-89a09764734b on network 19c15372-158f-445a-888d-31726f78960d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:22.091655 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Attempting to bind port d6463976-831d-433a-b240-89a09764734b on network 19c15372-158f-445a-888d-31726f78960d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:22.101514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 2826bfd5-78a0-4ca5-b33f-b61210da88cb owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:22.103949 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:22.104577 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Checking segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:22.105327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Bound using segment: {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:22.106080 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Bound port: d6463976-831d-433a-b240-89a09764734b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '19c15372-158f-445a-888d-31726f78960d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:22.107916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.160060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:22.226773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:22.228131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d59f-d397-493e-917a-9d66ad067c14 req-22a2c82c-29a1-4db4-b8a5-a30547cef25a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.235878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d81d59f-d397-493e-917a-9d66ad067c14 req-22a2c82c-29a1-4db4-b8a5-a30547cef25a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.5209301 Dec 06 12:08:22.253729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.271751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', '2826bfd5-78a0-4ca5-b33f-b61210da88cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:22.330706 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:22.343355 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d6463976-831d-433a-b240-89a09764734b,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:22.359791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.362968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d81d59f-d397-493e-917a-9d66ad067c14 req-bfb6ac77-4416-4a3e-abea-1c4cd8444b83 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261256 Dec 06 12:08:22.365008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=fe3e5577-93e4-4229-9421-9a23146dc10c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:22.403963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.486369 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68541569-c511-4f8a-aa5f-4cb79a2bff4b x-openstack-request-id: req-68541569-c511-4f8a-aa5f-4cb79a2bff4b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:22.486677 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "status": "completed", "code": 200}, {"server_uuid": "b2bca3d1-634a-41d7-98b0-51017d79c925", "name": "network-vif-deleted", "tag": "3304ce06-6cd9-4195-b6a6-eff444de9f40", "status": "completed", "code": 200}, {"server_uuid": "4417f132-4d6b-41b8-bbe7-93ca05358d9b", "name": "network-vif-deleted", "tag": "38ed9688-37ce-4f80-af7f-0a836fc5f9ca", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:22.486934 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68541569-c511-4f8a-aa5f-4cb79a2bff4b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:22.487350 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'status': 'completed', 'code': 200} Dec 06 12:08:22.487592 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bca3d1-634a-41d7-98b0-51017d79c925', 'name': 'network-vif-deleted', 'tag': '3304ce06-6cd9-4195-b6a6-eff444de9f40', 'status': 'completed', 'code': 200} Dec 06 12:08:22.487839 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417f132-4d6b-41b8-bbe7-93ca05358d9b', 'name': 'network-vif-deleted', 'tag': '38ed9688-37ce-4f80-af7f-0a836fc5f9ca', 'status': 'completed', 'code': 200} Dec 06 12:08:22.514378 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Pushing event updated for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:22.583952 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.585007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.590341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fdfffbd5-e6af-44a5-a223-1f9493c7d97d service neutron] 10.222.0.53 "PUT /v2.0/ports/d6463976-831d-433a-b240-89a09764734b HTTP/1.1" status: 200 len: 1091 time: 1.8140731 Dec 06 12:08:22.591017 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'tag': 'd6463976-831d-433a-b240-89a09764734b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:22.611796 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8489a8-8495-405d-aebf-0ee783c78438" -d '{"events": [{"name": "network-changed", "server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "tag": "d6463976-831d-433a-b240-89a09764734b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:22.645198 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port fe3e5577-93e4-4229-9421-9a23146dc10c on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:22.655371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.792675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=2826bfd5-78a0-4ca5-b33f-b61210da88cb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:22.834878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.838368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-deea0c92-ecaf-4b8c-ba44-c6e3f7c0d3b7 req-89a7b4fc-94c1-4203-93b8-092f26d07566 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.53 "DELETE /v2.0/ports/fe3e5577-93e4-4229-9421-9a23146dc10c HTTP/1.1" status: 204 len: 173 time: 1.2448854 Dec 06 12:08:22.908898 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Deleting port 9212550a-ae98-480c-b39f-47c3ea0c020c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:22.909278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.930613 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 2826bfd5-78a0-4ca5-b33f-b61210da88cb on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:22.937246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.941239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f52aaa39-dbcd-4d15-a874-b2b430b6f22b req-5eac9905-874c-4bdf-b6b5-edeeeec071f7 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "DELETE /v2.0/ports/2826bfd5-78a0-4ca5-b33f-b61210da88cb HTTP/1.1" status: 204 len: 173 time: 1.6562326 Dec 06 12:08:22.969944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fe6dab3f-d851-4167-ac32-a239b8a4c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.971444 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fe6dab3f-d851-4167-ac32-a239b8a4c99a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 1094 time: 0.3036563 Dec 06 12:08:23.087351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-5c545ac1-70b6-4fa5-a460-619e8e5041cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6463976-831d-433a-b240-89a09764734b HTTP/1.1" status: 200 len: 217 time: 0.0988443 Dec 06 12:08:23.182874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-996ec119-0bf9-426c-b425-0e0c4bd5ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.187113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-996ec119-0bf9-426c-b425-0e0c4bd5ba42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 1095 time: 0.6380863 Dec 06 12:08:23.195372 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-494d8c26-8f9d-40d9-9ba3-1832d2ac92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.197910 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-494d8c26-8f9d-40d9-9ba3-1832d2ac92ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.0952168 Dec 06 12:08:23.207516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca2e3-276a-4c12-be95-53525afc547a req-b31bee0b-f42d-4649-af08-fe36d7b64490 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.209031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bfca2e3-276a-4c12-be95-53525afc547a req-b31bee0b-f42d-4649-af08-fe36d7b64490 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c114884-4010-43e4-93ac-1ca6519ccaaa HTTP/1.1" status: 200 len: 951 time: 0.6032021 Dec 06 12:08:23.269739 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-8fc2522b-b081-48e5-83a7-8c70ff3b6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.272037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-8fc2522b-b081-48e5-83a7-8c70ff3b6fe9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563860 Dec 06 12:08:23.295359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.327148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.327823 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Floating IP 705aa507-dab7-42bc-9b23-2469b148a665 disassociated. External IP: 172.35.3.72, port: 1fc108f5-3f07-4541-a88b-03f5b8453cbf. Dec 06 12:08:23.425690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-fe1b84a9-af25-4181-87e5-6a3f6b03cdf5 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392558 Dec 06 12:08:23.446989 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] For port 9212550a-ae98-480c-b39f-47c3ea0c020c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9212550a-ae98-480c-b39f-47c3ea0c020c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:23.446989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.505709 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Calling delete_port for 9212550a-ae98-480c-b39f-47c3ea0c020c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:23.528543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bfca2e3-276a-4c12-be95-53525afc547a req-70e6540d-f63a-40ca-bbc9-2fd1ca144a17 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.31 "GET /v2.0/security-groups?id=c779e660-523d-4547-804f-4dd2a5791d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504702 Dec 06 12:08:23.783001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-437e650e-e2eb-4503-86f4-e4ac0eb6ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.795785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-437e650e-e2eb-4503-86f4-e4ac0eb6ab35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.5673614 Dec 06 12:08:23.841687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e57d590a-2c20-454a-8205-77fdf2feba38 req-b11aa1e0-ea6e-421e-ac39-860941177edc service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079094 Dec 06 12:08:24.020409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-b5d185ab-6fec-48bd-8874-053e5763f994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 200 len: 217 time: 0.2210629 Dec 06 12:08:24.061896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe3e5577-93e4-4229-9421-9a23146dc10c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:24.093112 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: fe3e5577-93e4-4229-9421-9a23146dc10c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:24.094491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe3e5577-93e4-4229-9421-9a23146dc10c not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:24.099164 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9212550a-ae98-480c-b39f-47c3ea0c020c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:24.141275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:24.291982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.310308 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:24.329579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.428723 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-0ed9e79e-7844-4eef-abe5-db4db3ab4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:24.431375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-0ed9e79e-7844-4eef-abe5-db4db3ab4540 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.3905413 Dec 06 12:08:24.446392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f435ec9-7ac4-448b-86a1-c49e082c3588 req-42146310-d15d-4576-99b6-4105baf00d74 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:24.457745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f435ec9-7ac4-448b-86a1-c49e082c3588 req-42146310-d15d-4576-99b6-4105baf00d74 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 943 time: 0.5224748 Dec 06 12:08:24.509763 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'name': 'network-vif-deleted', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:24.512174 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b07323-1a9d-4063-8e86-bddf5593459b" -d '{"events": [{"server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "name": "network-vif-deleted", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:24.544436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Pushing event deleted for resources: {'Port': ['ID=9212550a-ae98-480c-b39f-47c3ea0c020c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:24.552565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-2c4e330d-25c1-4dcf-8f32-7cc20c39ecfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782480 Dec 06 12:08:24.612405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f435ec9-7ac4-448b-86a1-c49e082c3588 req-545d2286-4540-423c-80be-2f7ee8a34543 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520920 Dec 06 12:08:24.645852 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:24.657408 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:24.689196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.692983 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:24.696962 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:24.770164 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] No DVR routers for this DVR port 9212550a-ae98-480c-b39f-47c3ea0c020c on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:24.773528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.777981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-200462f6-78a8-4666-91e5-42017fa58a6f req-635a6955-90b0-4d05-99d3-f9c68b6b8d53 tempest-ServersAdminTestJSON-172195312 tempest-ServersAdminTestJSON-172195312-project] 10.222.0.53 "DELETE /v2.0/ports/9212550a-ae98-480c-b39f-47c3ea0c020c HTTP/1.1" status: 204 len: 173 time: 2.9931936 Dec 06 12:08:24.810004 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e5e1f4-0011-4684-8545-0261b26dc943 x-openstack-request-id: req-29e5e1f4-0011-4684-8545-0261b26dc943 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:24.810323 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "tag": "d6463976-831d-433a-b240-89a09764734b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:24.810536 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29e5e1f4-0011-4684-8545-0261b26dc943 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:24.810959 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'tag': 'd6463976-831d-433a-b240-89a09764734b', 'status': 'completed', 'code': 200} Dec 06 12:08:24.824137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2826bfd5-78a0-4ca5-b33f-b61210da88cb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:24.868655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 2826bfd5-78a0-4ca5-b33f-b61210da88cb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:24.869005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2826bfd5-78a0-4ca5-b33f-b61210da88cb not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:24.934025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-0e02a797-2ec9-45e5-9f86-faf75cbfbcb5 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "PUT /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 694 time: 3.0902312 Dec 06 12:08:24.988102 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:25.235289 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:25.271247 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:25.287679 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:25.288304 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:25.388420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-2be3d8bc-9d4b-4cf3-8eac-92297ac0c964 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983963 Dec 06 12:08:25.439030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-42969293-2327-4503-bf57-f81ad4c0b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.440582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-42969293-2327-4503-bf57-f81ad4c0b19f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 1094 time: 0.5438132 Dec 06 12:08:25.472591 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd693e-f4a5-4f04-a6d5-abb0495ed086 req-0cc3a64c-4274-43d2-8354-b773be76d00a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.481382 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:25.500297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4cd693e-f4a5-4f04-a6d5-abb0495ed086 req-0cc3a64c-4274-43d2-8354-b773be76d00a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.5817537 Dec 06 12:08:25.632594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-08d74ef3-5ec5-42bf-80f3-b5567efd70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.646753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-08d74ef3-5ec5-42bf-80f3-b5567efd70a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1096 time: 0.6788712 Dec 06 12:08:25.802136 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:25.824741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-d72ecf7c-cb5a-41c7-8f2a-5ed08b09189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.826678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-d72ecf7c-cb5a-41c7-8f2a-5ed08b09189e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.1378396 Dec 06 12:08:25.882465 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb789f5-73c3-490f-9704-61356e89107f None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:25.927061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4cd693e-f4a5-4f04-a6d5-abb0495ed086 req-75a42a97-5b45-494c-917d-0dc9894a06e7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202640 Dec 06 12:08:26.056191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d6463976-831d-433a-b240-89a09764734b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:08:26.141433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-c5308829-8eac-49a4-a078-45e697c7902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.146332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-c5308829-8eac-49a4-a078-45e697c7902f service neutron] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 925 time: 0.5841382 Dec 06 12:08:26.153869 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40d8437-e6cb-465f-9ebb-df9716d0603d x-openstack-request-id: req-b40d8437-e6cb-465f-9ebb-df9716d0603d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:26.154236 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fed7478-7a5a-4035-af43-66c05ec43383", "name": "network-vif-deleted", "tag": "fe3e5577-93e4-4229-9421-9a23146dc10c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:26.154482 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b40d8437-e6cb-465f-9ebb-df9716d0603d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:26.154905 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed7478-7a5a-4035-af43-66c05ec43383', 'name': 'network-vif-deleted', 'tag': 'fe3e5577-93e4-4229-9421-9a23146dc10c', 'status': 'completed', 'code': 200} Dec 06 12:08:26.189467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-32585708-59e4-428e-9782-022795a229de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 217 time: 0.2826588 Dec 06 12:08:26.201872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b25fe83-c7d0-42da-97f2-77998d9c9cee req-f5d6e867-80ff-467c-8545-9e4fe2a45409 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958448 Dec 06 12:08:26.327047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d6463976-831d-433a-b240-89a09764734b,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:26.342782 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-7b27b446-78c8-40bf-8f4b-8411da71f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.344558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-7b27b446-78c8-40bf-8f4b-8411da71f601 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1450870 Dec 06 12:08:26.345950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-1a76d0e0-b59c-4893-99d6-e343a9cb442c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6463976-831d-433a-b240-89a09764734b HTTP/1.1" status: 200 len: 217 time: 0.1539958 Dec 06 12:08:26.361237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d363486-2031-429f-a833-a18780289953 None None] New status for floating IP 705aa507-dab7-42bc-9b23-2469b148a665: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:26.369370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'd6463976-831d-433a-b240-89a09764734b', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'port_id': 'd6463976-831d-433a-b240-89a09764734b', 'mac_address': 'fa:16:3e:d3:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:08:26.615216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144fed0-513c-476f-8eaa-56735f03d86f req-c33d6129-85eb-4189-a98c-aa73f3f8b7dd tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.624099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f144fed0-513c-476f-8eaa-56735f03d86f req-c33d6129-85eb-4189-a98c-aa73f3f8b7dd tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 943 time: 0.2770805 Dec 06 12:08:26.647959 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:26.661766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-ff1c99fd-157a-422a-afc3-4442cd8fd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.663341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-ff1c99fd-157a-422a-afc3-4442cd8fd41c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.2461739 Dec 06 12:08:26.677350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-288443f2-755b-4df5-bac8-100ff04f7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.678990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-288443f2-755b-4df5-bac8-100ff04f7910 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606502 Dec 06 12:08:26.707668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.812818 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'name': 'network-vif-deleted', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:26.815632 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fb976-c8fb-4e66-ad7b-1812080468c0" -d '{"events": [{"server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "name": "network-vif-deleted", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:26.892635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-61c6304d-9054-4615-b762-395dd3477e3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75e5afe1a04c48ccabea9cd003fc9e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429245 Dec 06 12:08:26.898793 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:26.971672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.993734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f144fed0-513c-476f-8eaa-56735f03d86f req-4e481e87-d665-4b16-9c90-e546ad363e46 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685842 Dec 06 12:08:26.997624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-9d7eff5c-3d0a-4a1a-9148-d5362b3bd60e service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029869 Dec 06 12:08:27.009488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.015179 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6463976-831d-433a-b240-89a09764734b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:27.039141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d6463976-831d-433a-b240-89a09764734b,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:27.046964 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.092959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-97ff7713-8a4f-453d-9876-4a4afbfea633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:27.096071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-97ff7713-8a4f-453d-9876-4a4afbfea633 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4051297 Dec 06 12:08:27.113995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.116733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.120450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c779e660-523d-4547-804f-4dd2a5791d86 HTTP/1.1" status: 204 len: 168 time: 0.2179520 Dec 06 12:08:27.130272 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a960-d3c9-49c1-bccb-8898954ff6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c779e660-523d-4547-804f-4dd2a5791d86,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.237708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.245097 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04e98cb9-8bf9-46a7-981e-f6a38ee443e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.276657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdab1da-0295-421e-af98-7cd0e1010ea4 req-4245ce6d-f983-4d29-97b9-0d760e6b4aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652161 Dec 06 12:08:27.359660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-4d1e9bf9-5b83-47b0-a81d-dc777b69992c service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134423 Dec 06 12:08:27.416000 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b659c-310c-44f7-83c6-a976c2dd1014 x-openstack-request-id: req-165b659c-310c-44f7-83c6-a976c2dd1014 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:27.416408 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9aff2b-2b83-4cef-88a2-107832ca4ef5", "name": "network-vif-deleted", "tag": "2826bfd5-78a0-4ca5-b33f-b61210da88cb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:27.416780 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-165b659c-310c-44f7-83c6-a976c2dd1014 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:27.417431 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9aff2b-2b83-4cef-88a2-107832ca4ef5', 'name': 'network-vif-deleted', 'tag': '2826bfd5-78a0-4ca5-b33f-b61210da88cb', 'status': 'completed', 'code': 200} Dec 06 12:08:27.458500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['d6463976-831d-433a-b240-89a09764734b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:27.570548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f8489a8-8495-405d-aebf-0ee783c78438 req-358fc7b5-900c-4fc7-8947-c6489837fc7e service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032049 Dec 06 12:08:27.640476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bab9c-bdac-4dd4-892b-036a9e697a27 req-1927f2e5-8e71-49e6-ae78-066f4cb6201f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:27.649977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-239bab9c-bdac-4dd4-892b-036a9e697a27 req-1927f2e5-8e71-49e6-ae78-066f4cb6201f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 945 time: 0.0911646 Dec 06 12:08:27.664462 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37470) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:27.721587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95b0cfc4-8df7-480f-bfb5-8c1ccce36bdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d56fe37dbd054f17bd72e2aec9d1963c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552540 Dec 06 12:08:27.724123 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37472) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:27.724724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-239bab9c-bdac-4dd4-892b-036a9e697a27 req-4c94ee36-7fd0-4616-9a92-0c8d32037ec1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737085 Dec 06 12:08:27.795194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.818670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.900676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.904390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.908353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ce9f5cf-e266-4793-a309-14ca705dc5af HTTP/1.1" status: 204 len: 168 time: 0.1821897 Dec 06 12:08:27.935677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac7ae-f81b-4e67-b17e-229d1f53b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9f5cf-e266-4793-a309-14ca705dc5af,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.979388 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-afcd52a1-ccde-43a9-bc9c-493a4e4a3fbe tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:27.980569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-afcd52a1-ccde-43a9-bc9c-493a4e4a3fbe tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1128447 Dec 06 12:08:28.013803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:28.079542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:08:28.130065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.161765 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-deleted', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c'}, {'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:28.165971 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6549c0e4-3629-4ab0-ac42-284b4db7d041" -d '{"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-deleted", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c"}, {"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:28.349691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:28.385241 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf has no active binding in host n-h2-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:08:28.415877 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da2e9-c39d-4317-9059-968bd75eab76 req-e17786f8-5eb6-4df7-93a4-2f419b662acc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:28.418444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-e17786f8-5eb6-4df7-93a4-2f419b662acc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1769438 Dec 06 12:08:28.524217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-81151522-fc39-4a97-ab36-45ac852cf299 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 695 time: 0.0958467 Dec 06 12:08:28.529733 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:28.548506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:28.589673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.605058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc667-1f60-4381-9d00-609507604069 req-138017e0-561c-4320-8416-b17b265d71e3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:28.611870 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:28.619165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7adbc667-1f60-4381-9d00-609507604069 req-138017e0-561c-4320-8416-b17b265d71e3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 944 time: 0.1993358 Dec 06 12:08:28.761134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7adbc667-1f60-4381-9d00-609507604069 req-4a3dce2c-df78-4300-b750-8b7226b1f28b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362081 Dec 06 12:08:28.838675 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a70c8-50e0-4886-aff7-b9fbd773027e x-openstack-request-id: req-be8a70c8-50e0-4886-aff7-b9fbd773027e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:28.838987 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c114884-4010-43e4-93ac-1ca6519ccaaa", "name": "network-vif-deleted", "tag": "9212550a-ae98-480c-b39f-47c3ea0c020c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:28.839242 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be8a70c8-50e0-4886-aff7-b9fbd773027e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:28.839651 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c114884-4010-43e4-93ac-1ca6519ccaaa', 'name': 'network-vif-deleted', 'tag': '9212550a-ae98-480c-b39f-47c3ea0c020c', 'status': 'completed', 'code': 200} Dec 06 12:08:28.840038 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'status': 'completed', 'code': 200} Dec 06 12:08:28.844210 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:29.032276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b013c0cc-cdf8-469c-a593-7e5c5f927534 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea0796f78b9741f9ab01ad4a6cf8b167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179487 Dec 06 12:08:29.034146 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37522) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.128054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.134917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.173324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.191481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.294300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-8a115291-b006-4b7c-bb28-727ce52c080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:29.296638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-8a115291-b006-4b7c-bb28-727ce52c080b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 1096 time: 0.3869660 Dec 06 12:08:29.310498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.314972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.316338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98c4860b-e474-4779-8657-1cb9ca1db1bf HTTP/1.1" status: 204 len: 168 time: 0.2795060 Dec 06 12:08:29.329366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a9f24-e467-4ade-bddb-35a8df3b12da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4860b-e474-4779-8657-1cb9ca1db1bf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.526996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bfc6f1b7-4dc1-4cf7-8d0b-038396fb95bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.742630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-b63a0d8c-65ae-46b7-aad2-f4d75aab41ef tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:29.745080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-b63a0d8c-65ae-46b7-aad2-f4d75aab41ef tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25865b2-48b6-4ce6-91fb-619d74f9cf17 HTTP/1.1" status: 200 len: 945 time: 0.1212590 Dec 06 12:08:29.783430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83374a44-9e4c-451b-9436-9cdd535f0967 req-7bc2c669-b495-47a1-b973-c10a5af516f5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:29.791241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83374a44-9e4c-451b-9436-9cdd535f0967 req-7bc2c669-b495-47a1-b973-c10a5af516f5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.5344584 Dec 06 12:08:29.793092 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.811184 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:29.811526 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:29.811860 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:29.821910 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:29.824499 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Attempting to bind port 7027f6ce-3108-4540-94a8-df36caa36ecf on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:29.840034 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:29.840356 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:29.841016 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:29.841499 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Bound port: 7027f6ce-3108-4540-94a8-df36caa36ecf, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:29.841863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.036617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Deleting port 1fc108f5-3f07-4541-a88b-03f5b8453cbf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:30.037874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.093434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d6463976-831d-433a-b240-89a09764734b up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:30.176668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-b91fce2d-e2ca-44ef-94a0-480e1b34304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:30.178532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-b91fce2d-e2ca-44ef-94a0-480e1b34304f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.8399975 Dec 06 12:08:30.240854 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port d6463976-831d-433a-b240-89a09764734b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:08:30.259443 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port d6463976-831d-433a-b240-89a09764734b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:30.260080 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.271786 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] For port 1fc108f5-3f07-4541-a88b-03f5b8453cbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:30.272148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.295301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Calling delete_port for 1fc108f5-3f07-4541-a88b-03f5b8453cbf owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:30.340310 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:30.347521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:30.447679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.459156 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.463347 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.507865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-ab4f6779-15ef-47ac-8937-d777b6ae2479 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 200 len: 217 time: 0.3110824 Dec 06 12:08:30.535609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.540471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d6463976-831d-433a-b240-89a09764734b,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:30.542227 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6463976-831d-433a-b240-89a09764734b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:30.545295 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d9409-681b-43c2-99c3-0111c6eae866" -d '{"events": [{"server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "name": "network-vif-plugged", "status": "completed", "tag": "d6463976-831d-433a-b240-89a09764734b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:30.556650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3b012655-ade0-432c-b4a5-a90a157b1fea', '1fc108f5-3f07-4541-a88b-03f5b8453cbf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:30.607180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83374a44-9e4c-451b-9436-9cdd535f0967 req-e1609140-69d0-4bde-8479-df5375cc7d75 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8101120 Dec 06 12:08:30.640826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.662891 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event deleted for resources: {'Port': ['ID=1fc108f5-3f07-4541-a88b-03f5b8453cbf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:30.684670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.738237 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] No DVR routers for this DVR port 1fc108f5-3f07-4541-a88b-03f5b8453cbf on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:30.746154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.750413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c97fe44c-9fe3-428d-9913-280116c53fb4 req-8f2db480-21ab-4936-86c5-4b52dd67d0fc tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "DELETE /v2.0/ports/1fc108f5-3f07-4541-a88b-03f5b8453cbf HTTP/1.1" status: 204 len: 173 time: 0.9936156 Dec 06 12:08:30.752376 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'name': 'network-vif-deleted', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:30.765056 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95e1b4-55df-4643-9762-7f394e3699a4" -d '{"events": [{"server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "name": "network-vif-deleted", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:30.800359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.812912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-ec6ee79a-7487-471a-834a-b42f83586c55 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:30.825730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-ec6ee79a-7487-471a-834a-b42f83586c55 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d62432-68bf-4114-a0d9-50842cda13ff HTTP/1.1" status: 200 len: 949 time: 0.1919177 Dec 06 12:08:30.832026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:30.832786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.834329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] 10.222.0.53 "PUT /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 1121 time: 2.8439598 Dec 06 12:08:30.912297 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.977600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:31.085062 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:31.099343 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 77351295-ecaf-4b88-abef-9424132e5ea1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:31.104174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.104895 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.309477 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 77351295-ecaf-4b88-abef-9424132e5ea1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77351295-ecaf-4b88-abef-9424132e5ea1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:31.309871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.326029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 77351295-ecaf-4b88-abef-9424132e5ea1 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:31.504065 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf'}, {'name': 'network-changed', 'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:31.506478 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4a083-f551-4dda-aba9-8669d2d449e6" -d '{"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-unplugged", "status": "completed", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf"}, {"name": "network-changed", "server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:31.537604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.552342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '77351295-ecaf-4b88-abef-9424132e5ea1', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:31.572619 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Floating IP 705aa507-dab7-42bc-9b23-2469b148a665 associated. External IP: 172.35.3.72, port: 3b012655-ade0-432c-b4a5-a90a157b1fea. Dec 06 12:08:31.576614 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c6dfe-6751-4689-b84b-1611c5e47803 service neutron] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.637396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-8eadefc0-7cde-4f9f-9a2f-5a9c75364d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:31.639274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-8eadefc0-7cde-4f9f-9a2f-5a9c75364d7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 1.0657074 Dec 06 12:08:31.669879 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 77351295-ecaf-4b88-abef-9424132e5ea1 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:31.677218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.682928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a1abde9-a1d9-4292-8445-0fbd5af5cdcf req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "DELETE /v2.0/ports/77351295-ecaf-4b88-abef-9424132e5ea1 HTTP/1.1" status: 204 len: 173 time: 0.8562682 Dec 06 12:08:31.693367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff343-8205-4f04-b0cb-f157204d687d tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=77351295-ecaf-4b88-abef-9424132e5ea1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.700780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc164a-4676-4e36-b229-71ca741c2a7e req-56ae7216-15d6-4a96-94d7-f59c1a2a8f18 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:31.709947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3cc164a-4676-4e36-b229-71ca741c2a7e req-56ae7216-15d6-4a96-94d7-f59c1a2a8f18 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.1984212 Dec 06 12:08:31.817431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-50f114b1-aeff-4477-a462-1d2a2a83fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:31.819039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-50f114b1-aeff-4477-a462-1d2a2a83fe4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670465 Dec 06 12:08:31.886030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3cc164a-4676-4e36-b229-71ca741c2a7e req-e10f1915-a9a1-4df9-b192-f752feaeb370 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751037 Dec 06 12:08:32.125868 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d733e-538f-4298-a35c-0178430eaa67 x-openstack-request-id: req-a95d733e-538f-4298-a35c-0178430eaa67 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:32.126196 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "name": "network-vif-plugged", "status": "completed", "tag": "d6463976-831d-433a-b240-89a09764734b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:32.126462 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a95d733e-538f-4298-a35c-0178430eaa67 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:32.126884 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6463976-831d-433a-b240-89a09764734b', 'code': 200} Dec 06 12:08:32.179001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-0c34292f-cc8c-4d1d-8b87-09e9c0f83793 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388875 Dec 06 12:08:32.198741 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:32.215898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.491564 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3b19-73b9-4f55-9634-e90c076c73e4 req-70ad2280-6050-4a08-8302-6948e5600985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:32.493193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6ca3b19-73b9-4f55-9634-e90c076c73e4 req-70ad2280-6050-4a08-8302-6948e5600985 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 1096 time: 0.1850803 Dec 06 12:08:32.497414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6549c0e4-3629-4ab0-ac42-284b4db7d041 req-abcbb256-91ed-4026-9ab2-378eda612111 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150351 Dec 06 12:08:32.536767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:32.544594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.555655 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:32.565552 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:32.567549 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:32.619859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6ca3b19-73b9-4f55-9634-e90c076c73e4 req-798aa274-f659-4bee-9f5a-27805ab1fb78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162128 Dec 06 12:08:32.622081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-f337c2cd-6f9c-4e67-a32a-83df4a6c9b95 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "PUT /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 995 time: 4.0895030 Dec 06 12:08:32.705587 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:32.769309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-1d3b83d5-4adc-449e-9ace-3ba901e51cf1 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b57c0f04492444a889f642a3316d860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386484 Dec 06 12:08:32.774838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da2e9-c39d-4317-9059-968bd75eab76 req-d76c3758-fcbc-428a-89cc-86fde30daa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:32.776409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-d76c3758-fcbc-428a-89cc-86fde30daa64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1382506 Dec 06 12:08:32.831121 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1fc108f5-3f07-4541-a88b-03f5b8453cbf no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:32.832310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-a171eb11-b9fd-4c7b-9285-67b6e0b6d693 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:32.834810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-a171eb11-b9fd-4c7b-9285-67b6e0b6d693 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/ports?device_id=66d3b0c5-4ac4-420e-9117-137e69dde928 HTTP/1.1" status: 200 len: 949 time: 0.1585376 Dec 06 12:08:32.871905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 1fc108f5-3f07-4541-a88b-03f5b8453cbf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:32.872288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1fc108f5-3f07-4541-a88b-03f5b8453cbf not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:32.872714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 77351295-ecaf-4b88-abef-9424132e5ea1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:32.927359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 77351295-ecaf-4b88-abef-9424132e5ea1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:32.936926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 77351295-ecaf-4b88-abef-9424132e5ea1 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:33.047755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-8a6283ac-09db-43f6-98af-9e9cddcd488c tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:33.055543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-8a6283ac-09db-43f6-98af-9e9cddcd488c tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852306 Dec 06 12:08:33.057509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.079281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da2e9-c39d-4317-9059-968bd75eab76 req-e0b7066e-7da6-48e7-935d-69e944fa9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:33.079281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-e0b7066e-7da6-48e7-935d-69e944fa9846 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.2871759 Dec 06 12:08:33.088538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-2b200f78-d2dd-4c99-a40c-a1e5449cca83 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/quotas/0b57c0f04492444a889f642a3316d860 HTTP/1.1" status: 200 len: 375 time: 0.0319898 Dec 06 12:08:33.105640 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:30Z', 'revision_number': 8, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.136221 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:33.147588 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:33.149060 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.173721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-36f4b855-4dee-4462-b093-cc0b32ffb470 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b57c0f04492444a889f642a3316d860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731940 Dec 06 12:08:33.278724 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:33.279073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.350540 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad6517-267a-48bf-8284-2c33ddb5a0f6 x-openstack-request-id: req-dfad6517-267a-48bf-8284-2c33ddb5a0f6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:33.351072 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25865b2-48b6-4ce6-91fb-619d74f9cf17", "name": "network-vif-deleted", "tag": "1fc108f5-3f07-4541-a88b-03f5b8453cbf", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:33.351263 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfad6517-267a-48bf-8284-2c33ddb5a0f6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:33.351771 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25865b2-48b6-4ce6-91fb-619d74f9cf17', 'name': 'network-vif-deleted', 'tag': '1fc108f5-3f07-4541-a88b-03f5b8453cbf', 'status': 'completed', 'code': 200} Dec 06 12:08:33.410624 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:33.571933 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:33.572313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.642510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:33.881084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-75e0a291-8a81-41b5-883a-ed8d27fe4c3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 998 time: 0.7775376 Dec 06 12:08:33.883225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.896617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:33.911659 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:30Z', 'revision_number': 8, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.941070 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ba4e2-5b65-499c-8cef-af8bd1f585a7 None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '705aa507-dab7-42bc-9b23-2469b148a665', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'floating_ip_address': '172.35.3.72', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'port_id': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'mac_address': 'fa:16:3e:90:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:08:30Z', 'revision_number': 8, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:34.021009 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=2e5bdf77-4af4-4d75-9e52-90dfec15cae9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:34.180763 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:34.185742 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931330d4-4aee-4973-81c2-4aaadf503a8a x-openstack-request-id: req-931330d4-4aee-4973-81c2-4aaadf503a8a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:34.186046 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-unplugged", "status": "completed", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf", "code": 200}, {"name": "network-changed", "server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:34.186302 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-931330d4-4aee-4973-81c2-4aaadf503a8a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:34.186701 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'code': 200} Dec 06 12:08:34.186987 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'status': 'completed', 'code': 200} Dec 06 12:08:34.189283 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da2e9-c39d-4317-9059-968bd75eab76 req-413b4f68-e9e9-4735-a07e-1c37288abb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:34.190949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-413b4f68-e9e9-4735-a07e-1c37288abb73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.2959239 Dec 06 12:08:34.192517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.196010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a641cf5-3eb8-4d3a-9b74-e932ecf153ae req-32ac8cdd-f950-4313-81e7-9d502f459f02 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "DELETE /v2.0/ports/2e5bdf77-4af4-4d75-9e52-90dfec15cae9 HTTP/1.1" status: 204 len: 173 time: 1.3453541 Dec 06 12:08:34.259428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da2e9-c39d-4317-9059-968bd75eab76 req-dcacaf6a-3db6-444c-b7a7-8ba60887edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:34.261909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-dcacaf6a-3db6-444c-b7a7-8ba60887edb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610623 Dec 06 12:08:34.439453 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c122e-2864-4c66-a3fb-bf0ea378c272 None None] New status for floating IP 705aa507-dab7-42bc-9b23-2469b148a665: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:34.658192 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-496304a4-fbdc-457b-bc0f-039941de527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:34.669825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-496304a4-fbdc-457b-bc0f-039941de527a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1124 time: 0.3194494 Dec 06 12:08:34.710595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-aa576610-1de6-44fa-84c3-afdde651621b service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415021 Dec 06 12:08:34.800105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cee45f-2820-4fc5-aea2-e4e45fb1a714 req-c85a4f95-d913-4df9-93bd-d0cfb70aefa5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:34.805883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83cee45f-2820-4fc5-aea2-e4e45fb1a714 req-c85a4f95-d913-4df9-93bd-d0cfb70aefa5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.4311934 Dec 06 12:08:34.960996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83cee45f-2820-4fc5-aea2-e4e45fb1a714 req-7c0e8ed1-e2f4-4293-b8c1-4ba44f880a30 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543510 Dec 06 12:08:34.966919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-fd031b30-25c6-4cd3-ba8f-69ea51db0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:34.968894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-fd031b30-25c6-4cd3-ba8f-69ea51db0e2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.2743921 Dec 06 12:08:34.970871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-341da2e9-c39d-4317-9059-968bd75eab76 req-1a42b899-c6be-4f60-a0c4-282ecbf75c94 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450914 Dec 06 12:08:35.078465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-7c21c557-92db-4240-a377-05b294c5fa7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 217 time: 0.0920439 Dec 06 12:08:35.103564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-5f7f1bff-c8b3-481e-b801-98abe52ff4cd tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b57c0f04492444a889f642a3316d860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394001 Dec 06 12:08:35.246108 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-492c0f7a-e18b-41cb-b75c-0b749605bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:35.247576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-492c0f7a-e18b-41cb-b75c-0b749605bbdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1510143 Dec 06 12:08:35.260256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89a7d-f168-4b26-8b38-81b0900e87ba req-fff8d0e0-0361-4a66-8ecb-a91ec1ffeadc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:35.267348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eea89a7d-f168-4b26-8b38-81b0900e87ba req-fff8d0e0-0361-4a66-8ecb-a91ec1ffeadc tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.1871159 Dec 06 12:08:35.281260 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-8b9bf7c8-55db-45dc-b247-db064cd01c33 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:35.282769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-8b9bf7c8-55db-45dc-b247-db064cd01c33 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775916 Dec 06 12:08:35.304411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-0c8783a2-f3b8-44b2-9f05-1553663b9462 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360417 Dec 06 12:08:35.312553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Request body: {'port': {'device_id': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '0b57c0f04492444a889f642a3316d860'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:35.363336 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'name': 'network-vif-deleted', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:35.367255 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd01b2-2ebd-4655-ab8e-496b2ff36090" -d '{"events": [{"server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "name": "network-vif-deleted", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:35.383845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eea89a7d-f168-4b26-8b38-81b0900e87ba req-7b4ad435-701e-4a89-9380-649436c0682f tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056352 Dec 06 12:08:35.523149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-9fcec997-a037-416b-92d8-b8dbba6ef8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062459 Dec 06 12:08:35.552145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Made reservation on behalf of 0b57c0f04492444a889f642a3316d860 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:35.557693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.574788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.606344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4bbf46e-4b90-4ac3-8684-ed6b941a7b93 req-b0ded830-570d-47b6-ab29-8db16823d159 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 210 time: 0.0372436 Dec 06 12:08:35.730811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.743874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.787716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af4a083-f551-4dda-aba9-8669d2d449e6 req-419d38eb-850c-474c-9a0d-f3d1be4bbc7f service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562079 Dec 06 12:08:35.833307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fd84142-766c-4b1a-9e17-9f31f0fba282 req-5c4f129e-f3aa-4609-ac71-4331015e1c7a tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 997 time: 0.1052208 Dec 06 12:08:35.848431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63e44dc-8283-4195-a9eb-2c67f6c8d46d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.088740 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Allocated IP 192.168.233.51 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/89e9a85e-f884-4c95-9e4e-6256595f01b0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:36.183713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84142-766c-4b1a-9e17-9f31f0fba282 req-cc8a850d-4949-4f99-8a4e-d6016c2a4c69 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:36.193733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fd84142-766c-4b1a-9e17-9f31f0fba282 req-cc8a850d-4949-4f99-8a4e-d6016c2a4c69 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.3398707 Dec 06 12:08:36.195999 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}, {'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'name': 'network-vif-deleted', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:36.198329 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40469d59-58f3-4c52-b3c0-f34d3ddcd636" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}, {"server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "name": "network-vif-deleted", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:36.204818 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-2fd84142-766c-4b1a-9e17-9f31f0fba282 req-42706f17-1bfb-42f6-9faa-040c4bc2e975 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:08:36.215237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fd84142-766c-4b1a-9e17-9f31f0fba282 req-42706f17-1bfb-42f6-9faa-040c4bc2e975 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206704 Dec 06 12:08:36.260522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.283433 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ed1e2-df66-445a-974a-3c29d5c6dfcb x-openstack-request-id: req-563ed1e2-df66-445a-974a-3c29d5c6dfcb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:36.283733 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d62432-68bf-4114-a0d9-50842cda13ff", "name": "network-vif-deleted", "tag": "77351295-ecaf-4b88-abef-9424132e5ea1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:36.283996 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-563ed1e2-df66-445a-974a-3c29d5c6dfcb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:36.284458 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d62432-68bf-4114-a0d9-50842cda13ff', 'name': 'network-vif-deleted', 'tag': '77351295-ecaf-4b88-abef-9424132e5ea1', 'status': 'completed', 'code': 200} Dec 06 12:08:36.308920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.392127 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:36.395354 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:36.402385 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:36.458374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Pushing event updated for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.523963 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:36.524738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.561341 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:08:36.563483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-9bb89d8b-e4f2-4b17-b338-244abbf8515b tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2550626 Dec 06 12:08:36.574512 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Request body: {'port': {'device_id': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:36.707766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.779478 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7a4dc12b-310d-4f33-adff-8febe18a12c5 None None] Provisioning complete for port 89e9a85e-f884-4c95-9e4e-6256595f01b0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:36.780151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc12b-310d-4f33-adff-8febe18a12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.849646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:36.895698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:36.896627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 2e5bdf77-4af4-4d75-9e52-90dfec15cae9 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:36.902325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dc12b-310d-4f33-adff-8febe18a12c5 None None] Port 89e9a85e-f884-4c95-9e4e-6256595f01b0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:36.917079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0a64-a00e-4f6a-a7bc-6aa26736a23b req-2a100381-b29f-437b-87af-dbcd306fe848 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:36.918935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d2a0a64-a00e-4f6a-a7bc-6aa26736a23b req-2a100381-b29f-437b-87af-dbcd306fe848 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.5692060 Dec 06 12:08:36.927978 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:36.939630 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Request body: {'floatingip': {'port_id': 'd6463976-831d-433a-b240-89a09764734b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:36.982340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.096229 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e9a85e-f884-4c95-9e4e-6256595f01b0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:37.105141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.120009 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Transition to ACTIVE for port object 89e9a85e-f884-4c95-9e4e-6256595f01b0 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:08:37.136196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.201119 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:37.331784 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Attempting to bind port 89e9a85e-f884-4c95-9e4e-6256595f01b0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:37.332502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Attempting to bind port 89e9a85e-f884-4c95-9e4e-6256595f01b0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:37.332618 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Attempting to bind port 89e9a85e-f884-4c95-9e4e-6256595f01b0 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:37.338166 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Port 89e9a85e-f884-4c95-9e4e-6256595f01b0 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:37.338366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Attempting to bind port 89e9a85e-f884-4c95-9e4e-6256595f01b0 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:37.344635 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:37.344976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:37.345549 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:37.345869 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Bound port: 89e9a85e-f884-4c95-9e4e-6256595f01b0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:37.346285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.423970 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b1b7-84b9-44f3-8189-d221e69873ea req-08326215-d61c-4338-b716-1a36d9a1a5e6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:37.438418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51b4b1b7-84b9-44f3-8189-d221e69873ea req-08326215-d61c-4338-b716-1a36d9a1a5e6 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 943 time: 0.2334230 Dec 06 12:08:37.541181 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:37.547919 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:37.557501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.663966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51b4b1b7-84b9-44f3-8189-d221e69873ea req-ae0ed0c4-3707-4b9f-8f8e-879655c6e7bb tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242599 Dec 06 12:08:37.731218 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:37.785204 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0efbe3e-026a-4cca-bc44-f7323145cbff x-openstack-request-id: req-a0efbe3e-026a-4cca-bc44-f7323145cbff {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:37.785451 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}, {"server_uuid": "66d3b0c5-4ac4-420e-9117-137e69dde928", "name": "network-vif-deleted", "tag": "2e5bdf77-4af4-4d75-9e52-90dfec15cae9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:37.785697 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0efbe3e-026a-4cca-bc44-f7323145cbff {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:37.786094 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:08:37.786350 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d3b0c5-4ac4-420e-9117-137e69dde928', 'name': 'network-vif-deleted', 'tag': '2e5bdf77-4af4-4d75-9e52-90dfec15cae9', 'status': 'completed', 'code': 200} Dec 06 12:08:37.798531 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:37.799159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.804662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-6c279db0-af60-4d4a-824f-21f0eeda9cb8 service neutron] 10.222.0.23 "PUT /v2.0/ports/89e9a85e-f884-4c95-9e4e-6256595f01b0 HTTP/1.1" status: 200 len: 1095 time: 1.2345691 Dec 06 12:08:37.964062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-17e5eddc-e05a-4b89-b925-278bee9f2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:37.965647 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-17e5eddc-e05a-4b89-b925-278bee9f2a46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b57c0f04492444a889f642a3316d860&device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 1098 time: 0.0879891 Dec 06 12:08:37.969269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-86554b9c-350e-4b6b-aa88-3a55523d2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:37.970787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-86554b9c-350e-4b6b-aa88-3a55523d2020 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1956441 Dec 06 12:08:37.976096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-7b22ba84-78c9-4cb1-ab75-37a182186c6d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.1926317 Dec 06 12:08:38.087077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-1c7338b9-f098-4f1d-9bc5-812aa5e6df77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0 HTTP/1.1" status: 200 len: 217 time: 0.1011522 Dec 06 12:08:38.174381 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-d1f24313-5d21-4293-890d-a7156f5a9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:38.175863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-d1f24313-5d21-4293-890d-a7156f5a9b9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0810144 Dec 06 12:08:38.183754 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-cef5da6f-c771-418f-83e9-1bc1ee613598 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:38.195899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-cef5da6f-c771-418f-83e9-1bc1ee613598 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports/3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 942 time: 0.1967161 Dec 06 12:08:38.371609 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:38.371609 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa9231-cc11-4f53-981d-92993771e225" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:38.371609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-4243a419-60f2-47c4-a188-08ac75be15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:38.371609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-4243a419-60f2-47c4-a188-08ac75be15a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262474 Dec 06 12:08:38.385383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.447284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.473546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-15fd616b-a114-486e-822b-f7a5140a4621 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416156 Dec 06 12:08:38.492699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-35feafe3-e03a-481a-849d-7990ab355c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:38.494236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-35feafe3-e03a-481a-849d-7990ab355c82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.4996560 Dec 06 12:08:38.524045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-302f0a4d-50a2-40ce-a991-24ed2a4c47ad tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.2520807 Dec 06 12:08:38.614788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fd9e4aeb-23ba-4be5-87b7-8261bc28e586 req-93f954b8-5f38-44bc-9db1-f41c81596950 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332948 Dec 06 12:08:38.791379 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-afb5f93d-df45-4f7c-b2fa-ccf51b98bb03 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:38.792940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-afb5f93d-df45-4f7c-b2fa-ccf51b98bb03 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2681394 Dec 06 12:08:38.836957 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:38.860563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-09f49aeb-5409-414d-899a-fdee4b866910 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 1000 time: 0.3550260 Dec 06 12:08:38.914396 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff associated. External IP: 172.35.3.138, port: d6463976-831d-433a-b240-89a09764734b. Dec 06 12:08:39.004351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-652ce98a-e94e-4187-b3bd-df9b514d8aac tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.1942031 Dec 06 12:08:39.016128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:39.108421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-79e0041a-c34e-4bcf-a128-1d9c1c49b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:39.118092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-79e0041a-c34e-4bcf-a128-1d9c1c49b0d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.2488229 Dec 06 12:08:39.220818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.287243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-52b9c75e-3be0-45f0-a4c1-8e34393b48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:39.288749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-52b9c75e-3be0-45f0-a4c1-8e34393b48a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289885 Dec 06 12:08:39.904265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.923555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.924058 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Floating IP 705aa507-dab7-42bc-9b23-2469b148a665 disassociated. External IP: 172.35.3.72, port: 3b012655-ade0-432c-b4a5-a90a157b1fea. Dec 06 12:08:39.978168 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:40.016409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-05a0bfc0-916c-4299-8802-574d3e9a8345 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777697 Dec 06 12:08:40.019986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-63f50dc6-b830-486b-b497-d941e1dd4531 service neutron] 10.222.0.23 "GET /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0649776 Dec 06 12:08:40.037884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102aa3-1142-473e-8f92-b7d866d60de4 req-0d7432e0-4b8c-4c0c-97aa-fad1141eb7f0 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:40.039418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9102aa3-1142-473e-8f92-b7d866d60de4 req-0d7432e0-4b8c-4c0c-97aa-fad1141eb7f0 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 947 time: 0.1443927 Dec 06 12:08:40.228243 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.252973 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:40.290372 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7027f6ce-3108-4540-94a8-df36caa36ecf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:40.301114 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.317359 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.321317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40469d59-58f3-4c52-b3c0-f34d3ddcd636 req-9081ac39-fbc9-46b9-91c5-3aa7dd3057fe service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809048 Dec 06 12:08:40.334273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9102aa3-1142-473e-8f92-b7d866d60de4 req-bf839f97-5ced-4d10-86a5-45e5bdbeaf57 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515528 Dec 06 12:08:40.361240 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:40.369915 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:40.386951 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:40.388191 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.392628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.412689 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] Transition to ACTIVE for port object 7027f6ce-3108-4540-94a8-df36caa36ecf will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:08:40.417631 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.437834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8aff9c70-7aa1-4fc0-92b0-5b716b01093b tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "PUT /v2.0/floatingips/90fe2687-3bec-4805-ac9b-3b430616d2ff HTTP/1.1" status: 200 len: 991 time: 3.5062780 Dec 06 12:08:40.440013 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'tag': 'd6463976-831d-433a-b240-89a09764734b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:40.442385 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c138ac2-3408-475a-b41b-280bb784730e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "tag": "d6463976-831d-433a-b240-89a09764734b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:40.454220 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:40.600809 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:40.614670 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:40.621132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.635414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:40.636087 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.640462 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:40.697504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-cbae21ad-51e8-4353-9c95-a42f7fd107e9 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "PUT /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 695 time: 1.6859121 Dec 06 12:08:40.782043 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] No DVR routers for this DVR port 7027f6ce-3108-4540-94a8-df36caa36ecf on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:40.810619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] Pushing event updated for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:40.817797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-adc74baf-4ade-46d9-bde7-20b53f6ddd92 service neutron] 10.222.0.23 "PUT /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7892900 Dec 06 12:08:40.822484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-95b511d9-8bf6-4667-8a35-4996e0820255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:40.824727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-95b511d9-8bf6-4667-8a35-4996e0820255 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1137207 Dec 06 12:08:40.871809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 89e9a85e-f884-4c95-9e4e-6256595f01b0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:08:41.000329 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:41.006210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-129a968e-e830-42bd-85f1-f73ebd8bbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.008039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-129a968e-e830-42bd-85f1-f73ebd8bbcd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.1756730 Dec 06 12:08:41.015735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-1d6610d7-041e-4f71-b2bf-aa9806ae62de tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.017393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-1d6610d7-041e-4f71-b2bf-aa9806ae62de tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0841146 Dec 06 12:08:41.082088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-58867e2d-c024-405a-9c64-b7c7a1c76e0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0631521 Dec 06 12:08:41.130106 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233669c-47d5-48e8-a43f-1aa071c001f4 x-openstack-request-id: req-8233669c-47d5-48e8-a43f-1aa071c001f4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:41.130640 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:41.130640 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8233669c-47d5-48e8-a43f-1aa071c001f4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:41.131011 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0', 'status': 'completed', 'code': 200} Dec 06 12:08:41.189197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-6a08281d-8093-4539-b673-bdcc1d92ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.192609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-6a08281d-8093-4539-b673-bdcc1d92ab60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880&tenant_id=a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 1095 time: 0.1219037 Dec 06 12:08:41.201201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-ce6ac3ac-347a-45e6-9288-cc40104cd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.203414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-ce6ac3ac-347a-45e6-9288-cc40104cd991 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1021454 Dec 06 12:08:41.217893 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': 'd6463976-831d-433a-b240-89a09764734b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:d3:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b40c235-150d-4a01-992f-3524efe2928a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:08:38Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.253899 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9231-cc11-4f53-981d-92993771e225 req-641a4ac9-c954-4f11-a940-2f544377a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.257107 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-641a4ac9-c954-4f11-a940-2f544377a0d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b57c0f04492444a889f642a3316d860&device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 1098 time: 0.0961416 Dec 06 12:08:41.262769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:08:41.280337 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:41.291063 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:41.291963 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.357675 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-aa2e0f4f-a3d8-4e3e-8277-e92a9b42e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.359713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-aa2e0f4f-a3d8-4e3e-8277-e92a9b42e887 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1095 time: 0.0992386 Dec 06 12:08:41.363762 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e926-b066-4746-92b6-55827d03099c req-b300c2a2-1b83-480b-9590-345015e7c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.365241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-b300c2a2-1b83-480b-9590-345015e7c29e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528058 Dec 06 12:08:41.414406 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:41.448880 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9231-cc11-4f53-981d-92993771e225 req-be4553c8-5cbb-42e3-9834-fa5c86ea79db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.450935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-be4553c8-5cbb-42e3-9834-fa5c86ea79db service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1848631 Dec 06 12:08:41.462212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-ba9c8bfe-99c9-42e1-9870-42f8563fab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.463705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-ba9c8bfe-99c9-42e1-9870-42f8563fab9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.0960882 Dec 06 12:08:41.488905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:41.501328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.510275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-757b887b-f0ea-4361-85d3-032844eb40fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0 HTTP/1.1" status: 200 len: 217 time: 0.0515501 Dec 06 12:08:41.531227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-42ce0264-3a51-4bff-ad19-bd4712679e72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 200 len: 217 time: 0.0500827 Dec 06 12:08:41.542071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891ebe4-e988-4165-baf2-a7e67109b25d req-9d5212c5-24fb-43b6-acf9-76a0f3e97cb5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.543591 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7891ebe4-e988-4165-baf2-a7e67109b25d req-9d5212c5-24fb-43b6-acf9-76a0f3e97cb5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.2848175 Dec 06 12:08:41.544197 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:41.547482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '89e9a85e-f884-4c95-9e4e-6256595f01b0', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '89e9a85e-f884-4c95-9e4e-6256595f01b0', 'mac_address': 'fa:16:3e:09:61:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:08:41.606354 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:41.607009 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.633049 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9231-cc11-4f53-981d-92993771e225 req-0d617944-3571-4b65-b801-c157f4a213d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.643300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-0d617944-3571-4b65-b801-c157f4a213d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1234121 Dec 06 12:08:41.647754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.662343 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e9a85e-f884-4c95-9e4e-6256595f01b0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:41.687550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-51267ffd-e2b0-4a6a-8870-56b60d7a1d74 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222545 Dec 06 12:08:41.716667 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9231-cc11-4f53-981d-92993771e225 req-da7424d5-98f7-4c21-9b24-079c19b2ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.720098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-da7424d5-98f7-4c21-9b24-079c19b2ac9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678205 Dec 06 12:08:41.724619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-3fdd1f8b-3159-42e0-8c8e-d7b64dd72c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.726142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-3fdd1f8b-3159-42e0-8c8e-d7b64dd72c9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1753814 Dec 06 12:08:41.735553 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': 'd6463976-831d-433a-b240-89a09764734b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:d3:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b40c235-150d-4a01-992f-3524efe2928a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:08:38Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.739476 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:41.776531 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab6c0c-ba11-49c9-a0d0-393707740d53 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '90fe2687-3bec-4805-ac9b-3b430616d2ff', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'floating_ip_address': '172.35.3.138', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'port_id': 'd6463976-831d-433a-b240-89a09764734b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'mac_address': 'fa:16:3e:d3:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b40c235-150d-4a01-992f-3524efe2928a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:05:34Z', 'updated_at': '2021-12-06T12:08:38Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:41.786434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-7de5ab35-ae9f-424d-bf62-1e54320cd231 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443554 Dec 06 12:08:41.799234 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.863847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:41.885847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-39fe0616-db5e-470a-8664-a4fd4aacaceb service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546259 Dec 06 12:08:41.909494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7891ebe4-e988-4165-baf2-a7e67109b25d req-5526f9ef-fe24-48f0-84ce-f754d17d128c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501329 Dec 06 12:08:41.917557 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.044823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14fa9231-cc11-4f53-981d-92993771e225 req-8b6d3c11-b1b6-413a-9b85-638c52c62326 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500616 Dec 06 12:08:42.074221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e25e926-b066-4746-92b6-55827d03099c req-4008b515-9500-4257-90b7-b6c85f637b68 service neutron] 10.222.0.31 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700116 Dec 06 12:08:42.128078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-45e2f1af-3043-437d-89a6-41a01e7cb756 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959242 Dec 06 12:08:42.182875 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c50feb-55c0-4e3d-8e0a-9f30788c75ee None None] New status for floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:42.187822 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b766b17-ae9e-45ec-befe-dbf22f6711e7 x-openstack-request-id: req-1b766b17-ae9e-45ec-befe-dbf22f6711e7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:42.195215 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "tag": "d6463976-831d-433a-b240-89a09764734b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:42.195529 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b766b17-ae9e-45ec-befe-dbf22f6711e7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:42.195966 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'tag': 'd6463976-831d-433a-b240-89a09764734b', 'status': 'completed', 'code': 200} Dec 06 12:08:42.296792 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ac2-3408-475a-b41b-280bb784730e req-50744a40-03c1-4daf-bb1e-c84fbf43e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.302306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-50744a40-03c1-4daf-bb1e-c84fbf43e4bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d5010b3fb64cc7adde086ac0509a18&device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 1096 time: 0.0814123 Dec 06 12:08:42.311235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['89e9a85e-f884-4c95-9e4e-6256595f01b0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:42.313647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:42.378055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-e96b335f-bd42-41bd-851c-a4d67fc37ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362995 Dec 06 12:08:42.446584 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ac2-3408-475a-b41b-280bb784730e req-0e45c093-13f1-43fe-b675-b0def9322d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.447940 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-0e45c093-13f1-43fe-b675-b0def9322d0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 200 len: 925 time: 0.1283395 Dec 06 12:08:42.495358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a906-8de1-40d5-8808-a51017627d6f req-f2618477-2461-441f-9439-e15635d4ccc5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.506374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca54a906-8de1-40d5-8808-a51017627d6f req-f2618477-2461-441f-9439-e15635d4ccc5 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 950 time: 0.1239266 Dec 06 12:08:42.564595 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.581018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca54a906-8de1-40d5-8808-a51017627d6f req-5a874662-70d0-4cc7-868c-c2cb1bc0ff08 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1995ed5-2ba6-44e1-8778-29f698bb4bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729692 Dec 06 12:08:42.606030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4951552-b395-402c-b32e-c615123caebf req-e07a82c3-d7f3-4798-8f37-3ec54f7336f3 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.608109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4951552-b395-402c-b32e-c615123caebf req-e07a82c3-d7f3-4798-8f37-3ec54f7336f3 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 948 time: 0.2212195 Dec 06 12:08:42.634475 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:42.637997 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ca4b7-d795-47be-9f64-03eb353db4f1" -d '{"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:42.665128 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-0d4b8abf-cddb-49d8-9c60-35e4a96b8bdb tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.667380 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-0d4b8abf-cddb-49d8-9c60-35e4a96b8bdb tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "GET /v2.0/ports?device_id=4710da8c-31f3-4c56-a981-fed018419290 HTTP/1.1" status: 200 len: 950 time: 0.1842735 Dec 06 12:08:42.672860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:42.676162 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-04467b97-d2bb-414c-a1bd-96b7efc80fc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6463976-831d-433a-b240-89a09764734b HTTP/1.1" status: 200 len: 1001 time: 0.1826642 Dec 06 12:08:42.690358 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.757790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4951552-b395-402c-b32e-c615123caebf req-a8ddae19-a1fd-4ec8-a014-770e2ce7ce40 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248345 Dec 06 12:08:42.797577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.807675 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ac2-3408-475a-b41b-280bb784730e req-f0e4842f-7197-4855-93a2-9bfe62a2515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.809184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-f0e4842f-7197-4855-93a2-9bfe62a2515f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 200 len: 863 time: 0.1166515 Dec 06 12:08:42.860331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-05b8db2a-ac7e-433b-b8c5-51e93140c3bd tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.861901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-05b8db2a-ac7e-433b-b8c5-51e93140c3bd tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1027696 Dec 06 12:08:42.885450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a4b37-9308-4d63-99e7-4c6c8f9d1ab5 req-11f8024c-d779-4c72-a28d-80707ceddbd9 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:42.886069 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:42.889539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Deleting port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:42.890420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.899926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66a4b37-9308-4d63-99e7-4c6c8f9d1ab5 req-11f8024c-d779-4c72-a28d-80707ceddbd9 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.1467328 Dec 06 12:08:42.924835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829da870-a490-4d4c-a7a8-360a0392dd42 None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:22Z', 'revision_number': 4, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6a06c9e-c872-4b00-b07d-644a7dc8b9f9', 'name': '', 'network_id': '7f00f0df-a242-45a1-baa5-56528a8cccce', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'mac_address': 'fa:16:3e:b1:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:21Z', 'updated_at': '2021-12-06T12:07:27Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'subnets': [{'id': 'aa553673-1f5d-4afb-ad95-73061cac1fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:43.001026 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a1f90-3e54-4ad7-a5ac-face5dc982a1 x-openstack-request-id: req-248a1f90-3e54-4ad7-a5ac-face5dc982a1 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:43.003046 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:43.003308 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248a1f90-3e54-4ad7-a5ac-face5dc982a1 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:43.003748 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'code': 200} Dec 06 12:08:43.006830 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ac2-3408-475a-b41b-280bb784730e req-894dd922-6e5d-473b-85b4-393a1206d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:43.008344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-894dd922-6e5d-473b-85b4-393a1206d8ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19c15372-158f-445a-888d-31726f78960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887379 Dec 06 12:08:43.033494 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] For port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:43.033866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.075249 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Calling delete_port for 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:43.119571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66a4b37-9308-4d63-99e7-4c6c8f9d1ab5 req-12b5bd88-d877-43c5-bd2e-f8fe9bfc8533 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182400 Dec 06 12:08:43.200334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-2b5f2a8a-b415-4155-9f18-736c95aea707 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634245 Dec 06 12:08:43.262656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-283a5a83-7527-4a13-b8dc-ecf2ecd6ef43 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 200 len: 695 time: 0.1212959 Dec 06 12:08:43.315878 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-2045a345-87cc-41f8-ac71-8df91b6f6116 service neutron] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:43.335279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-2045a345-87cc-41f8-ac71-8df91b6f6116 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.338816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3508bb06-2b60-4e27-b694-863d9c18bf38 req-2045a345-87cc-41f8-ac71-8df91b6f6116 service neutron] 10.222.0.53 "DELETE /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4647052 Dec 06 12:08:43.350360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bc8c-a90a-47e6-b154-783768091338 req-d5d40b4b-21c3-406b-abc9-c07b9a9b7295 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:43.351588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad82bc8c-a90a-47e6-b154-783768091338 req-d5d40b4b-21c3-406b-abc9-c07b9a9b7295 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.1632013 Dec 06 12:08:43.377330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8c138ac2-3408-475a-b41b-280bb784730e req-7c6231f3-6eec-46a7-b18c-1dd4b7e7cd44 service neutron] 10.222.0.53 "GET /v2.0/networks/19c15372-158f-445a-888d-31726f78960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651511 Dec 06 12:08:43.393500 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc73f9-a858-482f-a8f3-f587bba40e34 None None] New status for floating IP 705aa507-dab7-42bc-9b23-2469b148a665: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:43.393772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.453758 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Pushing event deleted for resources: {'Port': ['ID=38579d9c-a97f-4fbb-9450-f9e6c31f1c4e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:43.482712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad82bc8c-a90a-47e6-b154-783768091338 req-2317e441-2813-4c0a-8151-fcf87888db5c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203008 Dec 06 12:08:43.492044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6510e9c3-9a70-4f61-99f3-b0e63d034632 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:43.496858 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] No DVR routers for this DVR port 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:43.499701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6510e9c3-9a70-4f61-99f3-b0e63d034632 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2198353 Dec 06 12:08:43.500113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.504810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2c39fc73-56bb-42ff-9139-66a9d541810f req-4e3f85c3-3fc8-4e0e-ba4b-115b8f32e1d6 tempest-ServersOnMultiNodesTest-1185202511 tempest-ServersOnMultiNodesTest-1185202511-project] 10.222.0.23 "DELETE /v2.0/ports/38579d9c-a97f-4fbb-9450-f9e6c31f1c4e HTTP/1.1" status: 204 len: 173 time: 0.8274050 Dec 06 12:08:43.505371 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'name': 'network-vif-deleted', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:43.506114 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-7908dc9e-3350-4fd2-beed-58168f5c2dcd tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:08:43.508306 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694301f-1aa1-42d2-bb6c-dac6c72b3c53" -d '{"events": [{"server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "name": "network-vif-deleted", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:43.514049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-7908dc9e-3350-4fd2-beed-58168f5c2dcd tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134385 Dec 06 12:08:43.618873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-87390ae7-74f9-47f4-96d1-646b8b441f3e tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 698 time: 0.0980139 Dec 06 12:08:43.684795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-0d35d55c-24bd-4661-9715-357a0dffff53 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.72 HTTP/1.1" status: 200 len: 698 time: 0.0644093 Dec 06 12:08:43.872065 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Deleting port 63d43047-a938-4e5c-9a8c-881dc79bf63e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:43.872415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.966780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.967396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.987795 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Calling delete_port for 63d43047-a938-4e5c-9a8c-881dc79bf63e owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:44.185055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.213526 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:44.216079 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2599d757-1a0a-4e90-ac6d-222a7f3e0628" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:44.223396 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event deleted for resources: {'Port': ['ID=63d43047-a938-4e5c-9a8c-881dc79bf63e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:44.248408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.253785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.255023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb915ce7-cb21-46e6-ab0d-b8b52c0f58b0 req-6a0ab5f7-cb8e-4f71-bc4e-b0fd0839cb3d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "DELETE /v2.0/floatingips/705aa507-dab7-42bc-9b23-2469b148a665 HTTP/1.1" status: 204 len: 173 time: 0.5692890 Dec 06 12:08:44.300365 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eff8cb-8707-4b69-ac52-b5b00093af87 x-openstack-request-id: req-57eff8cb-8707-4b69-ac52-b5b00093af87 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:44.300667 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4710da8c-31f3-4c56-a981-fed018419290", "name": "network-vif-deleted", "tag": "38579d9c-a97f-4fbb-9450-f9e6c31f1c4e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:44.300930 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57eff8cb-8707-4b69-ac52-b5b00093af87 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:44.301366 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4710da8c-31f3-4c56-a981-fed018419290', 'name': 'network-vif-deleted', 'tag': '38579d9c-a97f-4fbb-9450-f9e6c31f1c4e', 'status': 'completed', 'code': 200} Dec 06 12:08:44.457934 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0503f-a225-46a3-8d83-d03476877434 req-dea5fb52-2293-4bda-b614-b407c1bfe5b7 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:44.459479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6da0503f-a225-46a3-8d83-d03476877434 req-dea5fb52-2293-4bda-b614-b407c1bfe5b7 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 948 time: 0.0591271 Dec 06 12:08:44.514107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6da0503f-a225-46a3-8d83-d03476877434 req-58541859-77b5-465f-a83a-83793c9fefd9 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Dec 06 12:08:44.633292 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d07ea1a-b4f7-4d9e-9ca6-84785acb35c0 x-openstack-request-id: req-2d07ea1a-b4f7-4d9e-9ca6-84785acb35c0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:44.633779 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:44.634526 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d07ea1a-b4f7-4d9e-9ca6-84785acb35c0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:44.635373 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:08:44.770493 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-7309f6a0-3fbb-4189-b328-70201f6f1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:44.772177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-7309f6a0-3fbb-4189-b328-70201f6f1b98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 1096 time: 0.1127381 Dec 06 12:08:44.876818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 89e9a85e-f884-4c95-9e4e-6256595f01b0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:44.977947 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.004635 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-0719900d-5e0d-4752-a507-245050be48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.006380 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-0719900d-5e0d-4752-a507-245050be48f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 200 len: 922 time: 0.2232926 Dec 06 12:08:45.008067 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 89e9a85e-f884-4c95-9e4e-6256595f01b0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:08:45.012573 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 89e9a85e-f884-4c95-9e4e-6256595f01b0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:45.013479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.110865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-42149fb5-0242-40e0-a673-a4137b895253 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 200 len: 217 time: 0.0937529 Dec 06 12:08:45.164826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.191625 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:45.194033 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719fec3-f2c1-4ae7-a842-f55c159b2392" -d '{"events": [{"server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "name": "network-vif-plugged", "status": "completed", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:45.208327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:45.215382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.216800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:45.261858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:45.261858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 38579d9c-a97f-4fbb-9450-f9e6c31f1c4e not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:45.263296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09957053-776d-4603-98bf-bf62c72a9039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c7c9217cd414a18b9c4762f0ed6719a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838895 Dec 06 12:08:45.264277 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.299316 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:45.302934 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-de5359af-32e1-40f7-a44d-5a66bf47dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.304650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-de5359af-32e1-40f7-a44d-5a66bf47dafd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 200 len: 860 time: 0.1851611 Dec 06 12:08:45.376958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.384451 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-67dd08ef-7ac4-44f9-aa79-db3def60aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.385965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-67dd08ef-7ac4-44f9-aa79-db3def60aec1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7f00f0df-a242-45a1-baa5-56528a8cccce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687461 Dec 06 12:08:45.414832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.453613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992786-efd9-48f7-8bb0-ed7c989c6a75 req-b9e36243-001f-4546-8c79-751fbc5dfee9 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.457617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90992786-efd9-48f7-8bb0-ed7c989c6a75 req-b9e36243-001f-4546-8c79-751fbc5dfee9 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1095 time: 0.5389934 Dec 06 12:08:45.531216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-46d3e617-7c76-462e-aa5f-9907f7b8b05e service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350901 Dec 06 12:08:45.533722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.536562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.540498 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1995ed5-2ba6-44e1-8778-29f698bb4bb6 HTTP/1.1" status: 204 len: 168 time: 0.2710021 Dec 06 12:08:45.545448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90992786-efd9-48f7-8bb0-ed7c989c6a75 req-8f740b05-8a2f-4168-b5fa-d9870701bda4 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840151 Dec 06 12:08:45.568179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6246a-7a74-4463-beac-7f3963823030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1995ed5-2ba6-44e1-8778-29f698bb4bb6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:45.652083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2599d757-1a0a-4e90-ac6d-222a7f3e0628 req-5ee04ec0-f0fa-48cc-81b4-47feac9277a3 service neutron] 10.222.0.23 "GET /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103756 Dec 06 12:08:45.702380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461eb70-fe9a-41a5-a752-976c7190ee6d req-cc251aac-3de5-4fe1-a4ef-e271ce7fcc1c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.703900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5461eb70-fe9a-41a5-a752-976c7190ee6d req-cc251aac-3de5-4fe1-a4ef-e271ce7fcc1c tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 945 time: 0.0737956 Dec 06 12:08:45.711637 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7aaab8-284b-4ddc-bced-efc9060eb4d3 x-openstack-request-id: req-0a7aaab8-284b-4ddc-bced-efc9060eb4d3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:45.712430 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "name": "network-vif-plugged", "status": "completed", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:45.712430 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a7aaab8-284b-4ddc-bced-efc9060eb4d3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:45.712880 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0', 'code': 200} Dec 06 12:08:45.771521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5461eb70-fe9a-41a5-a752-976c7190ee6d req-7e14526e-fef1-45e8-8b4c-cc36c971d72d tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606170 Dec 06 12:08:45.836808 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746200f4-6cd5-4f4c-a1a8-826b3bcd02ab req-2c50acee-39f9-46b9-8790-000102f989f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.838789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-746200f4-6cd5-4f4c-a1a8-826b3bcd02ab req-2c50acee-39f9-46b9-8790-000102f989f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 1100 time: 0.0555644 Dec 06 12:08:45.897185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad6737-b526-4807-aca8-c4ded2b17a68 req-4d5f6625-7923-4293-a56e-4ede7b979570 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.898598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14ad6737-b526-4807-aca8-c4ded2b17a68 req-4d5f6625-7923-4293-a56e-4ede7b979570 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.0939708 Dec 06 12:08:45.909308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-746200f4-6cd5-4f4c-a1a8-826b3bcd02ab req-1235fc77-cf5d-4d0d-91ad-68f4604be8ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Dec 06 12:08:45.918541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df2f0-4ab4-4783-81f9-de79a21c65f7 req-c73eaf37-9fee-4d54-9751-1535ac88469f tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:45.921805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad2df2f0-4ab4-4783-81f9-de79a21c65f7 req-c73eaf37-9fee-4d54-9751-1535ac88469f tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 1095 time: 0.0679615 Dec 06 12:08:45.973460 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.987533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14ad6737-b526-4807-aca8-c4ded2b17a68 req-d6bf3d2b-9958-4c5b-8e7c-82d05f0ff432 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791197 Dec 06 12:08:45.995636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad2df2f0-4ab4-4783-81f9-de79a21c65f7 req-47cea3ff-1822-4849-b5cc-c70867a9d20e tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Dec 06 12:08:46.030750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2860a07a-8379-4531-88ac-8c0b37ca55d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbddf372076a45a2b888d6ddce039867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559950 Dec 06 12:08:46.033412 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.130915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.162611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.227687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.230464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.234075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be0e9a9a-9df2-4d11-87e6-78a3e8b87d7e HTTP/1.1" status: 204 len: 168 time: 0.1937830 Dec 06 12:08:46.248797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a00f-f541-4c59-98d3-5fdd762d5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e9a9a-9df2-4d11-87e6-78a3e8b87d7e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:46.512490 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-72d708c3-8ea1-43fd-b92e-fa6f0a2b21ca tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:46.514036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-72d708c3-8ea1-43fd-b92e-fa6f0a2b21ca tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 945 time: 0.0598838 Dec 06 12:08:46.673055 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Deleting port 3b012655-ade0-432c-b4a5-a90a157b1fea {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:46.673844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.801832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] For port 3b012655-ade0-432c-b4a5-a90a157b1fea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3b012655-ade0-432c-b4a5-a90a157b1fea,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:46.802387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.818882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Calling delete_port for 3b012655-ade0-432c-b4a5-a90a157b1fea owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:46.936196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a561ed9-c950-4f44-8f06-13f6a3cd2cb0 req-295b3b98-ab81-45f6-839b-6a0ad62e3883 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:46.945929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a561ed9-c950-4f44-8f06-13f6a3cd2cb0 req-295b3b98-ab81-45f6-839b-6a0ad62e3883 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e0bb5e-df0d-41f2-b512-d755ae573e9f HTTP/1.1" status: 200 len: 945 time: 0.0895340 Dec 06 12:08:47.026119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a561ed9-c950-4f44-8f06-13f6a3cd2cb0 req-d6e9196e-ba6a-4751-b054-66c69fc06ecd tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a70c26-02ff-476a-9f16-f4c3108d35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786088 Dec 06 12:08:47.066403 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.145424 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Pushing event deleted for resources: {'Port': ['ID=3b012655-ade0-432c-b4a5-a90a157b1fea,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:47.237765 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c570-7102-48a7-9935-1cd46427262a req-734b8755-0780-4301-82ed-19c216389a27 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:47.239920 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] No DVR routers for this DVR port 3b012655-ade0-432c-b4a5-a90a157b1fea on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:47.241130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65f6c570-7102-48a7-9935-1cd46427262a req-734b8755-0780-4301-82ed-19c216389a27 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.1365693 Dec 06 12:08:47.243829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.247597 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1ee5a58-8f4e-46a0-a5a9-fdb26c96670e req-3b74d4fb-092a-4891-95e7-ce9e3d892f45 tempest-FloatingIPsAssociationTestJSON-875034338 tempest-FloatingIPsAssociationTestJSON-875034338-project] 10.222.0.23 "DELETE /v2.0/ports/3b012655-ade0-432c-b4a5-a90a157b1fea HTTP/1.1" status: 204 len: 173 time: 0.7257724 Dec 06 12:08:47.248669 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'name': 'network-vif-deleted', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:47.252654 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e228e3-e5be-4083-b6cf-c517932d97ba" -d '{"events": [{"server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "name": "network-vif-deleted", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:47.327806 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24e691-c012-4369-8693-cc5271ba48f8 x-openstack-request-id: req-ac24e691-c012-4369-8693-cc5271ba48f8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:47.328070 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e0bb5e-df0d-41f2-b512-d755ae573e9f", "name": "network-vif-deleted", "tag": "3b012655-ade0-432c-b4a5-a90a157b1fea", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:47.328323 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac24e691-c012-4369-8693-cc5271ba48f8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:47.328770 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e0bb5e-df0d-41f2-b512-d755ae573e9f', 'name': 'network-vif-deleted', 'tag': '3b012655-ade0-432c-b4a5-a90a157b1fea', 'status': 'completed', 'code': 200} Dec 06 12:08:47.340984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65f6c570-7102-48a7-9935-1cd46427262a req-120ed1cc-08c6-40a7-b7bd-ffee7422d784 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905969 Dec 06 12:08:47.533877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.742690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f415d0a-3a03-489b-9c6f-b3dc1ca56ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.939526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f415d0a-3a03-489b-9c6f-b3dc1ca56ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.944105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f415d0a-3a03-489b-9c6f-b3dc1ca56ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.987715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415d0a-3a03-489b-9c6f-b3dc1ca56ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fab7e-4099-4059-a8c6-ce1082078a08,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:47.994402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f415d0a-3a03-489b-9c6f-b3dc1ca56ce9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81d87b924bd14178bfb24098c60aade5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571586 Dec 06 12:08:47.994861 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.066322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.098109 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37992) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.098829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.172023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.175937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.177196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e7fab7e-4099-4059-a8c6-ce1082078a08 HTTP/1.1" status: 204 len: 168 time: 0.1813231 Dec 06 12:08:48.193023 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7271194-0c3c-4176-a004-a4af68bddfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fab7e-4099-4059-a8c6-ce1082078a08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:48.208719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:08:48.434416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:48.468727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'mac_address': 'fa:16:3e:d3:31:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:08:48.535660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.564651 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:08:48.582209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241c97-36d1-424a-be6f-2e3cfdc906ed req-22ec0ca9-e403-4a5b-a295-bc820bd47e86 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:48.584878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d241c97-36d1-424a-be6f-2e3cfdc906ed req-22ec0ca9-e403-4a5b-a295-bc820bd47e86 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.1020083 Dec 06 12:08:48.593855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:48.601553 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.683703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d241c97-36d1-424a-be6f-2e3cfdc906ed req-beb9d3fc-1026-4810-82da-048df2c595f8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Dec 06 12:08:48.703389 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:48.814770 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9f9f219f-105c-4e2f-9c53-1a9ca45999c9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:48.885759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3b012655-ade0-432c-b4a5-a90a157b1fea no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:48.954688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 3b012655-ade0-432c-b4a5-a90a157b1fea {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:48.955298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3b012655-ade0-432c-b4a5-a90a157b1fea not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:49.012463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.378149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.948163 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Deleting port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:49.949212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.023535 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:50.140683 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] For port f6a06c9e-c872-4b00-b07d-644a7dc8b9f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:50.141047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.160243 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Calling delete_port for f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:50.220356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:50.313111 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-196985295-network', 'tenant_id': '337313cfdadd4baf96e6d50fcc9beb52'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:50.355038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Made reservation on behalf of 337313cfdadd4baf96e6d50fcc9beb52 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:50.358160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.361930 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:50.363486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.378219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.516604 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d945d-e53a-46f0-9885-16bc5854b9ac req-cde28eb5-1239-4f6a-a61e-5c58a1797c89 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:50.525424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef3d945d-e53a-46f0-9885-16bc5854b9ac req-cde28eb5-1239-4f6a-a61e-5c58a1797c89 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.0810773 Dec 06 12:08:50.552160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.673002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a06c9e-c872-4b00-b07d-644a7dc8b9f9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.694352 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.749325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef3d945d-e53a-46f0-9885-16bc5854b9ac req-fefcde6f-ee1c-48be-a4fa-24025e3c5d16 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222743 Dec 06 12:08:50.781221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:50.782988 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:50.786547 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bea161-d409-43f9-ade7-6cb6332a55b2" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:50.801990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.803208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.811004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.880331 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529bcf8-5068-45b4-b200-ace11b8840d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.912533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.949347 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:50.969727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.970089 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Added segment 4986c2bc-07b7-4a77-8e99-d98d939783c9 of type vlan for network 5334fda6-1b19-4416-b03f-59bdb616da78 Dec 06 12:08:51.058799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.129111 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.131199 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.132351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.179762 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67171b84-ca07-4062-bc46-5f338b15016f x-openstack-request-id: req-67171b84-ca07-4062-bc46-5f338b15016f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:51.183691 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-plugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:51.185307 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67171b84-ca07-4062-bc46-5f338b15016f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:51.185765 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'code': 200} Dec 06 12:08:51.195585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1688697 Dec 06 12:08:51.196160 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38122) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.217276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Request body: {'subnet': {'network_id': '5334fda6-1b19-4416-b03f-59bdb616da78', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-196985295-subnet', 'tenant_id': '337313cfdadd4baf96e6d50fcc9beb52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:51.220993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.312703 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f1f51-cff4-445f-9116-8b40fc9cd45c admin admin] Pushing event updated for resources: {'Network': ['ID=5334fda6-1b19-4416-b03f-59bdb616da78,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:51.328786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5334fda6-1b19-4416-b03f-59bdb616da78 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:51.361424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Made reservation on behalf of 337313cfdadd4baf96e6d50fcc9beb52 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:51.364022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.647530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-72e95550-548b-4b9a-bc4f-e37cc5a1c80f tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.647530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-72e95550-548b-4b9a-bc4f-e37cc5a1c80f tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.4484344 Dec 06 12:08:51.648494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.877627 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeaee02-3d42-438d-a37e-4e89b16345f3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:51.900995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25721a4-b3eb-4e2e-bc13-72d588bc47fe req-8367ae0d-bc1c-49a7-a785-dbf852db54a3 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.909352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e25721a4-b3eb-4e2e-bc13-72d588bc47fe req-8367ae0d-bc1c-49a7-a785-dbf852db54a3 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 949 time: 0.0807486 Dec 06 12:08:51.942951 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Checking segment: {'id': '4986c2bc-07b7-4a77-8e99-d98d939783c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5334fda6-1b19-4416-b03f-59bdb616da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:51.943583 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Network hostable DHCP agents. Network: 5334fda6-1b19-4416-b03f-59bdb616da78, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:51.992733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e25721a4-b3eb-4e2e-bc13-72d588bc47fe req-2b126767-b658-4045-ade5-0d479f810f2d tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/security-groups?id=b63e44dc-8283-4195-a9eb-2c67f6c8d46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823052 Dec 06 12:08:52.128194 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Deleting port 89e9a85e-f884-4c95-9e4e-6256595f01b0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:52.128641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.138427 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.159911 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Network 5334fda6-1b19-4416-b03f-59bdb616da78 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:52.195667 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5334fda6-1b19-4416-b03f-59bdb616da78) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:52.204068 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10487fc-24e4-4c1b-b315-6b859dcbac97 None None] Network 5334fda6-1b19-4416-b03f-59bdb616da78 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:52.247032 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:52.247646 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.283121 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Router c25b9f18-97c9-4d3b-b66e-98adf846eee6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:52.300763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f76f62b-8449-4e3f-ba2b-3e98c5868210 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1021545 Dec 06 12:08:52.310245 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] For port 89e9a85e-f884-4c95-9e4e-6256595f01b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89e9a85e-f884-4c95-9e4e-6256595f01b0,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:52.311139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.328455 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Calling delete_port for 89e9a85e-f884-4c95-9e4e-6256595f01b0 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:52.438918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb831c32-cac6-4e45-809e-138c90d27f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.493565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17ec4f-a3a6-46d7-893d-853d63df4058 None None] Network 5334fda6-1b19-4416-b03f-59bdb616da78 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:52.622605 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:52.634478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4b8ca155-b9d7-4dd2-af91-dc9368655593 admin admin] 10.222.0.31 "PUT /v2.0/routers/c25b9f18-97c9-4d3b-b66e-98adf846eee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5331321 Dec 06 12:08:52.636566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.637891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Sync routers for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:52.676036 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:52.679008 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:52.821306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb831c32-cac6-4e45-809e-138c90d27f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.831269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb831c32-cac6-4e45-809e-138c90d27f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.872619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.890450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['89e9a85e-f884-4c95-9e4e-6256595f01b0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:08:52.940014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cb831c32-cac6-4e45-809e-138c90d27f3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c120dc2385d4bb4a8096d979ccf5882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8004484 Dec 06 12:08:52.958543 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.990148 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Pushing event deleted for resources: {'Port': ['ID=89e9a85e-f884-4c95-9e4e-6256595f01b0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.085030 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:53.103144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.136977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb831c32-cac6-4e45-809e-138c90d27f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38efe70-6f17-4e2d-8573-e49e9b42fa2d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.159554 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] No DVR routers for this DVR port 89e9a85e-f884-4c95-9e4e-6256595f01b0 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:53.173983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.176839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b77b87a-925c-4fb8-ad9e-c4036a216e25 req-69c0a6fa-34da-4e3a-bda5-b5dbf5826aa8 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.23 "DELETE /v2.0/ports/89e9a85e-f884-4c95-9e4e-6256595f01b0 HTTP/1.1" status: 204 len: 173 time: 1.5194383 Dec 06 12:08:53.177361 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'name': 'network-vif-deleted', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:53.186892 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258633b4-6912-46d0-81ff-9b5cf2792a02" -d '{"events": [{"server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "name": "network-vif-deleted", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:53.251779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.298786 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-237c4f6b-ddc4-4009-acfb-55ad2be5ca68 req-6fa23dd1-665e-4c6c-9482-c3dc8c0195f9 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] show failed (client error): The resource could not be found. Dec 06 12:08:53.301620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-237c4f6b-ddc4-4009-acfb-55ad2be5ca68 req-6fa23dd1-665e-4c6c-9482-c3dc8c0195f9 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/03c61ce4-0ada-476d-9df6-706ccbfffa6c HTTP/1.1" status: 404 len: 352 time: 0.1962037 Dec 06 12:08:53.304147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.311211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5f9037-6fe5-479d-b50b-a058a29906ff req-b0b23753-1fcf-4f8f-bcb2-242d4dcfaa28 tempest-TenantUsagesTestJSON-1957938727 tempest-TenantUsagesTestJSON-1957938727-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c8014cd-d456-4ee7-ad90-fa8abea23b79 HTTP/1.1" status: 200 len: 210 time: 0.0730093 Dec 06 12:08:53.371140 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:08:50Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:53.410030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.413194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.415116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c38efe70-6f17-4e2d-8573-e49e9b42fa2d HTTP/1.1" status: 204 len: 168 time: 0.4538407 Dec 06 12:08:53.435970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1743bd-8baf-4125-82a3-3091a6ee46b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38efe70-6f17-4e2d-8573-e49e9b42fa2d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.487237 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Checking router: c25b9f18-97c9-4d3b-b66e-98adf846eee6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:53.503866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.509804 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Routers {'c25b9f18-97c9-4d3b-b66e-98adf846eee6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:53.513067 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:53.584606 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66e21a-cfbe-4ab2-b86f-3d960068e473 x-openstack-request-id: req-0e66e21a-cfbe-4ab2-b86f-3d960068e473 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:53.584902 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8014cd-d456-4ee7-ad90-fa8abea23b79", "name": "network-vif-deleted", "tag": "89e9a85e-f884-4c95-9e4e-6256595f01b0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:53.585182 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e66e21a-cfbe-4ab2-b86f-3d960068e473 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:53.585597 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8014cd-d456-4ee7-ad90-fa8abea23b79', 'name': 'network-vif-deleted', 'tag': '89e9a85e-f884-4c95-9e4e-6256595f01b0', 'status': 'completed', 'code': 200} Dec 06 12:08:53.679579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c043e9c-8b67-4e78-8fd5-e1b7036a2907 req-c30eeabd-3308-48a3-a236-9273b65fd95d tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=337313cfdadd4baf96e6d50fcc9beb52 HTTP/1.1" status: 200 len: 3001 time: 0.1032581 Dec 06 12:08:53.722896 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Deleting port 265b117b-4243-468c-94e2-aa58595fec31 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:53.723233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.781121 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] Set router c25b9f18-97c9-4d3b-b66e-98adf846eee6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:53.883454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c043e9c-8b67-4e78-8fd5-e1b7036a2907 req-4e063f6e-f429-44bd-bdba-2c9c86b87a37 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/d529bcf8-5068-45b4-b200-ace11b8840d0 HTTP/1.1" status: 200 len: 2998 time: 0.2028644 Dec 06 12:08:54.157035 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38214) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.170031 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] For port 265b117b-4243-468c-94e2-aa58595fec31, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265b117b-4243-468c-94e2-aa58595fec31,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:54.170433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.184982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4700-a01a-4bd6-982b-82c0830dd762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.189484 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Calling delete_port for 265b117b-4243-468c-94e2-aa58595fec31 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:54.272951 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:08:50Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:54.349732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4700-a01a-4bd6-982b-82c0830dd762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.359481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4700-a01a-4bd6-982b-82c0830dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.363971 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c23564-b934-4ff4-80d8-a8c1fd99b50a None None] The sync data for ids ['c25b9f18-97c9-4d3b-b66e-98adf846eee6'] in n-d-master-1 is: [{'id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2147115250-router', 'tenant_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '265b117b-4243-468c-94e2-aa58595fec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:08:50Z', 'revision_number': 5, 'project_id': '81b2d7b8db2149fda57bbf0e5d87c8a3', 'gw_port': {'id': '265b117b-4243-468c-94e2-aa58595fec31', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9f18-97c9-4d3b-b66e-98adf846eee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:16Z', 'updated_at': '2021-12-06T12:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:54.462730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c043e9c-8b67-4e78-8fd5-e1b7036a2907 req-08a0624b-b7ed-4b59-8e04-4b05694ff436 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/d529bcf8-5068-45b4-b200-ace11b8840d0 HTTP/1.1" status: 200 len: 2998 time: 0.5779924 Dec 06 12:08:54.464131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.484762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d3a4700-a01a-4bd6-982b-82c0830dd762 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e982b3c4b72400c893f3f59fdafc2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243239 Dec 06 12:08:54.486482 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38222) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.489411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a4700-a01a-4bd6-982b-82c0830dd762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06269e-e963-4a5f-8c69-ea2731970398,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.542264 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Pushing event deleted for resources: {'Port': ['ID=265b117b-4243-468c-94e2-aa58595fec31,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.571593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.656787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.685518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.810001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.813251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.816482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.819089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.819882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa06269e-e963-4a5f-8c69-ea2731970398 HTTP/1.1" status: 204 len: 168 time: 0.3300738 Dec 06 12:08:54.848386 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078aba7-4827-4666-be8e-e08a817d7149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06269e-e963-4a5f-8c69-ea2731970398,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.936809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 89e9a85e-f884-4c95-9e4e-6256595f01b0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:55.002312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 89e9a85e-f884-4c95-9e4e-6256595f01b0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:55.002955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 89e9a85e-f884-4c95-9e4e-6256595f01b0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:55.008783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.009315 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25b9f18-97c9-4d3b-b66e-98adf846eee6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:55.021801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.025948 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38240) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.034609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e14bb89c-c07d-4b3e-ba75-0440ab4134df admin admin] 10.222.0.31 "DELETE /v2.0/routers/c25b9f18-97c9-4d3b-b66e-98adf846eee6 HTTP/1.1" status: 204 len: 168 time: 2.3966811 Dec 06 12:08:55.037244 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.054148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f89c1a08-5b34-4382-b052-3b8283a1cfe2 req-bd47ec92-e780-4309-aac4-9865270a570e tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/d529bcf8-5068-45b4-b200-ace11b8840d0 HTTP/1.1" status: 200 len: 2998 time: 0.5211866 Dec 06 12:08:55.184926 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Deleting subnet aa553673-1f5d-4afb-ad95-73061cac1fd2 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:55.193870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.236836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.253308 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-f89c1a08-5b34-4382-b052-3b8283a1cfe2 req-0efa6e7c-e2e5-4bb0-a698-d82e6dd32ef4 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:08:55.273831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f89c1a08-5b34-4382-b052-3b8283a1cfe2 req-0efa6e7c-e2e5-4bb0-a698-d82e6dd32ef4 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "DELETE /v2.0/security-groups/d529bcf8-5068-45b4-b200-ace11b8840d0 HTTP/1.1" status: 409 len: 352 time: 0.2186897 Dec 06 12:08:55.345334 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-2d264664-2921-4366-82c7-056d0289743b req-292e281d-04c1-4348-8b8c-c44cd4b6e7c8 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] show failed (client error): The resource could not be found. Dec 06 12:08:55.346083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d264664-2921-4366-82c7-056d0289743b req-292e281d-04c1-4348-8b8c-c44cd4b6e7c8 tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/0a87e58f-ab73-4864-a69a-0e7a47176222 HTTP/1.1" status: 404 len: 352 time: 0.0251305 Dec 06 12:08:55.414943 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-7a7e889b-9802-4df5-af6f-02156f8cfcd5 req-f18fb10a-1e4d-42df-a5f3-5670bb9313dc tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] show failed (client error): The resource could not be found. Dec 06 12:08:55.426714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a7e889b-9802-4df5-af6f-02156f8cfcd5 req-f18fb10a-1e4d-42df-a5f3-5670bb9313dc tempest-SecurityGroupsNegativeTestJSON-285476746 tempest-SecurityGroupsNegativeTestJSON-285476746-project] 10.222.0.31 "GET /v2.0/security-groups/b4777cc3-b771-4cbb-9993-ba70365e2e0a HTTP/1.1" status: 404 len: 352 time: 0.0432210 Dec 06 12:08:55.433743 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.471337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.600950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.630974 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Deleting subnet 9eeaee02-3d42-438d-a37e-4e89b16345f3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:55.643567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.655719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.661168 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb307d-77d6-4d5e-9033-588687440f82 None None] Network 7f00f0df-a242-45a1-baa5-56528a8cccce requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:55.688687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa553673-1f5d-4afb-ad95-73061cac1fd2 HTTP/1.1" status: 204 len: 168 time: 0.6614623 Dec 06 12:08:55.693114 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.738862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.745603 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822bc80-1430-4168-aafc-78a85466192d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa553673-1f5d-4afb-ad95-73061cac1fd2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.765091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.783607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c81d2e7-96f7-4339-ae2a-d39b1dcb12ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b57c0f04492444a889f642a3316d860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695452 Dec 06 12:08:55.788435 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38268) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.865523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.027869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:56.067474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.098004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.106412 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:56.117782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f6a06c9e-c872-4b00-b07d-644a7dc8b9f9 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:56.143422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] DHCP port deletion for 7f00f0df-a242-45a1-baa5-56528a8cccce request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:56.147725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eeaee02-3d42-438d-a37e-4e89b16345f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.152044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.159352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-49ecf27f-053a-4612-ba25-69b1cdfb0269 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9eeaee02-3d42-438d-a37e-4e89b16345f3 HTTP/1.1" status: 204 len: 168 time: 0.7222986 Dec 06 12:08:56.162020 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:56.246654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.269583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Deleting port 13b8fffa-5281-468e-8594-250146f92291 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:56.275418 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.357749 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Deleting port 13b8fffa-5281-468e-8594-250146f92291 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:56.362878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.385787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.393019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.402668 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b63e44dc-8283-4195-a9eb-2c67f6c8d46d HTTP/1.1" status: 204 len: 168 time: 0.6077056 Dec 06 12:08:56.403644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.423621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] For port 13b8fffa-5281-468e-8594-250146f92291, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13b8fffa-5281-468e-8594-250146f92291,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:56.427800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.436618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593be4-9b88-4e51-94e2-6af126a239a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63e44dc-8283-4195-a9eb-2c67f6c8d46d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.462609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Calling delete_port for 13b8fffa-5281-468e-8594-250146f92291 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:56.546723 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] For port 13b8fffa-5281-468e-8594-250146f92291, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13b8fffa-5281-468e-8594-250146f92291,segment=NetworkSegment(ef0c5a98-2924-4ee6-abfc-60a820f8fbd7),segment_id=ef0c5a98-2924-4ee6-abfc-60a820f8fbd7)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:56.547023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.684092 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Calling delete_port for 13b8fffa-5281-468e-8594-250146f92291 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:56.846983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.903987 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.953092 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] Pushing event deleted for resources: {'Port': ['ID=13b8fffa-5281-468e-8594-250146f92291,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.969318 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609e66b-f75b-4e95-bedb-485d9c081285 None None] No DVR routers for this DVR port 13b8fffa-5281-468e-8594-250146f92291 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:56.993280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:56.993607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.001831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.002207 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.002558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.002905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.003235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.003557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.003876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.012429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.200897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-764a100a-54f7-4f74-896c-546d129e1c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.230558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.231963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.232702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.234072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:08:57.235434 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5334fda6-1b19-4416-b03f-59bdb616da78']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.300457 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4986c2bc-07b7-4a77-8e99-d98d939783c9') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.302105 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4986c2bc-07b7-4a77-8e99-d98d939783c9') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.356337 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.382385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176fc46d-a936-4c5e-b6b5-c531db4a5ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.440600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.475935 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.495682 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:57.496058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: from cryptography.utils import int_from_bytes Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: from cryptography.utils import int_from_bytes Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:57.504621 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:57.511604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176fc46d-a936-4c5e-b6b5-c531db4a5ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.526587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176fc46d-a936-4c5e-b6b5-c531db4a5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.565133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.600890 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-176fc46d-a936-4c5e-b6b5-c531db4a5ff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08afb76c95ea4b3aa31bc674a21ca60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428021 Dec 06 12:08:57.602375 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.654059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 265b117b-4243-468c-94e2-aa58595fec31 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:57.734249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Pushing event deleted for resources: {'Port': ['ID=13b8fffa-5281-468e-8594-250146f92291,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.742976 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] No DVR routers for this DVR port 13b8fffa-5281-468e-8594-250146f92291 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:57.743646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 265b117b-4243-468c-94e2-aa58595fec31 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:57.744499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.762918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 265b117b-4243-468c-94e2-aa58595fec31 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:57.769651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 13b8fffa-5281-468e-8594-250146f92291 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:57.772496 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fc46d-a936-4c5e-b6b5-c531db4a5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d9810b-1a06-44be-91b5-0a2c7d1501ec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.794208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.797993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5334fda6-1b19-4416-b03f-59bdb616da78 HTTP/1.1" status: 204 len: 168 time: 1.6348119 Dec 06 12:08:57.803467 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3afd62-aebe-4740-b3c5-cb7c6fd01726 admin admin] Pushing event deleted for resources: {'Network': ['ID=5334fda6-1b19-4416-b03f-59bdb616da78,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.847489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 13b8fffa-5281-468e-8594-250146f92291 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:57.849589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 13b8fffa-5281-468e-8594-250146f92291 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:57.855442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.917372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.924210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.972448 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f00f0df-a242-45a1-baa5-56528a8cccce']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.017615 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.018486 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0c5a98-2924-4ee6-abfc-60a820f8fbd7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.034218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.052523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.075967 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:58.076156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:58.085519 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:58.088434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.091466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.096093 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9d9810b-1a06-44be-91b5-0a2c7d1501ec HTTP/1.1" status: 204 len: 168 time: 0.4885023 Dec 06 12:08:58.113651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03741-bba4-4568-bc11-e07428d6d2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d9810b-1a06-44be-91b5-0a2c7d1501ec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.213100 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38380) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.262535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.268985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.280706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f00f0df-a242-45a1-baa5-56528a8cccce HTTP/1.1" status: 204 len: 168 time: 2.5836406 Dec 06 12:08:58.303365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c128ed37-8009-4bca-8164-4c8ea9294813 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=337313cfdadd4baf96e6d50fcc9beb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889895 Dec 06 12:08:58.305454 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.309399 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade61c7-8268-45f3-b140-e45679be62bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f00f0df-a242-45a1-baa5-56528a8cccce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.389543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.440252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.544410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.549007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.556589 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d529bcf8-5068-45b4-b200-ace11b8840d0 HTTP/1.1" status: 204 len: 168 time: 0.2466359 Dec 06 12:08:58.573369 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507913-a8c9-4071-bdf8-0caa33cf27ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529bcf8-5068-45b4-b200-ace11b8840d0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.816285 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.893295 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27ec21cf-c75c-40e3-b759-2cdd3cc07efd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b2d7b8db2149fda57bbf0e5d87c8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745754 Dec 06 12:08:58.895173 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.970132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.003317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.081910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.084787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.088294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97a70c26-02ff-476a-9f16-f4c3108d35e9 HTTP/1.1" status: 204 len: 168 time: 0.1893506 Dec 06 12:08:59.100358 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26ed5-58f9-471d-8845-aafd83e4f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a70c26-02ff-476a-9f16-f4c3108d35e9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:59.582186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a76c145b-9baf-40d0-a97b-7d90fd879598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.195459 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.421214 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.495460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70ceda77-3e57-4f38-b982-91de39f05ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.642050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70ceda77-3e57-4f38-b982-91de39f05ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.648509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70ceda77-3e57-4f38-b982-91de39f05ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.699197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceda77-3e57-4f38-b982-91de39f05ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8345245f-0da7-4172-b502-73d1b80d5242,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:00.705354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-70ceda77-3e57-4f38-b982-91de39f05ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf0a9ba61234e208f0380a558fa4b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086143 Dec 06 12:09:00.710501 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.751537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.879712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.943328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.077573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.080774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.083146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8345245f-0da7-4172-b502-73d1b80d5242 HTTP/1.1" status: 204 len: 168 time: 0.3701370 Dec 06 12:09:01.103642 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b68647-eed1-48d4-b03f-b7bce95db1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8345245f-0da7-4172-b502-73d1b80d5242,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:01.633630 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.729070 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.939772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-network', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:01.988879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Made reservation on behalf of 30f3cea2495f4c9e8d264cfb617b20cc for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:01.992398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.019071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1026229930-network', 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:02.042812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.091121 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:02.100295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.110565 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.184599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.188027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.215853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6df91a05-f2a8-4d6a-b1b9-2ecc910ca6d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.250008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.256352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.299139 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:02.301247 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.324370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.324748 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Added segment 5b80565d-7446-4b76-a09d-3f2778f40fb8 of type vlan for network 4b99005d-834c-4734-b966-f334fcccb2d5 Dec 06 12:09:02.326324 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c71a6-0226-4432-bb51-1c5828967394,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.349899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6df91a05-f2a8-4d6a-b1b9-2ecc910ca6d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.355374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6df91a05-f2a8-4d6a-b1b9-2ecc910ca6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.394400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.457896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.459407 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.465496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.510440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6df91a05-f2a8-4d6a-b1b9-2ecc910ca6d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=441192cec4ec4e93bbc8dfe4dc5147d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940806 Dec 06 12:09:02.517350 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.526153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8893189 Dec 06 12:09:02.533877 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.596041 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Request body: {'subnet': {'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-subnet', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:02.600867 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c9149-1eea-4944-85b5-15c7d2d283f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b99005d-834c-4734-b966-f334fcccb2d5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.622455 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4b99005d-834c-4734-b966-f334fcccb2d5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:02.647404 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-303762113-network', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:02.660311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91a05-f2a8-4d6a-b1b9-2ecc910ca6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d3980-3cda-4436-b89a-6b3be1b1bf99,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.712927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Made reservation on behalf of 30f3cea2495f4c9e8d264cfb617b20cc for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:02.743971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.756030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Made reservation on behalf of bd607f1b4b94495fa4db1f0141639ca6 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:02.763180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.763735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.765435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.783556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.806531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.875587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.929350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:02.943529 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7ae83-3b0f-45ab-8bde-743dc5529f27,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.996629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.997168 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Added segment db21765b-7395-414a-a3ed-279b166ccdce of type vlan for network 37af0bef-d18d-4b53-b23a-84c1a0149c76 Dec 06 12:09:03.080499 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.102008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.109645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.125979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.143669 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:03.168698 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.180740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.182473 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.183163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.189435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.197322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.200000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.200239 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Added segment de2bb059-d6d6-4fd7-b635-18a9753cc5af of type vlan for network b3438c73-8186-4409-86ac-61dc168657bb Dec 06 12:09:03.202646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/331d3980-3cda-4436-b89a-6b3be1b1bf99 HTTP/1.1" status: 204 len: 168 time: 0.6840603 Dec 06 12:09:03.202884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b5012-1e05-46c7-b456-94d7e9d23d6e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.241132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e6fed-c3b0-4b60-8d88-ebb9cba89a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d3980-3cda-4436-b89a-6b3be1b1bf99,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.253415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5229712 Dec 06 12:09:03.256960 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38582) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.265745 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Request body: {'subnet': {'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1026229930-subnet', 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:03.342812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.350915 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1c5c07-5494-42f4-a3b3-2d334f59d836,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.373316 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:03.376309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.390456 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Checking segment: {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:03.391468 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Network hostable DHCP agents. Network: 4b99005d-834c-4734-b966-f334fcccb2d5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:03.432712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.437043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.437043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.453960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a16fa1-a7a2-4275-98ed-dfe1b21aa15b admin admin] Pushing event updated for resources: {'Network': ['ID=37af0bef-d18d-4b53-b23a-84c1a0149c76,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.470491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:03.627770 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3438c73-8186-4409-86ac-61dc168657bb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.640894 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Network 4b99005d-834c-4734-b966-f334fcccb2d5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:03.677030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-265d0783-9825-4931-b2af-8d1ed53b87a1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3719919 Dec 06 12:09:03.677636 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38584) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.691316 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Request body: {'subnet': {'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-303762113-subnet', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:03.708531 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4b99005d-834c-4734-b966-f334fcccb2d5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:03.724029 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.724644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.742430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b3438c73-8186-4409-86ac-61dc168657bb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:03.752768 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809ba03-8849-48b4-a4e9-8b5395fcf73c None None] Network 4b99005d-834c-4734-b966-f334fcccb2d5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:03.764011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.785216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Made reservation on behalf of bd607f1b4b94495fa4db1f0141639ca6 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:03.792380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.880187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510a0f3a-0ca5-48ed-b55d-da53208b022e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.903917 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:03.904486 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Network hostable DHCP agents. Network: 37af0bef-d18d-4b53-b23a-84c1a0149c76, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:03.945682 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:03.952743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0f18bc59-580d-4f14-990a-7fdc68e878be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4172840 Dec 06 12:09:03.960235 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.967955 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:03.977068 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 37af0bef-d18d-4b53-b23a-84c1a0149c76) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:03.990062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.990655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.070761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.072316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.096538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-42e9d32a-7c0c-4d3f-9665-f08984704315 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8385510 Dec 06 12:09:04.148604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e3d90-4192-44ec-95ad-3e59c49d166f None None] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:04.246343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.257037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.427857 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e1d225-61cb-4a3c-8295-4c81252402c3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.477246 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Checking segment: {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:04.477723 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Network hostable DHCP agents. Network: b3438c73-8186-4409-86ac-61dc168657bb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:04.504562 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Network b3438c73-8186-4409-86ac-61dc168657bb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:04.529214 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b3438c73-8186-4409-86ac-61dc168657bb) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:04.553899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:04.557014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.579844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f1463-c08f-4768-985f-0e5367f0cdb0 None None] Network b3438c73-8186-4409-86ac-61dc168657bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:04.639339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ce4f14e-054b-4c69-a38d-140fe0d4ab80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9503014 Dec 06 12:09:04.639977 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.655357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:04.706246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.750248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.758248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.764855 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4b99005d-834c-4734-b966-f334fcccb2d5', 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'fixed_ips': [{'subnet_id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:04.766194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.804625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1c8c9-6a07-438d-89a4-e01c998579d5 None None] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:04.940916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.162710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Allocated IP 172.20.0.2 (4b99005d-834c-4734-b966-f334fcccb2d5/aa1c5c07-5494-42f4-a3b3-2d334f59d836/7aacef3b-1dc5-45d7-9ae4-517af4e5e536) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:05.477496 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.515660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.577300 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Pushing event updated for resources: {'Port': ['ID=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:05.672382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.708433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.751880 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Network 4b99005d-834c-4734-b966-f334fcccb2d5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:05.772433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b3438c73-8186-4409-86ac-61dc168657bb', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:05.773856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.781812 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.796804 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:05.806461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:06.010041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.036554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.059589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Attempting to bind port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:06.060278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Attempting to bind port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:06.060953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Attempting to bind port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 on network 4b99005d-834c-4734-b966-f334fcccb2d5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:06.110779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-16394a5f-294b-4b52-a4eb-f4fbea6b3d47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2129712 Dec 06 12:09:06.112689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:06.113489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Checking segment: {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:06.114113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.115059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Bound using segment: {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:06.116010 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Bound port: 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:06.116778 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.145778 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Allocated IP 172.35.3.159 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/30f9cf0e-a532-4ba1-9e9d-2d889e616755) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:06.239963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] For port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:06.243944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] For port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:06.272553 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.370567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.441547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-7c3737db-77ea-4d02-be90-8fa61c41f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.445779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-7c3737db-77ea-4d02-be90-8fa61c41f189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 1096 time: 0.2959998 Dec 06 12:09:06.474306 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.568831 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Allocated IP 172.20.0.2 (b3438c73-8186-4409-86ac-61dc168657bb/04e1d225-61cb-4a3c-8295-4c81252402c3/0dab7a00-93fb-495b-872a-d9ea5b62e575) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:06.602639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff638-cc7e-4282-ba13-590e29ac4057 None None] Pushing event updated for resources: {'Port': ['ID=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.615743 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Allocated IP 172.35.3.30 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2dbb2a5f-8222-4931-97c2-d30eb0846e9e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:06.683011 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:06.693200 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:06.703162 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:06.809768 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Pushing event updated for resources: {'Port': ['ID=30f9cf0e-a532-4ba1-9e9d-2d889e616755,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.919863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.938688 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-f0e89fb9-cded-4069-b27d-f26fdada44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.945264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-f0e89fb9-cded-4069-b27d-f26fdada44e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.4666429 Dec 06 12:09:06.974707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.017940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.019285 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:07.029111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.031975 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:07.036744 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:07.090540 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-933ce658-97dd-4f40-880c-8c26b94cbdc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 200 len: 217 time: 0.0492177 Dec 06 12:09:07.145922 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Pushing event updated for resources: {'Port': ['ID=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:07.158006 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Pushing event updated for resources: {'Port': ['ID=0dab7a00-93fb-495b-872a-d9ea5b62e575,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:07.184278 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Network b3438c73-8186-4409-86ac-61dc168657bb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:07.189192 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:07.193387 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:07.197094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-3f6b6bf8-6de3-4744-ac4c-537b3b4534dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:07.199412 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-3f6b6bf8-6de3-4744-ac4c-537b3b4534dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0666287 Dec 06 12:09:07.271787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-109cad9f-b46c-4915-9cb2-e55e4bae88e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399394 Dec 06 12:09:07.340441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Attempting to bind port 0dab7a00-93fb-495b-872a-d9ea5b62e575 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:07.341964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Attempting to bind port 0dab7a00-93fb-495b-872a-d9ea5b62e575 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:07.342874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Attempting to bind port 0dab7a00-93fb-495b-872a-d9ea5b62e575 on network b3438c73-8186-4409-86ac-61dc168657bb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:07.361552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:07.362149 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Checking segment: {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:07.362963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.363357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Bound using segment: {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:07.363835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Bound port: 0dab7a00-93fb-495b-872a-d9ea5b62e575, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:07.364215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.522512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.577540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] For port 0dab7a00-93fb-495b-872a-d9ea5b62e575, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:07.589921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] For port 0dab7a00-93fb-495b-872a-d9ea5b62e575, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0dab7a00-93fb-495b-872a-d9ea5b62e575,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:07.597863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.646468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.802219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c05b5-f8f7-43bb-b369-07ef5486ac19 None None] Pushing event updated for resources: {'Port': ['ID=0dab7a00-93fb-495b-872a-d9ea5b62e575,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:07.814655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-75aba3d9-c23c-4eb4-987f-54480b266f7b service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329661 Dec 06 12:09:07.905789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:08.032308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:08.032978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.197884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.226554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd3d9ffb-a8f0-4c1f-b442-4b772d3b809b req-f33fa2e3-f2e8-4695-91c0-c9da8f3dd976 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892150 Dec 06 12:09:08.257012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.282343 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab566e-84fc-4b4a-a934-ac22894fc686 None None] Network 4b99005d-834c-4734-b966-f334fcccb2d5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:08.439664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.441545 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-49afcfa0-7f72-4e90-afb3-3706a6bb68b7 None None] Provisioning complete for port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:08.441905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49afcfa0-7f72-4e90-afb3-3706a6bb68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.468224 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Router c548dc00-6e9d-4855-a13d-29a9cbb39deb is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:08.487209 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Router b0b64434-c689-4ede-b3c7-8716c26f64b1 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:08.660601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:08.660873 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:08.689623 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Sync routers for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:08.696099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.702257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-337ea3a7-09f4-49d0-82ac-8f7d31dfb362 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7403638 Dec 06 12:09:08.704201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.705121 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38648) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:08.709708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-40a5b0b5-a972-47e4-9190-232fda09126a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0577979 Dec 06 12:09:08.710739 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:08.712136 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:08.712760 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:08.751869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:08.768158 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Sync routers for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:08.781047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.910653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.017343 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:09.043999 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:09.049747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.439729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.456272 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4b82b-b52e-4d61-9b01-229ff8e07edc None None] Network b3438c73-8186-4409-86ac-61dc168657bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:09.576220 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:09.589978 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:07Z', 'revision_number': 3, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.662125 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Checking router: c548dc00-6e9d-4855-a13d-29a9cbb39deb for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:09.662552 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Updating router c548dc00-6e9d-4855-a13d-29a9cbb39deb port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:09.742006 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.857034 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Allocated IP 172.20.0.1 (b3438c73-8186-4409-86ac-61dc168657bb/04e1d225-61cb-4a3c-8295-4c81252402c3/3a442dad-f6a6-4e6f-b33f-c7d364f82d25) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:09.947848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.974696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] Provisioning complete for port 0dab7a00-93fb-495b-872a-d9ea5b62e575 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:09.978240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.090841 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0dab7a00-93fb-495b-872a-d9ea5b62e575 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:10.259734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.372350 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.397240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.398959 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.437261 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Allocated IP 172.20.0.1 (4b99005d-834c-4734-b966-f334fcccb2d5/aa1c5c07-5494-42f4-a3b3-2d334f59d836/6478543c-4a16-40ba-b432-82937b215793) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:10.464570 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.484592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0dab7a00-93fb-495b-872a-d9ea5b62e575 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:10.485362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.538859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.545119 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Network b3438c73-8186-4409-86ac-61dc168657bb is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:10.551046 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:10.560551 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:10.626325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] For port 0dab7a00-93fb-495b-872a-d9ea5b62e575, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0dab7a00-93fb-495b-872a-d9ea5b62e575,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:10.650676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.676004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.711440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.756999 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:07Z', 'revision_number': 3, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:10.771728 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Attempting to bind port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:10.772283 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Attempting to bind port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:10.772521 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Attempting to bind port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:10.780371 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Pushing event updated for resources: {'Port': ['ID=30f9cf0e-a532-4ba1-9e9d-2d889e616755,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.800054 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:10.800434 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:10.802457 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.802858 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:10.803357 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Bound port: 30f9cf0e-a532-4ba1-9e9d-2d889e616755, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:10.805700 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.816169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.820262 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.820611 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.820945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.821306 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.821637 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.821973 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.822287 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.822607 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.822932 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.823307 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.835797 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.836232 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.845995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:10.850813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0e5c0-5de3-4a27-8add-90b24b18eddc None None] Pushing event updated for resources: {'Port': ['ID=0dab7a00-93fb-495b-872a-d9ea5b62e575,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.859432 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:10.865973 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Checking router: b0b64434-c689-4ede-b3c7-8716c26f64b1 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:10.866735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Updating router b0b64434-c689-4ede-b3c7-8716c26f64b1 port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:10.921350 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Network 4b99005d-834c-4734-b966-f334fcccb2d5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:10.924542 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:10.931085 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:11.024375 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] For port 30f9cf0e-a532-4ba1-9e9d-2d889e616755, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:11.037927 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] For port 30f9cf0e-a532-4ba1-9e9d-2d889e616755, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30f9cf0e-a532-4ba1-9e9d-2d889e616755,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:11.046607 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.082904 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.088978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.103882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.216077 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:11.220916 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:11.305638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c56844bc-e89d-4783-b13e-854d96552bc0 None None] Provisioning complete for port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:11.310145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c56844bc-e89d-4783-b13e-854d96552bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.343756 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa164ab7-23a9-4c83-af11-171fd4e7b500 None None] Pushing event updated for resources: {'Port': ['ID=30f9cf0e-a532-4ba1-9e9d-2d889e616755,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.403927 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.544796 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:11.664649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.684995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.833091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.835132 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:11.835289 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.928049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.963436 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:07Z', 'revision_number': 3, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:12.028286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.052113 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6eb2e-da56-4f8b-92fd-3d6ca1bbcb64 None None] The sync data for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 is: [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:07Z', 'revision_number': 3, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:12.089002 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Network b3438c73-8186-4409-86ac-61dc168657bb is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:12.091403 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:12.174970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Provisioning complete for port 0dab7a00-93fb-495b-872a-d9ea5b62e575 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:12.175676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.422078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.442909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.517123 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Router b0b64434-c689-4ede-b3c7-8716c26f64b1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:12.582707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.594338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.641493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.661301 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b4b97-403a-4563-b6db-484491250e75 None None] Pushing event updated for resources: {'Port': ['ID=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.756075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.759225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Provisioning complete for port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:12.759607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.770062 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:12.783064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-695b3f43-2244-46b9-a10a-b55f4df97cf3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b0b64434-c689-4ede-b3c7-8716c26f64b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0711010 Dec 06 12:09:12.876997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:12.879845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Attempting to bind port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:12.880219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Attempting to bind port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:12.880590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Attempting to bind port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:12.914086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:12.914456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:12.914869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.915269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:12.915763 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Bound port: 2dbb2a5f-8222-4931-97c2-d30eb0846e9e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:12.916147 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.960766 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Network 4b99005d-834c-4734-b966-f334fcccb2d5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:12.966362 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:12.979391 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 30f9cf0e-a532-4ba1-9e9d-2d889e616755 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:13.061306 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Provisioning complete for port 6478543c-4a16-40ba-b432-82937b215793 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:13.065250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.173242 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:13.173622 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.175082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0f2adb8b-8d32-4b56-b89c-a598d7c8b0f9 None None] Port 6478543c-4a16-40ba-b432-82937b215793 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:13.221636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] For port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:13.222525 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Router c548dc00-6e9d-4855-a13d-29a9cbb39deb has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:13.304364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] For port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:13.332976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.414698 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-632f8923-be2a-4d01-8418-d9bf93c06311 None None] Provisioning complete for port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:13.415113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-632f8923-be2a-4d01-8418-d9bf93c06311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.441053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:13.448035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:13.448450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:13.469101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2303b6d2-3da9-4a48-9323-3b0bbb2201b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/c548dc00-6e9d-4855-a13d-29a9cbb39deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625208 Dec 06 12:09:13.552433 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:09:13.625656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b4b97-403a-4563-b6db-484491250e75 None None] Pushing event updated for resources: {'Port': ['ID=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:13.642536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-632f8923-be2a-4d01-8418-d9bf93c06311 None None] Port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:13.680757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.722045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 30f9cf0e-a532-4ba1-9e9d-2d889e616755, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30f9cf0e-a532-4ba1-9e9d-2d889e616755,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:13.735122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.736263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0dab7a00-93fb-495b-872a-d9ea5b62e575 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:13.742968 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:13.908787 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d60e052a-89ab-4d35-a134-bad70cd472bc None None] Provisioning complete for port 6478543c-4a16-40ba-b432-82937b215793 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:13.909526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d60e052a-89ab-4d35-a134-bad70cd472bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.936858 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=30f9cf0e-a532-4ba1-9e9d-2d889e616755,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:14.114466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d60e052a-89ab-4d35-a134-bad70cd472bc None None] Port 6478543c-4a16-40ba-b432-82937b215793 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:14.116581 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0dab7a00-93fb-495b-872a-d9ea5b62e575 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.117488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.197184 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a442dad-f6a6-4e6f-b33f-c7d364f82d25', 'name': '', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'mac_address': 'fa:16:3e:81:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:09Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 2, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'subnets': [{'id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:14.238211 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa794ef-37f7-438a-b5b5-ba5746915f52 None None] The sync data for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 is: [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a442dad-f6a6-4e6f-b33f-c7d364f82d25', 'name': '', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'mac_address': 'fa:16:3e:81:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:09Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 2, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'subnets': [{'id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:14.815809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 30f9cf0e-a532-4ba1-9e9d-2d889e616755 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:14.918773 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.919151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.014979 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Sync routers for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:15.043846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:15.044835 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.468770 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:15.871549 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 4, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6478543c-4a16-40ba-b432-82937b215793', 'name': '', 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'mac_address': 'fa:16:3e:7d:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 2, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'subnets': [{'id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.927866 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Checking router: c548dc00-6e9d-4855-a13d-29a9cbb39deb for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:15.928229 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Updating router c548dc00-6e9d-4855-a13d-29a9cbb39deb port 6478543c-4a16-40ba-b432-82937b215793 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:15.982216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.362764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.369993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.439542 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a46e-29b5-4a21-8079-712fb00e721a None None] Pushing event updated for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.530013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Attempting to bind port 6478543c-4a16-40ba-b432-82937b215793 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:16.530394 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Attempting to bind port 6478543c-4a16-40ba-b432-82937b215793 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:16.530758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Attempting to bind port 6478543c-4a16-40ba-b432-82937b215793 on network 4b99005d-834c-4734-b966-f334fcccb2d5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:16.537287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:16.537684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Checking segment: {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:16.538143 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.538578 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Bound using segment: {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:16.539106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Bound port: 6478543c-4a16-40ba-b432-82937b215793, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80565d-7446-4b76-a09d-3f2778f40fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:16.539960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.622553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] For port 6478543c-4a16-40ba-b432-82937b215793, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:16.627505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] For port 6478543c-4a16-40ba-b432-82937b215793, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6478543c-4a16-40ba-b432-82937b215793,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:16.644895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.712603 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:16.713256 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:16.779538 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a46e-29b5-4a21-8079-712fb00e721a None None] Pushing event updated for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.822070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2dbb2a5f-8222-4931-97c2-d30eb0846e9e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:16.893394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-254ef213-0399-48aa-b7cb-cd6a5a0c195e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:16.895760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-254ef213-0399-48aa-b7cb-cd6a5a0c195e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.1721687 Dec 06 12:09:16.923404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-825632bb-d562-4afa-89df-b0b0aba6a80b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0179727 Dec 06 12:09:16.938244 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] Provisioning complete for port 6478543c-4a16-40ba-b432-82937b215793 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:16.938826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.963558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-4a7fec8b-ced0-4c35-9b83-cd94318f05e4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339930 Dec 06 12:09:17.023564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:17.353059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.354719 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Sync routers for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:17.356566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:17.357001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.376843 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:17.377484 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.454825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] For port 6478543c-4a16-40ba-b432-82937b215793, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6478543c-4a16-40ba-b432-82937b215793,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:17.464770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.499869 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:17.536945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-bbc7bb96-74c3-471c-91ac-a4c0096a10bc service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649309 Dec 06 12:09:17.560111 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 4, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6478543c-4a16-40ba-b432-82937b215793', 'name': '', 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'mac_address': 'fa:16:3e:7d:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 4, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'subnets': [{'id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.562057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5a386-4f57-4502-91be-334cf7f5a185 None None] Pushing event updated for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.595054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1dfd-9070-4350-ac36-aa9aa9579862 None None] The sync data for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 is: [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 4, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6478543c-4a16-40ba-b432-82937b215793', 'name': '', 'network_id': '4b99005d-834c-4734-b966-f334fcccb2d5', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'mac_address': 'fa:16:3e:7d:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 4, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'subnets': [{'id': 'aa1c5c07-5494-42f4-a3b3-2d334f59d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:17.596579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.609390 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-f8d5b6e3-9e31-4ee2-8c79-6555f9a61fb2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:17.610929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-f8d5b6e3-9e31-4ee2-8c79-6555f9a61fb2 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.2767680 Dec 06 12:09:17.637994 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:17.646090 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e980d044-03b5-4f8c-80e8-71d182b94b64 None None] Provisioning complete for port 6478543c-4a16-40ba-b432-82937b215793 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:17.647279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e980d044-03b5-4f8c-80e8-71d182b94b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.650954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.657891 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-1b13363d-d632-4eda-837d-919ab5c89754 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/quotas/671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 375 time: 0.0328860 Dec 06 12:09:17.782007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-9532c2d2-73db-4a89-b327-7ce130c03d40 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716839 Dec 06 12:09:17.806198 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a442dad-f6a6-4e6f-b33f-c7d364f82d25', 'name': '', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'mac_address': 'fa:16:3e:81:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:09Z', 'updated_at': '2021-12-06T12:09:11Z', 'revision_number': 2, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'subnets': [{'id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.816039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-a01f644a-bbe6-44f0-aed4-97a61874f1b3 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506166 Dec 06 12:09:17.847684 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Checking router: b0b64434-c689-4ede-b3c7-8716c26f64b1 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:17.847684 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Updating router b0b64434-c689-4ede-b3c7-8716c26f64b1 port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:17.888402 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.998703 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.012196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-97a05f5d-b700-4bd3-8fb0-e1b9b02e07eb service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179067 Dec 06 12:09:18.200918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-14a5ef2b-e030-4d2e-a245-a641936445a8 service neutron] 10.222.0.31 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809833 Dec 06 12:09:18.430072 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.438067 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.470374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-f2168253-f5d4-4403-a2c6-f602889c48cd tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2532485 Dec 06 12:09:18.484564 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.537761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.611846 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edbb43-9770-4f76-9d0f-55b2f54e0f75 None None] Pushing event updated for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.742782 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Attempting to bind port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:18.743173 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Attempting to bind port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:18.743526 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Attempting to bind port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 on network b3438c73-8186-4409-86ac-61dc168657bb {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:18.772115 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:18.774832 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Checking segment: {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:18.775293 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.775621 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Bound using segment: {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:18.776109 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Bound port: 3a442dad-f6a6-4e6f-b33f-c7d364f82d25, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2bb059-d6d6-4fd7-b635-18a9753cc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:18.776506 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.885612 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] For port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:18.890540 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] For port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:18.897758 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.952921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2dbb2a5f-8222-4931-97c2-d30eb0846e9e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:18.995666 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edbb43-9770-4f76-9d0f-55b2f54e0f75 None None] Pushing event updated for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.074413 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:19.074910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.085194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-afd115a5-245b-4e97-ba84-31b20c286be4 req-5fc68d22-0b72-42c7-8acd-847c812663e5 tempest-FloatingIPsNegativeTestJSON-1801983559 tempest-FloatingIPsNegativeTestJSON-1801983559-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=30f3cea2495f4c9e8d264cfb617b20cc HTTP/1.1" status: 200 len: 217 time: 0.2432854 Dec 06 12:09:19.087229 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:19.087859 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.164938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.215605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Provisioning complete for port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:19.215605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.340166 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:19.531694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.546947 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Allocated IP 172.35.3.177 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/736db781-7973-4a11-a910-d546d8e64d61) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:19.636337 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6478543c-4a16-40ba-b432-82937b215793 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:19.703058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.726576 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a442dad-f6a6-4e6f-b33f-c7d364f82d25', 'name': '', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'mac_address': 'fa:16:3e:81:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:09Z', 'updated_at': '2021-12-06T12:09:18Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'subnets': [{'id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.766747 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50224c-4956-47ac-8673-05fe0c17a991 None None] The sync data for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 is: [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a442dad-f6a6-4e6f-b33f-c7d364f82d25', 'name': '', 'network_id': 'b3438c73-8186-4409-86ac-61dc168657bb', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'mac_address': 'fa:16:3e:81:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:09Z', 'updated_at': '2021-12-06T12:09:18Z', 'revision_number': 4, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'subnets': [{'id': '04e1d225-61cb-4a3c-8295-4c81252402c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:19.785473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] For port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:19.796065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.803692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9406685a-dc82-4f26-84db-4d5de2580f7e req-f4993fac-d711-40fa-aefc-ceacb342b94d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 210 time: 0.2120545 Dec 06 12:09:19.865779 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6478543c-4a16-40ba-b432-82937b215793 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:19.866365 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.965665 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Pushing event updated for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.990714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.991459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.992000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.995017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.997746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.997746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.997746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.997746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.998849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.999357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:19.999874 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.000975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.001526 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5951a0d5-7f75-4687-94f3-da0596d31bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.007940 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-06e21387-81be-4e34-806e-d2994e60ca41 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:20.012257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-06e21387-81be-4e34-806e-d2994e60ca41 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2970176 Dec 06 12:09:20.028414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:20.046932 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9f374196-7d46-4fc7-aa6a-87603a3e2167 None None] Provisioning complete for port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:20.047477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f374196-7d46-4fc7-aa6a-87603a3e2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.056245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.086947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12d509bf-9faf-4f62-92e1-8a6302b872ea req-b5a536de-c04d-45f9-9271-5ed8bfb62e61 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.0856819 Dec 06 12:09:20.215027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5f932cd-1b56-4ca9-bee4-f37088e75a76 req-0132a6fa-0cb9-4a74-99e4-1e65f176aca1 tempest-FloatingIPsNegativeTestJSON-1801983559 tempest-FloatingIPsNegativeTestJSON-1801983559-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0637488 Dec 06 12:09:20.233585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.325343 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:20.330500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.368482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:20.399062 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:20.413458 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:20.432222 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:20.508966 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.539945 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:20.543703 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f24870-82d9-49b0-b020-5bcc2aa30181" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:20.557743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:20.562089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.562329 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.12 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/0d23e7fe-89c8-4df1-8d7d-53bb964d13d2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:20.586078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event updated for resources: {'Port': ['ID=736db781-7973-4a11-a910-d546d8e64d61,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.620210 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.656430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.656788 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.657142 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.657957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.657957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.660348 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.660708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.669395 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.670436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.672209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.672695 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.673054 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.673538 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:20.688940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-6fa0aa9e-56f2-4725-9811-f969198e969d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:20.690575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-6fa0aa9e-56f2-4725-9811-f969198e969d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 821 time: 0.3832390 Dec 06 12:09:20.711330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Request body: {'port': {'device_id': '0838e40f-d041-45a0-8953-d23ae8758957', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'admin_state_up': True, 'tenant_id': '671a81a6f5bd49a9bc87789327e57656'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:20.733514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d128be-028a-4383-8f56-d2c54d315823 req-f4727b20-1502-497f-be7c-3664cecd6347 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:20.736084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7d128be-028a-4383-8f56-d2c54d315823 req-f4727b20-1502-497f-be7c-3664cecd6347 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 951 time: 0.4006844 Dec 06 12:09:20.798309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:20.835271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.877127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.893973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.916414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:20.916960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.000757 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.004101 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:21.007245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.017446 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:21.023174 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:21.028148 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.028531 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.028887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.029282 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.029618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.029946 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.030276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.030599 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.030922 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.031251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.031573 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.031894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.032212 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:21.131405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:21.132499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.154459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-493947f9-e026-43b4-938d-fe5bd3ae2f65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1326671 Dec 06 12:09:21.168914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Request body: {'port': {'device_id': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:21.288525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.333482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7d128be-028a-4383-8f56-d2c54d315823 req-704065a2-b9e2-4eec-8fe2-e410eeb85de1 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691857 Dec 06 12:09:21.447342 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-94d13b39-e2ad-4ca1-9f79-218eb5dc225f req-176035e6-9c8e-46f1-aa19-98516a622944 tempest-FloatingIPsNegativeTestJSON-1801983559 tempest-FloatingIPsNegativeTestJSON-1801983559-project] show failed (client error): The resource could not be found. Dec 06 12:09:21.448456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94d13b39-e2ad-4ca1-9f79-218eb5dc225f req-176035e6-9c8e-46f1-aa19-98516a622944 tempest-FloatingIPsNegativeTestJSON-1801983559 tempest-FloatingIPsNegativeTestJSON-1801983559-project] 10.222.0.31 "GET /v2.0/floatingips/2ee64a76-d844-45bd-8b8f-d6cad2789364 HTTP/1.1" status: 404 len: 350 time: 0.0659831 Dec 06 12:09:21.459501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Made reservation on behalf of 671a81a6f5bd49a9bc87789327e57656 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:21.463268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.464900 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.612850 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201e7bc-2f5f-40c7-8669-67d5d976344f x-openstack-request-id: req-2201e7bc-2f5f-40c7-8669-67d5d976344f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:21.613376 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:21.613609 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2201e7bc-2f5f-40c7-8669-67d5d976344f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:21.614081 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'code': 200} Dec 06 12:09:21.626892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.644459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.759688 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event updated for resources: {'Port': ['ID=736db781-7973-4a11-a910-d546d8e64d61,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.835833 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:21.845904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.857954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448efc-4f77-4716-afbf-8f4288dc567b req-9935921b-242b-4c68-95a6-cda3ccf99ca5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:21.859761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d448efc-4f77-4716-afbf-8f4288dc567b req-9935921b-242b-4c68-95a6-cda3ccf99ca5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 932 time: 0.1332798 Dec 06 12:09:21.869609 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Transition to ACTIVE for port object 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:21.876415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.901673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.913392 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Allocated IP 172.20.0.9 (a374198b-ba04-457e-a8ee-2c734ffbc001/5a85a925-9a72-4720-b514-a1442eb04cb7/d691982c-c829-404f-916a-7ec4bf1bd31c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:21.948963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.957507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-efa6bd2e-abfb-48f7-a04a-837f7632feaf tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4861343 Dec 06 12:09:21.966479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Pushing event updated for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.011247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d448efc-4f77-4716-afbf-8f4288dc567b req-8983fe14-e6a3-496f-9630-78e9dc02759b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388855 Dec 06 12:09:22.047455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-48a02a7c-dc24-48c8-9dad-ffcd2409e684 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0889120 Dec 06 12:09:22.098844 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Attempting to bind port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:22.099851 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Attempting to bind port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:22.100431 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Attempting to bind port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:22.109549 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:22.110186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Attempting to bind port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:22.121035 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:22.121787 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:22.122401 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:22.123643 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Bound port: 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:22.124238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.152359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3f7d9f0-5150-4367-a3ea-f4b08618c650 req-bd1fcffd-896d-4ef5-849e-e7376f8548fe tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.0345988 Dec 06 12:09:22.232368 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:22.236637 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:22.244798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.249077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.323426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-0e0ed3a4-e72e-420b-bfac-7f258ef23b29 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.324921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-0e0ed3a4-e72e-420b-bfac-7f258ef23b29 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2766385 Dec 06 12:09:22.355007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.371703 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.372035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.374326 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-24db068b-523e-4ec2-853f-68c24436883f service neutron] 10.222.0.23 "PUT /v2.0/ports/0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 HTTP/1.1" status: 200 len: 1092 time: 1.2102852 Dec 06 12:09:22.374911 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:22.377431 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:22.426813 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-4ee580cb-df29-4c1b-bc69-82a9a1f567c7 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:22.427964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d2dbf7c-db4a-4622-be3d-2c099f731b1a req-4ee580cb-df29-4c1b-bc69-82a9a1f567c7 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096066 Dec 06 12:09:22.430586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.443971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:22.528174 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b9874-cbf8-4a58-a0e7-088bb512c756 x-openstack-request-id: req-304b9874-cbf8-4a58-a0e7-088bb512c756 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:22.528463 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:22.528721 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-304b9874-cbf8-4a58-a0e7-088bb512c756 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:22.529680 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', 'status': 'completed', 'code': 200} Dec 06 12:09:22.557700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db068b-523e-4ec2-853f-68c24436883f service neutron] Pushing event updated for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.580481 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Network a374198b-ba04-457e-a8ee-2c734ffbc001 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:22.642309 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-67cf297b-7b53-431d-9ae8-fc220535e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.644463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-67cf297b-7b53-431d-9ae8-fc220535e4ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 1095 time: 0.2167382 Dec 06 12:09:22.650623 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:22.673853 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:22.721532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d979661c-bb8a-40f9-a8b8-39de08462c74 req-d2f25ded-d159-4a47-8c37-87a944a65ba1 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips/11e1f836-7684-462c-ae76-de35a0e2defe HTTP/1.1" status: 200 len: 693 time: 0.1867080 Dec 06 12:09:22.725587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-5d1c6fcf-8b01-4e2b-9a4c-e61846c67529 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 HTTP/1.1" status: 200 len: 217 time: 0.0535083 Dec 06 12:09:22.845466 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979661c-bb8a-40f9-a8b8-39de08462c74 req-a5795fcf-3f76-4518-b72a-a3397ef0fc64 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.852477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d979661c-bb8a-40f9-a8b8-39de08462c74 req-a5795fcf-3f76-4518-b72a-a3397ef0fc64 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1297123 Dec 06 12:09:22.857120 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8579ab-3095-4958-aa88-5f550a029560 req-334549a7-413e-453a-881b-fcbdd990f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.857982 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-d979661c-bb8a-40f9-a8b8-39de08462c74 req-42209e5e-760e-4c17-9883-23e9c7f39f3c tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:22.858952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-334549a7-413e-453a-881b-fcbdd990f2bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1223609 Dec 06 12:09:22.869725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d979661c-bb8a-40f9-a8b8-39de08462c74 req-42209e5e-760e-4c17-9883-23e9c7f39f3c tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163407 Dec 06 12:09:22.874392 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.913553 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-d7b1a7c1-83b4-420f-8023-0c56a176dacd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438995 Dec 06 12:09:22.934243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:22.935383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.944210 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Deleting port 6478543c-4a16-40ba-b432-82937b215793 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:22.944548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.975405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-23946a27-35c8-42e7-9461-753bc52cbd0f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2712793 Dec 06 12:09:23.008179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Request body: {'port': {'device_id': '0838e40f-d041-45a0-8953-d23ae8758957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:23.140150 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] For port 6478543c-4a16-40ba-b432-82937b215793, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6478543c-4a16-40ba-b432-82937b215793,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:23.141324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.162154 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Calling delete_port for 6478543c-4a16-40ba-b432-82937b215793 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:23.179630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2dbb73-cec8-4714-a57f-b397a2a6d260 req-d5ac7c98-0f70-416d-b011-c7ea15d28453 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=bd607f1b4b94495fa4db1f0141639ca6 HTTP/1.1" status: 200 len: 696 time: 0.1988997 Dec 06 12:09:23.225374 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-0d702d51-eade-4b43-a3c5-75c2fe646e84 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027520 Dec 06 12:09:23.254845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.339270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f572de3-9d44-42f0-b559-80afd2e6eec7 req-a525190a-3b6a-4736-83d9-776beb95905f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:23.340841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f572de3-9d44-42f0-b559-80afd2e6eec7 req-a525190a-3b6a-4736-83d9-776beb95905f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 944 time: 0.2053940 Dec 06 12:09:23.415453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbb73-cec8-4714-a57f-b397a2a6d260 req-030fd5d4-08c5-4e46-b4f5-edc5af5c4520 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:23.422960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2dbb73-cec8-4714-a57f-b397a2a6d260 req-030fd5d4-08c5-4e46-b4f5-edc5af5c4520 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks?id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 787 time: 0.2425234 Dec 06 12:09:23.430408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da8579ab-3095-4958-aa88-5f550a029560 req-bb43c522-b8d2-482b-8af8-5f77dce1d25a service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974299 Dec 06 12:09:23.479513 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-af2dbb73-cec8-4714-a57f-b397a2a6d260 req-8eda6538-dd15-4380-99a1-1204b6dad769 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:23.497485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2dbb73-cec8-4714-a57f-b397a2a6d260 req-8eda6538-dd15-4380-99a1-1204b6dad769 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0735795 Dec 06 12:09:23.547441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.581792 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6478543c-4a16-40ba-b432-82937b215793,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:23.605748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f572de3-9d44-42f0-b559-80afd2e6eec7 req-d31da654-5dbb-4270-9ef5-0000e75637cf tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530127 Dec 06 12:09:23.615713 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-68680eb7-302c-45f4-8add-8ccec3a15c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:23.617489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-68680eb7-302c-45f4-8add-8ccec3a15c85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 1095 time: 0.1224816 Dec 06 12:09:23.875616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-0224676a-e5cc-416a-8ee5-9a99cb5d31b0 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips/11e1f836-7684-462c-ae76-de35a0e2defe HTTP/1.1" status: 200 len: 693 time: 0.0916917 Dec 06 12:09:23.969583 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d691982c-c829-404f-916a-7ec4bf1bd31c {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:23.979032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.996532 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Transition to ACTIVE for port object d691982c-c829-404f-916a-7ec4bf1bd31c will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:24.009315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.254221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-4fdfad57-be61-4b3a-9eab-30d66afebaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:24.256120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-4fdfad57-be61-4b3a-9eab-30d66afebaca service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.5847235 Dec 06 12:09:24.334851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-86af71ff-3376-4468-b682-c7ee5bfd2646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 HTTP/1.1" status: 200 len: 217 time: 0.0701435 Dec 06 12:09:24.387685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6506a3-29f2-4601-ae38-9e7cb57f33f0 req-2722ee12-36d7-4a19-889f-91c5e2668c01 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:24.396350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d6506a3-29f2-4601-ae38-9e7cb57f33f0 req-2722ee12-36d7-4a19-889f-91c5e2668c01 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 931 time: 0.6226490 Dec 06 12:09:24.437535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.461453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-1a022fd2-28bf-48ef-826d-221a06e4bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:24.464702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-1a022fd2-28bf-48ef-826d-221a06e4bf02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1213171 Dec 06 12:09:24.507861 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.519770 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-544996ec-3ef0-4041-841f-1b64ed3b0f4c tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:24.521506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-544996ec-3ef0-4041-841f-1b64ed3b0f4c tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.6449108 Dec 06 12:09:24.540210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-c097072a-ad1c-4a80-a1bd-956d1c106825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318651 Dec 06 12:09:24.663180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d6506a3-29f2-4601-ae38-9e7cb57f33f0 req-ebd974b7-8b98-4883-97bf-c5f892d25206 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605412 Dec 06 12:09:24.707961 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:24.708299 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:24.708638 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:24.714305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-7f1b1f6e-be65-48aa-88e4-8cf5503562a5 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.177 HTTP/1.1" status: 200 len: 696 time: 0.1739933 Dec 06 12:09:24.718543 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:24.718875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:24.735071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-5243cdf6-54dd-402f-aa60-ba6f1ac46e13 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865556 Dec 06 12:09:24.746116 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:24.746462 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:24.746848 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:24.747288 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Bound port: d691982c-c829-404f-916a-7ec4bf1bd31c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:24.747690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.850231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-c2e53a45-8f4d-4253-9072-d4c57eea0154 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.177 HTTP/1.1" status: 200 len: 696 time: 0.1140957 Dec 06 12:09:24.953715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d91985a-cd49-4c0e-8b17-26aff4f7bdfa req-f16ad63f-89d3-4a4f-b465-332aa27fe194 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110407 Dec 06 12:09:24.992964 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Router c548dc00-6e9d-4855-a13d-29a9cbb39deb has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:25.026422 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:25.048358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:25.059793 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:25.069884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.167111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:25.175369 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2166f28b-3de6-4e50-86e4-f92ad9dffa55 admin admin] 10.222.0.31 "PUT /v2.0/routers/c548dc00-6e9d-4855-a13d-29a9cbb39deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7066321 Dec 06 12:09:25.175369 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38900) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.175853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:25.177723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.179942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] 10.222.0.23 "PUT /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 1091 time: 2.1793656 Dec 06 12:09:25.193465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Sync routers for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:25.201239 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:25.207135 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e8814e-31d3-48a6-ba40-cfbcee7db61e" -d '{"events": [{"name": "network-changed", "server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:25.239153 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:25.240182 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:25.300801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:25.308784 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Deleting port 736db781-7973-4a11-a910-d546d8e64d61 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:25.309286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.325497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', 'mac_address': 'fa:16:3e:bd:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:25.382555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.406429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.406790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.422967 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Calling delete_port for 736db781-7973-4a11-a910-d546d8e64d61 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:25.433954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:25.436845 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.477406 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:25.556067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:25.562247 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eff44f-4663-4fd4-9234-ce2ab028b644 service neutron] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.577463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.584118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452a90a-6061-42bc-bd00-dacea19fc3ca req-1678d4a3-b4c7-45e5-a6f5-3f11e0062118 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:25.586059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c452a90a-6061-42bc-bd00-dacea19fc3ca req-1678d4a3-b4c7-45e5-a6f5-3f11e0062118 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 944 time: 0.4354577 Dec 06 12:09:25.594013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.629113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-28ae5133-5403-4145-8490-3e9002fc5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:25.631048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-28ae5133-5403-4145-8490-3e9002fc5552 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1094 time: 0.3839667 Dec 06 12:09:25.707308 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Deleting port 30f9cf0e-a532-4ba1-9e9d-2d889e616755 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:25.707792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.743790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.751970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-3ae2288b-3663-4d07-8ed5-1b175bbaa22f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 217 time: 0.1084316 Dec 06 12:09:25.765088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c452a90a-6061-42bc-bd00-dacea19fc3ca req-cffb7cd2-1287-4328-94c4-85a85d2aeaae tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676352 Dec 06 12:09:25.820311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.829403 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] For port 30f9cf0e-a532-4ba1-9e9d-2d889e616755, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30f9cf0e-a532-4ba1-9e9d-2d889e616755,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:25.830334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.856745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:25.858770 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Calling delete_port for 30f9cf0e-a532-4ba1-9e9d-2d889e616755 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:25.861605 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-5515e758-887c-449b-aa94-97bf274f05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:25.864394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-5515e758-887c-449b-aa94-97bf274f05d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0972326 Dec 06 12:09:25.866017 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event deleted for resources: {'Port': ['ID=736db781-7973-4a11-a910-d546d8e64d61,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.916745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-4b392d7b-5685-4832-9ccf-cf6dbb895020 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440793 Dec 06 12:09:25.935452 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:23Z', 'revision_number': 5, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port': {'id': '30f9cf0e-a532-4ba1-9e9d-2d889e616755', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:05Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:25.973043 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Checking router: c548dc00-6e9d-4855-a13d-29a9cbb39deb for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:26.007141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Routers {'c548dc00-6e9d-4855-a13d-29a9cbb39deb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:26.007751 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.067812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.070474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.085037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-758d3764-4ac7-4e07-86e3-0c83c81e45b1 req-642c7145-945d-4cf2-a5c7-47540f5ccef3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "DELETE /v2.0/floatingips/11e1f836-7684-462c-ae76-de35a0e2defe HTTP/1.1" status: 204 len: 173 time: 1.2291384 Dec 06 12:09:26.191529 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67326b64-7b91-4ad9-b008-f3c339843e81 x-openstack-request-id: req-67326b64-7b91-4ad9-b008-f3c339843e81 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:26.192223 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:26.192223 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67326b64-7b91-4ad9-b008-f3c339843e81 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:26.193493 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'status': 'completed', 'code': 200} Dec 06 12:09:26.288279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.329910 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f9cf0e-a532-4ba1-9e9d-2d889e616755,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.333700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06d60-8b19-452a-a5ec-245f9c180144 req-62a00aae-71d6-411a-baff-0f71fbf0080b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:26.338896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76a06d60-8b19-452a-a5ec-245f9c180144 req-62a00aae-71d6-411a-baff-0f71fbf0080b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1438944 Dec 06 12:09:26.406570 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] Set router c548dc00-6e9d-4855-a13d-29a9cbb39deb gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:26.449702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-35ac3324-6ac8-4b77-8fa1-05ab55ae6dcd service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553831 Dec 06 12:09:26.469466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.537571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4169932c-b2db-4597-8438-45b43496b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:25Z', 'revision_number': 6, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.610862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.613109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.637921 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169932c-b2db-4597-8438-45b43496b474 None None] The sync data for ids ['c548dc00-6e9d-4855-a13d-29a9cbb39deb'] in n-d-master-1 is: [{'id': 'c548dc00-6e9d-4855-a13d-29a9cbb39deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-2060846937-router', 'tenant_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:25Z', 'revision_number': 6, 'project_id': '30f3cea2495f4c9e8d264cfb617b20cc', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:26.713975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.714545 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c548dc00-6e9d-4855-a13d-29a9cbb39deb {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:26.719966 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.721205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6f9a9f00-2b12-4d93-b8ad-60bc31f7fcc9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c548dc00-6e9d-4855-a13d-29a9cbb39deb HTTP/1.1" status: 204 len: 168 time: 1.5450501 Dec 06 12:09:26.723577 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.761194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76a06d60-8b19-452a-a5ec-245f9c180144 req-ba88c13e-ab9d-4017-9cbe-f78f1e828f19 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940766 Dec 06 12:09:26.820318 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Deleting subnet aa1c5c07-5494-42f4-a3b3-2d334f59d836 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:26.823832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.861135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109d9c55-db34-408c-bd89-66d2bc5f4379 req-1e080b81-e3d9-41cb-8a20-ff4329481ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039941 Dec 06 12:09:26.861505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.901084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70824166-af6f-49d5-a2dd-5876a3247968 req-159d5022-ea7d-464d-890f-ff657bebc2af tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3546090 Dec 06 12:09:26.920645 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.995211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.017442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.081652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-b49f3330-6cb4-4bd5-8b76-7b0d1e79c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:27.082160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-b49f3330-6cb4-4bd5-8b76-7b0d1e79c594 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1094 time: 0.1527426 Dec 06 12:09:27.121019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.203109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1c5c07-5494-42f4-a3b3-2d334f59d836,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:27.215309 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1679908b-81f0-470d-a457-88f18f7443b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.217916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.226058 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963267b-3cb1-4b8c-aac3-e5fafee16402 None None] Network 4b99005d-834c-4734-b966-f334fcccb2d5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:27.232641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b9063000-971f-4bf4-a07c-7728b5b381c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa1c5c07-5494-42f4-a3b3-2d334f59d836 HTTP/1.1" status: 204 len: 168 time: 0.5054131 Dec 06 12:09:27.233814 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38952) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.306124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b7fa-6d43-4821-85d7-ece74ea2498b req-f2f8e860-540f-4693-b51e-0f89ed2bfd83 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:27.307961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8401b7fa-6d43-4821-85d7-ece74ea2498b req-f2f8e860-540f-4693-b51e-0f89ed2bfd83 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 945 time: 0.1813350 Dec 06 12:09:27.356064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-d305902f-a6e7-428c-8e4e-d7f60d3e8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:27.358440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-d305902f-a6e7-428c-8e4e-d7f60d3e8dde service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2451081 Dec 06 12:09:27.382401 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.449295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-c1f61266-2610-4e3f-8297-00162d72a3e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 217 time: 0.0812676 Dec 06 12:09:27.453968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.473371 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Deleting port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:27.473839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.480489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8401b7fa-6d43-4821-85d7-ece74ea2498b req-39856a32-c4fe-468e-950d-ecbff918cf8f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525002 Dec 06 12:09:27.567828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] DHCP port deletion for 4b99005d-834c-4734-b966-f334fcccb2d5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:27.616032 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] For port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:27.618619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.661867 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Calling delete_port for 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:27.723150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Deleting port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:27.723532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.755823 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Allocated IP 172.35.3.119 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/f2ed8192-2ec5-48e6-8265-f82dfc171f91) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:27.845952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-ed09ec67-c565-42ed-bf4c-c70063a225bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:27.848283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-ed09ec67-c565-42ed-bf4c-c70063a225bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.3917434 Dec 06 12:09:27.869533 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] For port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,segment=NetworkSegment(5b80565d-7446-4b76-a09d-3f2778f40fb8),segment_id=5b80565d-7446-4b76-a09d-3f2778f40fb8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:27.870684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.907744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Calling delete_port for 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:27.945297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.984071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-c89821dd-e5f5-4e75-be00-ceaec5d7748a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006770 Dec 06 12:09:28.021652 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.034518 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] No DVR routers for this DVR port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:28.098849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.114339 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] No DVR routers for this DVR port 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:28.139079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1c02c-a5a0-48d9-9897-f29653cb7f3f None None] Pushing event deleted for resources: {'Port': ['ID=7aacef3b-1dc5-45d7-9ae4-517af4e5e536,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.201517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.234569 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b99005d-834c-4734-b966-f334fcccb2d5']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:28.250751 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b80565d-7446-4b76-a09d-3f2778f40fb8') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:28.251243 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b80565d-7446-4b76-a09d-3f2778f40fb8') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:28.257040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.272487 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.290689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.302662 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:28.303845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:28.306932 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:28.381107 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb0d73-40e0-4b8d-8f14-70d8197cb61a req-6672f62b-a03e-4b15-8e6c-6a4ad5d2b9bf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:28.382863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57fb0d73-40e0-4b8d-8f14-70d8197cb61a req-6672f62b-a03e-4b15-8e6c-6a4ad5d2b9bf tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.2164204 Dec 06 12:09:28.389093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-168cc3c9-9720-417f-8211-dfcc92aa89af service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940222 Dec 06 12:09:28.397058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.408312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.420857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4b99005d-834c-4734-b966-f334fcccb2d5 HTTP/1.1" status: 204 len: 168 time: 1.1771190 Dec 06 12:09:28.442189 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608997ed-330f-4a4d-b998-bfce4de67b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b99005d-834c-4734-b966-f334fcccb2d5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.556260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.595949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57fb0d73-40e0-4b8d-8f14-70d8197cb61a req-da555459-b43b-4121-82df-e293b15e8802 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Dec 06 12:09:28.637193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e8814e-31d3-48a6-ba40-cfbcee7db61e req-3e7a61b6-9306-4d0b-adc9-10e4b1c5c65d service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324593 Dec 06 12:09:28.664318 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:28.669091 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:28.672228 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:28.675625 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event updated for resources: {'Port': ['ID=f2ed8192-2ec5-48e6-8265-f82dfc171f91,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.703617 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38990) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.770184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c6d3d2c9-3814-4ba2-9ef3-31bf2d1ed7c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30f3cea2495f4c9e8d264cfb617b20cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653262 Dec 06 12:09:28.772715 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38996) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.783558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 30f9cf0e-a532-4ba1-9e9d-2d889e616755 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:28.827014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.833847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 30f9cf0e-a532-4ba1-9e9d-2d889e616755 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:28.834190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 30f9cf0e-a532-4ba1-9e9d-2d889e616755 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:28.834605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6478543c-4a16-40ba-b432-82937b215793 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:28.857982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6478543c-4a16-40ba-b432-82937b215793 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:28.858362 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6478543c-4a16-40ba-b432-82937b215793 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:28.858783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:28.882958 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.887045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:28.887390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7aacef3b-1dc5-45d7-9ae4-517af4e5e536 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:28.897866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.922382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.980026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.983606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.985369 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/770c71a6-0226-4432-bb51-1c5828967394 HTTP/1.1" status: 204 len: 168 time: 0.2116499 Dec 06 12:09:28.995032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602a4e2-0406-43d3-8afb-50cb6f94b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c71a6-0226-4432-bb51-1c5828967394,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:29.010196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bf594-ad5f-4ef0-806b-4c0b6fe9693b req-e4864478-2433-4396-817e-70eae7c1f2fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:29.012322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e91bf594-ad5f-4ef0-806b-4c0b6fe9693b req-e4864478-2433-4396-817e-70eae7c1f2fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 945 time: 0.0982237 Dec 06 12:09:29.094395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:29.145141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e91bf594-ad5f-4ef0-806b-4c0b6fe9693b req-c18e585d-5dd5-4a01-a7ee-5c81130d5b49 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099434 Dec 06 12:09:29.159612 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:29.166024 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:29.166400 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.188259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.194192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.280834 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event updated for resources: {'Port': ['ID=f2ed8192-2ec5-48e6-8265-f82dfc171f91,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:29.292914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.299708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.324715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.327172 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:29.327311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70824166-af6f-49d5-a2dd-5876a3247968 req-4e39ec4a-6b60-4521-b9b3-b4ff5d5a6be4 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4109819 Dec 06 12:09:29.330395 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf60f15-59e9-4ba3-b48e-ab3d48f6ac1d" -d '{"events": [{"server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "name": "network-vif-plugged", "status": "completed", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:29.378659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:29.389756 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.393602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70824166-af6f-49d5-a2dd-5876a3247968 req-ff375835-406f-4ada-a7bd-8d2ab040f31b tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0573776 Dec 06 12:09:29.471759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:29.522732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa81e87e-1e53-41c7-b27a-ef65c5c9ee53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.580671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824166-af6f-49d5-a2dd-5876a3247968 req-6c5ddc99-5dd0-4bfa-820c-5670dc701151 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:29.586684 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0954adc6-22e9-4cdb-b890-28f450f496de x-openstack-request-id: req-0954adc6-22e9-4cdb-b890-28f450f496de {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:29.587006 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "name": "network-vif-plugged", "status": "completed", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:29.587266 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0954adc6-22e9-4cdb-b890-28f450f496de {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:29.589516 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', 'code': 200} Dec 06 12:09:29.610107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70824166-af6f-49d5-a2dd-5876a3247968 req-6c5ddc99-5dd0-4bfa-820c-5670dc701151 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2009199 Dec 06 12:09:30.039026 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.072577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-db1862b5-fb91-45e5-becc-d5f26e6e13c2 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips/1377e6a4-1030-4106-ae67-d2eae0098ea0 HTTP/1.1" status: 200 len: 693 time: 0.4167657 Dec 06 12:09:30.132711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef449c-0844-4d05-a3d0-6a97fea1930a req-738b0535-5eac-4437-9290-9987cc77b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.134223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93ef449c-0844-4d05-a3d0-6a97fea1930a req-738b0535-5eac-4437-9290-9987cc77b721 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 1097 time: 0.4720044 Dec 06 12:09:30.156243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0468-76cb-4cc4-a6d0-15b7bfd03787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.158596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16c8ae-b091-46be-aad6-e3ff2d68231b req-4848ecec-0d50-4f8a-bc71-a03ce3529c3f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.160069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe16c8ae-b091-46be-aad6-e3ff2d68231b req-4848ecec-0d50-4f8a-bc71-a03ce3529c3f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1205611 Dec 06 12:09:30.239115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0468-76cb-4cc4-a6d0-15b7bfd03787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.242784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0468-76cb-4cc4-a6d0-15b7bfd03787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.278778 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-b5f1f271-d209-4d25-8cfa-9c34c0ea0046 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.280680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-b5f1f271-d209-4d25-8cfa-9c34c0ea0046 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1925864 Dec 06 12:09:30.281918 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5cf0468-76cb-4cc4-a6d0-15b7bfd03787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=705c28bdf5fc4cff8613e703e325532d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418399 Dec 06 12:09:30.282784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93ef449c-0844-4d05-a3d0-6a97fea1930a req-d59d90b2-cb2c-4e63-8b52-3ec8e78529b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395333 Dec 06 12:09:30.284537 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.286421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe16c8ae-b091-46be-aad6-e3ff2d68231b req-01edba0a-6cb5-442b-8341-07652a37ca13 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986240 Dec 06 12:09:30.291665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf0468-76cb-4cc4-a6d0-15b7bfd03787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df130d58-124b-4b6d-96f3-be8bba556a90,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.338936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-912be302-3465-4807-a7f1-85bbc295072f tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0489204 Dec 06 12:09:30.342870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.369038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.390942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-4c74e989-b804-46cd-9dfe-ab2ccd7ddf2d tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0451615 Dec 06 12:09:30.409430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.439808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.442708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.443873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df130d58-124b-4b6d-96f3-be8bba556a90 HTTP/1.1" status: 204 len: 168 time: 0.1584353 Dec 06 12:09:30.456297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730834c-b3cb-4d71-8fe7-6409ad0f2446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df130d58-124b-4b6d-96f3-be8bba556a90,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.612233 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Deleting port f2ed8192-2ec5-48e6-8265-f82dfc171f91 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:30.612579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.620228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-a52c3045-2bef-435b-ae0f-3bd7d33b60a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.625887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-a52c3045-2bef-435b-ae0f-3bd7d33b60a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.1457582 Dec 06 12:09:30.655591 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-d31d05d7-4127-4e34-8c05-85686e5f9ace tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/quotas/a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 375 time: 0.0274539 Dec 06 12:09:30.744887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.745415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.748924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.766908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-96f081d2-2692-4f09-959e-d0f5494856ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045887 Dec 06 12:09:30.771399 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Calling delete_port for f2ed8192-2ec5-48e6-8265-f82dfc171f91 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:30.923325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-e6f77778-dd06-4d5d-9489-1456392899b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474173 Dec 06 12:09:31.050470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.079933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-634cf683-d92f-46c4-ba1a-478c0dcf60f4 service neutron] 10.222.0.31 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494427 Dec 06 12:09:31.086296 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Pushing event deleted for resources: {'Port': ['ID=f2ed8192-2ec5-48e6-8265-f82dfc171f91,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.142836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.145043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.147281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381ed92-26bb-4a6f-ba12-b45ac1eef956 req-bddd6790-40f0-4c53-acaf-454e6c6f6573 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "DELETE /v2.0/floatingips/1377e6a4-1030-4106-ae67-d2eae0098ea0 HTTP/1.1" status: 204 len: 173 time: 0.7499716 Dec 06 12:09:31.433371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec1018-d282-4bca-b0df-5a3246bc60bf req-45335ed1-75a8-4ffd-97fa-686936465218 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:31.435477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11ec1018-d282-4bca-b0df-5a3246bc60bf req-45335ed1-75a8-4ffd-97fa-686936465218 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 946 time: 0.0561700 Dec 06 12:09:31.502203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11ec1018-d282-4bca-b0df-5a3246bc60bf req-10dc10a1-17ec-4ad0-9a3f-8c9ce5904a22 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593522 Dec 06 12:09:31.621469 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-13ac1b5b-5c7d-4e3d-8dc0-7f3396eb8b4e req-b6bbf33a-ea02-4739-93ae-b49c3057fce3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] show failed (client error): The resource could not be found. Dec 06 12:09:31.622596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13ac1b5b-5c7d-4e3d-8dc0-7f3396eb8b4e req-b6bbf33a-ea02-4739-93ae-b49c3057fce3 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips/1377e6a4-1030-4106-ae67-d2eae0098ea0 HTTP/1.1" status: 404 len: 350 time: 0.0468757 Dec 06 12:09:31.690660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c963-d7fd-48f4-a491-c4cee5812fba req-48a34ad8-6571-4db7-9bb5-e8b553857a20 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:31.692146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c902c963-d7fd-48f4-a491-c4cee5812fba req-48a34ad8-6571-4db7-9bb5-e8b553857a20 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.0597787 Dec 06 12:09:31.711398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a39a566f-cb4c-41c1-ad6a-548cf97140e7 req-274d7d21-01b5-4136-80b2-00a7cdfad292 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0423443 Dec 06 12:09:31.756187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c902c963-d7fd-48f4-a491-c4cee5812fba req-7cd0644e-09ce-40d0-90f4-5ecfc00e44eb tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469055 Dec 06 12:09:31.891067 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-628443ed-bb94-424e-8c4b-01ba4a56d282 req-feaf7ee0-061d-4ce4-be30-3b9354820964 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] show failed (client error): The resource could not be found. Dec 06 12:09:31.893653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-628443ed-bb94-424e-8c4b-01ba4a56d282 req-feaf7ee0-061d-4ce4-be30-3b9354820964 tempest-FloatingIPsTestJSON-1815158335 tempest-FloatingIPsTestJSON-1815158335-project] 10.222.0.31 "GET /v2.0/floatingips/1377e6a4-1030-4106-ae67-d2eae0098ea0 HTTP/1.1" status: 404 len: 350 time: 0.0415082 Dec 06 12:09:31.900625 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39174) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.174183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.333662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.588043 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.660019 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.693083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2381d9-f331-4ebf-a5f2-11052dad238a req-c6fe3958-8ea5-4b5b-a5ea-43dad7479a7b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:32.694974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b2381d9-f331-4ebf-a5f2-11052dad238a req-c6fe3958-8ea5-4b5b-a5ea-43dad7479a7b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 946 time: 0.0968118 Dec 06 12:09:32.764124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b2381d9-f331-4ebf-a5f2-11052dad238a req-ba22396f-5230-4321-a057-1bcaba8329ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Dec 06 12:09:32.819180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0984e45-7e15-4a1b-ae81-8e580ca7161c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.855563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-970a4f61-833d-4ebd-a955-4471b1bf0308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.924540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-b6bf1ded-dca7-49b7-833c-93c0b424c032 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:32.926864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-b6bf1ded-dca7-49b7-833c-93c0b424c032 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 808 time: 0.2048795 Dec 06 12:09:32.946671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Request body: {'port': {'device_id': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'admin_state_up': True, 'tenant_id': 'a89cc8a8fb264a938fbffcb179982fb2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:33.003584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0984e45-7e15-4a1b-ae81-8e580ca7161c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.009664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0984e45-7e15-4a1b-ae81-8e580ca7161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.044943 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984e45-7e15-4a1b-ae81-8e580ca7161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507419cc-41a9-47c5-b0c8-e7431d3a3076,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.058286 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.102061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-632f1e97-c766-4e9a-9a40-6e7b853e1cdf req-e363e81d-ce8f-42f3-92f1-98371fef622e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0446408 Dec 06 12:09:33.105818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b0984e45-7e15-4a1b-ae81-8e580ca7161c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=053ca69df0024c799f48fb349426bce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168025 Dec 06 12:09:33.109074 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.183338 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.187943 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Made reservation on behalf of a89cc8a8fb264a938fbffcb179982fb2 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:33.191978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.197934 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-970a4f61-833d-4ebd-a955-4471b1bf0308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.208507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-970a4f61-833d-4ebd-a955-4471b1bf0308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.246564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-970a4f61-833d-4ebd-a955-4471b1bf0308 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd540182ef7e4da48159aeb614a45777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824728 Dec 06 12:09:33.255310 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.273903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.345003 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Deleting port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:33.345536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.346175 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a4f61-833d-4ebd-a955-4471b1bf0308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e3bb77-0384-4c1e-aeba-158216962d0a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.392158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718711fa-6744-404d-9ac6-08830998d0a0 req-ad4a37ad-6f78-4bb5-8718-6beb2e2b9a51 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:33.400601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-718711fa-6744-404d-9ac6-08830998d0a0 req-ad4a37ad-6f78-4bb5-8718-6beb2e2b9a51 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1413083 Dec 06 12:09:33.451586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.501238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-718711fa-6744-404d-9ac6-08830998d0a0 req-cb9b57f9-97f8-45cb-8a11-a7e16404e124 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995955 Dec 06 12:09:33.517896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.527885 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Allocated IP 172.20.0.10 (ce669d0f-3807-423c-903c-5244301ff70e/bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a/aeea3346-7a1a-4f26-910c-116b161f5518) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:33.538633 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.541652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.545331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/507419cc-41a9-47c5-b0c8-e7431d3a3076 HTTP/1.1" status: 204 len: 168 time: 0.4329076 Dec 06 12:09:33.551495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] For port 3a442dad-f6a6-4e6f-b33f-c7d364f82d25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:33.551969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.574690 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Calling delete_port for 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:33.578660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9f604-7756-41b2-bfb5-1c220c7f52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507419cc-41a9-47c5-b0c8-e7431d3a3076,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.697642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.700693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.701879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60e3bb77-0384-4c1e-aeba-158216962d0a HTTP/1.1" status: 204 len: 168 time: 0.4408314 Dec 06 12:09:33.723483 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d39ad-6b39-4711-bbce-00f769e9eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e3bb77-0384-4c1e-aeba-158216962d0a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.772997 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd006094-c3b5-4422-b79a-75e115a1519d req-27c496d3-0643-401a-9476-e5f74b2a7892 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:33.775054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd006094-c3b5-4422-b79a-75e115a1519d req-27c496d3-0643-401a-9476-e5f74b2a7892 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2102618 Dec 06 12:09:33.795040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd006094-c3b5-4422-b79a-75e115a1519d req-74aa2f3a-5f51-437b-abff-d12efc7e4028 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0132806 Dec 06 12:09:33.887519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd006094-c3b5-4422-b79a-75e115a1519d req-29567979-bd8c-40be-bf98-ef446abb08d9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848212 Dec 06 12:09:33.902027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.984088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.987551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.022941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:34.056692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd006094-c3b5-4422-b79a-75e115a1519d req-1a7d2653-4713-4853-9aa7-9e3127f95b76 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610951 Dec 06 12:09:34.125479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3a442dad-f6a6-4e6f-b33f-c7d364f82d25,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.228416 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Network ce669d0f-3807-423c-903c-5244301ff70e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:34.233845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.243301 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:34.288445 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:34.323940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd006094-c3b5-4422-b79a-75e115a1519d req-2ca90ba0-7a8b-4f0c-9ebd-5993b7096d40 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583523 Dec 06 12:09:34.468695 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:34.469609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.508834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-089d6fe4-4440-4b1b-b1b9-38fd5a5f8b00 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5646608 Dec 06 12:09:34.564772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Request body: {'port': {'device_id': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.623694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.735036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.958858 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818826-6184-40bd-ad4e-d86e63b0c486 req-035dc0a2-78bd-4151-86b3-c09701396692 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:34.973028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b818826-6184-40bd-ad4e-d86e63b0c486 req-035dc0a2-78bd-4151-86b3-c09701396692 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 932 time: 0.1382623 Dec 06 12:09:35.131375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b818826-6184-40bd-ad4e-d86e63b0c486 req-b24539cf-3bd5-40a2-bd94-c6962ccfdc86 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426194 Dec 06 12:09:35.191499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc494a4b-0913-4a63-b3c8-e36b3c9f58ac req-bd85dffa-46e5-4e2d-8b6e-a16801754d40 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:35.195704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc494a4b-0913-4a63-b3c8-e36b3c9f58ac req-bd85dffa-46e5-4e2d-8b6e-a16801754d40 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.2194750 Dec 06 12:09:35.294445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc494a4b-0913-4a63-b3c8-e36b3c9f58ac req-ca42d9d6-3be3-48d5-b822-f57f804a491e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942669 Dec 06 12:09:35.297628 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39424) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.324719 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.436465 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Router b0b64434-c689-4ede-b3c7-8716c26f64b1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:35.459063 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeea3346-7a1a-4f26-910c-116b161f5518 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:35.471276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.555179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1281159440-network', 'tenant_id': '8d3d839f871740e9bd7f7583e080c664'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:35.559239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1130238583-network', 'tenant_id': 'caa42e7caf0b4d31af677706ba656df9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:35.588955 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Transition to ACTIVE for port object aeea3346-7a1a-4f26-910c-116b161f5518 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:35.598789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:09:35.598789 n-d-master-1 neutron-server[103298]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 12:09:35.598789 n-d-master-1 neutron-server[103298]: [parameters: {'project_id': 'caa42e7caf0b4d31af677706ba656df9', 'id': '79aa3fcb-34bf-4577-acd7-523d931d80c4', 'expiration': datetime.datetime(2021, 12, 6, 12, 11, 35, 590111)}] Dec 06 12:09:35.598789 n-d-master-1 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:09:35.599279 n-d-master-1 neutron-server[103298]: DEBUG oslo_db.api [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:09:35.601510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.611107 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:35.615549 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.681745 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.703038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.740365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:35.752153 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Sync routers for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:35.752620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3baa22-56c9-4660-ad20-38b6021e70f7 req-4bc97720-e0e8-46f6-a39c-6dc3e233e13b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:35.754608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab3baa22-56c9-4660-ad20-38b6021e70f7 req-4bc97720-e0e8-46f6-a39c-6dc3e233e13b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.0981085 Dec 06 12:09:35.764895 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:35.765757 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:35.782851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ccee453e-3b3b-4932-b89e-7d4d0e9f05ab admin admin] 10.222.0.31 "PUT /v2.0/routers/b0b64434-c689-4ede-b3c7-8716c26f64b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8810751 Dec 06 12:09:35.787226 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.889835 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:35.892517 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:35.892517 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:35.892757 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:35.897354 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:35.897680 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:35.904042 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:35.904253 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:35.904797 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:35.905077 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Bound port: aeea3346-7a1a-4f26-910c-116b161f5518, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:35.905439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.955182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab3baa22-56c9-4660-ad20-38b6021e70f7 req-5c078855-543a-470c-bcd3-124d99ad5f16 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945670 Dec 06 12:09:35.960980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.976801 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:35.980314 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:35.984764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.032176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.033021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.034586 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] 10.222.0.53 "PUT /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 1092 time: 1.5097420 Dec 06 12:09:36.035103 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:36.037660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c609cd3a-4e5f-4713-b9ff-87a69630d027" -d '{"events": [{"name": "network-changed", "server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:36.070697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0845f-3e54-4091-b524-f91c752e873e service neutron] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.143072 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8bea9-8a84-4974-b0c4-ce53074c4e4e x-openstack-request-id: req-55a8bea9-8a84-4974-b0c4-ce53074c4e4e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:36.143693 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:36.144306 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55a8bea9-8a84-4974-b0c4-ce53074c4e4e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:36.144949 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'status': 'completed', 'code': 200} Dec 06 12:09:36.197578 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:33Z', 'revision_number': 5, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:36.202782 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Made reservation on behalf of caa42e7caf0b4d31af677706ba656df9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:36.207480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.217656 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-29158fea-5453-4b96-b4c0-36accd990e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.220101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.221891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-29158fea-5453-4b96-b4c0-36accd990e10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1095 time: 0.1135743 Dec 06 12:09:36.236666 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Checking router: b0b64434-c689-4ede-b3c7-8716c26f64b1 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:36.239845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.246908 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Routers {'b0b64434-c689-4ede-b3c7-8716c26f64b1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:36.247844 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b0b64434-c689-4ede-b3c7-8716c26f64b1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:36.252623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.270943 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:36.281526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.282136 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Added segment 11a3cfff-a62a-4531-9534-b192202f2214 of type vlan for network 696545ad-c09f-4e0f-b9d3-a8814518bd95 Dec 06 12:09:36.328281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-257aec6c-44ce-4d16-aaea-439739e583d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 217 time: 0.0906084 Dec 06 12:09:36.353740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.396546 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.397817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.398598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.398885 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] Set router b0b64434-c689-4ede-b3c7-8716c26f64b1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:36.410292 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-686ed9f9-0371-4b5f-957b-fcd5e0c20232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.411977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-686ed9f9-0371-4b5f-957b-fcd5e0c20232 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0758483 Dec 06 12:09:36.482548 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-dca2b5d0-5309-4570-b77d-6b018aad9bfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593338 Dec 06 12:09:36.486899 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Pushing event updated for resources: {'Network': ['ID=696545ad-c09f-4e0f-b9d3-a8814518bd95,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.498261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:36.575522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.586648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.592018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.595309 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.614421 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:33Z', 'revision_number': 5, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:36.618980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4297b42f-7d31-4ead-805c-1d961fde1d10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2928576 Dec 06 12:09:36.622234 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:36.644793 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae874d-d3ca-4426-9adf-7c006d5245ff None None] The sync data for ids ['b0b64434-c689-4ede-b3c7-8716c26f64b1'] in n-d-master-1 is: [{'id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'name': 'tempest-FloatingIPsTestJSON-303762113-router', 'tenant_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:04Z', 'updated_at': '2021-12-06T12:09:33Z', 'revision_number': 5, 'project_id': 'bd607f1b4b94495fa4db1f0141639ca6', 'gw_port': {'id': '2dbb2a5f-8222-4931-97c2-d30eb0846e9e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b64434-c689-4ede-b3c7-8716c26f64b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:06Z', 'updated_at': '2021-12-06T12:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:36.656985 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.667975 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Request body: {'subnet': {'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1281159440-subnet', 'tenant_id': '8d3d839f871740e9bd7f7583e080c664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:36.723308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.723701 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Added segment 70e065df-8419-4b0a-84ec-dc8dd2a02194 of type vlan for network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 Dec 06 12:09:36.760994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab925ca2-92b1-41a9-b8d1-4c575839fba1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.787626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-3f713f32-bb8c-4a62-8c22-dfc7147b74fc service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929983 Dec 06 12:09:36.791203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf85e-306a-4ad2-b99d-d0950836dd1f req-9007a983-e4c2-4bcf-8470-aff628092f1f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.799170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b5cf85e-306a-4ad2-b99d-d0950836dd1f req-9007a983-e4c2-4bcf-8470-aff628092f1f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.1095326 Dec 06 12:09:36.807946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:36.810748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.815121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.815992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-d5278ba8-f078-4185-978d-e46d12dca13f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.817583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-d5278ba8-f078-4185-978d-e46d12dca13f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.4397976 Dec 06 12:09:36.847455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-d914fdd2-6b40-4e04-af91-f822da529adf tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0146420 Dec 06 12:09:36.871917 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Deleting port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:36.872284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.932437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b5cf85e-306a-4ad2-b99d-d0950836dd1f req-544abc2e-997b-46ef-a729-76cf54d1f44a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322784 Dec 06 12:09:36.992023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-53e987b9-7e1b-4f55-9ba0-e274767dba9a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304386 Dec 06 12:09:37.102212 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] For port 2dbb2a5f-8222-4931-97c2-d30eb0846e9e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:37.102736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.123060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:37.179438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-962cdcee-9277-43a2-a876-7f1e799e2bdf service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865177 Dec 06 12:09:37.192206 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Calling delete_port for 2dbb2a5f-8222-4931-97c2-d30eb0846e9e owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:37.207053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.207990 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:37.208575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.297285 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9976120 Dec 06 12:09:37.305696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:37.306060 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.313098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad87e4a2-7a9e-4264-af32-2b35e581412d req-74d95194-e1fa-442d-86bb-7a6d44d9877f service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150361 Dec 06 12:09:37.319760 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Request body: {'subnet': {'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1130238583-subnet', 'tenant_id': 'caa42e7caf0b4d31af677706ba656df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.322319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001', 'port_id': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'mac_address': 'fa:16:3e:4a:5b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a85a925-9a72-4720-b514-a1442eb04cb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:37.384177 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.403012 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d691982c-c829-404f-916a-7ec4bf1bd31c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:37.433280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:37.439162 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.471113 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462140-8a89-42ac-86ea-c6459aea3e33 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.489777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.504572 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.508407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:37.527185 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Made reservation on behalf of caa42e7caf0b4d31af677706ba656df9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:37.529566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.553008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976fd1b-ab3e-4d38-b8b1-ea0d345ea8fb req-0c104b6b-d849-4baf-a015-62e72ef2029a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:37.562300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2976fd1b-ab3e-4d38-b8b1-ea0d345ea8fb req-0c104b6b-d849-4baf-a015-62e72ef2029a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.5434027 Dec 06 12:09:37.590112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.612122 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-d65554db-86b0-4646-89d2-012ce9c6f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:37.613717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-d65554db-86b0-4646-89d2-012ce9c6f4be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1095 time: 0.1392412 Dec 06 12:09:37.691261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['d691982c-c829-404f-916a-7ec4bf1bd31c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:37.750690 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.814196 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Checking segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:37.814610 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Network hostable DHCP agents. Network: 696545ad-c09f-4e0f-b9d3-a8814518bd95, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:37.856395 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-ba677f4d-6c56-4df5-8e89-34778ead1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:37.858600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-ba677f4d-6c56-4df5-8e89-34778ead1bac service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.2214556 Dec 06 12:09:37.898507 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:37.899328 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbb2a5f-8222-4931-97c2-d30eb0846e9e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.946961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-47a284e1-58c9-4847-bd9e-e873324a3d36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 217 time: 0.0810530 Dec 06 12:09:37.963800 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.968289 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 696545ad-c09f-4e0f-b9d3-a8814518bd95) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:37.972460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:37.973041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.983653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b3bb92-7bf9-4eb7-9aa8-cf5d05f8f806 None None] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:38.017137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-a6b6aa64-01d4-4d4a-bcf5-ef054ea3ff5a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.018723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-a6b6aa64-01d4-4d4a-bcf5-ef054ea3ff5a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.5758908 Dec 06 12:09:38.030419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2976fd1b-ab3e-4d38-b8b1-ea0d345ea8fb req-5d43af28-5cb3-4469-ad8b-9d2be6a8fa7a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669206 Dec 06 12:09:38.055705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49050d79-9d0a-4f0c-bb93-df0323574179 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3917673 Dec 06 12:09:38.074969 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-25df374e-cf1b-4a7a-859b-d0bb69fa52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.076980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-25df374e-cf1b-4a7a-859b-d0bb69fa52de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1230564 Dec 06 12:09:38.117031 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2b76cb-1e2a-45de-816c-ff6bc57644dd,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.187795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-90426542-9d39-4ccf-b5d7-f31a6777c0c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863919 Dec 06 12:09:38.194273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.212690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d641f9-2556-4efb-a498-f24fd24cbb49 None None] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:38.236010 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Checking segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:38.236809 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Network hostable DHCP agents. Network: 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:38.289473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.291851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.327756 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:38.370427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-e3814d81-ad8a-48ce-b730-42e21008fa8b service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9289620 Dec 06 12:09:38.375194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-70e266c0-0fde-4bc8-ba38-470b9cc040bc service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801610 Dec 06 12:09:38.376970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.377122 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:38.380394 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b64434-c689-4ede-b3c7-8716c26f64b1 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:38.390504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.390828 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.391521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.395017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d17d3f7e-d152-4053-88b9-19b63b26a744 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b0b64434-c689-4ede-b3c7-8716c26f64b1 HTTP/1.1" status: 204 len: 168 time: 2.6044898 Dec 06 12:09:38.398121 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c2bec-d4f0-4b39-9d79-03ab00874284 None None] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:38.398809 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.439999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7e27320c-4247-4f5c-bb19-da99d5b088fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1327527 Dec 06 12:09:38.519377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5137fd-3cfa-4474-a09f-43968e39bee9 req-5f055b5f-eced-44d5-bf23-d07aa8e26044 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.536149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f5137fd-3cfa-4474-a09f-43968e39bee9 req-5f055b5f-eced-44d5-bf23-d07aa8e26044 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2cfd50d-b69d-4933-a94e-5594d7a1f5c6 HTTP/1.1" status: 200 len: 948 time: 0.3935437 Dec 06 12:09:38.561277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c609cd3a-4e5f-4713-b9ff-87a69630d027 req-c4808f9c-f66f-4cfe-b15a-930d49db98e8 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648126 Dec 06 12:09:38.602599 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Deleting subnet 04e1d225-61cb-4a3c-8295-4c81252402c3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:38.632274 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Deleting port f1cb9816-9583-4173-a56c-4daa215a5c10 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:38.633563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.639033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.727918 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f009e-bc5f-46c4-a30a-f25e25cfd2a7 None None] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:38.838989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f5137fd-3cfa-4474-a09f-43968e39bee9 req-b704962f-2cc4-4c64-9173-179a32490d57 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910712 Dec 06 12:09:38.899034 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] For port f1cb9816-9583-4173-a56c-4daa215a5c10, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1cb9816-9583-4173-a56c-4daa215a5c10,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:38.899519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.914681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.029448 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Calling delete_port for f1cb9816-9583-4173-a56c-4daa215a5c10 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:39.120409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:39.146194 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e73a8-bb26-4f3a-b5ef-3417e35ffdd0 req-8ae276fe-5bdb-4298-9f38-397ca0597dd9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:39.147696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-198e73a8-bb26-4f3a-b5ef-3417e35ffdd0 req-8ae276fe-5bdb-4298-9f38-397ca0597dd9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.2978647 Dec 06 12:09:39.159392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:39.159744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3a442dad-f6a6-4e6f-b33f-c7d364f82d25 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:39.162904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:39.223267 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port d691982c-c829-404f-916a-7ec4bf1bd31c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:39.228240 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port d691982c-c829-404f-916a-7ec4bf1bd31c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:39.228751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.312788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.334694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.368431 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:39.371486 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79ef5f-c925-427c-8b95-0bbbcc931911" -d '{"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-plugged", "status": "completed", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:39.400271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:39.404306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.417476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-198e73a8-bb26-4f3a-b5ef-3417e35ffdd0 req-c2b2e0c0-9709-4a72-8770-abe2c03f93f1 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469227 Dec 06 12:09:39.443587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ebca0f8d-6715-4cd6-accc-d70037fe0a93 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:39.456534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ebca0f8d-6715-4cd6-accc-d70037fe0a93 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.3279383 Dec 06 12:09:39.464218 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.520311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-d4ccb67f-59a2-4de2-b8e2-cf6b6963d649 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/quotas/8d3d839f871740e9bd7f7583e080c664 HTTP/1.1" status: 200 len: 375 time: 0.0487785 Dec 06 12:09:39.574054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28c67831-168f-406f-a45f-02d377dbf846 req-38511617-3a92-43b0-9002-428f61348e0d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0672905 Dec 06 12:09:39.575024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.582621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-f4ac94f8-1b0e-449d-a41c-2e716c184c78 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615008 Dec 06 12:09:39.625078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e1d225-61cb-4a3c-8295-4c81252402c3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.641575 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.643823 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0220e43-cb16-4bfa-81c7-73323d70e2af None None] Network b3438c73-8186-4409-86ac-61dc168657bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:39.644290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4b0fe5e1-f61e-42e2-9af1-37d7fbc5672c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/04e1d225-61cb-4a3c-8295-4c81252402c3 HTTP/1.1" status: 204 len: 168 time: 1.2381876 Dec 06 12:09:39.646800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.647247 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.762433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.803029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-dd316bc3-3e9a-401f-992b-356bd6d844ea service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936252 Dec 06 12:09:39.816375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Pushing event deleted for resources: {'Port': ['ID=f1cb9816-9583-4173-a56c-4daa215a5c10,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.823422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Deleting port 0dab7a00-93fb-495b-872a-d9ea5b62e575 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:39.823763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.900996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] For port 0dab7a00-93fb-495b-872a-d9ea5b62e575, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0dab7a00-93fb-495b-872a-d9ea5b62e575,segment=NetworkSegment(de2bb059-d6d6-4fd7-b635-18a9753cc5af),segment_id=de2bb059-d6d6-4fd7-b635-18a9753cc5af)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:39.901768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.909098 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] No DVR routers for this DVR port f1cb9816-9583-4173-a56c-4daa215a5c10 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:39.939486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.943240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e38aeb47-be8e-4c51-a423-c4f49f5e4d15 req-05221b11-eb8b-4a8f-a239-5f6675addfda tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "DELETE /v2.0/ports/f1cb9816-9583-4173-a56c-4daa215a5c10 HTTP/1.1" status: 204 len: 173 time: 1.9079242 Dec 06 12:09:39.943715 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-deleted', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:39.944762 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Calling delete_port for 0dab7a00-93fb-495b-872a-d9ea5b62e575 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:39.947934 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f0a7d-c270-4579-bcc5-79326d232b2b" -d '{"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-deleted", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:39.957067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] DHCP port deletion for b3438c73-8186-4409-86ac-61dc168657bb request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:40.047550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Deleting port 0dab7a00-93fb-495b-872a-d9ea5b62e575 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:40.047930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.057055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.140659 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0dab7a00-93fb-495b-872a-d9ea5b62e575,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.167707 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] No DVR routers for this DVR port 0dab7a00-93fb-495b-872a-d9ea5b62e575 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:40.191488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-9875b6cf-5e0c-4591-a8d2-e4f173c5e0ce service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871961 Dec 06 12:09:40.212363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-01886dc6-98dc-4e0c-93c1-65b8f097711d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.213947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-01886dc6-98dc-4e0c-93c1-65b8f097711d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.3947341 Dec 06 12:09:40.278897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-58e2931b-0775-42dc-ae27-28cb4d6bb24d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.280928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-58e2931b-0775-42dc-ae27-28cb4d6bb24d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2858558 Dec 06 12:09:40.289193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-729b3459-fae8-4d0a-9de8-6e4705bc78d0 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/quotas/caa42e7caf0b4d31af677706ba656df9 HTTP/1.1" status: 200 len: 375 time: 0.0549295 Dec 06 12:09:40.300891 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.360336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.394307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-20b6ba53-db0f-4d86-98f8-a5a03ea9db80 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898292 Dec 06 12:09:40.451002 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3438c73-8186-4409-86ac-61dc168657bb']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:40.462260 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2bb059-d6d6-4fd7-b635-18a9753cc5af') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:40.462953 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2bb059-d6d6-4fd7-b635-18a9753cc5af') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:40.468912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:40.476229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.491100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.494926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f1cb9816-9583-4173-a56c-4daa215a5c10 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:40.495332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f1cb9816-9583-4173-a56c-4daa215a5c10 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:40.498530 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:40.499232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.503450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] For port 0dab7a00-93fb-495b-872a-d9ea5b62e575, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:40.503847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.528277 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Calling delete_port for 0dab7a00-93fb-495b-872a-d9ea5b62e575 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:40.531955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Port 0dab7a00-93fb-495b-872a-d9ea5b62e575 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:09:40.533215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:40.564391 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:40.569244 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] No DVR routers for this DVR port 0dab7a00-93fb-495b-872a-d9ea5b62e575 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:40.570927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.576090 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc282a61-471f-495d-8644-785d0d9415e4 None None] Pushing event deleted for resources: {'Port': ['ID=0dab7a00-93fb-495b-872a-d9ea5b62e575,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.582463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.585846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3438c73-8186-4409-86ac-61dc168657bb HTTP/1.1" status: 204 len: 168 time: 0.9361403 Dec 06 12:09:40.610655 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5292b36-f99b-458d-8a7b-40118f0a0cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3438c73-8186-4409-86ac-61dc168657bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.639767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:40.643238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.730879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340649c-399c-43fc-b788-20ed7cd1ac14 req-ec8b0a73-3f9d-47d0-832a-d5db10fa9312 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.737700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7340649c-399c-43fc-b788-20ed7cd1ac14 req-ec8b0a73-3f9d-47d0-832a-d5db10fa9312 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1795535 Dec 06 12:09:40.743518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2dbb2a5f-8222-4931-97c2-d30eb0846e9e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:40.767160 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2dbb2a5f-8222-4931-97c2-d30eb0846e9e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:40.767509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2dbb2a5f-8222-4931-97c2-d30eb0846e9e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:40.767918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0dab7a00-93fb-495b-872a-d9ea5b62e575 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:40.769356 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.776464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-6d0b5cc7-52d4-4d8d-92a5-62223d742a3f service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699799 Dec 06 12:09:40.791497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0dab7a00-93fb-495b-872a-d9ea5b62e575 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:40.792485 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0dab7a00-93fb-495b-872a-d9ea5b62e575 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:40.827083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ea6cf96-fa16-4f0f-87df-a105dd097020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd607f1b4b94495fa4db1f0141639ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564125 Dec 06 12:09:40.829432 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39550) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.892727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7340649c-399c-43fc-b788-20ed7cd1ac14 req-d2cfbb5d-1caa-4882-8840-439fe2441d9e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405017 Dec 06 12:09:40.893931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.922508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.952884 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96afa79f-a5b1-4299-aed3-1edba348966a x-openstack-request-id: req-96afa79f-a5b1-4299-aed3-1edba348966a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:40.953278 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-plugged", "status": "completed", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:40.953553 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96afa79f-a5b1-4299-aed3-1edba348966a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:40.953924 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'code': 200} Dec 06 12:09:40.992488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.996062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.000035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/472b5012-1e05-46c7-b456-94d7e9d23d6e HTTP/1.1" status: 204 len: 168 time: 0.1663623 Dec 06 12:09:41.001494 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.8 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/b23cd39a-592a-4901-8d82-79b06900e402) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:41.020481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf6d93-229d-4c20-aee8-6a9a0463aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b5012-1e05-46c7-b456-94d7e9d23d6e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.143464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5fc9-e2f6-48b1-83fa-c85cef9179ed req-c8b11624-d0fc-4f64-9d6e-62d433e3a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.144864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8ad5fc9-e2f6-48b1-83fa-c85cef9179ed req-c8b11624-d0fc-4f64-9d6e-62d433e3a437 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1096 time: 0.1026459 Dec 06 12:09:41.149443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-d93f8133-d71b-42cd-af7a-9a6e9e198e1e service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348894 Dec 06 12:09:41.220688 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb954a-8083-46c6-b665-9dc14f39b2eb x-openstack-request-id: req-33eb954a-8083-46c6-b665-9dc14f39b2eb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:41.221421 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cfd50d-b69d-4933-a94e-5594d7a1f5c6", "name": "network-vif-deleted", "tag": "f1cb9816-9583-4173-a56c-4daa215a5c10", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:41.221421 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33eb954a-8083-46c6-b665-9dc14f39b2eb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:41.222271 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cfd50d-b69d-4933-a94e-5594d7a1f5c6', 'name': 'network-vif-deleted', 'tag': 'f1cb9816-9583-4173-a56c-4daa215a5c10', 'status': 'completed', 'code': 200} Dec 06 12:09:41.290188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b295e770-8509-423e-8dae-b01a260f320e req-a1b17a9b-ecd2-493f-985c-993ac879934b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 210 time: 0.0616915 Dec 06 12:09:41.365660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8ad5fc9-e2f6-48b1-83fa-c85cef9179ed req-0b0d071f-e813-424e-8b94-ddfcf733b00b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121449 Dec 06 12:09:41.455069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64145236-a5b1-4129-92a7-62fb3704eae7 req-d3173e5b-e541-4f30-ae23-15dec73e2bbb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0735967 Dec 06 12:09:41.485053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.511617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d818-317a-4d7b-a92b-336e62404b07 req-2f3e350f-01f5-4b23-a406-50de3e9b0d6f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.513314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a47d818-317a-4d7b-a92b-336e62404b07 req-2f3e350f-01f5-4b23-a406-50de3e9b0d6f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.1331234 Dec 06 12:09:41.582798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.594922 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:41.629755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a47d818-317a-4d7b-a92b-336e62404b07 req-894b38ea-f23d-48c9-811a-1018d5dcfef5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064527 Dec 06 12:09:41.659550 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:41.667724 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:41.672866 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:41.735984 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.758900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83bdc1d1-f891-498a-93b4-672b8c1fd09f req-650d7a82-a950-466c-96b2-73072818dcf8 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 210 time: 0.0462816 Dec 06 12:09:41.777270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.778189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.818055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-06406871-5e7f-44be-9f27-a6c8a761e0ef tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5209980 Dec 06 12:09:41.840721 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Request body: {'port': {'device_id': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.905356 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049c16-1c4e-498a-afcb-740cabc4b2d9 req-2eeb91a2-df1a-4cf3-9c58-53304e8452e9 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.906413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4049c16-1c4e-498a-afcb-740cabc4b2d9 req-2eeb91a2-df1a-4cf3-9c58-53304e8452e9 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 949 time: 0.1136894 Dec 06 12:09:41.915459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.024583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4049c16-1c4e-498a-afcb-740cabc4b2d9 req-65033674-8b22-476e-bc9c-12929c59c1ef tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Dec 06 12:09:42.124045 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39594) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.130780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a798ac2-fccf-4410-92e0-70f563377ee2 req-576db93f-ae14-4ce3-be5a-d93d4393d961 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.139641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a798ac2-fccf-4410-92e0-70f563377ee2 req-576db93f-ae14-4ce3-be5a-d93d4393d961 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1662865 Dec 06 12:09:42.256425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-network', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.283582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Made reservation on behalf of a2d0eb1ad2144817b980bd2a2368902c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:42.285955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.296030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.386104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.391868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.417933 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:42.428837 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd0c5b-d24b-4380-9dba-69e2ea5df456,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.434542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.436752 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Added segment 5ddab4e6-059a-4ec0-aac4-a5edbf814719 of type vlan for network ef30767b-0625-4da0-b112-48a77f909953 Dec 06 12:09:42.478484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.505764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.506753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.507356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.518127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-788ce331-bd18-4b8e-ac36-b87bce5f7aca req-de539b34-44d8-4e2d-8c3c-be7e1ef4d6c4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 210 time: 0.0571361 Dec 06 12:09:42.547074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4209850 Dec 06 12:09:42.549740 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.556465 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Request body: {'subnet': {'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-subnet', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.596271 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081255ea-bd1b-4855-bb85-34a4c37da969 admin admin] Pushing event updated for resources: {'Network': ['ID=ef30767b-0625-4da0-b112-48a77f909953,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.606860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ef30767b-0625-4da0-b112-48a77f909953 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:42.638750 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Made reservation on behalf of a2d0eb1ad2144817b980bd2a2368902c for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:42.641939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.644470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a798ac2-fccf-4410-92e0-70f563377ee2 req-a0e10807-d527-4e95-b9d6-bdaa1f09354e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036151 Dec 06 12:09:42.762353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-8afac264-da70-4297-b1ff-a9518f84e152 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.763821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-8afac264-da70-4297-b1ff-a9518f84e152 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.3019314 Dec 06 12:09:42.793373 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd5a1e-ba2b-4d20-ae06-7260e74ae7ab req-783271f3-b34e-4b18-86e4-8e61224a50c5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.794934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2dd5a1e-ba2b-4d20-ae06-7260e74ae7ab req-783271f3-b34e-4b18-86e4-8e61224a50c5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 931 time: 0.1828840 Dec 06 12:09:42.803824 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Request body: {'port': {'device_id': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'admin_state_up': True, 'tenant_id': '8d3d839f871740e9bd7f7583e080c664'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.878134 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-77372744-947f-458d-a73c-87dc173f4739 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.879615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-77372744-947f-458d-a73c-87dc173f4739 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.1332471 Dec 06 12:09:42.905191 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'port': {'device_id': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'admin_state_up': True, 'tenant_id': 'caa42e7caf0b4d31af677706ba656df9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.934170 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23cd39a-592a-4901-8d82-79b06900e402 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:42.951142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f9730-f913-4e63-a5c5-2f44c40a7dc1 req-0d362b2a-7fd5-4911-9e49-b2b72b039e04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:42.952633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e28f9730-f913-4e63-a5c5-2f44c40a7dc1 req-0d362b2a-7fd5-4911-9e49-b2b72b039e04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.2117903 Dec 06 12:09:42.956945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.995389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2dd5a1e-ba2b-4d20-ae06-7260e74ae7ab req-308ed6ef-cf7a-4e18-a19b-8d653280ae5b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878879 Dec 06 12:09:43.008854 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Transition to ACTIVE for port object b23cd39a-592a-4901-8d82-79b06900e402 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:43.025034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.028763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.096629 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd82bf37-1663-40b1-a3bf-94ff45ab094b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.098989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e28f9730-f913-4e63-a5c5-2f44c40a7dc1 req-d393227f-a34a-423d-9659-2c69b2b1760d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299465 Dec 06 12:09:43.121704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:43.124003 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Checking segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:43.124461 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Network hostable DHCP agents. Network: ef30767b-0625-4da0-b112-48a77f909953, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:43.127002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.127276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Made reservation on behalf of caa42e7caf0b4d31af677706ba656df9 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:43.130827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.134477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c5110ab-637c-4814-8f96-d7ad049eaa09 req-33f8867f-ff9e-4d1d-926f-2731ef23da5e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 210 time: 0.0534799 Dec 06 12:09:43.152954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Pushing event updated for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.193995 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Network ef30767b-0625-4da0-b112-48a77f909953 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:43.239083 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ef30767b-0625-4da0-b112-48a77f909953) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:43.246481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.248159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.254488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ad98b-191e-4816-bd89-32fabe6e9cff None None] Network ef30767b-0625-4da0-b112-48a77f909953 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:43.277693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00fb1512-d731-4181-9fd4-ac6c6d5997ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7243457 Dec 06 12:09:43.278033 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39612) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.285053 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:43.337886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.338590 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Attempting to bind port b23cd39a-592a-4901-8d82-79b06900e402 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:43.338925 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Attempting to bind port b23cd39a-592a-4901-8d82-79b06900e402 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:43.339060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.339250 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Attempting to bind port b23cd39a-592a-4901-8d82-79b06900e402 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:43.352830 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Allocated IP 172.20.0.3 (3b1de95a-321a-4f4a-96f5-b4f18e02a3d5/3f2b76cb-1e2a-45de-816c-ff6bc57644dd/eb8e2dc8-10fd-4497-b779-291bdad9bfb4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:43.354344 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Port b23cd39a-592a-4901-8d82-79b06900e402 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:43.354832 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Attempting to bind port b23cd39a-592a-4901-8d82-79b06900e402 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:43.367771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb991f-aa39-46e4-a9fd-76d00fd0aa05 req-5a1f10f5-8c0b-45f1-a6cc-bdf9fc30958b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.369675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6eb991f-aa39-46e4-a9fd-76d00fd0aa05 req-5a1f10f5-8c0b-45f1-a6cc-bdf9fc30958b tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 949 time: 0.1388984 Dec 06 12:09:43.381512 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:43.382161 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:43.382547 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:43.382974 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Bound port: b23cd39a-592a-4901-8d82-79b06900e402, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:43.383608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.391448 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Allocated IP 172.20.0.3 (696545ad-c09f-4e0f-b9d3-a8814518bd95/fff307d2-4b8f-46ea-b9c1-7f21fc09da4c/1a6f4ef0-ad82-46ed-b089-da79212ab2d4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:43.430578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.477465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ef30767b-0625-4da0-b112-48a77f909953', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:43.478607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.490920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6eb991f-aa39-46e4-a9fd-76d00fd0aa05 req-d0150de5-196e-4a44-bae5-fbd537b83b65 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139367 Dec 06 12:09:43.550933 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:43.578490 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b23cd39a-592a-4901-8d82-79b06900e402,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:43.587887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.653382 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Allocated IP 172.20.0.2 (ef30767b-0625-4da0-b112-48a77f909953/cd82bf37-1663-40b1-a3bf-94ff45ab094b/6c3e21f8-6df4-4c9c-8080-316011e4b924) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:43.661742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcc7e8e7-e28a-4883-bd51-67fe063b74b9 req-cd832177-0e0b-4869-a17c-3ac351a224c9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 210 time: 0.0363753 Dec 06 12:09:43.697690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.715225 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.715770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.717870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] 10.222.0.53 "PUT /v2.0/ports/b23cd39a-592a-4901-8d82-79b06900e402 HTTP/1.1" status: 200 len: 1091 time: 1.8836255 Dec 06 12:09:43.718326 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:43.720917 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8" -d '{"events": [{"name": "network-changed", "server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "tag": "b23cd39a-592a-4901-8d82-79b06900e402"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:43.765563 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a182c64-67e2-4181-8ee5-ebafa3d0ee46 service neutron] Pushing event updated for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.772695 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.784091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.784500 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264261d-3660-409a-b74b-da888f9d5443 x-openstack-request-id: req-8264261d-3660-409a-b74b-da888f9d5443 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:43.784802 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "tag": "b23cd39a-592a-4901-8d82-79b06900e402", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:43.785056 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8264261d-3660-409a-b74b-da888f9d5443 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:43.785472 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402', 'status': 'completed', 'code': 200} Dec 06 12:09:43.857921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-e36a8d17-be50-44eb-af2a-279639692f78 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.859555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-e36a8d17-be50-44eb-af2a-279639692f78 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 949 time: 0.2773044 Dec 06 12:09:43.871541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.875662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.879069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.879314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29440f71-16b0-4031-9504-3e508305a070 req-5adfdb68-9a11-41ce-938e-9c687c59be00 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.880853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29440f71-16b0-4031-9504-3e508305a070 req-5adfdb68-9a11-41ce-938e-9c687c59be00 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1165972 Dec 06 12:09:43.882923 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-2acac7ed-47e9-4bed-b397-67f276e1bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.885762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-2acac7ed-47e9-4bed-b397-67f276e1bc17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0809031 Dec 06 12:09:43.892167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.917608 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Network ef30767b-0625-4da0-b112-48a77f909953 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:43.923943 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:43.927994 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:43.972249 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Pushing event updated for resources: {'Port': ['ID=6c3e21f8-6df4-4c9c-8080-316011e4b924,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.980724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1d02bd60-3da0-4113-b2b2-bed92144270a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23cd39a-592a-4901-8d82-79b06900e402 HTTP/1.1" status: 200 len: 217 time: 0.0789769 Dec 06 12:09:43.985217 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:43.987880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Attempting to bind port 6c3e21f8-6df4-4c9c-8080-316011e4b924 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:43.987880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Attempting to bind port 6c3e21f8-6df4-4c9c-8080-316011e4b924 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:43.988209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Attempting to bind port 6c3e21f8-6df4-4c9c-8080-316011e4b924 on network ef30767b-0625-4da0-b112-48a77f909953 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:43.994037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:43.994606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Checking segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:43.994975 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.995433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Bound using segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:43.995963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Bound port: 6c3e21f8-6df4-4c9c-8080-316011e4b924, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:43.996438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.996557 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:44.012005 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:44.015881 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:44.028869 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.038294 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:44.049088 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:44.094393 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.095045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.111712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] For port 6c3e21f8-6df4-4c9c-8080-316011e4b924, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:44.114333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.117218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] For port 6c3e21f8-6df4-4c9c-8080-316011e4b924, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c3e21f8-6df4-4c9c-8080-316011e4b924,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:44.121130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-8ef0154f-cd91-46d7-8196-b03841e251f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2211287 Dec 06 12:09:44.121881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.123194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.125923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.155153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29440f71-16b0-4031-9504-3e508305a070 req-27cd97d4-d85f-4935-9e8c-fee368f451a9 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607040 Dec 06 12:09:44.163922 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-da29b203-6c99-4a3a-a564-572ce9d8a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.164565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Request body: {'port': {'device_id': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.165408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-da29b203-6c99-4a3a-a564-572ce9d8a536 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1711972 Dec 06 12:09:44.168988 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Deleting port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:44.169369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.190515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-0afd6813-8d78-4253-9649-b17d27b3a63f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4052286 Dec 06 12:09:44.210509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-310a5c7d-a148-40b7-943b-e42442dde591 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368929 Dec 06 12:09:44.214829 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Request body: {'port': {'device_id': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.230602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3cdd-22b6-4d0c-87fd-f6f6b88e8daa req-f1234465-6dfc-46f8-b397-8c066e1613c3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.237957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b36d3cdd-22b6-4d0c-87fd-f6f6b88e8daa req-f1234465-6dfc-46f8-b397-8c066e1613c3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 943 time: 0.1468546 Dec 06 12:09:44.240506 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2ee43-fdb2-40ff-95c4-2e8474df6af7 None None] Pushing event updated for resources: {'Port': ['ID=6c3e21f8-6df4-4c9c-8080-316011e4b924,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.409686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b36d3cdd-22b6-4d0c-87fd-f6f6b88e8daa req-228f3d32-c987-4d48-98f5-a5bf335cc324 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708643 Dec 06 12:09:44.476236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.490500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4becce-8621-4f54-968e-1f3d17ac9076 req-dc03be40-b0e9-4c0b-ad6b-79a65ad0883c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.495391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc4becce-8621-4f54-968e-1f3d17ac9076 req-dc03be40-b0e9-4c0b-ad6b-79a65ad0883c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.2104273 Dec 06 12:09:44.533956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-0bedba74-6774-443f-a56c-5faa3842fbf4 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157203 Dec 06 12:09:44.659585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.676287 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] For port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:44.676651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.679834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.701186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc4becce-8621-4f54-968e-1f3d17ac9076 req-3988d329-2c26-4fa9-b2c0-d984886046f3 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028286 Dec 06 12:09:44.717354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1ade-c8de-4b90-9703-dc8388405dfb req-4d439c91-60e7-4979-9f9f-3a7be9c1585b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.728425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcfc1ade-c8de-4b90-9703-dc8388405dfb req-4d439c91-60e7-4979-9f9f-3a7be9c1585b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 931 time: 0.2226410 Dec 06 12:09:44.728522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.729597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Calling delete_port for 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:44.822947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c3e21f8-6df4-4c9c-8080-316011e4b924 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:44.849292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b2a3ed5-b78b-46b3-9bc4-1025cea61fff req-1bbb9cec-e721-4ce2-ab2b-b2016358e202 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866437 Dec 06 12:09:44.882308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c3e21f8-6df4-4c9c-8080-316011e4b924 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:44.882895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.910356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcfc1ade-c8de-4b90-9703-dc8388405dfb req-00aa19ce-bd0e-46ab-afff-f3faf9baf246 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844623 Dec 06 12:09:44.957135 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b86edf-e5b1-4239-9d10-17f24037acbe req-e52e64aa-ad9f-4db1-b978-706f4e06355a tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.964625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04b86edf-e5b1-4239-9d10-17f24037acbe req-e52e64aa-ad9f-4db1-b978-706f4e06355a tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1096 time: 0.1392870 Dec 06 12:09:45.020148 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.042235 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Allocated IP 172.35.3.161 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/fc406e9b-cd38-4269-879b-827ca6e1d4fb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:45.076888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 6c3e21f8-6df4-4c9c-8080-316011e4b924, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c3e21f8-6df4-4c9c-8080-316011e4b924,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:45.081864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.155999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=6c3e21f8-6df4-4c9c-8080-316011e4b924,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.197936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04b86edf-e5b1-4239-9d10-17f24037acbe req-ca2653fe-01dc-43d8-b48d-0942ee9a6756 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323701 Dec 06 12:09:45.224031 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-b6718074-b8e0-460a-9b3c-b9b632f417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:45.225548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-b6718074-b8e0-460a-9b3c-b9b632f417d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 1094 time: 0.2512023 Dec 06 12:09:45.256824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.326561 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Pushing event deleted for resources: {'Port': ['ID=9f9f219f-105c-4e2f-9c53-1a9ca45999c9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.345405 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:45.358496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ce94-f7ac-49af-8764-4d8d6f2ad934 req-e3d8da4f-2691-4538-bee6-44540e81e025 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:45.366615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a93ce94-f7ac-49af-8764-4d8d6f2ad934 req-e3d8da4f-2691-4538-bee6-44540e81e025 tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e076f5b-2b35-4886-9301-991f1ebd1b27 HTTP/1.1" status: 200 len: 866 time: 0.2084904 Dec 06 12:09:45.368700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.377878 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8e2dc8-10fd-4497-b779-291bdad9bfb4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:45.399931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.401950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.407304 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] No DVR routers for this DVR port 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:45.427210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.432284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2531855-cf4b-4c4e-8af3-6db83e8e0692 None None] Network ef30767b-0625-4da0-b112-48a77f909953 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:45.435994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1895865-cdc7-4597-90bd-c9bcc2c1d2cd req-330112bf-e63b-47fa-bfb1-187fa16e962e tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.53 "DELETE /v2.0/ports/9f9f219f-105c-4e2f-9c53-1a9ca45999c9 HTTP/1.1" status: 204 len: 173 time: 1.5669253 Dec 06 12:09:45.435994 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-deleted', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:45.440113 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982cb0af-b0cd-480e-98ab-fa744adc7127" -d '{"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-deleted", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:45.472840 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Transition to ACTIVE for port object 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:45.480125 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Transition to ACTIVE for port object eb8e2dc8-10fd-4497-b779-291bdad9bfb4 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:45.482974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.488424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.489591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.505826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba1b9-29c3-48bf-84c3-0083550b1749 req-8eae0c0d-c0d5-4529-80dc-095380bdfb8e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:45.507231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eaba1b9-29c3-48bf-84c3-0083550b1749 req-8eae0c0d-c0d5-4529-80dc-095380bdfb8e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 931 time: 0.1991336 Dec 06 12:09:45.508245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-0fc877b4-656f-4718-b1d0-ac4672dbc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:45.509562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-0fc877b4-656f-4718-b1d0-ac4672dbc83c service neutron] 10.222.0.53 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.2763634 Dec 06 12:09:45.521750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a93ce94-f7ac-49af-8764-4d8d6f2ad934 req-53a2ae8f-77b0-4e7b-8c7b-055f78b6384a tempest-ListImageFiltersTestJSON-1993738200 tempest-ListImageFiltersTestJSON-1993738200-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2dcd849-b05b-4f00-b14c-23a263955f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523426 Dec 06 12:09:45.554872 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:45.558086 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:45.566129 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:45.612811 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc406e9b-cd38-4269-879b-827ca6e1d4fb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.615951 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c1dee9b7-c0ef-40df-b348-a315a8f9a1d7 None None] Provisioning complete for port 6c3e21f8-6df4-4c9c-8080-316011e4b924 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:45.616584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1dee9b7-c0ef-40df-b348-a315a8f9a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.677615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-5714614e-1563-4816-acf8-3779beadb94d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23cd39a-592a-4901-8d82-79b06900e402 HTTP/1.1" status: 200 len: 217 time: 0.0989590 Dec 06 12:09:45.762098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.814050 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.874931 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Attempting to bind port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:45.875434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Attempting to bind port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:45.875941 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Attempting to bind port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:45.927156 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:45.927545 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Attempting to bind port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:45.949988 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:45.950862 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Checking segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:45.951250 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Bound using segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:45.951705 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Bound port: eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:45.952060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.077906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.124399 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:46.142704 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:46.148377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.163883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eaba1b9-29c3-48bf-84c3-0083550b1749 req-df554841-81e6-4879-af98-9aab80bbad7c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841022 Dec 06 12:09:46.172202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-0f9120af-ccc8-4c26-9cdc-38a95141f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.173716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-0f9120af-ccc8-4c26-9cdc-38a95141f2b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.4689007 Dec 06 12:09:46.175491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc134-2ed3-4314-96f0-b751b54f3acf req-66a9140a-5687-4ee3-8fe6-ee0e6d59f99d tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.182801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-083fc134-2ed3-4314-96f0-b751b54f3acf req-66a9140a-5687-4ee3-8fe6-ee0e6d59f99d tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1096 time: 0.5358939 Dec 06 12:09:46.209939 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c58a9e9f-17e2-4046-a85b-ccfc1cb1559d None None] Provisioning complete for port 6c3e21f8-6df4-4c9c-8080-316011e4b924 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:46.209939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e9f-17e2-4046-a85b-ccfc1cb1559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.226432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-cb4126f6-b3b1-47a7-9de3-9f6c325b6d80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407176 Dec 06 12:09:46.241374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.242164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.243341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] 10.222.0.23 "PUT /v2.0/ports/eb8e2dc8-10fd-4497-b779-291bdad9bfb4 HTTP/1.1" status: 200 len: 1091 time: 2.0844798 Dec 06 12:09:46.266971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Attempting to bind port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:46.267210 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Attempting to bind port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:46.267542 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Attempting to bind port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:46.274679 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f0a7-1614-4a4e-a586-48dc9542495e service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.289831 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:46.290173 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Attempting to bind port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:46.340817 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:46.341178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Checking segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:46.341620 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Bound using segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:46.342071 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Bound port: 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:46.342432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.346313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-083fc134-2ed3-4314-96f0-b751b54f3acf req-aecc90fd-c73c-4904-ab9a-9fab52016e44 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627281 Dec 06 12:09:46.402729 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-7f26fbbc-8c2d-4539-8f25-7e872a985afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.404871 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-7f26fbbc-8c2d-4539-8f25-7e872a985afe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 1094 time: 0.0876358 Dec 06 12:09:46.410889 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a8366f-baed-47fb-b4ea-03ceb5fb9026 x-openstack-request-id: req-30a8366f-baed-47fb-b4ea-03ceb5fb9026 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:46.411187 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e076f5b-2b35-4886-9301-991f1ebd1b27", "name": "network-vif-deleted", "tag": "9f9f219f-105c-4e2f-9c53-1a9ca45999c9", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:46.411438 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30a8366f-baed-47fb-b4ea-03ceb5fb9026 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:46.411821 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e076f5b-2b35-4886-9301-991f1ebd1b27', 'name': 'network-vif-deleted', 'tag': '9f9f219f-105c-4e2f-9c53-1a9ca45999c9', 'status': 'completed', 'code': 200} Dec 06 12:09:46.454331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-55a08bf4-3532-47d2-a7a3-1cc9b1c2c6bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0400863 Dec 06 12:09:46.457393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.457654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-ab2813b7-e663-41d6-becc-578b08779511 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205355 Dec 06 12:09:46.476636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75689f-5c60-48a6-92d6-6cdf72493882 req-94dffb63-627d-4c17-8da4-0a6fb6968010 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.478187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a75689f-5c60-48a6-92d6-6cdf72493882 req-94dffb63-627d-4c17-8da4-0a6fb6968010 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 943 time: 0.1731393 Dec 06 12:09:46.493300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b23cd39a-592a-4901-8d82-79b06900e402 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:46.506107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:46.518013 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:46.531922 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:46.532272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9f9f219f-105c-4e2f-9c53-1a9ca45999c9 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:46.549107 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-2694fd71-c981-4121-a936-0e5629b8351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.550211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-2694fd71-c981-4121-a936-0e5629b8351f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.0888600 Dec 06 12:09:46.566701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:46.611543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-98bfb234-6d28-4889-8117-42e6f51ec3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330765 Dec 06 12:09:46.612077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.619500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b23cd39a-592a-4901-8d82-79b06900e402,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:46.636995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'b23cd39a-592a-4901-8d82-79b06900e402', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': 'b23cd39a-592a-4901-8d82-79b06900e402', 'mac_address': 'fa:16:3e:ab:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:46.663232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a75689f-5c60-48a6-92d6-6cdf72493882 req-a7e6f82d-1401-42da-9064-d23eb99ac470 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668341 Dec 06 12:09:46.675988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6f9a0-66fc-4d2e-a150-bc5be5ad6ce5 req-98f1a17d-81a9-406c-a7e9-c9d0a798e54c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.677550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ed6f9a0-66fc-4d2e-a150-bc5be5ad6ce5 req-98f1a17d-81a9-406c-a7e9-c9d0a798e54c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.2118530 Dec 06 12:09:46.700686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.704148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.704675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.706278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] 10.222.0.23 "PUT /v2.0/ports/1a6f4ef0-ad82-46ed-b089-da79212ab2d4 HTTP/1.1" status: 200 len: 1091 time: 2.4987836 Dec 06 12:09:46.706826 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:46.709576 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7370dcda-ba45-4623-9868-3a191cce8f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:46.733891 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Router 81a40c1f-2ba5-4c8a-87b5-61f75642495d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:46.736537 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23cd39a-592a-4901-8d82-79b06900e402 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:46.741550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-42f36c15-b3c9-429e-9243-2a3930c1ac53 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214967 Dec 06 12:09:46.764824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3785fa-3ccd-4c8b-8f0e-260a314823d8 req-5f006d9b-692a-408c-b62f-96611c2f5945 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854855 Dec 06 12:09:46.776956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b23cd39a-592a-4901-8d82-79b06900e402,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:46.782923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.789417 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc95d79-4206-452d-a2a9-a4f289bde70a service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.838800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.861716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ed6f9a0-66fc-4d2e-a150-bc5be5ad6ce5 req-9c04715f-cffd-4ab0-812b-58199e1b9353 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606441 Dec 06 12:09:46.870639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c3e21f8-6df4-4c9c-8080-316011e4b924 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:46.882133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-181618b2-04ee-4544-ab5e-64b88f273f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.882133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-181618b2-04ee-4544-ab5e-64b88f273f51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 1094 time: 0.1102405 Dec 06 12:09:46.904412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1d6ef-2c04-4a87-86c5-a7535dfd75c9 req-e949744d-a1d0-42f6-a5c9-738d27072e7d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.906231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31e1d6ef-2c04-4a87-86c5-a7535dfd75c9 req-e949744d-a1d0-42f6-a5c9-738d27072e7d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 943 time: 0.1179934 Dec 06 12:09:46.946686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c3e21f8-6df4-4c9c-8080-316011e4b924 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:46.947100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.964207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-5d1317bb-b352-4b35-8aab-129a0cc00105 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4 HTTP/1.1" status: 200 len: 217 time: 0.0566506 Dec 06 12:09:47.044822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31e1d6ef-2c04-4a87-86c5-a7535dfd75c9 req-8f471009-ca1c-4923-9509-b64cb6c5bf56 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215980 Dec 06 12:09:47.065137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-f1048602-7247-4a11-9101-82a1f909006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:47.066677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-f1048602-7247-4a11-9101-82a1f909006e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.0937417 Dec 06 12:09:47.124607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-b79bb2d9-5c23-4f54-98ed-2e5f8ba446ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478644 Dec 06 12:09:47.126887 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5135dda-7605-48cc-acf3-c951024ff3fd x-openstack-request-id: req-f5135dda-7605-48cc-acf3-c951024ff3fd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:47.127047 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:47.127397 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5135dda-7605-48cc-acf3-c951024ff3fd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:47.127965 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'status': 'completed', 'code': 200} Dec 06 12:09:47.177106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-57e02f94-b43d-4ace-af3e-7cf7274bc40d req-e9cee1df-f7bb-42c8-9263-54a2511242ec service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266419 Dec 06 12:09:47.179690 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['b23cd39a-592a-4901-8d82-79b06900e402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:47.180414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:47.217205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:47.219420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c64c2b3-9fac-45b4-9a78-66c9eab71ff0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9395225 Dec 06 12:09:47.224420 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.230363 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Sync routers for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:47.259603 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:47.260408 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.282042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-edb00134-bc18-4058-ba91-2fa86f94a673 service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470320 Dec 06 12:09:47.407549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce2e8f0-ca5d-40f3-92c8-6077119fb067 req-6224947f-430a-4fc0-a7d6-49cb3a08aabf service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161611 Dec 06 12:09:47.505941 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:47.526535 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-9a9c5d5a-6427-403d-8ff2-24c40d06e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:47.528121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-9a9c5d5a-6427-403d-8ff2-24c40d06e60e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 1094 time: 0.0600746 Dec 06 12:09:47.670088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-1539d45c-dee1-47da-90a0-1fc578bb74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:47.676985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-1539d45c-dee1-47da-90a0-1fc578bb74af service neutron] 10.222.0.23 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 906 time: 0.1386962 Dec 06 12:09:47.786400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-7f853584-c4eb-4eea-9875-dbf9f86fd804 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4 HTTP/1.1" status: 200 len: 217 time: 0.0511744 Dec 06 12:09:47.811985 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1de6f-df4b-4056-8cd1-f4efc4248643 req-67832d00-76cd-4c97-b315-ed4aa532929f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:47.819330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec1de6f-df4b-4056-8cd1-f4efc4248643 req-67832d00-76cd-4c97-b315-ed4aa532929f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 943 time: 0.1520410 Dec 06 12:09:47.878242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:47.902526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec1de6f-df4b-4056-8cd1-f4efc4248643 req-85a664cb-d479-49ff-8045-190753c5e527 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Dec 06 12:09:47.909148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-919c3a0a-876e-46b1-aa5a-c8bd790bd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:47.911120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-919c3a0a-876e-46b1-aa5a-c8bd790bd27e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.1166835 Dec 06 12:09:47.948145 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:45Z', 'revision_number': 3, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.958651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-4337ee29-5171-4a44-a67d-0acbc65fb629 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393429 Dec 06 12:09:47.979153 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Checking router: 81a40c1f-2ba5-4c8a-87b5-61f75642495d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:47.979733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Updating router 81a40c1f-2ba5-4c8a-87b5-61f75642495d port fc406e9b-cd38-4269-879b-827ca6e1d4fb binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:48.048313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.086733 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Allocated IP 172.20.0.1 (ef30767b-0625-4da0-b112-48a77f909953/cd82bf37-1663-40b1-a3bf-94ff45ab094b/a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:48.103664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-ece1fdbf-df00-45cf-b95d-6921993adc9b service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263525 Dec 06 12:09:48.225801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7370dcda-ba45-4623-9868-3a191cce8f8c req-6fa31385-937d-4ffd-afd6-cf1c3c0c7563 service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110706 Dec 06 12:09:48.226109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.282468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.288283 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-5870ce36-5fee-499f-86f4-4864f4988e08 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:48.289280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-5870ce36-5fee-499f-86f4-4864f4988e08 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102346 Dec 06 12:09:48.353439 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Network ef30767b-0625-4da0-b112-48a77f909953 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:48.360088 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:48.364058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724a41a-cb1d-4711-966b-72c4b79639b2 req-2e156bc7-d516-4eea-8770-8c84118238d1 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:48.365750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3724a41a-cb1d-4711-966b-72c4b79639b2 req-2e156bc7-d516-4eea-8770-8c84118238d1 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0556362 Dec 06 12:09:48.366148 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:48.394449 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-ccff3968-e9ca-4abe-a9c3-5adb0c2829ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:48.397064 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-ccff3968-e9ca-4abe-a9c3-5adb0c2829ae service neutron] 10.222.0.31 "GET /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 1093 time: 0.0813277 Dec 06 12:09:48.403915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.412117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.419311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Pushing event updated for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:48.428786 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:48.429293 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:09:48.441400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3724a41a-cb1d-4711-966b-72c4b79639b2 req-edbaf55c-833d-4ae2-8d39-87a7863b612a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587704 Dec 06 12:09:48.460053 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:48.462485 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31927fdc-a92c-4395-9fc0-0513a045ea9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:48.492613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1575b-b16a-4c81-a14f-42ad6249124a None None] Pushing event updated for resources: {'Port': ['ID=fc406e9b-cd38-4269-879b-827ca6e1d4fb,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:48.496372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Attempting to bind port fc406e9b-cd38-4269-879b-827ca6e1d4fb on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:48.496989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Attempting to bind port fc406e9b-cd38-4269-879b-827ca6e1d4fb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:48.497623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Attempting to bind port fc406e9b-cd38-4269-879b-827ca6e1d4fb on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:48.504038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:48.504572 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:48.505232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.505751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:48.506333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Bound port: fc406e9b-cd38-4269-879b-827ca6e1d4fb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:48.506816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.519285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.542862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:48.546174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b23cd39a-592a-4901-8d82-79b06900e402 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:48.587340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b061-02f9-4040-a732-d5decd7e84a4 req-a7a580b0-8d62-4a38-9640-72827b03f511 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:48.589041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5e0b061-02f9-4040-a732-d5decd7e84a4 req-a7a580b0-8d62-4a38-9640-72827b03f511 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.0744362 Dec 06 12:09:48.644466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5e0b061-02f9-4040-a732-d5decd7e84a4 req-19cfa61a-c003-4652-a5f7-22c61e869617 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Dec 06 12:09:48.655170 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] For port fc406e9b-cd38-4269-879b-827ca6e1d4fb, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:48.704240 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] For port fc406e9b-cd38-4269-879b-827ca6e1d4fb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc406e9b-cd38-4269-879b-827ca6e1d4fb,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:48.720828 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:48.721188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:48.721517 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:48.723301 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.742603 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:48.742943 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:48.754834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:48.755175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:48.755568 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:48.756014 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Bound port: d691982c-c829-404f-916a-7ec4bf1bd31c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:48.757650 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port b23cd39a-592a-4901-8d82-79b06900e402 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:48.765622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.781395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:48.784402 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-240bf3bf-cd7e-44b7-bc30-80205a2ae52c None None] Provisioning complete for port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:48.784767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-240bf3bf-cd7e-44b7-bc30-80205a2ae52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.795150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port b23cd39a-592a-4901-8d82-79b06900e402 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:48.795436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.860017 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:48.862098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e', 'port_id': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'mac_address': 'fa:16:3e:86:c8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:48.862733 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336f607-23ad-49d7-aff5-16ff6ed23781 req-bfb0ee99-2b8c-46dc-9f6d-c37023ce7f97 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:48.864371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3336f607-23ad-49d7-aff5-16ff6ed23781 req-bfb0ee99-2b8c-46dc-9f6d-c37023ce7f97 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 943 time: 0.0526626 Dec 06 12:09:48.870847 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.872328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-dc37ce5e-a5c1-4350-b9b6-65c1b1580248 service neutron] 10.222.0.31 "POST /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4627910 Dec 06 12:09:48.883889 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:48.885130 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.893297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1575b-b16a-4c81-a14f-42ad6249124a None None] Pushing event updated for resources: {'Port': ['ID=fc406e9b-cd38-4269-879b-827ca6e1d4fb,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:48.947559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3336f607-23ad-49d7-aff5-16ff6ed23781 req-344f2eb4-e0c6-426a-a12d-ce77d9ec43fd tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742233 Dec 06 12:09:48.972006 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-240bf3bf-cd7e-44b7-bc30-80205a2ae52c None None] Port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:49.058151 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b69477-2a63-422f-ba6c-508ad9e5b581 x-openstack-request-id: req-b3b69477-2a63-422f-ba6c-508ad9e5b581 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:49.067590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.068602 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:49.068887 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3b69477-2a63-422f-ba6c-508ad9e5b581 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:49.069327 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'status': 'completed', 'code': 200} Dec 06 12:09:49.073950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.088914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.105088 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeea3346-7a1a-4f26-910c-116b161f5518 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:49.137109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:49.152038 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.192587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:49.218844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.222064 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Pushing event updated for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:49.276711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-2b7ad3da-b7e0-414d-9d52-b001ac4e7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.278305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-2b7ad3da-b7e0-414d-9d52-b001ac4e7291 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 1094 time: 0.2007077 Dec 06 12:09:49.306074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:49.344694 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Network ef30767b-0625-4da0-b112-48a77f909953 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:49.347377 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:49.350648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711499e-1e8c-4315-91df-26191782d846 req-bf3a3471-b7d5-4662-bb5f-3e260401b30b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.350853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:49.359418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b711499e-1e8c-4315-91df-26191782d846 req-bf3a3471-b7d5-4662-bb5f-3e260401b30b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 943 time: 0.2167573 Dec 06 12:09:49.409886 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'mac_address': 'fa:16:3e:70:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:49.411508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-82e98dc1-b199-4cb4-bbc7-98b0591875ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.413846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-82e98dc1-b199-4cb4-bbc7-98b0591875ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1096 time: 0.2352941 Dec 06 12:09:49.453996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.461134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.521903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['aeea3346-7a1a-4f26-910c-116b161f5518'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:49.565423 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Router 81a40c1f-2ba5-4c8a-87b5-61f75642495d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:49.616912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6389-7363-4986-8085-87ec9f238555 req-439028ac-6e2d-41c9-9ed8-f53fdb3e08bd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.618863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9edf6389-7363-4986-8085-87ec9f238555 req-439028ac-6e2d-41c9-9ed8-f53fdb3e08bd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.2995613 Dec 06 12:09:49.643322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b711499e-1e8c-4315-91df-26191782d846 req-2982f5da-9390-43f4-a506-ecb6d3ddc98a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770300 Dec 06 12:09:49.692392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:49.698795 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:49.734705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:49.736371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-2c5ca494-eb8e-47b1-a5ae-a950f86b4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.737858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-2c5ca494-eb8e-47b1-a5ae-a950f86b4765 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 923 time: 0.4400322 Dec 06 12:09:49.741845 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:49.744074 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a8d9d-aa11-465d-aab5-7bc8cae5e98f" -d '{"events": [{"server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b23cd39a-592a-4901-8d82-79b06900e402"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:49.747221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.754928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c9b44e89-e8d7-4384-890d-6f1456e9aabf admin admin] 10.222.0.31 "PUT /v2.0/routers/81a40c1f-2ba5-4c8a-87b5-61f75642495d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5289981 Dec 06 12:09:49.760115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-f8eace7d-5746-4bc1-8a2b-5d4b909de80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.761816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-f8eace7d-5746-4bc1-8a2b-5d4b909de80f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.3325636 Dec 06 12:09:49.819558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-a61f72af-c5f4-4db5-8604-da5d9e26bbcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0690558 Dec 06 12:09:49.823920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b23cd39a-592a-4901-8d82-79b06900e402,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:49.838984 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:49.853516 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.874921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-ddaa1091-3f68-4e24-9b31-cc0e0a1b08c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 217 time: 0.0690506 Dec 06 12:09:49.903643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9edf6389-7363-4986-8085-87ec9f238555 req-bf4d90b6-0fd5-4bba-b45e-d5c36efdc943 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590697 Dec 06 12:09:49.915559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:49.923401 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bd2b1476-89ed-4cad-9b53-eecc154a310f None None] Provisioning complete for port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:49.923641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1476-89ed-4cad-9b53-eecc154a310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.954310 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.954943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:49.972616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e4a8d-2b5e-4ab4-b3cb-86fb75360bb4 req-a059a7dd-c9ce-472a-b2d7-10c9a4a9c396 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:49.974487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-222e4a8d-2b5e-4ab4-b3cb-86fb75360bb4 req-a059a7dd-c9ce-472a-b2d7-10c9a4a9c396 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 944 time: 0.2409408 Dec 06 12:09:49.999125 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.013250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-fb0edb06-6a48-4b8b-a481-ace807a1f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.014662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-fb0edb06-6a48-4b8b-a481-ace807a1f530 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.1875362 Dec 06 12:09:50.026241 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-6be9092a-d686-4c9a-a895-bafad1ed586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.027593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-6be9092a-d686-4c9a-a895-bafad1ed586d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1291728 Dec 06 12:09:50.038185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b1476-89ed-4cad-9b53-eecc154a310f None None] Port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:50.076386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b11c15c-c9bc-4423-9114-59c5ed2160ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d08ed0e3c2ec4b9c89bc4d3c67072e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696232 Dec 06 12:09:50.078981 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39772) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.115461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-a5b7b1e4-f02f-4717-9694-05486adf543b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752487 Dec 06 12:09:50.117266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-1989dad4-5cc8-45cc-81f3-6bcb93a2a32f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882795 Dec 06 12:09:50.135950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.162622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.189916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-222e4a8d-2b5e-4ab4-b3cb-86fb75360bb4 req-5e4925c3-0625-4fa6-91dd-3e545a122eac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058034 Dec 06 12:09:50.212884 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 1, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:50.233032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.235664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.239183 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2dcd849-b05b-4f00-b14c-23a263955f7b HTTP/1.1" status: 204 len: 168 time: 0.1557455 Dec 06 12:09:50.258339 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c7265-3ce4-4d83-b973-0eb70187af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dcd849-b05b-4f00-b14c-23a263955f7b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.267708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3204d01-e505-4619-9824-76bd3c3f507e None None] The sync data for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 is: [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 1, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:50.279169 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.313795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43399-f0bd-4ca1-a8c2-9268996e66b9 req-6b73f333-203a-45c9-918c-b0177af4dfff tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.321382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7e43399-f0bd-4ca1-a8c2-9268996e66b9 req-6b73f333-203a-45c9-918c-b0177af4dfff tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.3110697 Dec 06 12:09:50.350850 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a2b82-c398-49d5-9a17-7258d111c743 x-openstack-request-id: req-570a2b82-c398-49d5-9a17-7258d111c743 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:50.351138 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b23cd39a-592a-4901-8d82-79b06900e402", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:50.351388 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-570a2b82-c398-49d5-9a17-7258d111c743 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:50.351769 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402', 'code': 200} Dec 06 12:09:50.357923 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:50.372679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'port_id': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'mac_address': 'fa:16:3e:10:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b76cb-1e2a-45de-816c-ff6bc57644dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:50.446646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.457362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-6ee0a272-4ea2-4b23-b181-911cd86d1102 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323011 Dec 06 12:09:50.472080 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8e2dc8-10fd-4497-b779-291bdad9bfb4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:50.485628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7e43399-f0bd-4ca1-a8c2-9268996e66b9 req-77a14ea9-1a2e-4481-becb-0d4e0ee88d1b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610513 Dec 06 12:09:50.488103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-3a052054-feca-474e-93e9-f5f90f53131f service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446810 Dec 06 12:09:50.532627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33634f-bca3-4f50-ab05-18ef2021e8c8 req-984f168e-6769-4445-93ae-4a98ed96805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.534621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa33634f-bca3-4f50-ab05-18ef2021e8c8 req-984f168e-6769-4445-93ae-4a98ed96805c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0618691 Dec 06 12:09:50.536680 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:50.549587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.553407 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:09:50.636331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa33634f-bca3-4f50-ab05-18ef2021e8c8 req-83a49b2b-09df-4f09-ba9f-2911e2f131b0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834415 Dec 06 12:09:50.690094 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.720224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-40b37263-c5d3-44ab-9f0c-27ef2ea13fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316113 Dec 06 12:09:50.752075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17744bde-39ed-4788-9ae9-175e3723e576 req-ad23d333-bba8-47f7-9c40-909f5b08b991 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.753702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17744bde-39ed-4788-9ae9-175e3723e576 req-ad23d333-bba8-47f7-9c40-909f5b08b991 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 944 time: 0.1719141 Dec 06 12:09:50.756061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31927fdc-a92c-4395-9fc0-0513a045ea9b req-e6fbbdea-7984-45f4-98de-1188dfd19197 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027781 Dec 06 12:09:50.818992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1a6f4ef0-ad82-46ed-b089-da79212ab2d4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:50.843219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17744bde-39ed-4788-9ae9-175e3723e576 req-9e866ae0-17b3-4c97-8229-2f8243874f9c tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774279 Dec 06 12:09:50.869717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['eb8e2dc8-10fd-4497-b779-291bdad9bfb4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:51.016904 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6933-8462-456e-82bc-7f43cebd82c9 req-9b621f45-5e0f-4e60-bd70-abb925d6e965 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:51.023969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa3e6933-8462-456e-82bc-7f43cebd82c9 req-9b621f45-5e0f-4e60-bd70-abb925d6e965 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 944 time: 0.1074107 Dec 06 12:09:51.164026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-68241107-a9a2-4c8b-bc2d-672f244e4ae7 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:51.172783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-68241107-a9a2-4c8b-bc2d-672f244e4ae7 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 828 time: 0.2221093 Dec 06 12:09:51.194068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-0b0ad61c-b5b6-46ef-a58d-ba89f6f80f57 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/quotas/a2d0eb1ad2144817b980bd2a2368902c HTTP/1.1" status: 200 len: 375 time: 0.0201063 Dec 06 12:09:51.205963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa3e6933-8462-456e-82bc-7f43cebd82c9 req-33bd476a-179f-431b-99e6-74475f8851d9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810582 Dec 06 12:09:51.370342 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39812) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.539856 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-770984232-network', 'tenant_id': 'e3695503782e41f4ba91a7967bc55e9f'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:51.570210 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Made reservation on behalf of e3695503782e41f4ba91a7967bc55e9f for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:51.573651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.584329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.665621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-3e317319-38e9-4d65-9011-f43445732681 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4708958 Dec 06 12:09:51.702878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.710379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.736783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:51.760789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.761669 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Added segment 908679b6-79e6-4bf5-a95b-f55e3e491757 of type vlan for network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c Dec 06 12:09:51.775018 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aebd4e-2fef-4f79-9cf8-d761af85bfe1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:51.827719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.841051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-77fa0c07-8226-4684-a217-c3d21bbfffa5 service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545601 Dec 06 12:09:51.858604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.858604 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:51.859114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.880165 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41462c3-c739-44ad-a474-7de977435e29 req-42bc0b45-ba43-41cf-a005-eaa1bf563942 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:51.891426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f41462c3-c739-44ad-a474-7de977435e29 req-42bc0b45-ba43-41cf-a005-eaa1bf563942 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.2852004 Dec 06 12:09:51.901376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5273278 Dec 06 12:09:51.901658 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39820) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.906508 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Request body: {'subnet': {'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-770984232-subnet', 'tenant_id': 'e3695503782e41f4ba91a7967bc55e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:51.950995 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aa865-f0c7-497b-b9aa-0edef2da2123 admin admin] Pushing event updated for resources: {'Network': ['ID=592f0ee1-8d51-4faa-91f7-32fda75a1c3c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:51.965065 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Made reservation on behalf of e3695503782e41f4ba91a7967bc55e9f for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:51.967938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.975570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:51.992787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f41462c3-c739-44ad-a474-7de977435e29 req-8b248ee5-2603-4fc0-bbd2-54b0ce97723e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003404 Dec 06 12:09:52.063879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-5431ebe3-c0c2-467d-8751-e65998351bcf service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221928 Dec 06 12:09:52.164321 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb184d8-ab05-4259-b923-e5b01534663f req-5cc3aadf-7c21-48cd-a06c-8421f7fc8c29 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:52.173241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfb184d8-ab05-4259-b923-e5b01534663f req-5cc3aadf-7c21-48cd-a06c-8421f7fc8c29 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0792105 Dec 06 12:09:52.263029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfb184d8-ab05-4259-b923-e5b01534663f req-80299676-2058-4c09-b648-ccf02a17b59f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876896 Dec 06 12:09:52.294473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.388393 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Checking segment: {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:52.389064 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Network hostable DHCP agents. Network: 592f0ee1-8d51-4faa-91f7-32fda75a1c3c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:52.393371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf891504-6935-4a9a-89af-284761270747,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.445408 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:52.458101 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 592f0ee1-8d51-4faa-91f7-32fda75a1c3c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:52.460501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6546ba-9805-4b81-b12c-13c8b72a429e req-2d0da84a-ef29-45b1-bef4-c9254ff410ee tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:52.462103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6546ba-9805-4b81-b12c-13c8b72a429e req-2d0da84a-ef29-45b1-bef4-c9254ff410ee tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.0991511 Dec 06 12:09:52.471492 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc085a9a-bd5d-40ec-a56e-a5b7950c37e0 None None] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:52.478588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:52.479191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.502117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f3a3052-7cda-487c-8229-863778550d2d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5994265 Dec 06 12:09:52.581526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:52.583869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94a01-c483-4533-8258-97ae0dcf44ae req-a57c1387-d814-4240-9814-cbfbd1c6c3a2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:52.593950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fb94a01-c483-4533-8258-97ae0dcf44ae req-a57c1387-d814-4240-9814-cbfbd1c6c3a2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 944 time: 0.1307774 Dec 06 12:09:52.671559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6546ba-9805-4b81-b12c-13c8b72a429e req-33d28474-5f54-4ad3-bdb6-b39b99d836fc tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882896 Dec 06 12:09:52.710732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fb94a01-c483-4533-8258-97ae0dcf44ae req-2025c862-2550-4463-9349-df959fb0f922 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158097 Dec 06 12:09:52.777865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port aeea3346-7a1a-4f26-910c-116b161f5518 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:52.786899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764ac60-43e4-4604-8c88-476459fd9339 None None] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:52.805943 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port aeea3346-7a1a-4f26-910c-116b161f5518 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:52.806464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.889339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fc406e9b-cd38-4269-879b-827ca6e1d4fb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:52.906470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b47c618-d217-4844-a863-6143f9b79560 req-0e09832c-4954-4144-af08-db2750316318 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 210 time: 0.0717809 Dec 06 12:09:52.964953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc10f-b52c-47dd-ab01-96d050e9b370 req-07a09cd5-f29d-46d0-ab61-e68ea5ddfe55 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:52.977849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-219bc10f-b52c-47dd-ab01-96d050e9b370 req-07a09cd5-f29d-46d0-ab61-e68ea5ddfe55 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 944 time: 0.1847017 Dec 06 12:09:53.071500 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fc406e9b-cd38-4269-879b-827ca6e1d4fb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:53.072048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.075817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.109659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-219bc10f-b52c-47dd-ab01-96d050e9b370 req-cb30193f-3d78-4a92-bcb9-b38b24ea1d83 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307764 Dec 06 12:09:53.144350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:53.152733 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:53.154065 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc832b6-0037-46be-847d-b49ebabf9f0a" -d '{"events": [{"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-plugged", "status": "completed", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:53.160911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.162613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f416de4-9039-47fe-b9ec-18e777705370 req-82659924-285b-433d-9fbf-3545b55a5d3f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:53.166022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f416de4-9039-47fe-b9ec-18e777705370 req-82659924-285b-433d-9fbf-3545b55a5d3f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 945 time: 0.1291912 Dec 06 12:09:53.233879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:53.268140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f416de4-9039-47fe-b9ec-18e777705370 req-6701c18e-5ca1-457b-829c-cffd5daf1c65 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948606 Dec 06 12:09:53.276180 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.352783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.359487 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-854429620', 'description': 'tempest-description-245712083'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.385272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port fc406e9b-cd38-4269-879b-827ca6e1d4fb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc406e9b-cd38-4269-879b-827ca6e1d4fb,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:53.391541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.397980 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:53.435889 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:53.436380 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.438105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.492111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29390bee-f964-493c-92da-d975c556faed req-dd47a6f7-0465-4e48-8888-589eae0ffbc6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:53.494073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29390bee-f964-493c-92da-d975c556faed req-dd47a6f7-0465-4e48-8888-589eae0ffbc6 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1113088 Dec 06 12:09:53.498602 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=fc406e9b-cd38-4269-879b-827ca6e1d4fb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.545984 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.575505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.584074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:53.587585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29390bee-f964-493c-92da-d975c556faed req-48b6684c-dd6d-4da9-ac1e-1ac7e59eae67 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841897 Dec 06 12:09:53.589063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.590043 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:53.595138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.617193 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Sync routers for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:53.629972 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:53.630647 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:53.675038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.678392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.691356 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b73ec-2ee9-40e9-86a9-f2956eb006cb x-openstack-request-id: req-3d5b73ec-2ee9-40e9-86a9-f2956eb006cb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:53.691848 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-plugged", "status": "completed", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:53.692196 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d5b73ec-2ee9-40e9-86a9-f2956eb006cb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:53.692722 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'code': 200} Dec 06 12:09:53.694928 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:53.695972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad5d284e-b94b-4c23-a711-d8d65a0ae2a5 req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3470740 Dec 06 12:09:53.700979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:53.701681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.705778 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594f49-abd6-4cb8-ab46-93c5ba39b03c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba079155-ad01-44c3-b4c9-451c4ff78339,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.799306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.837782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:53.844876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.870958 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2113847835', 'description': 'tempest-description-1507655521'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.878631 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:53.919855 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:54.000796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836a3a-f2e8-4182-ba26-4c0a0106aed9 req-06806503-7beb-4738-819b-d655fa143ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:54.007106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fe836a3a-f2e8-4182-ba26-4c0a0106aed9 req-06806503-7beb-4738-819b-d655fa143ad8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1097 time: 0.1000767 Dec 06 12:09:54.022506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.118336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fe836a3a-f2e8-4182-ba26-4c0a0106aed9 req-ac178e9d-2e4e-4326-80cb-7bd2591a7b35 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610838 Dec 06 12:09:54.185534 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 2, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:54.215296 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Checking router: 81a40c1f-2ba5-4c8a-87b5-61f75642495d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:54.215843 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Updating router 81a40c1f-2ba5-4c8a-87b5-61f75642495d port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:54.225951 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-54cd1e66-4bbf-4baa-8487-6e869d4c876a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:54.228278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-54cd1e66-4bbf-4baa-8487-6e869d4c876a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.53 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 828 time: 0.2986321 Dec 06 12:09:54.241898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67326de3-56e2-4b26-835a-24e8847726a1 req-867a2ec1-dbc0-4379-8ea7-67956681abc4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:54.243391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67326de3-56e2-4b26-835a-24e8847726a1 req-867a2ec1-dbc0-4379-8ea7-67956681abc4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.1229656 Dec 06 12:09:54.243837 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.276754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.284572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.320072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.321396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eec623a2-d5b1-4b23-a9ff-52b6f5e33c29 req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4549308 Dec 06 12:09:54.358945 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc268617-c93c-4817-aeea-80f2f22264d2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e75a4e-5236-47ae-ab38-e8103dbec1f3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:54.364462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67326de3-56e2-4b26-835a-24e8847726a1 req-ef85a9e1-118b-46ef-8712-030ca232c327 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062005 Dec 06 12:09:54.417038 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'port': {'device_id': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'admin_state_up': True, 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:54.553947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c8152a6-e170-4fcc-8ab9-72f7da0c98c1 req-86f06d68-e101-4e75-8e87-1ab64e891fa3 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 210 time: 0.0760899 Dec 06 12:09:54.592181 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.598582 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.601995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d6f8-c4be-4fa2-95fb-5ce87d7968e6 req-45c8465b-5c35-4959-9b74-21b0e43435cb tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:54.603668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4688d6f8-c4be-4fa2-95fb-5ce87d7968e6 req-45c8465b-5c35-4959-9b74-21b0e43435cb tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1464305 Dec 06 12:09:54.639342 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Made reservation on behalf of a2d0eb1ad2144817b980bd2a2368902c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:54.643067 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.663859 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa40dc-305f-4f0e-b982-3d7648b81fd5 None None] Pushing event updated for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:54.772043 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Attempting to bind port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:54.772705 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Attempting to bind port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:54.773349 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Attempting to bind port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d on network ef30767b-0625-4da0-b112-48a77f909953 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:54.779994 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:54.780716 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Checking segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:54.781441 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.782054 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Bound using segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:54.782769 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Bound port: a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:54.783332 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.786944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4688d6f8-c4be-4fa2-95fb-5ce87d7968e6 req-33397a95-d7cd-4550-b62f-3ca3ef880e86 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484330 Dec 06 12:09:54.840804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fc406e9b-cd38-4269-879b-827ca6e1d4fb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:54.843099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dd83a-42f7-4321-b2f3-65644d696e24 req-e15bf9a4-c203-47e6-9a5f-08281e155975 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:54.851489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a8dd83a-42f7-4321-b2f3-65644d696e24 req-e15bf9a4-c203-47e6-9a5f-08281e155975 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 945 time: 0.2024794 Dec 06 12:09:54.882225 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] For port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:54.886810 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] For port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:54.893934 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.958765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fc406e9b-cd38-4269-879b-827ca6e1d4fb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:54.959392 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.967751 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa40dc-305f-4f0e-b982-3d7648b81fd5 None None] Pushing event updated for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.001444 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:55.002050 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.024865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a8dd83a-42f7-4321-b2f3-65644d696e24 req-90721de1-f91d-4d6b-8884-112736efdd35 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721072 Dec 06 12:09:55.026384 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Allocated IP 172.20.0.7 (ef30767b-0625-4da0-b112-48a77f909953/cd82bf37-1663-40b1-a3bf-94ff45ab094b/8538c218-fd84-4746-b2cc-ddb9d4ac7063) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:55.067589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d063e-dcb8-4164-9de4-6abe2b39fcef req-745ef8ad-c95f-4686-b427-38d396450818 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:55.076421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df9d063e-dcb8-4164-9de4-6abe2b39fcef req-745ef8ad-c95f-4686-b427-38d396450818 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 945 time: 0.1621170 Dec 06 12:09:55.129359 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] Provisioning complete for port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:55.129698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.285003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.311840 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:55.333404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] For port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:55.338282 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.407165 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07455326-cb95-4a44-a2fb-a9a69e7c4d02 None None] Pushing event updated for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.439962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.461933 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-83c11742-df0b-479a-98f5-c6560240c426 None None] Provisioning complete for port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:55.462398 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83c11742-df0b-479a-98f5-c6560240c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.555274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-cd89871d-bc94-4570-ae97-734ac5cbe19f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:55.564585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-cd89871d-bc94-4570-ae97-734ac5cbe19f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 812 time: 0.4041216 Dec 06 12:09:55.577550 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.609287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df9d063e-dcb8-4164-9de4-6abe2b39fcef req-41c81936-203a-4a3f-9cd6-c2ff0cf65370 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319495 Dec 06 12:09:55.618334 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.619998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-fcf3db00-0252-4dbf-a573-cb7ade058022 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/quotas/e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 375 time: 0.0535455 Dec 06 12:09:55.658599 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafe755-c8a9-42c4-bbe8-ab189290bed3 None None] The sync data for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 is: [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:55.677203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-79c034ec-3fd5-45a9-a9ae-8c3bb5bfba6d tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551076 Dec 06 12:09:55.693720 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4'}, {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:55.696066 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f95c83-5c38-4bc4-8eea-200948dcac22" -d '{"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4"}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:55.754522 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event updated for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.772423 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Network ef30767b-0625-4da0-b112-48a77f909953 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:55.780061 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:55.782694 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:55.896220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eceaea-1323-4afd-a4c6-644e0c1f1d69 req-d4ecace1-f244-437a-93d4-c090ce01e9e4 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:55.897844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0eceaea-1323-4afd-a4c6-644e0c1f1d69 req-d4ecace1-f244-437a-93d4-c090ce01e9e4 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1860774 Dec 06 12:09:55.906766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:55.907506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.952045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-cadfaf6a-322f-46c3-894b-87ca90c56a61 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5422778 Dec 06 12:09:55.972444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-3fa4e69b-37b5-4bba-9030-5714d9255342 service neutron] 10.222.0.31 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942774 Dec 06 12:09:55.991239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Request body: {'port': {'device_id': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:56.026692 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e102888-5290-4064-a323-2b7499e3ea9c req-b150aae3-ee59-4dfe-82b5-d63bdbb0e428 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.029561 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0e102888-5290-4064-a323-2b7499e3ea9c req-b150aae3-ee59-4dfe-82b5-d63bdbb0e428 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0741777 Dec 06 12:09:56.040955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0eceaea-1323-4afd-a4c6-644e0c1f1d69 req-c62c22e5-cafc-438d-825d-a952a16d2854 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175547 Dec 06 12:09:56.130070 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-38e076a7-ceb6-4fd0-9644-b9417308438f None None] Provisioning complete for port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:56.130656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38e076a7-ceb6-4fd0-9644-b9417308438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.158218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.194367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-38e076a7-ceb6-4fd0-9644-b9417308438f None None] Port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:56.223023 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port b23cd39a-592a-4901-8d82-79b06900e402 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:56.223738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.278876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-90a9ba60-0eb7-4fb8-8730-cddc55dfee7e service neutron] 10.222.0.31 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055565 Dec 06 12:09:56.336095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port b23cd39a-592a-4901-8d82-79b06900e402, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b23cd39a-592a-4901-8d82-79b06900e402,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:56.338260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.353853 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for b23cd39a-592a-4901-8d82-79b06900e402 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:56.527302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.535416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c74d86-151b-47bc-9c1d-e83d4c72b7ba req-3b97b7a4-66ff-45a5-bc42-676b4b754ede tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.539806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:56.545456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8c74d86-151b-47bc-9c1d-e83d4c72b7ba req-3b97b7a4-66ff-45a5-bc42-676b4b754ede tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.2824650 Dec 06 12:09:56.570939 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=b23cd39a-592a-4901-8d82-79b06900e402,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:56.590721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-f141f9d4-faf3-4353-8d46-18aae89194de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2094159 Dec 06 12:09:56.593292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['b23cd39a-592a-4901-8d82-79b06900e402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:56.699106 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port b23cd39a-592a-4901-8d82-79b06900e402 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:56.706144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.716468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0e102888-5290-4064-a323-2b7499e3ea9c req-ec2e16d9-2270-4bdb-bfc3-5a701e252efc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "DELETE /v2.0/ports/b23cd39a-592a-4901-8d82-79b06900e402 HTTP/1.1" status: 204 len: 173 time: 0.6796765 Dec 06 12:09:56.716984 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'name': 'network-vif-deleted', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:56.724580 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b599388-db13-40fd-b8b4-f395cd15cae1" -d '{"events": [{"server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "name": "network-vif-deleted", "tag": "b23cd39a-592a-4901-8d82-79b06900e402"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:56.800024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8c74d86-151b-47bc-9c1d-e83d4c72b7ba req-05b7d0eb-8d5c-4054-9f27-bdf185da53d4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535496 Dec 06 12:09:56.830717 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370d67-fc33-4224-994a-bfd3da7ec2aa req-227ada64-3199-46e6-b5db-780ac9c16feb tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.838157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38370d67-fc33-4224-994a-bfd3da7ec2aa req-227ada64-3199-46e6-b5db-780ac9c16feb tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 931 time: 0.2464163 Dec 06 12:09:56.861666 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:56.929438 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbd405-d443-4ec7-b399-df49c5bebc33 x-openstack-request-id: req-f4cbd405-d443-4ec7-b399-df49c5bebc33 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:56.929886 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4", "code": 200}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:56.930257 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4cbd405-d443-4ec7-b399-df49c5bebc33 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:56.934949 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'code': 200} Dec 06 12:09:56.935356 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'code': 200} Dec 06 12:09:56.992740 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:56.994215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.996546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-516fc6a6-5c3c-4bae-8fd1-b0b71ea546ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.998111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-516fc6a6-5c3c-4bae-8fd1-b0b71ea546ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 1095 time: 0.3223119 Dec 06 12:09:57.161719 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-54c0e9da-aa47-4223-bb4f-0c07f643460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.163921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-54c0e9da-aa47-4223-bb4f-0c07f643460e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1297340 Dec 06 12:09:57.165424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38370d67-fc33-4224-994a-bfd3da7ec2aa req-d728ec0c-0e47-4cf4-955d-2594ab4be9ea tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258579 Dec 06 12:09:57.171651 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8538c218-fd84-4746-b2cc-ddb9d4ac7063 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:57.187352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.219081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851117-bd42-41e8-add9-4b99fb418004 req-6bf523d2-ca36-4430-b331-bb459108f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.219081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7851117-bd42-41e8-add9-4b99fb418004 req-6bf523d2-ca36-4430-b331-bb459108f81a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 1096 time: 0.1803412 Dec 06 12:09:57.227486 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107f12-897d-4b2a-819d-fff87f935e32 req-ac128ad9-fd00-4edf-9f6f-e0821d887c1d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.236979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7107f12-897d-4b2a-819d-fff87f935e32 req-ac128ad9-fd00-4edf-9f6f-e0821d887c1d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1994154 Dec 06 12:09:57.263708 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Transition to ACTIVE for port object 8538c218-fd84-4746-b2cc-ddb9d4ac7063 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:57.281193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.368232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5539ae6a-d1e8-4e06-aacd-79605a95b42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.371691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-fda476d8-1ea9-4080-b1b2-b6ac5314cd9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 200 len: 217 time: 0.1408448 Dec 06 12:09:57.380899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7107f12-897d-4b2a-819d-fff87f935e32 req-de82ba13-5c09-4d4d-8023-4fc6fe7f5d72 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426353 Dec 06 12:09:57.428900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7851117-bd42-41e8-add9-4b99fb418004 req-fc8ccac5-e6ce-4e78-959d-a2fc0691974c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869719 Dec 06 12:09:57.484641 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf23dd-87f4-450d-aeef-c0c5e55f79ad req-e9d48fab-ad7e-4359-bffb-4c6844049c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.486829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-75cf23dd-87f4-450d-aeef-c0c5e55f79ad req-e9d48fab-ad7e-4359-bffb-4c6844049c04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 1096 time: 0.4668889 Dec 06 12:09:57.521868 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-a5a68e42-f192-43c8-b149-40ab3d2546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.522574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5007da0f-d65c-49ca-83fc-715b12b45f90 req-e04b941b-6a5f-4408-b019-dac45e43676d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=038ea569-d7ad-496c-bfae-9b2acefb7bb4 HTTP/1.1" status: 200 len: 210 time: 0.1185098 Dec 06 12:09:57.524777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-a5a68e42-f192-43c8-b149-40ab3d2546ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1410973 Dec 06 12:09:57.543270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Pushing event updated for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:57.567664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8864bef-a31d-467a-8576-a6a4824fdf1c req-5a2abf8d-ca88-4cc0-947f-f67f47dd079c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 210 time: 0.0679541 Dec 06 12:09:57.661696 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4443a7-94a4-4461-b5af-25135a05fef8 x-openstack-request-id: req-ab4443a7-94a4-4461-b5af-25135a05fef8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:57.662009 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038ea569-d7ad-496c-bfae-9b2acefb7bb4", "name": "network-vif-deleted", "tag": "b23cd39a-592a-4901-8d82-79b06900e402", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:57.662264 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab4443a7-94a4-4461-b5af-25135a05fef8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:57.663514 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038ea569-d7ad-496c-bfae-9b2acefb7bb4', 'name': 'network-vif-deleted', 'tag': 'b23cd39a-592a-4901-8d82-79b06900e402', 'status': 'completed', 'code': 200} Dec 06 12:09:57.700842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-bf58e263-0f0b-46eb-90a4-3284551af6ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695527 Dec 06 12:09:57.703489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Attempting to bind port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:57.703838 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Attempting to bind port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:57.704171 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Attempting to bind port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 on network ef30767b-0625-4da0-b112-48a77f909953 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:57.750379 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 on network ef30767b-0625-4da0-b112-48a77f909953 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:57.750710 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Attempting to bind port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 on network ef30767b-0625-4da0-b112-48a77f909953 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:57.759802 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-75cf23dd-87f4-450d-aeef-c0c5e55f79ad req-b514962c-f8db-44ce-83c7-1038adf542d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297359 Dec 06 12:09:57.772292 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:57.772675 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Checking segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:57.773027 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Bound using segment: {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:57.773510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Bound port: 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddab4e6-059a-4ec0-aac4-a5edbf814719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:57.773872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.820310 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-88cc9eab-3209-442c-83f2-297557a9f051 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094477 Dec 06 12:09:57.853229 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84199-250c-4a19-9a96-e28e0ea9f42d req-7ab071d9-cd05-4bfb-bf04-5bd4d97ed366 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.854693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fa84199-250c-4a19-9a96-e28e0ea9f42d req-7ab071d9-cd05-4bfb-bf04-5bd4d97ed366 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1370399 Dec 06 12:09:57.865749 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7060218-a1d4-43c1-9575-38234d677ff4 req-4c370fc8-feb6-4229-8cbe-f1bfacf28e0c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:57.867035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7060218-a1d4-43c1-9575-38234d677ff4 req-4c370fc8-feb6-4229-8cbe-f1bfacf28e0c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 945 time: 0.1882060 Dec 06 12:09:57.919347 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:57.951385 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:57.969321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.985099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7060218-a1d4-43c1-9575-38234d677ff4 req-663ce990-cfe1-4f26-b423-6197cab46c71 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016090 Dec 06 12:09:58.028061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fa84199-250c-4a19-9a96-e28e0ea9f42d req-ff58c6fd-bc5d-4929-a776-e1c073edc481 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584382 Dec 06 12:09:58.044023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.047677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.050296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] 10.222.0.53 "PUT /v2.0/ports/8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 1091 time: 2.0754673 Dec 06 12:09:58.056060 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:58.058400 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:58.136567 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084137d7-fa48-4500-9c48-c7d7f42fc570 service neutron] Pushing event updated for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.226345 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59640a90-a22c-4a2e-aa4f-9f51f2f827d2 req-91b874e6-41b7-4a9c-9611-94e4ef619bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748289 Dec 06 12:09:58.264621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-ba6b3ab6-d530-4222-b3af-87de8279ae77 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.266421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-ba6b3ab6-d530-4222-b3af-87de8279ae77 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 812 time: 0.2358346 Dec 06 12:09:58.287294 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'device_id': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c', 'admin_state_up': True, 'tenant_id': 'e3695503782e41f4ba91a7967bc55e9f'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:58.419416 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Made reservation on behalf of e3695503782e41f4ba91a7967bc55e9f for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:58.423534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.567242 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Allocated IP 172.20.0.6 (592f0ee1-8d51-4faa-91f7-32fda75a1c3c/cf891504-6935-4a9a-89af-284761270747/0d41f2cb-9fa3-45b4-88e4-bde0639ab723) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:58.582797 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b23cd39a-592a-4901-8d82-79b06900e402 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:58.609684 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9cf3-df61-4088-a848-12c8314bd9eb req-070dcdd6-9289-4d3c-86ae-a255434d1e58 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.611223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ccf9cf3-df61-4088-a848-12c8314bd9eb req-070dcdd6-9289-4d3c-86ae-a255434d1e58 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1097 time: 0.4768646 Dec 06 12:09:58.624889 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7898a-daa5-4113-ab15-3dbbb819b30c req-b8cd1bdf-6c67-4deb-9159-33d1da46bddd tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.633199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cc7898a-daa5-4113-ab15-3dbbb819b30c req-b8cd1bdf-6c67-4deb-9159-33d1da46bddd tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.1175632 Dec 06 12:09:58.639852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: b23cd39a-592a-4901-8d82-79b06900e402 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:58.642368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b23cd39a-592a-4901-8d82-79b06900e402 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:58.670647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-27ad2e1d-331b-4f23-aad3-616a39901b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.672078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-27ad2e1d-331b-4f23-aad3-616a39901b5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1094 time: 0.1554759 Dec 06 12:09:58.753315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cc7898a-daa5-4113-ab15-3dbbb819b30c req-1bc33392-b7ce-4a54-bf09-ec2431743ab3 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191311 Dec 06 12:09:58.755205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ccf9cf3-df61-4088-a848-12c8314bd9eb req-721fffd6-6ba5-4eba-a164-009cad77980f tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200402 Dec 06 12:09:58.756588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-528fcf6e-407d-4e22-a5e0-54eb79dcf3c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 217 time: 0.0541813 Dec 06 12:09:58.765067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.808297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.815815 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b33e0c4-915b-49f3-8229-ffb31e648386 x-openstack-request-id: req-5b33e0c4-915b-49f3-8229-ffb31e648386 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:58.816127 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:58.816879 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b33e0c4-915b-49f3-8229-ffb31e648386 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:58.816879 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'status': 'completed', 'code': 200} Dec 06 12:09:58.827519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-f6eb5818-a026-4410-a98d-0e86b6d8609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.829227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-f6eb5818-a026-4410-a98d-0e86b6d8609c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.0601783 Dec 06 12:09:58.859005 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:58.866176 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:58.873973 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:58.917469 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.917695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83e0-2024-42f2-877b-938d5ae1464b req-00084b14-4687-43a2-8a25-0a4fc289a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.919868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-00084b14-4687-43a2-8a25-0a4fc289a85b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829148 Dec 06 12:09:58.941475 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.942103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.945358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1492f-0a39-4bb0-90f9-17267ad491fb req-9aff4f77-a61c-4dcd-8309-442c6591a277 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:58.947082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2b1492f-0a39-4bb0-90f9-17267ad491fb req-9aff4f77-a61c-4dcd-8309-442c6591a277 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 943 time: 0.0810590 Dec 06 12:09:58.961099 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-e8854bee-fb09-40ff-86cb-6549eb040ac2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6778305 Dec 06 12:09:58.979487 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Request body: {'port': {'device_id': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:59.045336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.094842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2b1492f-0a39-4bb0-90f9-17267ad491fb req-2b81ac1d-686b-41bb-84c9-4af033461d09 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373065 Dec 06 12:09:59.108614 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1b7c-9dc2-4692-b67f-1ea0058832f7 req-2b21d3f2-604c-4ed0-933e-6ce2c43fe9ac tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.110156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-005a1b7c-9dc2-4692-b67f-1ea0058832f7 req-2b21d3f2-604c-4ed0-933e-6ce2c43fe9ac tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 931 time: 0.1610692 Dec 06 12:09:59.135365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-169bdc2c-a598-42a3-958e-66a64b8d5d8b service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872845 Dec 06 12:09:59.177589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-005a1b7c-9dc2-4692-b67f-1ea0058832f7 req-4dee6753-5d19-467e-b745-1e48e6aa7d0c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591078 Dec 06 12:09:59.300431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e11b-b49c-4e9b-a2d8-9939b361ac34 req-2f654bb2-8ae2-49e8-9112-b7a1ba22c311 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.301995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2e2e11b-b49c-4e9b-a2d8-9939b361ac34 req-2f654bb2-8ae2-49e8-9112-b7a1ba22c311 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1097 time: 0.0914531 Dec 06 12:09:59.305550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386a83e0-2024-42f2-877b-938d5ae1464b req-de3ac679-70b1-473f-bb6b-caca11bd20a8 service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394274 Dec 06 12:09:59.353683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2e2e11b-b49c-4e9b-a2d8-9939b361ac34 req-9ab9acd2-f7da-48e8-ad36-612c9ed025aa tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Dec 06 12:09:59.489339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-a1d762b1-8046-42c0-87a8-6ef970d18a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.490801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-a1d762b1-8046-42c0-87a8-6ef970d18a44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1094 time: 0.0878322 Dec 06 12:09:59.504657 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6249c-238e-4584-a618-2a2c7d73db36 req-68307bb2-0f64-41c3-a94b-21f4f50bd654 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.506218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c6249c-238e-4584-a618-2a2c7d73db36 req-68307bb2-0f64-41c3-a94b-21f4f50bd654 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 945 time: 0.0694213 Dec 06 12:09:59.524828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9b3d07b9-1beb-472e-b629-c320d8132666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.609862 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:59.616334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c6249c-238e-4584-a618-2a2c7d73db36 req-4fbb66a4-2afa-4194-82fb-ae3fc3f7a7ab tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006005 Dec 06 12:09:59.619138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.639960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-0b232d0c-5165-4518-9dec-8afc758ff33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.639960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-0b232d0c-5165-4518-9dec-8afc758ff33e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 929 time: 0.1254311 Dec 06 12:09:59.641030 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Transition to ACTIVE for port object 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:59.644987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.694446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-dfe0adea-5e86-4f42-a2fb-f4eb0e1fcda0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 217 time: 0.0537443 Dec 06 12:09:59.709307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.765617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-c7c2b480-3b96-49ee-a86f-6b7371abf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.767114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-c7c2b480-3b96-49ee-a86f-6b7371abf87f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.0631030 Dec 06 12:09:59.778191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Attempting to bind port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:59.778547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Attempting to bind port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:59.778875 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Attempting to bind port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:59.779680 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a9a50-fc2f-4b0f-914b-5779a840c188 req-ef56f9c5-9251-4d0f-8985-b92b595d00af tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.781877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-026a9a50-fc2f-4b0f-914b-5779a840c188 req-ef56f9c5-9251-4d0f-8985-b92b595d00af tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.0890496 Dec 06 12:09:59.788002 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:59.788399 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Attempting to bind port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:59.797180 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:59.797617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Checking segment: {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:59.798535 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Bound using segment: {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:59.799032 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Bound port: 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:59.799562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.854501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-d886a16b-ef53-4fd8-937c-645715c1ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.856077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-d886a16b-ef53-4fd8-937c-645715c1ddc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739055 Dec 06 12:09:59.861599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-026a9a50-fc2f-4b0f-914b-5779a840c188 req-d04d5420-5958-453b-a92f-d7672a8bcb3b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705433 Dec 06 12:09:59.883566 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:59.887156 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:59.894320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.950971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:59.952496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.954003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] 10.222.0.53 "PUT /v2.0/ports/0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 1091 time: 0.9786732 Dec 06 12:09:59.954419 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:59.956712 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277" -d '{"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:59.983979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-0c93a115-1357-4815-b0d3-1cfe9baa6444 service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196034 Dec 06 12:09:59.987478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41990725-d4aa-4280-947f-e36cf4c170fd service neutron] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:00.067019 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-50cf751b-ac52-40bb-ac80-b773db082602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.068781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-50cf751b-ac52-40bb-ac80-b773db082602 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1094 time: 0.0513844 Dec 06 12:10:00.135138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-c759db54-9fa6-4562-9f43-bc06469d39e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 217 time: 0.0506423 Dec 06 12:10:00.136770 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c0b63-43be-4753-913e-c0c098343d93 x-openstack-request-id: req-f84c0b63-43be-4753-913e-c0c098343d93 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:00.137651 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:00.137849 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84c0b63-43be-4753-913e-c0c098343d93 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:00.138237 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'status': 'completed', 'code': 200} Dec 06 12:10:00.146794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d21b13-d90f-48f3-be41-ad6ebb7bb07f req-3311b84d-fa4e-4073-9828-23796f3d23fc service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433809 Dec 06 12:10:00.157969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba531-a085-4388-9d6d-05b674e3558e req-e161c460-7eef-49d2-b151-ccc7fdcd91f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.160029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2eaba531-a085-4388-9d6d-05b674e3558e req-e161c460-7eef-49d2-b151-ccc7fdcd91f5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0814579 Dec 06 12:10:00.220621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2eaba531-a085-4388-9d6d-05b674e3558e req-89c938c5-a52e-4ae6-92d3-322c3a60d10e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Dec 06 12:10:00.222600 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-61f03698-997a-44ab-ae54-5a503aceb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.224262 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-61f03698-997a-44ab-ae54-5a503aceb9b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.0541258 Dec 06 12:10:00.267127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-76ed2585-6f2b-4744-8be2-019d059db0ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339162 Dec 06 12:10:00.356832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf48f2-1f2c-4c1e-9f03-35e6d03def1f req-0a0048a1-0960-4c5c-8f2c-91d100df8662 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.359456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cacf48f2-1f2c-4c1e-9f03-35e6d03def1f req-0a0048a1-0960-4c5c-8f2c-91d100df8662 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 945 time: 0.0596874 Dec 06 12:10:00.402516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-47c62faf-2adf-43d2-90d8-531f2b1cfa4d service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285224 Dec 06 12:10:00.412061 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.440583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cacf48f2-1f2c-4c1e-9f03-35e6d03def1f req-53b34ade-e3ba-4d0b-829d-ec83afb8912d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Dec 06 12:10:00.516057 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-271e9f63-92f3-4bb8-8307-6e613b64daf8 req-6287eed2-1954-4601-b547-d52862fe9887 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055298 Dec 06 12:10:00.550452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0133c6-47da-468d-ab76-a3f5a755ef81 req-088ed144-e7ed-4d32-8fd6-dbabaa6e4522 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.551954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b0133c6-47da-468d-ab76-a3f5a755ef81 req-088ed144-e7ed-4d32-8fd6-dbabaa6e4522 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 943 time: 0.0513875 Dec 06 12:10:00.591316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8538c218-fd84-4746-b2cc-ddb9d4ac7063 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:00.601747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b0133c6-47da-468d-ab76-a3f5a755ef81 req-f3678057-57f0-415c-b90b-11f6d4cf8bc6 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Dec 06 12:10:00.674231 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-99f5cd0f-17e4-4434-b6db-d4348ca51e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.675753 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-99f5cd0f-17e4-4434-b6db-d4348ca51e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1094 time: 0.0630283 Dec 06 12:10:00.726540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:00.739138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'mac_address': 'fa:16:3e:42:12:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:00.741533 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acbbc-c611-47d7-ae18-5757d3c7c637 req-04e68387-b19f-47cc-bbff-68cd7912de58 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.743156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b83acbbc-c611-47d7-ae18-5757d3c7c637 req-04e68387-b19f-47cc-bbff-68cd7912de58 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 943 time: 0.0599444 Dec 06 12:10:00.792315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.800932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b83acbbc-c611-47d7-ae18-5757d3c7c637 req-017716e3-9b04-4394-8812-b95f641ef2c4 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Dec 06 12:10:00.814004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-9e926f6b-c849-4b90-9931-5ab8710053a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.817545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-9e926f6b-c849-4b90-9931-5ab8710053a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.1316276 Dec 06 12:10:00.817654 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8538c218-fd84-4746-b2cc-ddb9d4ac7063 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:00.836745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:00.839016 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.842536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.866462 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-3768b724-6df8-4fde-b084-4318ad0e3860 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 217 time: 0.0402751 Dec 06 12:10:00.897735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:00.930074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49019be-739d-472c-a9b5-db2fa383294a req-c022c317-66ba-4d01-aa39-671e15202366 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.931714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49019be-739d-472c-a9b5-db2fa383294a req-c022c317-66ba-4d01-aa39-671e15202366 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0566664 Dec 06 12:10:00.952022 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-b2b2332f-377b-4a90-8234-4e06b8394ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.953512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-b2b2332f-377b-4a90-8234-4e06b8394ad1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.0785015 Dec 06 12:10:00.987734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-71b1bcfd-23fd-4bfc-b690-9270d2feede8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266395 Dec 06 12:10:00.993234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49019be-739d-472c-a9b5-db2fa383294a req-53b7ff52-bd3d-4710-ae2b-74ca6c45f853 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 Dec 06 12:10:01.091674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-a8b79a22-3cd9-4fcf-b6e3-bde4e98da984 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957103 Dec 06 12:10:01.182160 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-3502474a-93d0-48f4-af01-5003ac83103a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:10:01.183154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-3502474a-93d0-48f4-af01-5003ac83103a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070028 Dec 06 12:10:01.192588 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8538c218-fd84-4746-b2cc-ddb9d4ac7063'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:01.194952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-9f37a019-823c-45fc-aebd-039c938a4921 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.197404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-9f37a019-823c-45fc-aebd-039c938a4921 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.1204498 Dec 06 12:10:01.218027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-d6590dcf-37ed-41b5-9568-c0c962bb4df9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0117607 Dec 06 12:10:01.236720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d7a6fc50-7113-4ce1-b82d-ae025e3e3277 req-08fd011d-b5dd-420b-b155-06ed02f18188 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275251 Dec 06 12:10:01.240726 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-652eaf57-bc39-4aa0-a864-584caa4fd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.241106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-652eaf57-bc39-4aa0-a864-584caa4fd5ff service neutron] 10.222.0.31 "GET /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 1094 time: 0.0474973 Dec 06 12:10:01.253260 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:01.253791 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Unknown quota resources ['binding']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:10:01.289832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-347487b6-eb15-4bf8-b4f3-2430955d0b3a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654240 Dec 06 12:10:01.388216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-a37010c9-fd7e-4aff-a70e-05e633d34ba8 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849214 Dec 06 12:10:01.403257 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:01.403598 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:01.403931 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:01.408238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:01.408559 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:01.413432 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:01.413766 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:01.414174 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:01.414609 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Bound port: aeea3346-7a1a-4f26-910c-116b161f5518, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:01.467588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:01.474335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.475535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1e7e45bc-1ab1-48c7-8b9d-ba434f6aad0d service neutron] 10.222.0.31 "POST /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518/bindings HTTP/1.1" status: 201 len: 389 time: 0.2279224 Dec 06 12:10:01.487664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-4213c5d2-897f-4a27-848b-d3f6b74085b8 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924311 Dec 06 12:10:01.663584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5d23d-02f2-4674-9478-a8260e789e74 req-1b936174-ccb8-42d2-8122-4d1d0e83eb71 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.665561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aea5d23d-02f2-4674-9478-a8260e789e74 req-1b936174-ccb8-42d2-8122-4d1d0e83eb71 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.0667894 Dec 06 12:10:01.741459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aea5d23d-02f2-4674-9478-a8260e789e74 req-d8f55238-9a4a-4b86-a3f2-8a819934f1a9 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 Dec 06 12:10:01.785977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1d51c28d-485e-414c-b038-d7e1a829d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.787715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-1d51c28d-485e-414c-b038-d7e1a829d37b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1097 time: 0.0640485 Dec 06 12:10:01.882146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d454-ee60-4824-982d-fac233bbdbed req-bfe110e4-67b3-4fe5-9e12-915194425d9f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.889926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c196d454-ee60-4824-982d-fac233bbdbed req-bfe110e4-67b3-4fe5-9e12-915194425d9f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 945 time: 0.0965309 Dec 06 12:10:01.900010 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-ee2c4f47-2e2b-4b53-b84c-9ea2436fccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.901555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-ee2c4f47-2e2b-4b53-b84c-9ea2436fccc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1048419 Dec 06 12:10:01.922408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287f746-f96c-4bba-9986-003676c5279c req-4ca73371-56d3-426d-83f8-20584e08c99a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:01.923930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6287f746-f96c-4bba-9986-003676c5279c req-4ca73371-56d3-426d-83f8-20584e08c99a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.0929244 Dec 06 12:10:01.951488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-9b25b2d9-2507-4f2d-ac96-130e5e895290 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 217 time: 0.0396392 Dec 06 12:10:01.963782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c196d454-ee60-4824-982d-fac233bbdbed req-ae7644ec-437c-4aab-9384-5e2837b9670e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Dec 06 12:10:02.001272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6287f746-f96c-4bba-9986-003676c5279c req-76183213-cb8b-4055-9668-7e65eda2f4a2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610604 Dec 06 12:10:02.008491 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-ab4a3c6c-7c3c-4ff4-ac5b-dbabf9b4d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.010085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-ab4a3c6c-7c3c-4ff4-ac5b-dbabf9b4d2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0517831 Dec 06 12:10:02.048191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-349d7179-cd65-494e-84ed-aba66ad40422 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309434 Dec 06 12:10:02.111097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41e1182d-c893-4722-ae5d-963bf9a6e6c5 req-69e9c4a2-55e5-4985-ae10-c3f9cbec061d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 210 time: 0.0490656 Dec 06 12:10:02.136807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0795-ce1d-4756-9f3f-350dd18eeee7 req-23fca380-c87d-479e-8b84-eaacd1adfa9d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.139006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c83d0795-ce1d-4756-9f3f-350dd18eeee7 req-23fca380-c87d-479e-8b84-eaacd1adfa9d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 944 time: 0.0875282 Dec 06 12:10:02.179975 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-4a6126dd-2f56-4c06-bd35-751c9cd6c1e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221035 Dec 06 12:10:02.187535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.217926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c83d0795-ce1d-4756-9f3f-350dd18eeee7 req-c09c03af-9651-4ef9-b59c-c749d584eea6 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Dec 06 12:10:02.253194 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295c712-6dd8-424f-abc0-f34374f44dc8 req-7ee9ada2-23e0-4533-8419-1f7917f642ec tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.254694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4295c712-6dd8-424f-abc0-f34374f44dc8 req-7ee9ada2-23e0-4533-8419-1f7917f642ec tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Dec 06 12:10:02.336665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4295c712-6dd8-424f-abc0-f34374f44dc8 req-10c4f2dd-1892-47f7-8866-48f2e0bd32e9 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758784 Dec 06 12:10:02.352209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31ccb-a675-4ccd-9076-0409aaff93de req-c174c37c-aa7a-4a56-bba4-a2f348b14f0a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.353716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf31ccb-a675-4ccd-9076-0409aaff93de req-c174c37c-aa7a-4a56-bba4-a2f348b14f0a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 943 time: 0.0793779 Dec 06 12:10:02.414098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf31ccb-a675-4ccd-9076-0409aaff93de req-e6a80529-f359-417f-bf7d-a93b72a0bc9c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510025 Dec 06 12:10:02.416464 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-d679c94f-fc43-4b1a-a692-e951a8c84f2e service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312690 Dec 06 12:10:02.547377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ccd8d-40db-42b6-8f90-161b256fee5f req-f54fc518-e203-4ffd-a8f8-2db6d3e50914 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.548963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea4ccd8d-40db-42b6-8f90-161b256fee5f req-f54fc518-e203-4ffd-a8f8-2db6d3e50914 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0602505 Dec 06 12:10:02.604853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8538c218-fd84-4746-b2cc-ddb9d4ac7063 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:02.611846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea4ccd8d-40db-42b6-8f90-161b256fee5f req-0d6c50fc-32cb-4af0-b4fb-b73e6da3c22b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558217 Dec 06 12:10:02.687265 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:02.692732 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:02.693259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.797376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1a24-4029-4ed7-ab15-ef06f8edd02c req-285a9753-43c6-46ca-be4f-ef6440699a2b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:02.807308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbae1a24-4029-4ed7-ab15-ef06f8edd02c req-285a9753-43c6-46ca-be4f-ef6440699a2b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0790920 Dec 06 12:10:02.809894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.846640 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:02.849205 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741fe86-48c5-4e99-83f2-6b6acf8a9185" -d '{"events": [{"server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "name": "network-vif-plugged", "status": "completed", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:02.863624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:02.870108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.892981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbae1a24-4029-4ed7-ab15-ef06f8edd02c req-9f395e2f-44bc-4f92-9ee7-c3c60bab27c4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783596 Dec 06 12:10:02.953286 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.001789 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8de9eb-bf32-4cb6-a7b7-624010c8f0b8 x-openstack-request-id: req-2e8de9eb-bf32-4cb6-a7b7-624010c8f0b8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:03.002164 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "name": "network-vif-plugged", "status": "completed", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:03.003146 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8de9eb-bf32-4cb6-a7b7-624010c8f0b8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:03.003561 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'code': 200} Dec 06 12:10:03.055372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.087248 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b2ff-e23b-418f-a2b7-5b509735cb93 req-4e32fca2-c57e-4f31-ba89-42511501f981 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.090716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d8b2ff-e23b-418f-a2b7-5b509735cb93 req-4e32fca2-c57e-4f31-ba89-42511501f981 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.1114852 Dec 06 12:10:03.162789 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-b21b1d3a-d880-42d9-88e6-ee75b70c723f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.164427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-b21b1d3a-d880-42d9-88e6-ee75b70c723f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2103488 Dec 06 12:10:03.180067 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d83f7-bf6a-44b7-9b9f-57b58546ce1f req-652713a3-94dc-43da-a6bf-41b9e56d47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.181495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-611d83f7-bf6a-44b7-9b9f-57b58546ce1f req-652713a3-94dc-43da-a6bf-41b9e56d47bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1096 time: 0.0653393 Dec 06 12:10:03.184779 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:03.196372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f08746-5371-4cde-94fa-e84d12ef7b0a req-1124113c-dc1f-4dd9-b719-66a7720d4066 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.200741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97f08746-5371-4cde-94fa-e84d12ef7b0a req-1124113c-dc1f-4dd9-b719-66a7720d4066 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0885215 Dec 06 12:10:03.206173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d8b2ff-e23b-418f-a2b7-5b509735cb93 req-00f16534-7bf8-4822-85db-eb00a22dbb27 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078153 Dec 06 12:10:03.267490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97f08746-5371-4cde-94fa-e84d12ef7b0a req-4c7429eb-ff2e-4125-a3ea-efebeeff0c37 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 Dec 06 12:10:03.306906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-611d83f7-bf6a-44b7-9b9f-57b58546ce1f req-6b015c6a-ef3a-4c33-9bb5-d6026ce0385f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175051 Dec 06 12:10:03.346200 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:03.350330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.367918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce40642-acaa-4111-83d4-b17c73a4823b req-eafd35e4-97e5-4008-b14b-23fd95b494d4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 210 time: 0.0351832 Dec 06 12:10:03.382055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67112924-bcc4-48f0-9d58-97c6b621a14b req-e8543daa-4dee-4633-a003-31e22ca90e29 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.383604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67112924-bcc4-48f0-9d58-97c6b621a14b req-e8543daa-4dee-4633-a003-31e22ca90e29 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.0844610 Dec 06 12:10:03.461272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67112924-bcc4-48f0-9d58-97c6b621a14b req-bb276b19-1095-41fa-a789-22ee918a11c7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Dec 06 12:10:03.501164 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58440dde-f35a-4a0e-89d8-a36e9ec9a8fb req-fb489f50-ff07-4542-9b2d-989e03389cde tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.503441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58440dde-f35a-4a0e-89d8-a36e9ec9a8fb req-fb489f50-ff07-4542-9b2d-989e03389cde tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 945 time: 0.0664747 Dec 06 12:10:03.518687 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.14 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/a998713c-e8b7-496d-bdd5-525e7e68cee0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:03.587283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58440dde-f35a-4a0e-89d8-a36e9ec9a8fb req-251adc4c-7a29-4fde-9a70-e6f4a36712b9 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Dec 06 12:10:03.613292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32fd5-37ff-42a0-8cbd-6cef35f24c23 req-98a0450b-bcf8-46de-aa15-711061e7eccf tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.615137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bd32fd5-37ff-42a0-8cbd-6cef35f24c23 req-98a0450b-bcf8-46de-aa15-711061e7eccf tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 943 time: 0.0779276 Dec 06 12:10:03.690421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.692501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bd32fd5-37ff-42a0-8cbd-6cef35f24c23 req-92a85629-5f60-4e3a-8143-88016abadf6d tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693738 Dec 06 12:10:03.733679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.734302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6efee-7cb4-41af-9297-fdfd262397db req-4948e155-1818-479d-96dd-7f2f79b2af1d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.741785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa6efee-7cb4-41af-9297-fdfd262397db req-4948e155-1818-479d-96dd-7f2f79b2af1d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Dec 06 12:10:03.753769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:03.782292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.799074 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:03.800548 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:03.802934 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:03.814690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa6efee-7cb4-41af-9297-fdfd262397db req-ccd2a070-f483-4d05-9b54-7e62bedd3ff4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705042 Dec 06 12:10:03.893660 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.893660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.913554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dce4fe08-b5c3-44af-a2fa-7cc0962f0cf0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357795 Dec 06 12:10:03.932981 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Request body: {'port': {'device_id': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:03.974350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1836c5-4c5c-4bad-8cb6-462da3eeeb0a req-71cd073e-c706-4e22-9a09-35ab842676a4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.975871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd1836c5-4c5c-4bad-8cb6-462da3eeeb0a req-71cd073e-c706-4e22-9a09-35ab842676a4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Dec 06 12:10:04.024619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.035680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd1836c5-4c5c-4bad-8cb6-462da3eeeb0a req-b3abd6c3-29fd-4558-a4b3-b1ec1ad0a3f4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Dec 06 12:10:04.308958 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a998713c-e8b7-496d-bdd5-525e7e68cee0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:04.318288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.333795 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Transition to ACTIVE for port object a998713c-e8b7-496d-bdd5-525e7e68cee0 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:04.340863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.356795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e049bd-ac15-4264-8a22-d85be7654fea req-5a673fbc-5b55-4144-b83d-c3107d3c655e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.358750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05e049bd-ac15-4264-8a22-d85be7654fea req-5a673fbc-5b55-4144-b83d-c3107d3c655e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 945 time: 0.0736356 Dec 06 12:10:04.410648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Pushing event updated for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:04.450339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05e049bd-ac15-4264-8a22-d85be7654fea req-3698a96d-1ab0-4988-b25c-34c8bafdbfc9 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840898 Dec 06 12:10:04.504434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Attempting to bind port a998713c-e8b7-496d-bdd5-525e7e68cee0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:04.504766 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Attempting to bind port a998713c-e8b7-496d-bdd5-525e7e68cee0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:04.505199 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Attempting to bind port a998713c-e8b7-496d-bdd5-525e7e68cee0 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:04.512365 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Port a998713c-e8b7-496d-bdd5-525e7e68cee0 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:04.512536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Attempting to bind port a998713c-e8b7-496d-bdd5-525e7e68cee0 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:04.528148 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:04.537348 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:04.537843 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:04.538444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Bound port: a998713c-e8b7-496d-bdd5-525e7e68cee0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:04.539035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.576609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020233b1-9a90-41ff-9661-ff4e827dc51b req-91702957-7e46-419c-9e8a-bd0a26240797 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.578561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-020233b1-9a90-41ff-9661-ff4e827dc51b req-91702957-7e46-419c-9e8a-bd0a26240797 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 944 time: 0.0638170 Dec 06 12:10:04.617705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:04.659781 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:04.663966 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:04.671985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.696632 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.697282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.698686 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] 10.222.0.23 "PUT /v2.0/ports/a998713c-e8b7-496d-bdd5-525e7e68cee0 HTTP/1.1" status: 200 len: 1092 time: 0.7715135 Dec 06 12:10:04.701754 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:04.714913 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:04.725346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-020233b1-9a90-41ff-9661-ff4e827dc51b req-5783dc5b-adbd-44d8-99db-d68a3d03e778 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277754 Dec 06 12:10:04.739736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ead1-ece8-45ca-a993-a5f75d4323a3 req-84744df7-f594-4db4-8cfd-269b8e991125 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.741229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c98ead1-ece8-45ca-a993-a5f75d4323a3 req-84744df7-f594-4db4-8cfd-269b8e991125 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1280968 Dec 06 12:10:04.804833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:04.842774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c98ead1-ece8-45ca-a993-a5f75d4323a3 req-abde912f-be58-4215-80e5-8ea55f36e8c5 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939634 Dec 06 12:10:04.866664 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d757e-295f-4a36-96f4-b2c2333ea936 service neutron] Pushing event updated for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:04.878183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c', 'port_id': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'mac_address': 'fa:16:3e:9d:2f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf891504-6935-4a9a-89af-284761270747', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:04.883408 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-6db5e820-1bd2-41d1-8a7d-07be5888683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.885507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-6db5e820-1bd2-41d1-8a7d-07be5888683c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 1095 time: 0.1104281 Dec 06 12:10:04.939595 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.957956 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:04.982778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:04.995171 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.999477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-eaf716d4-5329-4850-bae0-d155d6e71851 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0 HTTP/1.1" status: 200 len: 217 time: 0.0970016 Dec 06 12:10:05.049075 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:05.068011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2275e-1c6d-466a-a14f-35b115bb4c6c req-a1864fda-0ed0-45e3-8a7a-e19b84d8bf5a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.069128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efe2275e-1c6d-466a-a14f-35b115bb4c6c req-a1864fda-0ed0-45e3-8a7a-e19b84d8bf5a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 945 time: 0.1091492 Dec 06 12:10:05.081551 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-1647d16e-0692-4e3b-843d-3df433e2ddca tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.083158 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-1647d16e-0692-4e3b-843d-3df433e2ddca tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0934317 Dec 06 12:10:05.088599 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff630-4908-44d7-b102-7fe4e16e350a req-793d4b92-8107-4b57-8fa4-1daa7bb0d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.090531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-793d4b92-8107-4b57-8fa4-1daa7bb0d62c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0606394 Dec 06 12:10:05.092226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99e495-5d0e-4e80-ade3-b70723e1b845 req-f3269a37-55fa-4b81-8bee-f09773f195a2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.093745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d99e495-5d0e-4e80-ade3-b70723e1b845 req-f3269a37-55fa-4b81-8bee-f09773f195a2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 944 time: 0.0916953 Dec 06 12:10:05.096429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:05.148557 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-41aab150-1a23-4240-9fc1-04e7271338fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328593 Dec 06 12:10:05.164218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efe2275e-1c6d-466a-a14f-35b115bb4c6c req-cc821a9b-eb9d-469c-991c-43e7eee52d75 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875044 Dec 06 12:10:05.171964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d99e495-5d0e-4e80-ade3-b70723e1b845 req-5f8e2132-6bff-472e-bf5b-f5998e61178e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Dec 06 12:10:05.222901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.230401 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92981474-8857-4c88-808f-0053c6fd729d x-openstack-request-id: req-92981474-8857-4c88-808f-0053c6fd729d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:05.230921 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:05.231338 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92981474-8857-4c88-808f-0053c6fd729d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:05.231875 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0', 'status': 'completed', 'code': 200} Dec 06 12:10:05.250792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:05.363360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d31be-715d-4944-9447-5f1598f391b4 req-0fdde9da-0b24-4a88-8f06-f7c9e7c0f0c5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.365657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e67d31be-715d-4944-9447-5f1598f391b4 req-0fdde9da-0b24-4a88-8f06-f7c9e7c0f0c5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.0724375 Dec 06 12:10:05.396976 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:05.440237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e67d31be-715d-4944-9447-5f1598f391b4 req-e4f878e0-5280-460a-8f4f-b15a06830cd2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Dec 06 12:10:05.451708 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:05.470962 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:05.490011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'mac_address': 'fa:16:3e:70:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:05.490678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-dc6b8c82-dec4-4950-b63b-79f932d034ca service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205223 Dec 06 12:10:05.556224 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:05.588564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.614021 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:05.642530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:05.648783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.659208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.674421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-506ff630-4908-44d7-b102-7fe4e16e350a req-6f27aa27-6dcf-468a-91de-807fb16cc035 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726830 Dec 06 12:10:05.675896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.739653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:05.782562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-1559ab79-878f-4430-9c0a-c121e4d84f3d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 258 time: 0.3528848 Dec 06 12:10:05.791305 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:05.808564 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d3147-8f8e-475a-ad49-fd95aa620280 req-485effdd-9b57-4b66-8f51-0d6850f42959 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.813672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d46d3147-8f8e-475a-ad49-fd95aa620280 req-485effdd-9b57-4b66-8f51-0d6850f42959 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1307688 Dec 06 12:10:05.828757 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:05.834677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:05.835047 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:05.835338 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:05.842445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:05.842891 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Attempting to bind port d691982c-c829-404f-916a-7ec4bf1bd31c on network a374198b-ba04-457e-a8ee-2c734ffbc001 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:05.850718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.853255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1a6f4ef0-ad82-46ed-b089-da79212ab2d4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:05.859925 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:05.860850 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Checking segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:05.861485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Bound using segment: {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:05.862134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Bound port: d691982c-c829-404f-916a-7ec4bf1bd31c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcba1de-32cf-427a-a54c-86b11c0c9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a374198b-ba04-457e-a8ee-2c734ffbc001'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:05.862743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.913984 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-1f2ecf3f-c3f4-41a9-a34d-b96bd8cbf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.916764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-1f2ecf3f-c3f4-41a9-a34d-b96bd8cbf58b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 1095 time: 0.1261489 Dec 06 12:10:05.936564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d46d3147-8f8e-475a-ad49-fd95aa620280 req-a7b4737d-58a3-4ece-a48c-ea5ed0b8589d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030259 Dec 06 12:10:06.046253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.083740 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-ea2e7c17-8abb-43b7-baa1-016a004e970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.085335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-ea2e7c17-8abb-43b7-baa1-016a004e970d service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.1541214 Dec 06 12:10:06.107241 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:06.150105 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-d3d66f17-5cbc-41af-8dd9-c595e08143df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0 HTTP/1.1" status: 200 len: 217 time: 0.0497491 Dec 06 12:10:06.161587 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:06.168019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.178473 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3d0fd-c13f-457d-bb40-4ab8a2d4247a req-98b67569-c104-444a-aaf3-1e9798c13ee8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.179976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cc3d0fd-c13f-457d-bb40-4ab8a2d4247a req-98b67569-c104-444a-aaf3-1e9798c13ee8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 944 time: 0.0879829 Dec 06 12:10:06.250761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cc3d0fd-c13f-457d-bb40-4ab8a2d4247a req-36d8d510-b993-4769-931c-8d031c7891b2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603371 Dec 06 12:10:06.257606 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Allocated IP 172.35.3.188 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a64ab638-3fca-4df7-9138-6d5741213cbf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:06.258709 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-e9c9be0f-73cc-4aac-90f4-8d16b4824afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.260169 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-e9c9be0f-73cc-4aac-90f4-8d16b4824afd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0581365 Dec 06 12:10:06.321909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-65537921-4905-4bd5-9e72-7720737ac4b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485761 Dec 06 12:10:06.354921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.356838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.358244 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] 10.222.0.53 "PUT /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 1121 time: 1.2658939 Dec 06 12:10:06.369087 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c001839-a399-49e2-b8f2-71168c2a875c service neutron] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:06.451321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.492580 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-e8b5758e-d071-40ee-9223-22d15d48a390 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414948 Dec 06 12:10:06.498450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59bc8-b556-4b38-b934-b40bc0a80614 req-c2330272-07d0-415b-89cb-32006e8b142c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.500072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e59bc8-b556-4b38-b934-b40bc0a80614 req-c2330272-07d0-415b-89cb-32006e8b142c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1196880 Dec 06 12:10:06.509937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['d691982c-c829-404f-916a-7ec4bf1bd31c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:06.519278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.586669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['d691982c-c829-404f-916a-7ec4bf1bd31c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:06.624755 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:06.626832 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event updated for resources: {'Port': ['ID=a64ab638-3fca-4df7-9138-6d5741213cbf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:06.639976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dc25fc42-c6a4-42bb-8ad3-ef5a42d87ec3 req-f781ab9a-ba31-46c5-b09e-82902892ea23 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383362 Dec 06 12:10:06.641935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57e59bc8-b556-4b38-b934-b40bc0a80614 req-ee20d6d2-a85a-4306-b426-f83095f61c51 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326387 Dec 06 12:10:06.642946 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:06.645937 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:06.706825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:06.709223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:06.821429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.846020 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e904-8d80-4d23-bfdf-379fe3d3b673 req-2ca9cc66-2829-438b-b368-f69e065bb272 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.847676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d69e904-8d80-4d23-bfdf-379fe3d3b673 req-2ca9cc66-2829-438b-b368-f69e065bb272 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 944 time: 0.0815737 Dec 06 12:10:06.878255 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.961445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:07.024966 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:07.025767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.125313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:07.162493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c has no active binding in host n-h2-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:10:07.233462 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c'}, {'name': 'network-changed', 'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:07.235844 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98" -d '{"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-unplugged", "status": "completed", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c"}, {"name": "network-changed", "server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:07.253962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.260626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:07.307200 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:07.310352 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56950963-ac42-4dd3-b8dc-f280fac13665" -d '{"events": [{"server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "name": "network-vif-plugged", "status": "completed", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:07.336762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:07.366438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:07.437686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.516876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d69e904-8d80-4d23-bfdf-379fe3d3b673 req-563d4a35-6573-4db0-ac50-8c1765987f36 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394024 Dec 06 12:10:07.592541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.608062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.722249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:07.727783 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event updated for resources: {'Port': ['ID=a64ab638-3fca-4df7-9138-6d5741213cbf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:07.749442 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'port_id': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'mac_address': 'fa:16:3e:10:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b76cb-1e2a-45de-816c-ff6bc57644dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:07.801034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.810487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.812575 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:07.836911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:07.837333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.838157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.850981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-dd9d8c7d-9df7-44e4-bb23-f3b8d6d92c48 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0672300 Dec 06 12:10:07.906881 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb8e2dc8-10fd-4497-b779-291bdad9bfb4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:07.977143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-0a0b638c-edf5-4876-801d-4e7884cc5e44 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 696 time: 0.1246116 Dec 06 12:10:08.011457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:08.023446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.035598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.116184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:08.117887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-be06af9a-b80f-42c4-ad59-5c15423aeb90 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.130816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.137962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-669a53a9-1625-4462-a028-6cd94e5dca61 req-be06af9a-b80f-42c4-ad59-5c15423aeb90 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1598470 Dec 06 12:10:08.143610 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.159743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df55bf-35b2-4d51-a35e-2ab1350d4df0 req-e6b8f2aa-a937-4816-b9a0-d8d31f04ed10 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.165833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44df55bf-35b2-4d51-a35e-2ab1350d4df0 req-e6b8f2aa-a937-4816-b9a0-d8d31f04ed10 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.2171772 Dec 06 12:10:08.199965 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['eb8e2dc8-10fd-4497-b779-291bdad9bfb4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:08.276497 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.301762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44df55bf-35b2-4d51-a35e-2ab1350d4df0 req-8ec67618-bc01-44dd-9cc4-e2ac64d479b9 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283309 Dec 06 12:10:08.365413 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1650f4-b501-4e40-8420-349a97ed55a1 x-openstack-request-id: req-bd1650f4-b501-4e40-8420-349a97ed55a1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:08.365914 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-unplugged", "status": "completed", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c", "code": 200}, {"name": "network-changed", "server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:08.366317 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd1650f4-b501-4e40-8420-349a97ed55a1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:08.366842 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'code': 200} Dec 06 12:10:08.367345 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'status': 'completed', 'code': 200} Dec 06 12:10:08.369407 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fbe8-43cb-40cf-b430-594cfb8b05f1 req-a77f289e-1709-4d17-944a-d1c514197842 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.377115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5651fbe8-43cb-40cf-b430-594cfb8b05f1 req-a77f289e-1709-4d17-944a-d1c514197842 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1310077 Dec 06 12:10:08.529847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5651fbe8-43cb-40cf-b430-594cfb8b05f1 req-1373e426-4e84-450e-9f3c-156c2855fb5b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399374 Dec 06 12:10:08.613567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f444ac8-b6a6-49de-b433-e4d952a9ad42 req-f59bef9d-115f-4573-81ce-248f5d03b8df tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.617562 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e5867a-ba32-414d-88bf-604c81cbf465 x-openstack-request-id: req-28e5867a-ba32-414d-88bf-604c81cbf465 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:08.617771 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "name": "network-vif-plugged", "status": "completed", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:08.618032 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e5867a-ba32-414d-88bf-604c81cbf465 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:08.618420 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'code': 200} Dec 06 12:10:08.624032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f444ac8-b6a6-49de-b433-e4d952a9ad42 req-f59bef9d-115f-4573-81ce-248f5d03b8df tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 944 time: 0.1651981 Dec 06 12:10:08.714758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f444ac8-b6a6-49de-b433-e4d952a9ad42 req-82b5192e-46c0-47bd-b9e6-565a85c09163 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830209 Dec 06 12:10:08.810580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-d2ded7d7-b280-4415-a9ba-5cd838be4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.812368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-d2ded7d7-b280-4415-a9ba-5cd838be4ebf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1124 time: 0.4089129 Dec 06 12:10:08.878491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6caa-7931-4e97-ae42-0365d7a6bc64 req-72839b71-af4d-40ab-ac78-d7ce193e9239 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.880465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a00c6caa-7931-4e97-ae42-0365d7a6bc64 req-72839b71-af4d-40ab-ac78-d7ce193e9239 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1345592 Dec 06 12:10:08.899623 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-43a6f133-3480-444e-ac2c-de864ad909bd tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.901335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-43a6f133-3480-444e-ac2c-de864ad909bd tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1012545 Dec 06 12:10:08.986283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-27217fc1-bc85-494c-ba25-27270f9858aa tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 696 time: 0.0732238 Dec 06 12:10:09.013315 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'floatingip': {'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:09.020018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ae186-9d6c-4a60-bc75-66c0193f1221 req-c2081d04-b63b-40d8-8eee-1274d27295ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:09.022170 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e73ae186-9d6c-4a60-bc75-66c0193f1221 req-c2081d04-b63b-40d8-8eee-1274d27295ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1096 time: 0.1567864 Dec 06 12:10:09.044630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-f8ac4406-c3f3-406d-8204-f7d00545d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:09.047217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-f8ac4406-c3f3-406d-8204-f7d00545d422 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2190561 Dec 06 12:10:09.069268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.128896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a00c6caa-7931-4e97-ae42-0365d7a6bc64 req-fc5d45e1-1916-4a4f-b021-6efc3399da55 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263813 Dec 06 12:10:09.141879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-9dbb4d7a-59d3-4db1-84f8-d9319dc8633f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 217 time: 0.0768590 Dec 06 12:10:09.188327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e73ae186-9d6c-4a60-bc75-66c0193f1221 req-7971ffae-dc80-473e-aa05-a9526c5d324e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558864 Dec 06 12:10:09.220053 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-74a56505-cda1-456d-8d61-9ac79e8dad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:09.225133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-74a56505-cda1-456d-8d61-9ac79e8dad19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.0722635 Dec 06 12:10:09.287454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a998713c-e8b7-496d-bdd5-525e7e68cee0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:09.293864 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:09.311493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-9bb3c725-4052-4367-a980-e982817b8657 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730894 Dec 06 12:10:09.420044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ec2c-0134-4909-b9d0-9021213aac0f req-23fc0b70-9d1b-443a-84da-67a5a06aee38 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:09.428998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bae6ec2c-0134-4909-b9d0-9021213aac0f req-23fc0b70-9d1b-443a-84da-67a5a06aee38 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 945 time: 0.1189959 Dec 06 12:10:09.524856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-61415f39-9fb2-446b-8129-3bf9b01353ce service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075462 Dec 06 12:10:09.552957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bae6ec2c-0134-4909-b9d0-9021213aac0f req-8a98e8c7-ed9e-4612-926c-10c1164972e2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228507 Dec 06 12:10:09.561070 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:09.572139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.572139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:09.603918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a998713c-e8b7-496d-bdd5-525e7e68cee0', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': 'a998713c-e8b7-496d-bdd5-525e7e68cee0', 'mac_address': 'fa:16:3e:b4:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:09.837676 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8a07a66-fa36-4c71-ae17-71e2d0efcf98 req-6eaa9682-ec14-4fb8-8f73-3de8239cba46 service neutron] 10.222.0.23 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931976 Dec 06 12:10:09.869280 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.888740 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a998713c-e8b7-496d-bdd5-525e7e68cee0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:09.987381 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:09.993518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.037200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.040150 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.046494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.079631 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.097115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72899af-ae94-4a56-a2b3-d586a9779b83 req-7ce20fbf-7ebd-4ad1-88e0-af5c91a437bf tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:10.099671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a72899af-ae94-4a56-a2b3-d586a9779b83 req-7ce20fbf-7ebd-4ad1-88e0-af5c91a437bf tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 944 time: 0.1037111 Dec 06 12:10:10.110434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:10.116606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.198198 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.213812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a72899af-ae94-4a56-a2b3-d586a9779b83 req-63810500-b89d-4ec4-a3db-e0d5e0d3d2c7 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997496 Dec 06 12:10:10.229041 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Floating IP c6cfef63-ad77-4966-b4ed-03bb256d5145 associated. External IP: 172.35.3.188, port: 8538c218-fd84-4746-b2cc-ddb9d4ac7063. Dec 06 12:10:10.306361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a998713c-e8b7-496d-bdd5-525e7e68cee0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:10.435260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ffde7-2c33-4c26-9eb0-9ecb0bd53f86 req-73e5d866-3235-45db-9d55-49968443aa50 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:10.437747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f79ffde7-2c33-4c26-9eb0-9ecb0bd53f86 req-73e5d866-3235-45db-9d55-49968443aa50 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.0795796 Dec 06 12:10:10.503133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f79ffde7-2c33-4c26-9eb0-9ecb0bd53f86 req-a053b42f-fe99-43c4-8bf3-bc9e5a85851b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539131 Dec 06 12:10:10.619814 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4'}, {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:10.624123 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123cb2c7-888c-404f-991b-4fed71935d36" -d '{"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4"}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:10.677758 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Router 81a40c1f-2ba5-4c8a-87b5-61f75642495d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:10.709761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bf8c1-a440-45d0-8159-6ee20edafe06 req-024b0dd5-7e5c-4a8d-9027-9aebe26443a2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:10.711631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c92bf8c1-a440-45d0-8159-6ee20edafe06 req-024b0dd5-7e5c-4a8d-9027-9aebe26443a2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 945 time: 0.0931060 Dec 06 12:10:10.883269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:10.895890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Sync routers for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:10.903162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.925425 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:10.926050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:10.953126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-f95c6a74-fa86-4c97-bc88-6e8fd87a9541 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "PUT /v2.0/floatingips/c6cfef63-ad77-4966-b4ed-03bb256d5145 HTTP/1.1" status: 200 len: 996 time: 1.9485745 Dec 06 12:10:10.967464 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:10.970495 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:11.016397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c92bf8c1-a440-45d0-8159-6ee20edafe06 req-6b1ac395-5c47-4be2-a482-932d4122f719 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585859 Dec 06 12:10:11.043381 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-01d265e9-712b-4aba-88c0-31381566506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.052107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-01d265e9-712b-4aba-88c0-31381566506e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1096 time: 0.0738640 Dec 06 12:10:11.164696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:11.282905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-d0a80466-4a95-447a-b7cd-84805a674384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.284831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-d0a80466-4a95-447a-b7cd-84805a674384 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 929 time: 0.2316811 Dec 06 12:10:11.297587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a998713c-e8b7-496d-bdd5-525e7e68cee0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:11.328213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8021c-4f45-4725-9288-293fc44d9fe0 req-b0512aaf-378c-4057-848b-91ded423c25a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.330952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58e8021c-4f45-4725-9288-293fc44d9fe0 req-b0512aaf-378c-4057-848b-91ded423c25a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.1193211 Dec 06 12:10:11.455926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58e8021c-4f45-4725-9288-293fc44d9fe0 req-12fdb41f-696c-41c4-a965-55b7f2a8348c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757802 Dec 06 12:10:11.489932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-b7936e5e-05e0-43e0-8cf9-d575b492bafe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 999 time: 0.1918914 Dec 06 12:10:11.497788 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port a998713c-e8b7-496d-bdd5-525e7e68cee0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:11.507615 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a998713c-e8b7-496d-bdd5-525e7e68cee0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:11.508046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.580119 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c6cfef63-ad77-4966-b4ed-03bb256d5145', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'mac_address': 'fa:16:3e:42:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:06Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 1, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:11.587337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-e46f4653-d8e6-412b-9d77-742f8fe93767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.595905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-e46f4653-d8e6-412b-9d77-742f8fe93767 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.1050932 Dec 06 12:10:11.685056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-14237ee2-d662-47ee-9a05-5b84a31379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.693588 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Checking router: 81a40c1f-2ba5-4c8a-87b5-61f75642495d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:11.698359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-14237ee2-d662-47ee-9a05-5b84a31379ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014283 Dec 06 12:10:11.701185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.725376 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:11.726597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:11.872625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-d062fa8c-ec0f-4b7d-8a10-a0ad8c3a8be0 service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733937 Dec 06 12:10:11.897508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:11.998035 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c650-7782-40cf-994a-513827c03ebf req-89299ccd-6e25-4689-9a1b-2a5116610fee tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.999835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af88c650-7782-40cf-994a-513827c03ebf req-89299ccd-6e25-4689-9a1b-2a5116610fee tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 945 time: 0.1180050 Dec 06 12:10:12.105001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:12.106542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af88c650-7782-40cf-994a-513827c03ebf req-adb82834-8507-4eb0-8d34-8cc78f86b4ea tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970004 Dec 06 12:10:12.118006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0b08f4e-45b2-4540-af5d-55ffb87b12d6 req-56e78468-352e-4a31-857b-934bed2aec5b service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414002 Dec 06 12:10:12.144279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:12.147602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:12.227082 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5601d6-7f5c-4019-9a98-6fe675536f9c x-openstack-request-id: req-ed5601d6-7f5c-4019-9a98-6fe675536f9c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:12.227485 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4", "code": 200}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:12.227852 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5601d6-7f5c-4019-9a98-6fe675536f9c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:12.228340 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'code': 200} Dec 06 12:10:12.228767 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'code': 200} Dec 06 12:10:12.304646 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c59fd5-a289-439d-bb0a-64a817fb5f7b x-openstack-request-id: req-a7c59fd5-a289-439d-bb0a-64a817fb5f7b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:12.305232 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:12.308334 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7c59fd5-a289-439d-bb0a-64a817fb5f7b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:12.310880 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'status': 'completed', 'code': 200} Dec 06 12:10:12.316845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:12.438799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:12.449052 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-8587c802-4164-4602-8a28-aa610d92ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.452670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-8587c802-4164-4602-8a28-aa610d92ce5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1096 time: 0.0798459 Dec 06 12:10:12.495766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6bf24-255b-4c02-bdf1-e78d06531486 req-39e2968a-ac8b-4fe3-b90a-d2184abdbdb0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.499249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39a6bf24-255b-4c02-bdf1-e78d06531486 req-39e2968a-ac8b-4fe3-b90a-d2184abdbdb0 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 943 time: 0.1357179 Dec 06 12:10:12.518022 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccc854-201d-43b9-80dd-52e573802024 req-9238ec1a-e202-43af-b298-64c2e1f702c4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.528323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96ccc854-201d-43b9-80dd-52e573802024 req-9238ec1a-e202-43af-b298-64c2e1f702c4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 945 time: 0.1120992 Dec 06 12:10:12.532789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:12.546159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:12.610208 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-59dd3707-cd41-4c96-8b97-a0b26f2efeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.611783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-59dd3707-cd41-4c96-8b97-a0b26f2efeb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 929 time: 0.1451492 Dec 06 12:10:12.634323 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c6cfef63-ad77-4966-b4ed-03bb256d5145', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'mac_address': 'fa:16:3e:42:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:06Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 1, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:12.638860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:12.672866 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28423279-87ea-4656-8da1-d80fa6db41b3 None None] The sync data for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 is: [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c6cfef63-ad77-4966-b4ed-03bb256d5145', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'mac_address': 'fa:16:3e:42:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:06Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 1, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:12.675395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39a6bf24-255b-4c02-bdf1-e78d06531486 req-6d0495c7-739e-4d73-a8f7-303b6e75610b tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683528 Dec 06 12:10:12.686211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96ccc854-201d-43b9-80dd-52e573802024 req-a7c4a127-e310-4137-b8b0-bc5b0e91d144 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556950 Dec 06 12:10:12.752705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-b94515a1-e0d9-43a6-8120-0e11ac6708bb service neutron] 10.222.0.23 "GET /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1399271 Dec 06 12:10:12.837583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-dcac00c7-de9b-408c-9f91-200042fc43a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 999 time: 0.2181990 Dec 06 12:10:12.919282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c83e-6549-4c82-9040-376c3703a4d6 req-6cf56545-3b43-4dde-83dc-b0d92762970a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.922191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15c5c83e-6549-4c82-9040-376c3703a4d6 req-6cf56545-3b43-4dde-83dc-b0d92762970a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.1067894 Dec 06 12:10:12.943129 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-0f58960d-4006-414a-9278-96b818fa5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:12.944727 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-0f58960d-4006-414a-9278-96b818fa5b63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.0984874 Dec 06 12:10:13.001858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-8da46afd-7777-4362-8027-ee9ab5bab6da tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 258 time: 0.2477703 Dec 06 12:10:13.013046 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:13.029200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15c5c83e-6549-4c82-9040-376c3703a4d6 req-1c98ea26-293f-4c8a-a185-640c45b24314 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992718 Dec 06 12:10:13.059852 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1485130-4536-4ec8-b537-e24e538ba066 None None] New status for floating IP c6cfef63-ad77-4966-b4ed-03bb256d5145: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:10:13.073930 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.114793 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-4574df52-0198-4f22-8ba7-1bacef73b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:13.116260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-4574df52-0198-4f22-8ba7-1bacef73b89e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479299 Dec 06 12:10:13.264091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:13.296810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-e4cfd22e-16fa-4e5a-97ab-7f667fd0a525 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-854429620&fields=id&tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 267 time: 0.1569395 Dec 06 12:10:13.301898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:13.311651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-e76a2015-08c7-41b2-b601-ada6adade1d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707020 Dec 06 12:10:13.312825 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:13.363925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.422009 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d691982c-c829-404f-916a-7ec4bf1bd31c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:13.438002 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:13.464048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-7567a34f-90ce-4a4e-a361-75f62e6b99c2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:13.474167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-7567a34f-90ce-4a4e-a361-75f62e6b99c2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 945 time: 0.1758685 Dec 06 12:10:13.483763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'security_groups': ['63aebd4e-2fef-4f79-9cf8-d761af85bfe1', 'ba079155-ad01-44c3-b4c9-451c4ff78339']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:13.512698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.555021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1ac5d38-6ccd-41e1-b082-3e275c5bce6f req-1f045a85-9a90-4483-8ec4-811035bbe1f9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047863 Dec 06 12:10:13.623701 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-f15f5717-9a6f-4949-9db1-0dee51175471 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:13.625523 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-f15f5717-9a6f-4949-9db1-0dee51175471 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b796b01-4f7e-4971-ad09-a3b9b22c6cc5 HTTP/1.1" status: 200 len: 943 time: 0.1404905 Dec 06 12:10:13.695425 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] Transition to ACTIVE for port object d691982c-c829-404f-916a-7ec4bf1bd31c will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:13.728931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.818213 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] No DVR routers for this DVR port d691982c-c829-404f-916a-7ec4bf1bd31c on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:13.833539 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:13.872746 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-06afd84a-dad5-4496-9eb7-b4e4e14a9b39 service neutron] 10.222.0.23 "PUT /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1109622 Dec 06 12:10:13.891386 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Deleting port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:13.891796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.938696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.971235 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Allocated IP 172.35.3.249 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2a14e102-b95f-4137-a70f-fdea3c29d99c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:14.047886 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] For port eb8e2dc8-10fd-4497-b779-291bdad9bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:14.048406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.062621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-7fec7b68-7dda-4699-83b7-ba3e0d9dd499 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.064312 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-7fec7b68-7dda-4699-83b7-ba3e0d9dd499 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0887523 Dec 06 12:10:14.069935 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Calling delete_port for eb8e2dc8-10fd-4497-b779-291bdad9bfb4 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:14.179157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.191163 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-c0bc07dd-4324-4864-b5a5-bee6cf114011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.193084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-c0bc07dd-4324-4864-b5a5-bee6cf114011 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957&tenant_id=671a81a6f5bd49a9bc87789327e57656 HTTP/1.1" status: 200 len: 1095 time: 0.1085234 Dec 06 12:10:14.230983 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0'}, {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:14.237073 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f416abc1-6b1f-4c0c-8843-6f8eb49b4d26" -d '{"events": [{"server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "name": "network-vif-plugged", "status": "completed", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0"}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:14.264708 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:14.286534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.336151 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-9f750a41-5a12-4794-a8ec-d72bdd7bff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.337744 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-9f750a41-5a12-4794-a8ec-d72bdd7bff2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=671a81a6f5bd49a9bc87789327e57656&device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1095 time: 0.0783415 Dec 06 12:10:14.339099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.340540 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:14.353545 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:14.357658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.365272 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:14.370329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.405769 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event deleted for resources: {'Port': ['ID=eb8e2dc8-10fd-4497-b779-291bdad9bfb4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:14.414448 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event updated for resources: {'Port': ['ID=2a14e102-b95f-4137-a70f-fdea3c29d99c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:14.415267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:14.479221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.479889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.498299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-483d61ca-c97c-4bf4-8390-2b7292fef9e8 req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "PUT /v2.0/ports/0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 981 time: 1.0227559 Dec 06 12:10:14.500806 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:14.509311 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b" -d '{"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:14.513971 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] No DVR routers for this DVR port eb8e2dc8-10fd-4497-b779-291bdad9bfb4 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:14.517806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.521644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a08a775c-35dd-4fc8-bfd9-3b96dde63963 req-7d4f78db-38fe-44b5-8777-fc5523fad33e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "DELETE /v2.0/ports/eb8e2dc8-10fd-4497-b779-291bdad9bfb4 HTTP/1.1" status: 204 len: 173 time: 0.8883111 Dec 06 12:10:14.522215 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-deleted', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:14.524590 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8a4ba-b03f-4560-80c2-4009c9fc3a41" -d '{"events": [{"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-deleted", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:14.572178 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-3244c50b-d42d-4b12-8a06-473744b306c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.573975 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-3244c50b-d42d-4b12-8a06-473744b306c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 200 len: 922 time: 0.2240090 Dec 06 12:10:14.625977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-52c07420-89e0-4b37-804b-d48b043a9d68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 200 len: 217 time: 0.0436039 Dec 06 12:10:14.657639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.701798 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867ef5-9e12-4a1f-8b38-eac473ff84ef tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:14.770318 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-ea2997c4-b617-4375-89b7-d7f1be8ec54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.771786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-ea2997c4-b617-4375-89b7-d7f1be8ec54f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 200 len: 861 time: 0.1374347 Dec 06 12:10:14.772292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:14.837752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-09bd89fd-5883-4d72-8ca9-8c391827a826 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a374198b-ba04-457e-a8ee-2c734ffbc001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569649 Dec 06 12:10:14.874890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.981280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-9d0a5a86-29b8-4e11-b7d4-4df2d85a1002 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340501 Dec 06 12:10:15.093757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630cbcc-a069-49f9-8d47-1bf90a88eb58 req-cd1577b1-3b53-499a-8a4b-903fe8e4c182 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.095348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4630cbcc-a069-49f9-8d47-1bf90a88eb58 req-cd1577b1-3b53-499a-8a4b-903fe8e4c182 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 946 time: 0.4681339 Dec 06 12:10:15.169766 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-e17dc272-dcf1-4339-b012-28c92fc9e780 service neutron] 10.222.0.53 "GET /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737180 Dec 06 12:10:15.273558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4630cbcc-a069-49f9-8d47-1bf90a88eb58 req-d41209ae-6f2a-4b65-b03f-18765a9be265 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575577 Dec 06 12:10:15.342716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.348176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.439110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.460926 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event updated for resources: {'Port': ['ID=2a14e102-b95f-4137-a70f-fdea3c29d99c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:15.466552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.474061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-dfff8085-105d-4529-bfa6-822b7c9f743e tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4712961 Dec 06 12:10:15.634036 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-95268702-5eae-447a-b420-e9eae3a2b713 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.249 HTTP/1.1" status: 200 len: 696 time: 0.1589210 Dec 06 12:10:15.723985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-6159a844-74d3-40e9-9c01-c3dd4d4fde8d tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.725996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-6159a844-74d3-40e9-9c01-c3dd4d4fde8d tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957&tenant_id=671a81a6f5bd49a9bc87789327e57656&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0970371 Dec 06 12:10:15.787443 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc06a-ee9b-47d0-9e13-f254be8a22cb req-483fb0ea-949d-419b-a4aa-12d3b18144de tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.788917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-339bc06a-ee9b-47d0-9e13-f254be8a22cb req-483fb0ea-949d-419b-a4aa-12d3b18144de tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 944 time: 0.1111758 Dec 06 12:10:15.866872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-339bc06a-ee9b-47d0-9e13-f254be8a22cb req-9563bde5-4eb3-48b3-9e90-edff763ad129 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604539 Dec 06 12:10:15.877922 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-d511e093-a90a-4bc8-9c65-0b326b26efb2 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.879606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b2815c-9a24-43b8-b86d-bac3e6a68688 req-d511e093-a90a-4bc8-9c65-0b326b26efb2 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2447553 Dec 06 12:10:15.951265 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-0d7c49a4-4a4e-4d30-8839-901f8f86b86a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.957895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-0d7c49a4-4a4e-4d30-8839-901f8f86b86a tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.1227560 Dec 06 12:10:15.964797 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ec99e-6d33-4118-8d16-b4b6dd6587ac x-openstack-request-id: req-552ec99e-6d33-4118-8d16-b4b6dd6587ac {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:15.965435 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "name": "network-vif-plugged", "status": "completed", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0", "code": 200}, {"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:15.965435 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-552ec99e-6d33-4118-8d16-b4b6dd6587ac {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:15.965732 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0', 'code': 200} Dec 06 12:10:15.965988 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'code': 200} Dec 06 12:10:15.992365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:16.016255 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-2f4585b0-812c-4f43-b1a9-4e76ec594452 service neutron] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:16.046485 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-2f4585b0-812c-4f43-b1a9-4e76ec594452 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.047510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67e29fd1-437c-4a19-8d11-d389cd4a960e req-2f4585b0-812c-4f43-b1a9-4e76ec594452 service neutron] 10.222.0.53 "DELETE /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.3088200 Dec 06 12:10:16.109057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee802b9-8cae-4bd7-abce-c3f85f24174e req-efc94e8c-14a2-4142-9b2c-607c1737b963 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:16.110966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fee802b9-8cae-4bd7-abce-c3f85f24174e req-efc94e8c-14a2-4142-9b2c-607c1737b963 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.1314628 Dec 06 12:10:16.121342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.126109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61f55-fb69-41ee-9ead-58b52b715158 req-8707f6cd-b3c6-4f6f-b4ff-954e36224a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:16.127603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b61f55-fb69-41ee-9ead-58b52b715158 req-8707f6cd-b3c6-4f6f-b4ff-954e36224a15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 1097 time: 0.0774996 Dec 06 12:10:16.153225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-da9f2566-571f-4be5-9b1d-87c8625a51ac tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2113847835&fields=id&tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 267 time: 0.1257257 Dec 06 12:10:16.213327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b61f55-fb69-41ee-9ead-58b52b715158 req-ac78d4aa-3aa0-44cf-a57f-ce747c73575e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750115 Dec 06 12:10:16.244936 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-208924da-9425-4c4f-85fc-7af4d5a61cdd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:16.248062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-208924da-9425-4c4f-85fc-7af4d5a61cdd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 984 time: 0.0938988 Dec 06 12:10:16.265208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fee802b9-8cae-4bd7-abce-c3f85f24174e req-1724e408-da9c-4242-af76-a986d1973b40 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238525 Dec 06 12:10:16.280300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'security_groups': ['63aebd4e-2fef-4f79-9cf8-d761af85bfe1', 'ba079155-ad01-44c3-b4c9-451c4ff78339', 'd5e75a4e-5236-47ae-ab38-e8103dbec1f3']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:16.330936 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:16.351665 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22506dee-2e53-4a4f-b401-55b2ac536cd0 x-openstack-request-id: req-22506dee-2e53-4a4f-b401-55b2ac536cd0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:16.351948 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b796b01-4f7e-4971-ad09-a3b9b22c6cc5", "name": "network-vif-deleted", "tag": "eb8e2dc8-10fd-4497-b779-291bdad9bfb4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:16.352198 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22506dee-2e53-4a4f-b401-55b2ac536cd0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:16.352588 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b796b01-4f7e-4971-ad09-a3b9b22c6cc5', 'name': 'network-vif-deleted', 'tag': 'eb8e2dc8-10fd-4497-b779-291bdad9bfb4', 'status': 'completed', 'code': 200} Dec 06 12:10:16.411223 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:16.426627 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfd882a-3657-402f-b6c2-c381efdc8a04 x-openstack-request-id: req-bcfd882a-3657-402f-b6c2-c381efdc8a04 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:16.427044 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:16.427535 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcfd882a-3657-402f-b6c2-c381efdc8a04 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:16.428117 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'status': 'completed', 'code': 200} Dec 06 12:10:16.447491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.502263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.558892 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.652370 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-acebef30-40a1-4a54-b62f-33acfb3dcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:16.654281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-acebef30-40a1-4a54-b62f-33acfb3dcd4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1135 time: 0.1717649 Dec 06 12:10:16.752433 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:16.772889 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:16.774246 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:16.775472 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:16.791238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:16.793286 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Attempting to bind port aeea3346-7a1a-4f26-910c-116b161f5518 on network ce669d0f-3807-423c-903c-5244301ff70e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:16.820783 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:16.843526 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:16.853777 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123265220', 'description': 'tempest-description--97137783'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:16.879031 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:16.879498 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Checking segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:16.879985 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Bound using segment: {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:16.880840 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Bound port: aeea3346-7a1a-4f26-910c-116b161f5518, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a200a4-265d-4ed4-9f83-5c37aae71b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ce669d0f-3807-423c-903c-5244301ff70e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:16.883752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.941533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.951704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.984931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.997427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:17.004601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.005324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.017705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cbaffb6-9f9e-495e-afec-b35658a10124 req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "PUT /v2.0/ports/0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 1020 time: 0.7513597 Dec 06 12:10:17.068789 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-53742c0a-33fe-42ea-a308-f66b845e180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.073284 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-53742c0a-33fe-42ea-a308-f66b845e180a service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.3837187 Dec 06 12:10:17.214017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:17.219607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.220969 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a8a6d-2416-41a8-865f-c918306bb712 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:17.232893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.321186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-c05709c8-bc84-4906-8adf-daf68b124074 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.322973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-c05709c8-bc84-4906-8adf-daf68b124074 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3393238 Dec 06 12:10:17.336051 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.340955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4961116 Dec 06 12:10:17.341643 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:17.359112 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'security_group_rule': {'security_group_id': '82b8c8c6-1021-4e2d-b749-0a32f62086d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:17.439361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-372d3704-8850-40c3-aecd-1c7911d84f0a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0945389 Dec 06 12:10:17.441404 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de958-46ad-49bb-99bd-cc688aa35546 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8c8c6-1021-4e2d-b749-0a32f62086d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:17.445065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:17.448646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-50878c7e-fd61-4651-b4f4-9f031f553e12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 217 time: 0.3648410 Dec 06 12:10:17.452093 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-66bcb0c0-b0aa-4832-a76c-7dace22e0131 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'floatingip': {'port_id': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:17.463052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ad9c-ec1f-461d-a7ac-eb11b4cc4804 req-52b27791-68be-485e-93b1-4759450aed5d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.464889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c67ad9c-ec1f-461d-a7ac-eb11b4cc4804 req-52b27791-68be-485e-93b1-4759450aed5d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.2381477 Dec 06 12:10:17.489758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:17.492166 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:17.523104 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-28deafcd-8d77-4672-af5e-f60a686fa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.525266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-28deafcd-8d77-4672-af5e-f60a686fa55f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.0674922 Dec 06 12:10:17.529189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:17.531900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-66bcb0c0-b0aa-4832-a76c-7dace22e0131 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.545885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.569665 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-37e524ec-05da-4f01-a390-346cb1e52e88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330257 Dec 06 12:10:17.579571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: eb8e2dc8-10fd-4497-b779-291bdad9bfb4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:17.579934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb8e2dc8-10fd-4497-b779-291bdad9bfb4 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:17.695412 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-7b96ec31-3e45-409a-8b5e-1268032350ee service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061156 Dec 06 12:10:17.707477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.766914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:17.820876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:17.821648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.823224 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2fc7e19c-d575-40e0-9bdb-66cb02285b19 service neutron] 10.222.0.23 "PUT /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 1122 time: 1.8349609 Dec 06 12:10:17.831346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.868171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1b7ac26d-1e69-4fca-a41d-b0a15d19771b req-1133796a-4ec6-4df9-a209-b6330eb1ace4 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616061 Dec 06 12:10:17.934995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.969416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['aeea3346-7a1a-4f26-910c-116b161f5518'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:17.986718 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cc38f1-585b-4e9b-b503-08fa9a1e1e0a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:17.995623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c67ad9c-ec1f-461d-a7ac-eb11b4cc4804 req-b6013324-39a5-4650-ba3c-1e1162aa1057 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927695 Dec 06 12:10:18.079745 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.083835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-342b8f40-c11d-4426-b0b0-4c7e6ed360e6 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7352030 Dec 06 12:10:18.084194 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:18.087148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['aeea3346-7a1a-4f26-910c-116b161f5518'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:18.089350 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'security_group_rule': {'security_group_id': '82b8c8c6-1021-4e2d-b749-0a32f62086d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:18.179630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.220936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:18.250042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.258030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.266800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:10:18.286576 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-66bcb0c0-b0aa-4832-a76c-7dace22e0131 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 12:10:18.287367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5e83b2f-b28a-4e59-9014-691b3c971918 req-66bcb0c0-b0aa-4832-a76c-7dace22e0131 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "PUT /v2.0/floatingips/db4263d8-0317-4443-bf7f-7fcdc281929f HTTP/1.1" status: 409 len: 550 time: 0.8472531 Dec 06 12:10:18.290361 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6292877-d132-4255-952d-d0af4aeed287,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:18.311967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.313712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f379e8f9-8e44-4d8f-a4e7-4e2bdcc4db7b tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282329 Dec 06 12:10:18.316949 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40300) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:18.321632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:18.355712 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518'}, {'name': 'network-changed', 'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:18.358968 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30a949-e2d6-4ab7-8ebf-5d596466b545" -d '{"events": [{"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-unplugged", "status": "completed", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518"}, {"name": "network-changed", "server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:18.363979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.444473 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:18.446947 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af2349d-b1c6-4774-820e-6ab66309b6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:18.504987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac99611-f2f6-451d-ac4b-0f037c392e1c req-c8dc0276-e334-4a1b-9ebd-f0546dac9181 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.506626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ac99611-f2f6-451d-ac4b-0f037c392e1c req-c8dc0276-e334-4a1b-9ebd-f0546dac9181 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 1095 time: 0.1105785 Dec 06 12:10:18.516737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af271-3eed-428e-a427-200c3ef1e2ba req-ecc5cdb0-74d6-4ed0-85b2-cec11114837d tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.518485 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.524945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f1af271-3eed-428e-a427-200c3ef1e2ba req-ecc5cdb0-74d6-4ed0-85b2-cec11114837d tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1023 time: 0.1452019 Dec 06 12:10:18.626590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ac99611-f2f6-451d-ac4b-0f037c392e1c req-6a2739c2-3bae-4f64-b5b5-b85ac7289773 tempest-LiveAutoBlockMigrationV225Test-1643354533 tempest-LiveAutoBlockMigrationV225Test-1643354533-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928042 Dec 06 12:10:18.655664 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Allocated IP 172.35.3.9 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/54badf34-3aaf-4bef-96d3-8e0491ca0e12) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:18.694812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f1af271-3eed-428e-a427-200c3ef1e2ba req-f23f2ae2-86d1-4f55-81fb-9b3b25d8f24a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5e75a4e-5236-47ae-ab38-e8103dbec1f3&id=ba079155-ad01-44c3-b4c9-451c4ff78339&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 200 len: 6199 time: 0.1688895 Dec 06 12:10:18.778227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-a7af2063-c86a-4d6d-9a76-795193d70a07 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips/db4263d8-0317-4443-bf7f-7fcdc281929f HTTP/1.1" status: 200 len: 693 time: 0.0775690 Dec 06 12:10:18.812198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.860912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:18.889629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651a8d-a0d6-4545-bd4b-c63d5a1c54fa req-aabde46d-0b09-4a49-9c1f-954a4d69a21e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.891124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53651a8d-a0d6-4545-bd4b-c63d5a1c54fa req-aabde46d-0b09-4a49-9c1f-954a4d69a21e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.1367671 Dec 06 12:10:18.919185 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'Port': ['ID=54badf34-3aaf-4bef-96d3-8e0491ca0e12,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:18.928194 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:18.929910 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:18.932349 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:18.974371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-c6bb177b-9b93-4dc7-9490-3178b11122d3 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.974371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-c6bb177b-9b93-4dc7-9490-3178b11122d3 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1724820 Dec 06 12:10:18.981222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53651a8d-a0d6-4545-bd4b-c63d5a1c54fa req-736ce903-a849-4a84-b144-7288db03cea9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782516 Dec 06 12:10:19.002579 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-660f84ca-7e73-4a4d-9eee-0c63808f6fa5 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:10:19.003670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-660f84ca-7e73-4a4d-9eee-0c63808f6fa5 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237339 Dec 06 12:10:19.045805 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0e246-e25c-490d-bedf-f48ee53354bf x-openstack-request-id: req-98b0e246-e25c-490d-bedf-f48ee53354bf {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:19.046244 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-unplugged", "status": "completed", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518", "code": 200}, {"name": "network-changed", "server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:19.046381 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98b0e246-e25c-490d-bedf-f48ee53354bf {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:19.046744 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'code': 200} Dec 06 12:10:19.046972 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'status': 'completed', 'code': 200} Dec 06 12:10:19.106837 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed17ba-4055-43dc-9639-2ffdb133567d x-openstack-request-id: req-4bed17ba-4055-43dc-9639-2ffdb133567d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:19.107144 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:19.107571 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bed17ba-4055-43dc-9639-2ffdb133567d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:19.107838 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'status': 'completed', 'code': 200} Dec 06 12:10:19.108639 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.114885 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1040809809 ', 'description': 'tempest-description-2073614348'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:19.127979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-2031c380-333c-4ecf-bc36-7baefc8dcec5 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.249 HTTP/1.1" status: 200 len: 696 time: 0.1089826 Dec 06 12:10:19.169505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.212922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.237365 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-ffc943f3-fc5b-487c-a8a1-4b000a440749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.238861 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-ffc943f3-fc5b-487c-a8a1-4b000a440749 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1125 time: 0.0922873 Dec 06 12:10:19.274018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-a993bf91-a006-4ee7-8964-bbdfef97b50f tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0924959 Dec 06 12:10:19.381653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.396448 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-9d8a843f-eff3-4b87-8730-a99d68335ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.397994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-9d8a843f-eff3-4b87-8730-a99d68335ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1174 time: 0.2127244 Dec 06 12:10:19.437998 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-a1b1ba23-5058-4786-91aa-cb1d2b35062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.439621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-a1b1ba23-5058-4786-91aa-cb1d2b35062c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1922250 Dec 06 12:10:19.493485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.499482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-f3323d44-75a6-455f-a86a-17ccda274b20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 217 time: 0.0481298 Dec 06 12:10:19.500927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.567472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.572527 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-6b234fad-308d-4e09-8a6a-663d5472475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.574707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-6b234fad-308d-4e09-8a6a-663d5472475f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.0698473 Dec 06 12:10:19.574891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.576291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aec05f6c-bb00-4361-9c53-4ab62c29258c req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4656913 Dec 06 12:10:19.587018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.588022 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bc1c1-b8cf-4a03-b2ad-3db4b4985efd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1343dbb-61f0-42ca-9f00-abfb95ec8be4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:19.627015 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-46affe53-a916-40fa-b712-bb27b7393da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.628982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-46affe53-a916-40fa-b712-bb27b7393da6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.2204907 Dec 06 12:10:19.649733 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Deleting port 2a14e102-b95f-4137-a70f-fdea3c29d99c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:19.650325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.660419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-a72e0bfb-20d7-4c56-9887-5130b5932090 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689397 Dec 06 12:10:19.722788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-c70c5e60-8194-4f2f-a4c0-108a8210effd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 217 time: 0.0836153 Dec 06 12:10:19.762576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'Port': ['ID=54badf34-3aaf-4bef-96d3-8e0491ca0e12,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:19.831230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-4ec6b1d4-8fd3-49fa-ae72-abf131272329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:19.832802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-4ec6b1d4-8fd3-49fa-ae72-abf131272329 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.0965798 Dec 06 12:10:19.847196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.876696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.878073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36d79e86-baed-4634-8087-f6d6e3833713 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5600822 Dec 06 12:10:19.899410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-07264bc5-3a43-4763-923a-e72fa37891c8 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170897 Dec 06 12:10:19.946894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-8a829751-2265-44d5-9ebe-3b61c2072fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499992 Dec 06 12:10:19.981798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:19.982476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:20.016069 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Calling delete_port for 2a14e102-b95f-4137-a70f-fdea3c29d99c owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:20.071305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4a30a949-e2d6-4ab7-8ebf-5d596466b545 req-fe3a4269-2155-4b4c-957e-0551cdab2f83 service neutron] 10.222.0.53 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582742 Dec 06 12:10:20.103207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71068c3d-8f54-44fb-a6c5-98a6fa15f77b req-19f40475-8c0b-43bd-a6ae-64b4ed479a36 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:20.104689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71068c3d-8f54-44fb-a6c5-98a6fa15f77b req-19f40475-8c0b-43bd-a6ae-64b4ed479a36 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.2091997 Dec 06 12:10:20.203560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-63c34f2e-951a-4827-867f-310ec9c81d9c service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345965 Dec 06 12:10:20.240810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71068c3d-8f54-44fb-a6c5-98a6fa15f77b req-8042a440-8c05-4b67-8f3f-c883c3de2d5b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189315 Dec 06 12:10:20.641872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:20.682665 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event deleted for resources: {'Port': ['ID=2a14e102-b95f-4137-a70f-fdea3c29d99c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:20.709673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56445b4-7d41-46d6-ae3d-2bcb848ccbec req-d91c7c4d-b431-41f1-a27e-47deceb3f85e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:20.711162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b56445b4-7d41-46d6-ae3d-2bcb848ccbec req-d91c7c4d-b431-41f1-a27e-47deceb3f85e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.1537452 Dec 06 12:10:20.726244 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.726592 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.726939 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.727280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.727620 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.727957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.728292 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.728623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.728951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.729303 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.729629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.729954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.730320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:20.738991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3af2349d-b1c6-4774-820e-6ab66309b6b5 req-a09a7087-b7f1-4f8c-a201-d6625729832f service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211608 Dec 06 12:10:20.810474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b56445b4-7d41-46d6-ae3d-2bcb848ccbec req-846d4a98-e0d4-469d-b8c0-5e856009c327 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769367 Dec 06 12:10:20.811265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:20.813992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:20.815034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-311638d5-0b18-4727-b93e-e8ef0853c6f1 req-d1db4150-2a7d-488e-941f-9f686a936c6a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "DELETE /v2.0/floatingips/db4263d8-0317-4443-bf7f-7fcdc281929f HTTP/1.1" status: 204 len: 173 time: 1.5402386 Dec 06 12:10:20.957825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d2f360d-35d3-40af-8780-4b5a53f3c7be req-56e7152d-2b59-49bd-857d-a32f11bf7f8e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/d1343dbb-61f0-42ca-9f00-abfb95ec8be4 HTTP/1.1" status: 200 len: 1798 time: 0.0469792 Dec 06 12:10:21.105413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-a164230d-ccbf-472c-8085-794e4546b5e1 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:21.106962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-a164230d-ccbf-472c-8085-794e4546b5e1 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 944 time: 0.0929821 Dec 06 12:10:21.117454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd7cf-f212-4818-bcea-d092b89c0edc req-38e2fd57-d457-420c-a164-c5ab087f0dea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:21.118941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd4cd7cf-f212-4818-bcea-d092b89c0edc req-38e2fd57-d457-420c-a164-c5ab087f0dea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 944 time: 0.1037338 Dec 06 12:10:21.299893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd4cd7cf-f212-4818-bcea-d092b89c0edc req-3e26412b-7ac0-46ca-8ce3-41be4d028aea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717737 Dec 06 12:10:21.327066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-944b7e87-52fb-4181-ac7b-0449eafa4e55 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:21.334160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-944b7e87-52fb-4181-ac7b-0449eafa4e55 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.2261834 Dec 06 12:10:21.358770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-16d63894-ca8c-416b-b3ba-d697ba8497ba tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/quotas/caa42e7caf0b4d31af677706ba656df9 HTTP/1.1" status: 200 len: 375 time: 0.0235813 Dec 06 12:10:21.383782 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Deleting port d691982c-c829-404f-916a-7ec4bf1bd31c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:21.384128 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:21.438053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-c0c3e225-978f-4350-b1da-1824b53d5500 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698268 Dec 06 12:10:21.691739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-34ade5a4-9f86-4960-ba81-6b7afcdf3776 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 1001 time: 0.1568661 Dec 06 12:10:21.693636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-1f885071-8cb3-4018-8947-cd0fad9c6023 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547684 Dec 06 12:10:21.695621 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] For port d691982c-c829-404f-916a-7ec4bf1bd31c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d691982c-c829-404f-916a-7ec4bf1bd31c,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:21.695991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:21.747445 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Calling delete_port for d691982c-c829-404f-916a-7ec4bf1bd31c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:21.820703 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-1964b197-0171-4afe-8cc4-c1fd3643b228 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:21.822097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-1964b197-0171-4afe-8cc4-c1fd3643b228 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports/8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 942 time: 0.1227903 Dec 06 12:10:21.941757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a3cb1cfc-1d7c-4823-a6e6-a188a03b262b service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247174 Dec 06 12:10:21.970897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-31f47dd4-1fcf-411c-a4a5-35a791adb09f tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 1001 time: 0.0927882 Dec 06 12:10:22.096821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.110061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:22.141420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['d691982c-c829-404f-916a-7ec4bf1bd31c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:22.161414 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event deleted for resources: {'Port': ['ID=d691982c-c829-404f-916a-7ec4bf1bd31c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:22.236914 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] No DVR routers for this DVR port d691982c-c829-404f-916a-7ec4bf1bd31c on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:22.241637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.245239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c8f9bc7-8cb4-4e27-a4d5-c8829336f13c req-8d76e8c1-d62c-47fe-ab10-d936b5e9e886 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "DELETE /v2.0/ports/d691982c-c829-404f-916a-7ec4bf1bd31c HTTP/1.1" status: 204 len: 173 time: 1.1161323 Dec 06 12:10:22.246231 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-deleted', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:22.248772 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc9e47-0e77-4ffe-a3da-d3b1ff41167b" -d '{"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-deleted", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:22.267594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-05a7b511-ab31-4c4a-bd61-25814f4774f8 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:22.276800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-05a7b511-ab31-4c4a-bd61-25814f4774f8 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2817154 Dec 06 12:10:22.377186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-9366516f-6224-4b7c-9f1c-65705da3439d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 1001 time: 0.1000814 Dec 06 12:10:22.386122 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:22.412107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ab24190-bbad-47ce-8c69-288c998047ef req-70174749-bd1e-43a1-8a50-5d283f3c732e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/d1343dbb-61f0-42ca-9f00-abfb95ec8be4 HTTP/1.1" status: 200 len: 1798 time: 0.3082848 Dec 06 12:10:22.516296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.582692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ab24190-bbad-47ce-8c69-288c998047ef req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.651250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ab24190-bbad-47ce-8c69-288c998047ef req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.831928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.862785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.863171 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Floating IP c6cfef63-ad77-4966-b4ed-03bb256d5145 disassociated. External IP: 172.35.3.188, port: 8538c218-fd84-4746-b2cc-ddb9d4ac7063. Dec 06 12:10:22.865416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ab24190-bbad-47ce-8c69-288c998047ef req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.868290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4ab24190-bbad-47ce-8c69-288c998047ef req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:22.869199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ab24190-bbad-47ce-8c69-288c998047ef req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/d1343dbb-61f0-42ca-9f00-abfb95ec8be4 HTTP/1.1" status: 204 len: 173 time: 0.4560452 Dec 06 12:10:22.927234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5a4cb-80ad-4ef4-ae75-98588b5197e5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1343dbb-61f0-42ca-9f00-abfb95ec8be4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:23.147797 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Router 81a40c1f-2ba5-4c8a-87b5-61f75642495d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:23.256215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-c00fac8b-50bc-4f9b-b32a-88d91d9180dc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:23.258364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-c00fac8b-50bc-4f9b-b32a-88d91d9180dc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.0934937 Dec 06 12:10:23.279423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea3ea-0b66-4fb3-bafe-49433c5dc1c1 req-fbcd5a58-cc0a-4aa1-aba5-24dd4e15c88b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:23.281029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65fea3ea-0b66-4fb3-bafe-49433c5dc1c1 req-fbcd5a58-cc0a-4aa1-aba5-24dd4e15c88b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 946 time: 0.1409042 Dec 06 12:10:23.411423 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port a998713c-e8b7-496d-bdd5-525e7e68cee0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:23.411822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:23.414408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:23.422002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:23.429511 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Sync routers for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:23.443706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65fea3ea-0b66-4fb3-bafe-49433c5dc1c1 req-c03297f1-f43c-44b6-a08d-3d14821848f1 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534011 Dec 06 12:10:23.452199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:23.452861 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:23.522140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-08a55d40-4dde-4f10-ae2b-4c00dcf03afe tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "PUT /v2.0/floatingips/c6cfef63-ad77-4966-b4ed-03bb256d5145 HTTP/1.1" status: 200 len: 695 time: 1.1438160 Dec 06 12:10:23.561608 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port a998713c-e8b7-496d-bdd5-525e7e68cee0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a998713c-e8b7-496d-bdd5-525e7e68cee0,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:23.562061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:23.592099 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for a998713c-e8b7-496d-bdd5-525e7e68cee0 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:23.622784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-e3092d50-eb30-4340-a6c4-9c82608147ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:23.631514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-e3092d50-eb30-4340-a6c4-9c82608147ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1096 time: 0.0947385 Dec 06 12:10:23.678226 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:23.715698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199d9f-3b40-45e3-a140-3a651866d250 req-f63a5566-4484-4c55-9967-b1925035430a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:23.719422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f199d9f-3b40-45e3-a140-3a651866d250 req-f63a5566-4484-4c55-9967-b1925035430a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.1340756 Dec 06 12:10:23.830460 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-5be1559e-c28c-4c51-b1b4-50d75ec57500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:23.840073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-5be1559e-c28c-4c51-b1b4-50d75ec57500 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 929 time: 0.2064924 Dec 06 12:10:23.865712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f199d9f-3b40-45e3-a140-3a651866d250 req-35e45f4a-d2a8-4fb6-961a-48bc42dd4a93 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Dec 06 12:10:23.936842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-d1e74f38-e4f2-4a5a-b61a-ad53557a730e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 217 time: 0.0958285 Dec 06 12:10:23.997113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:24.022012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:24.055211 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=a998713c-e8b7-496d-bdd5-525e7e68cee0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:24.060981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-2aa3266b-c7d3-48e0-8c9b-9fa77700a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:24.071196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-2aa3266b-c7d3-48e0-8c9b-9fa77700a307 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.1331661 Dec 06 12:10:24.126616 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.126966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.127288 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.127617 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.127949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.128461 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.128703 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.128889 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.129254 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.129613 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.129870 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.130179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.130499 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:24.165602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-bed1e35c-35b4-4954-94e4-b74bb93eab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:24.175273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-bed1e35c-35b4-4954-94e4-b74bb93eab49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026430 Dec 06 12:10:24.194435 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:24.217033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-9f06e609-addf-488b-a03e-64deddadf7ee tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:24.222592 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-9f06e609-addf-488b-a03e-64deddadf7ee tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.4492180 Dec 06 12:10:24.264849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Checking router: 81a40c1f-2ba5-4c8a-87b5-61f75642495d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:24.268583 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'port': {'device_id': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'admin_state_up': True, 'tenant_id': 'caa42e7caf0b4d31af677706ba656df9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:24.272864 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port a998713c-e8b7-496d-bdd5-525e7e68cee0 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:24.276364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:24.279896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9fe73c58-96d1-4e7e-a2c5-70baa82fddd9 req-b94089e5-7993-4b25-8e79-99373d289bd9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "DELETE /v2.0/ports/a998713c-e8b7-496d-bdd5-525e7e68cee0 HTTP/1.1" status: 204 len: 173 time: 1.0098944 Dec 06 12:10:24.280376 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'name': 'network-vif-deleted', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:24.283743 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16becb6-87ea-43a6-946d-bd60942a5a40" -d '{"events": [{"server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "name": "network-vif-deleted", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:24.326782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9313d2a4-7ce0-4b02-9011-95fd69ae8987 req-f306a142-c875-4184-98aa-f25f77eefe76 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 210 time: 0.0562081 Dec 06 12:10:24.342188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-a229f273-e522-444f-bec9-569e88ffaa97 service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658189 Dec 06 12:10:24.397338 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:24.398029 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:24.432266 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660041c6-3c67-4c34-8bf3-fdf1bd440fae x-openstack-request-id: req-660041c6-3c67-4c34-8bf3-fdf1bd440fae {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:24.432615 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0838e40f-d041-45a0-8953-d23ae8758957", "name": "network-vif-deleted", "tag": "d691982c-c829-404f-916a-7ec4bf1bd31c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:24.432950 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-660041c6-3c67-4c34-8bf3-fdf1bd440fae {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:24.434676 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0838e40f-d041-45a0-8953-d23ae8758957', 'name': 'network-vif-deleted', 'tag': 'd691982c-c829-404f-916a-7ec4bf1bd31c', 'status': 'completed', 'code': 200} Dec 06 12:10:24.500899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b751c81d-f604-43bf-82e8-efb2754aec6a req-3032b33a-6793-48a5-8227-65740ba2122d service neutron] 10.222.0.31 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575975 Dec 06 12:10:24.544368 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Made reservation on behalf of caa42e7caf0b4d31af677706ba656df9 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:24.548784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-594d9b35-7c4d-4e38-a614-5a80bac6641a req-d7986bda-67ca-47c7-8557-712f0bab4dbd tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.0512404 Dec 06 12:10:24.551993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:24.595164 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-e3d9b47f-f94c-4476-8853-c24f42d88bde req-cbd76499-8ce8-45d4-a3c3-940590067be2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:10:24.596460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3d9b47f-f94c-4476-8853-c24f42d88bde req-cbd76499-8ce8-45d4-a3c3-940590067be2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/d1343dbb-61f0-42ca-9f00-abfb95ec8be4 HTTP/1.1" status: 404 len: 352 time: 0.0183897 Dec 06 12:10:24.635109 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:24.701980 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e89aac-3354-40ce-bebc-4e1b004fcea8 req-feb6d21c-c431-4d45-a5f2-fbd7d2484ac7 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:24.703948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e89aac-3354-40ce-bebc-4e1b004fcea8 req-feb6d21c-c431-4d45-a5f2-fbd7d2484ac7 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.0813658 Dec 06 12:10:24.736695 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Allocated IP 172.20.0.10 (3b1de95a-321a-4f4a-96f5-b4f18e02a3d5/3f2b76cb-1e2a-45de-816c-ff6bc57644dd/66da506f-46f0-4e01-aebc-61c26a514df7) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:24.742882 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749fcf9-e22a-4da9-8829-7cc8a456c4ef x-openstack-request-id: req-7749fcf9-e22a-4da9-8829-7cc8a456c4ef {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:24.743164 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4cb74e-1a1b-4b05-876b-9ac86a42dd23", "name": "network-vif-deleted", "tag": "a998713c-e8b7-496d-bdd5-525e7e68cee0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:24.743424 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7749fcf9-e22a-4da9-8829-7cc8a456c4ef {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:24.743817 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4cb74e-1a1b-4b05-876b-9ac86a42dd23', 'name': 'network-vif-deleted', 'tag': 'a998713c-e8b7-496d-bdd5-525e7e68cee0', 'status': 'completed', 'code': 200} Dec 06 12:10:24.785420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f29a31df-e7a5-4269-b461-62b13f3234c2 req-327390e0-a38c-4120-a673-a56830b9ff47 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4cb74e-1a1b-4b05-876b-9ac86a42dd23 HTTP/1.1" status: 200 len: 210 time: 0.0425942 Dec 06 12:10:24.808822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e89aac-3354-40ce-bebc-4e1b004fcea8 req-6ae653f7-aa96-465d-a9c0-b92394bfa478 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960996 Dec 06 12:10:24.862059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:25.008481 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:25.014316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-9d7efa53-7c11-4f5c-8696-3302d23de695 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips/c6cfef63-ad77-4966-b4ed-03bb256d5145 HTTP/1.1" status: 200 len: 695 time: 0.1722217 Dec 06 12:10:25.039467 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf35fd-bcda-4535-bdd1-ca7c350deb3c None None] The sync data for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 is: [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:09:48Z', 'revision_number': 4, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d', 'name': '', 'network_id': 'ef30767b-0625-4da0-b112-48a77f909953', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'mac_address': 'fa:16:3e:d3:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:47Z', 'updated_at': '2021-12-06T12:09:55Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'subnets': [{'id': 'cd82bf37-1663-40b1-a3bf-94ff45ab094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:25.050888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:25.056731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.074205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: d691982c-c829-404f-916a-7ec4bf1bd31c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:25.074977 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d691982c-c829-404f-916a-7ec4bf1bd31c not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:25.113538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.114714 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-97140265', 'description': 'tempest-description-1572640302'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:25.173100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-9b9428b9-805b-4745-b9fc-77ca46fa3e66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:25.174603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-9b9428b9-805b-4745-b9fc-77ca46fa3e66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1589692 Dec 06 12:10:25.176331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.185278 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:25.186698 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:25.190658 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:25.193028 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:25.256683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-76a3ccbc-9fa1-4107-a459-53ee8763adc5 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 698 time: 0.0629182 Dec 06 12:10:25.257572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:25.258238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.291446 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-a72868d8-74c0-426b-acf2-7d74226a9917 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327888 Dec 06 12:10:25.335847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-bdc2372c-1f36-4813-acfe-6209ba3a0ddc tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.188 HTTP/1.1" status: 200 len: 698 time: 0.0644693 Dec 06 12:10:25.352595 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:25.372506 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Request body: {'port': {'device_id': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:25.455992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.462324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.475402 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c1faa-88e2-4424-9a94-70b0681480e3 None None] New status for floating IP c6cfef63-ad77-4966-b4ed-03bb256d5145: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:10:25.484363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.498039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.563391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.585127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3308da1c-8d41-4255-a265-6eabb2eeac5a req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4765077 Dec 06 12:10:25.617436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821621c7-16fb-4e8c-95a7-999c0f546d3b tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af33acab-2575-4a28-abfc-921da4ca1c0c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:25.666356 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:25.669629 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3326ebfb-82b0-41a9-a27a-a15904457a5d" -d '{"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:25.685169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:25.691354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.692124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a998713c-e8b7-496d-bdd5-525e7e68cee0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:25.695936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-c4db4c6d-050f-4c82-ba25-0ad39a64f426 service neutron] 10.222.0.53 "GET /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2963922 Dec 06 12:10:25.715744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: a998713c-e8b7-496d-bdd5-525e7e68cee0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:25.716139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a998713c-e8b7-496d-bdd5-525e7e68cee0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:25.723862 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Deleting port a64ab638-3fca-4df7-9138-6d5741213cbf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:25.724625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:25.765652 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:25.774422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.774868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.775219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.775574 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.775891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.776223 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.776549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.777007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.777374 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.777702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.778078 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.778402 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.778991 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:25.998364 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66da506f-46f0-4e01-aebc-61c26a514df7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:26.006938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.022914 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Transition to ACTIVE for port object 66da506f-46f0-4e01-aebc-61c26a514df7 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:26.028524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.090091 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:26.166946 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Attempting to bind port 66da506f-46f0-4e01-aebc-61c26a514df7 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:26.168057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Attempting to bind port 66da506f-46f0-4e01-aebc-61c26a514df7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:26.168434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Attempting to bind port 66da506f-46f0-4e01-aebc-61c26a514df7 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:26.173539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Port 66da506f-46f0-4e01-aebc-61c26a514df7 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:26.173944 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Attempting to bind port 66da506f-46f0-4e01-aebc-61c26a514df7 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:26.181388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:26.181388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Checking segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:26.181720 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Bound using segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:26.182281 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Bound port: 66da506f-46f0-4e01-aebc-61c26a514df7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:26.182652 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.215626 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c459f-785f-4a8d-a3af-82c8548b5d28 req-29ece7bb-a1e3-422f-893b-6dfd0903ab04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:26.223598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e55c459f-785f-4a8d-a3af-82c8548b5d28 req-29ece7bb-a1e3-422f-893b-6dfd0903ab04 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 944 time: 0.5222559 Dec 06 12:10:26.232611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.232956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.257036 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:26.260908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:26.261540 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Calling delete_port for a64ab638-3fca-4df7-9138-6d5741213cbf owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:26.267138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.303109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:26.304226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.305135 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] 10.222.0.23 "PUT /v2.0/ports/66da506f-46f0-4e01-aebc-61c26a514df7 HTTP/1.1" status: 200 len: 1092 time: 1.0047429 Dec 06 12:10:26.335580 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b53f4d-99be-47ed-99b2-5267adcd665b service neutron] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:26.361140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e55c459f-785f-4a8d-a3af-82c8548b5d28 req-3b0780ac-6671-46ff-bf7f-e7ee47e23efa tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366909 Dec 06 12:10:26.388742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-ec11ddf5-b701-46d2-83f7-7c9d4905e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:26.390385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-ec11ddf5-b701-46d2-83f7-7c9d4905e2ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 1095 time: 0.0470395 Dec 06 12:10:26.436245 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:26.438953 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f6f89c-630b-4667-ab94-398b36a2157b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:26.452758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-9f038aee-6b59-4467-b56a-043772cba6fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66da506f-46f0-4e01-aebc-61c26a514df7 HTTP/1.1" status: 200 len: 217 time: 0.0544338 Dec 06 12:10:26.510867 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-faf093fa-5230-42c6-b699-e2605018a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:26.512661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-faf093fa-5230-42c6-b699-e2605018a9b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.0537460 Dec 06 12:10:26.551649 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-0c7741b5-8d77-4f73-be0c-b4b1bbf253b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315897 Dec 06 12:10:26.629617 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:26.675159 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:26.696384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-4cc6ebe9-1ebe-4f8d-97dd-2eba2dcb49b4 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368203 Dec 06 12:10:26.698553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884a249-4946-42eb-99e4-d9b598eb2378 req-4347f898-5198-407f-9ebc-66f9b7882e55 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:26.700343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3884a249-4946-42eb-99e4-d9b598eb2378 req-4347f898-5198-407f-9ebc-66f9b7882e55 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 944 time: 0.1726642 Dec 06 12:10:26.719502 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:26.784529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event deleted for resources: {'Port': ['ID=a64ab638-3fca-4df7-9138-6d5741213cbf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:26.800360 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeea3346-7a1a-4f26-910c-116b161f5518 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:26.837020 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:26.840535 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:26.848218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b192b71c-6317-46f3-bfe1-0ae9f90bc7ba req-f162d83c-4413-4370-ada1-38545b82d929 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401906 Dec 06 12:10:26.862993 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:26.909426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3884a249-4946-42eb-99e4-d9b598eb2378 req-a53623af-ed99-473a-82b6-9e2c7baedb2f tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851931 Dec 06 12:10:26.918748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.007658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.010657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.011955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e982f8c3-0c99-49f2-a6ed-0530746cb3aa req-56339948-48f9-4440-8ed7-3b036ce3d16a tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6cfef63-ad77-4966-b4ed-03bb256d5145 HTTP/1.1" status: 204 len: 173 time: 1.6677768 Dec 06 12:10:27.043437 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1569409689', 'description': 'tempest-description-780116389'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:27.082115 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] Transition to ACTIVE for port object aeea3346-7a1a-4f26-910c-116b161f5518 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:27.092600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.122623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.196797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c242fff7-d3eb-4089-97aa-ab0a84b59a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.206732 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] No DVR routers for this DVR port aeea3346-7a1a-4f26-910c-116b161f5518 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:27.219032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acf4bc8e-6c9f-4623-b273-4a0a66652179 req-4aad129b-c5cc-4f81-80bd-051808dd3669 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.0706642 Dec 06 12:10:27.234736 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] Pushing event updated for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:27.270787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-8d04e90a-bec5-457c-9ffa-edc35f662db1 service neutron] 10.222.0.53 "PUT /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5599070 Dec 06 12:10:27.278665 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e547c10a-4113-4086-9890-88cbd58109da x-openstack-request-id: req-e547c10a-4113-4086-9890-88cbd58109da {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:27.279089 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:27.279389 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e547c10a-4113-4086-9890-88cbd58109da {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:27.279839 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'code': 200} Dec 06 12:10:27.307083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.311609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.348653 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79127cd-e53d-45a3-a9df-c2d891bfc35a x-openstack-request-id: req-f79127cd-e53d-45a3-a9df-c2d891bfc35a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:27.349060 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:27.350029 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f79127cd-e53d-45a3-a9df-c2d891bfc35a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:27.350640 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'status': 'completed', 'code': 200} Dec 06 12:10:27.354843 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4177c776-6894-48a1-8d76-dc8984449d67,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:27.365743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.367528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a043adc-a40a-4e7a-bae7-5d9d220ed351 req-8f05ea2a-3db3-425a-8442-db1da1ba1b31 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3289237 Dec 06 12:10:27.442539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-bf8d7dec-c837-484b-b371-671c026a4ca8 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.444488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-bf8d7dec-c837-484b-b371-671c026a4ca8 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0700512 Dec 06 12:10:27.481254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-2b723a6a-f4b6-4ce9-8030-69fbfda50694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.482986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-2b723a6a-f4b6-4ce9-8030-69fbfda50694 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 1096 time: 0.0717666 Dec 06 12:10:27.517931 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-732fd7a9-b27a-48a3-990c-e13241670415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.519547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-732fd7a9-b27a-48a3-990c-e13241670415 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c&tenant_id=a89cc8a8fb264a938fbffcb179982fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0656209 Dec 06 12:10:27.544586 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987f7c7-6c3e-488c-a7a5-c7fa3310353e x-openstack-request-id: req-6987f7c7-6c3e-488c-a7a5-c7fa3310353e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:27.550273 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:27.551059 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6987f7c7-6c3e-488c-a7a5-c7fa3310353e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:27.551456 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7', 'status': 'completed', 'code': 200} Dec 06 12:10:27.555384 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:10:27.607446 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1744079387', 'description': 'tempest-description-2026388352'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:27.650975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-508ac6d6-73e1-4ff7-8f90-50a8684145e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.652874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-508ac6d6-73e1-4ff7-8f90-50a8684145e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 1095 time: 0.0723190 Dec 06 12:10:27.656298 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-46f690a2-1647-46aa-a1b7-f58deb80ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.657965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-46f690a2-1647-46aa-a1b7-f58deb80ff9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1096 time: 0.0960581 Dec 06 12:10:27.694774 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f78a89-4263-4e3a-a449-7c5c3870fe2e req-411baa1f-92ff-4777-8d16-939bb90c7214 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.696450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f78a89-4263-4e3a-a449-7c5c3870fe2e req-411baa1f-92ff-4777-8d16-939bb90c7214 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.1690335 Dec 06 12:10:27.700041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.731164 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-2088221c-4c3f-4dbf-995d-199da0b97302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.732687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-2088221c-4c3f-4dbf-995d-199da0b97302 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 200 len: 929 time: 0.2380815 Dec 06 12:10:27.793062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-ae6c5a8f-34b3-467a-a27b-46bd2b37463a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 200 len: 217 time: 0.0509939 Dec 06 12:10:27.854334 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-337efc5b-5c75-4ded-8905-aeed58828eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.855974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-337efc5b-5c75-4ded-8905-aeed58828eb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 923 time: 0.1903253 Dec 06 12:10:27.857436 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-68db5d18-e432-4652-9b77-256603920492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.859197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-68db5d18-e432-4652-9b77-256603920492 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.1821229 Dec 06 12:10:27.870019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f78a89-4263-4e3a-a449-7c5c3870fe2e req-8e315e6c-e436-41ef-9e6e-412c14373ed8 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523476 Dec 06 12:10:27.907442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.912902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-e85cab27-6878-4177-ab43-3f18f922ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:27.914888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-e85cab27-6878-4177-ab43-3f18f922ff15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 200 len: 867 time: 0.1126132 Dec 06 12:10:27.916107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.917367 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-59f0ec37-b534-45fa-9057-a0dace37cd4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66da506f-46f0-4e01-aebc-61c26a514df7 HTTP/1.1" status: 200 len: 217 time: 0.0481932 Dec 06 12:10:27.985716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:27.986940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27d13627-64d3-4910-9c53-c263a4ba8b22 req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3927953 Dec 06 12:10:28.004255 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b626ea-ec3a-4432-9490-1e5f9999dad6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca6dcac-79f4-44a4-8d7d-bb711b5adb9d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:28.016334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-c2b6865b-21d3-443e-9946-661903bc81f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 200 len: 217 time: 0.0976241 Dec 06 12:10:28.057121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-63b339d0-40ed-4f91-b614-957303dec0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.059615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-63b339d0-40ed-4f91-b614-957303dec0c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef30767b-0625-4da0-b112-48a77f909953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242456 Dec 06 12:10:28.076939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf48989-9c00-4ca7-aba0-6b66e8217a81 req-8a2ed561-db1d-4170-a0a1-09ca1a986fd9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.078620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bdf48989-9c00-4ca7-aba0-6b66e8217a81 req-8a2ed561-db1d-4170-a0a1-09ca1a986fd9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.0896795 Dec 06 12:10:28.088161 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-7b7bbdb9-d419-435d-bf37-2dc73646a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.092114 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-7b7bbdb9-d419-435d-bf37-2dc73646a66c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.1648760 Dec 06 12:10:28.145080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-054a4604-35aa-4b28-b9e0-99091d424d49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435448 Dec 06 12:10:28.147491 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-f2e6ac4f-a765-4da8-be42-38331c8cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.150626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-f2e6ac4f-a765-4da8-be42-38331c8cd9b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.1210804 Dec 06 12:10:28.201248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-2e747ae8-0376-487c-9e33-a6e5b96679cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398970 Dec 06 12:10:28.225302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bdf48989-9c00-4ca7-aba0-6b66e8217a81 req-cb1bcff4-c682-4ae6-88f0-6e8c73f10604 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369405 Dec 06 12:10:28.268680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-a4ebd9d8-62ed-4b46-a832-f24c3d35a46f service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889701 Dec 06 12:10:28.451796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f6f89c-630b-4667-ab94-398b36a2157b req-f20dbb54-d234-4d79-a0ea-da92bb80168c service neutron] 10.222.0.53 "GET /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684353 Dec 06 12:10:28.462173 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c7f46-65c4-424d-a867-7be44c9d1151 req-ee3176b6-9573-4814-83de-ef10e6c9028d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.471496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e7c7f46-65c4-424d-a867-7be44c9d1151 req-ee3176b6-9573-4814-83de-ef10e6c9028d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1308932 Dec 06 12:10:28.537759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e7c7f46-65c4-424d-a867-7be44c9d1151 req-bbdcd2a8-3f59-4dda-acdc-516db95a0b64 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0656266 Dec 06 12:10:28.690272 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-9aa74f26-0071-4e02-8211-830e2d6b11c6 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381947 Dec 06 12:10:28.692420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-601164c6-ea10-46ae-b90e-c8ddc5bda07c service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734857 Dec 06 12:10:28.776328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17716b64-b683-4eaf-a97a-764daf062a3b req-080d875a-3a10-4ebf-9648-9a19cd9258aa tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.777933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17716b64-b683-4eaf-a97a-764daf062a3b req-080d875a-3a10-4ebf-9648-9a19cd9258aa tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 944 time: 0.1041770 Dec 06 12:10:28.831082 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-8c7ef1f7-a6f2-4c54-9401-de2db5091bec tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:28.832449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-8c7ef1f7-a6f2-4c54-9401-de2db5091bec tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.1818910 Dec 06 12:10:28.864528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d13f8f8-b264-4f3e-ab0c-95b68cc6a970 req-55e1f633-bd77-443b-9f87-a01864ead555 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610327 Dec 06 12:10:28.866308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17716b64-b683-4eaf-a97a-764daf062a3b req-db01e0af-2ca2-43c1-a981-74d7058c5115 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Dec 06 12:10:28.866916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-98848b32-d46f-44d2-b667-0b4e8f768304 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620915 Dec 06 12:10:28.867656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-744f724e-476d-4ada-b5b3-b8c963a649be tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0233240 Dec 06 12:10:28.947369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-8abc5979-e3b1-4e46-8922-52fc39862d79 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711823 Dec 06 12:10:29.133768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b56ebee-060c-42dd-9c21-1399ce9e79aa req-7b5ba0fc-a852-4e8c-96d7-cdc9f05cf842 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 10997 time: 0.2178626 Dec 06 12:10:29.145647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-a4d7764b-7bee-4370-9399-1d213066b826 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893306 Dec 06 12:10:29.146717 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-bc7adf86-fa9f-4e1a-90c5-77c8c759b175 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:29.149052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-bc7adf86-fa9f-4e1a-90c5-77c8c759b175 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c&tenant_id=a89cc8a8fb264a938fbffcb179982fb2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0583024 Dec 06 12:10:29.158686 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-d1125f73-00f4-4607-9f73-20846d52135c tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:29.160180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-d1125f73-00f4-4607-9f73-20846d52135c tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.1478300 Dec 06 12:10:29.272264 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-5d95fe46-36ff-4409-a47e-0601ed1e0a26 service neutron] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:29.275835 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-5d95fe46-36ff-4409-a47e-0601ed1e0a26 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.277110 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-689d3e2e-fb3c-46c4-9160-2b0b9e59a051 req-5d95fe46-36ff-4409-a47e-0601ed1e0a26 service neutron] 10.222.0.23 "DELETE /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1190729 Dec 06 12:10:29.326139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b56ebee-060c-42dd-9c21-1399ce9e79aa req-9aeaf42c-ed53-4d78-9380-499f7c3ce91f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 200 len: 2998 time: 0.1841474 Dec 06 12:10:29.367289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-4165b7d6-37a1-4ca9-b62e-e6f45e1debf5 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061303 Dec 06 12:10:29.374698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 66da506f-46f0-4e01-aebc-61c26a514df7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:29.403529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b56ebee-060c-42dd-9c21-1399ce9e79aa req-a589e306-fdd9-4a62-8aef-ed4bacc0a60c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 200 len: 2998 time: 0.0697970 Dec 06 12:10:29.407033 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Deleting port d6463976-831d-433a-b240-89a09764734b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:29.407377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.515668 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] For port d6463976-831d-433a-b240-89a09764734b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d6463976-831d-433a-b240-89a09764734b,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:29.516038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.567587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b061a782-5c1c-485b-99f2-3d8122868783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.594466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:29.606912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '66da506f-46f0-4e01-aebc-61c26a514df7', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'port_id': '66da506f-46f0-4e01-aebc-61c26a514df7', 'mac_address': 'fa:16:3e:a9:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b76cb-1e2a-45de-816c-ff6bc57644dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:29.645972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f095fc18-68a8-4255-b2ea-cb9f55cb666c req-97df5096-3050-4507-806e-0ce0d3890a21 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1110232 Dec 06 12:10:29.651427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2425871-ee74-4957-b1d4-3e4f02f8b2cb req-43916899-ea40-4500-81cb-63304c7f5911 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.0874116 Dec 06 12:10:29.691139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.732533 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66da506f-46f0-4e01-aebc-61c26a514df7 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:29.779569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:29.789268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.832903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.833540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.833962 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff disassociated. External IP: 172.35.3.138, port: d6463976-831d-433a-b240-89a09764734b. Dec 06 12:10:29.834623 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Calling delete_port for d6463976-831d-433a-b240-89a09764734b owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:29.932387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:30.083049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['66da506f-46f0-4e01-aebc-61c26a514df7'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:30.161641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.178832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73931d0-7f0a-4b1e-8a43-1bdf58ba2890 req-540851fd-5a1b-497e-9d3f-1b99bd23bbad tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:30.180422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f73931d0-7f0a-4b1e-8a43-1bdf58ba2890 req-540851fd-5a1b-497e-9d3f-1b99bd23bbad tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b40c235-150d-4a01-992f-3524efe2928a HTTP/1.1" status: 200 len: 945 time: 0.3807120 Dec 06 12:10:30.224225 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a74ef-44d5-4465-953b-ac4dd0a6c351 req-869199cd-c0ea-4897-a9cb-70d395062d9d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:30.231887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f51a74ef-44d5-4465-953b-ac4dd0a6c351 req-869199cd-c0ea-4897-a9cb-70d395062d9d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.1653140 Dec 06 12:10:30.241916 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event deleted for resources: {'Port': ['ID=d6463976-831d-433a-b240-89a09764734b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:30.380463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f73931d0-7f0a-4b1e-8a43-1bdf58ba2890 req-a3cc8006-1981-4187-a842-6c76a594894a tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups?id=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694164 Dec 06 12:10:30.424135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f51a74ef-44d5-4465-953b-ac4dd0a6c351 req-0090d458-be50-4040-88af-5d2f1777eee9 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912873 Dec 06 12:10:30.431266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.491466 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:30.501842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-a5be24de-715c-497a-8980-a6c3dbd4d83c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/af33acab-2575-4a28-abfc-921da4ca1c0c HTTP/1.1" status: 200 len: 1816 time: 0.0764306 Dec 06 12:10:30.626237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-754af97f-11da-4596-b63e-61173f9c9391 req-98c9ae87-25b8-4fd1-ae62-3fabd2788699 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 210 time: 0.0552292 Dec 06 12:10:30.711046 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.726612 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:30.741097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:30.777538 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:30.779555 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:30.783492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.809944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.863153 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] No DVR routers for this DVR port d6463976-831d-433a-b240-89a09764734b on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:30.866719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.871821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.873513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d8382c1-8a33-4c60-b558-f81844d9a1c0 req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/af33acab-2575-4a28-abfc-921da4ca1c0c HTTP/1.1" status: 204 len: 173 time: 0.3618190 Dec 06 12:10:30.874459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.882654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2999add-1d80-4082-bf4f-2bfeff9527ca req-f7df7994-ded0-4378-b6c6-b8392dea3075 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.53 "DELETE /v2.0/ports/d6463976-831d-433a-b240-89a09764734b HTTP/1.1" status: 204 len: 173 time: 1.7058973 Dec 06 12:10:30.896497 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'name': 'network-vif-deleted', 'tag': 'd6463976-831d-433a-b240-89a09764734b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:30.899107 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c938d9d-cfb3-46ab-a41b-72c14b11a79a" -d '{"events": [{"server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "name": "network-vif-deleted", "tag": "d6463976-831d-433a-b240-89a09764734b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:30.904443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff8ced-7ba7-4f57-b7f4-30557fd71c7f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af33acab-2575-4a28-abfc-921da4ca1c0c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:31.007628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:31.157551 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7305d6-71bc-4c4f-934a-b4696c89991e req-b1c7723b-bf20-49b9-a56d-0e3b8010bd92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:31.160014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b7305d6-71bc-4c4f-934a-b4696c89991e req-b1c7723b-bf20-49b9-a56d-0e3b8010bd92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 945 time: 0.1720450 Dec 06 12:10:31.236295 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-28cf1c8a-80c7-4fd4-b42d-c5025d7ff222 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:31.238775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-28cf1c8a-80c7-4fd4-b42d-c5025d7ff222 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2200248 Dec 06 12:10:31.263732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:31.301928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b7305d6-71bc-4c4f-934a-b4696c89991e req-b968e92f-a5ad-4585-8d53-75d537b229f7 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318014 Dec 06 12:10:31.314726 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7f442a44-02f2-4947-bc67-1a980f90d013 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:31.322872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7f442a44-02f2-4947-bc67-1a980f90d013 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.2205811 Dec 06 12:10:31.352377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-b9dfab3a-eb8f-4508-b91c-f4b374b45cc3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/quotas/8d3d839f871740e9bd7f7583e080c664 HTTP/1.1" status: 200 len: 375 time: 0.0283842 Dec 06 12:10:31.384197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 66da506f-46f0-4e01-aebc-61c26a514df7 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:31.411836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-843d98a8-4097-45d5-bfa4-8af2d4657fc8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584834 Dec 06 12:10:31.463451 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:31.470772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:31.473321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:31.478068 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 66da506f-46f0-4e01-aebc-61c26a514df7 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:31.524824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 66da506f-46f0-4e01-aebc-61c26a514df7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:31.525257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:31.529870 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:31.588685 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:31.589437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:31.642232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-5c092505-0820-43da-9e27-a01afda2ca4a service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220492 Dec 06 12:10:31.662304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb9d1ea9-d845-442e-b259-7d0b77591202 req-90fbfe46-b51c-466e-b40f-da8e5c6ef7fe tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=0838e40f-d041-45a0-8953-d23ae8758957 HTTP/1.1" status: 200 len: 210 time: 0.1196134 Dec 06 12:10:31.731690 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.8 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/96c67f64-d3a4-4b68-8e51-73f28902a2ee) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:31.743775 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:31.753130 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-e4377156-339d-4a47-a9a2-53ff3f217409 req-410ba499-0ecd-46d0-a2a8-237393bef03f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:10:31.754250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4377156-339d-4a47-a9a2-53ff3f217409 req-410ba499-0ecd-46d0-a2a8-237393bef03f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/af33acab-2575-4a28-abfc-921da4ca1c0c HTTP/1.1" status: 404 len: 352 time: 0.0515780 Dec 06 12:10:31.844184 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df976e78-60a9-4be5-a1ec-d85b2290cfe3 x-openstack-request-id: req-df976e78-60a9-4be5-a1ec-d85b2290cfe3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:31.844500 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b40c235-150d-4a01-992f-3524efe2928a", "name": "network-vif-deleted", "tag": "d6463976-831d-433a-b240-89a09764734b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:31.844761 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df976e78-60a9-4be5-a1ec-d85b2290cfe3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:31.856189 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b40c235-150d-4a01-992f-3524efe2928a', 'name': 'network-vif-deleted', 'tag': 'd6463976-831d-433a-b240-89a09764734b', 'status': 'completed', 'code': 200} Dec 06 12:10:31.860904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:31.915148 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:31.918989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-1834e2f2-550e-45db-ab47-0444ad9ef448 service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756684 Dec 06 12:10:31.921636 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab4d759-d1df-4a65-ba21-e20df5ac6bad" -d '{"events": [{"server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "name": "network-vif-plugged", "status": "completed", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:31.963606 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e94c10-bd56-4195-9da9-76020031931b req-58699c19-ee84-48e2-ad2b-5bb77c846d87 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:31.965742 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-33e94c10-bd56-4195-9da9-76020031931b req-58699c19-ee84-48e2-ad2b-5bb77c846d87 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d HTTP/1.1" status: 200 len: 943 time: 0.1737628 Dec 06 12:10:32.019100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a3690-2b04-4a83-aad8-b84ad5dc44cb req-5906b675-2bc9-480c-aed2-8b8c1dfe991c tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:32.035135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-504a3690-2b04-4a83-aad8-b84ad5dc44cb req-5906b675-2bc9-480c-aed2-8b8c1dfe991c tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 945 time: 0.1136398 Dec 06 12:10:32.055553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:32.077909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.152325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-504a3690-2b04-4a83-aad8-b84ad5dc44cb req-62917555-de79-410d-bd37-68799892deaa tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053588 Dec 06 12:10:32.251730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e17f-ea0f-49ff-b198-a52e812d392f req-b454afba-99e3-4b15-9841-6bd8b40b313f tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:32.256323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fe2e17f-ea0f-49ff-b198-a52e812d392f req-b454afba-99e3-4b15-9841-6bd8b40b313f tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 1096 time: 0.0959399 Dec 06 12:10:32.285516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.313499 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.331214 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:32.370383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fe2e17f-ea0f-49ff-b198-a52e812d392f req-a66d9f4e-c94b-46be-9a21-d290268a6d68 tempest-LiveMigrationTest-207059952 tempest-LiveMigrationTest-207059952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Dec 06 12:10:32.372688 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Deleting port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:32.372911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.388474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d80a40fe-9462-4f4a-be87-6a5dd216e844 req-1bf0d556-6ec3-4511-a1d3-face44093b08 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 210 time: 0.0419791 Dec 06 12:10:32.396368 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:32.521449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.547873 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbce44-a6d8-4caf-b8a4-99efa17b71c3 x-openstack-request-id: req-00bbce44-a6d8-4caf-b8a4-99efa17b71c3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:32.548758 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "name": "network-vif-plugged", "status": "completed", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:32.549499 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00bbce44-a6d8-4caf-b8a4-99efa17b71c3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:32.550902 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7', 'code': 200} Dec 06 12:10:32.557185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:32.571187 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a97f3c-3c07-47ac-8c25-4cd3f4cbb262 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:05:14Z', 'revision_number': 4, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a2e980c1-b28a-4242-9707-2bbf8347b8cb', 'name': '', 'network_id': '19c15372-158f-445a-888d-31726f78960d', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'mac_address': 'fa:16:3e:03:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:12Z', 'updated_at': '2021-12-06T12:05:18Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'subnets': [{'id': '85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:32.583336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-601f2c96-026b-4ee5-b6f0-6640813da531 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/4177c776-6894-48a1-8d76-dc8984449d67 HTTP/1.1" status: 200 len: 1817 time: 0.1368406 Dec 06 12:10:32.697941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.726768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07825f-19c4-4ca0-bc1c-6233dc5fd4e4 req-494ef310-2cde-4e0e-94a5-f70adf178aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:32.728338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f07825f-19c4-4ca0-bc1c-6233dc5fd4e4 req-494ef310-2cde-4e0e-94a5-f70adf178aae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 1097 time: 0.1427042 Dec 06 12:10:32.732968 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:32.754447 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:32.766666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10f38bcc-ad3c-4539-8ce4-0031081d0593 req-edcfc3aa-9424-4476-b091-c26a9c631c20 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 210 time: 0.0706754 Dec 06 12:10:32.774346 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:32.783720 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] For port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:32.784699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.794075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:32.835090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.917198 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Calling delete_port for 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:32.973120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f07825f-19c4-4ca0-bc1c-6233dc5fd4e4 req-bf83023e-a536-48dc-a9c9-ea09671b46fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268155 Dec 06 12:10:32.991702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.994973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.007877 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.008600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.010533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f122878-0d4f-4980-9476-f9c1d89125f3 req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/4177c776-6894-48a1-8d76-dc8984449d67 HTTP/1.1" status: 204 len: 173 time: 0.4257858 Dec 06 12:10:33.062809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.147739 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebfd7f-f57b-4d90-a874-3cdc51f7e7cb None None] New status for floating IP 90fe2687-3bec-4805-ac9b-3b430616d2ff: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:10:33.163888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-0d2ee44a-4026-4107-90d6-42f521195c63 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9066133 Dec 06 12:10:33.240950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Request body: {'port': {'device_id': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:33.403957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.405765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.454560 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event deleted for resources: {'Port': ['ID=1a6f4ef0-ad82-46ed-b089-da79212ab2d4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:33.493915 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8d1f9-e1cd-4a5c-b8f5-630ef3f3e2df tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4177c776-6894-48a1-8d76-dc8984449d67,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:33.502129 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-ee42e0fc-1701-46f9-b901-6f926fecb4b5 req-e5eb6551-03f5-40a6-91fc-74018889d18a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:10:33.503172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee42e0fc-1701-46f9-b901-6f926fecb4b5 req-e5eb6551-03f5-40a6-91fc-74018889d18a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/4177c776-6894-48a1-8d76-dc8984449d67 HTTP/1.1" status: 404 len: 352 time: 0.0509355 Dec 06 12:10:33.532679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-1f4c1449-c92e-47e5-ba87-6f60ce07c611 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.534944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-1f4c1449-c92e-47e5-ba87-6f60ce07c611 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 945 time: 0.5602994 Dec 06 12:10:33.543205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e540b5-678c-4f9f-b638-6eb138083bec req-723d333b-f3fb-471e-90c1-9930dffbbf07 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.551201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75e540b5-678c-4f9f-b638-6eb138083bec req-723d333b-f3fb-471e-90c1-9930dffbbf07 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 946 time: 0.5616405 Dec 06 12:10:33.581942 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] No DVR routers for this DVR port 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:33.598656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.612260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-33e94c10-bd56-4195-9da9-76020031931b req-dc574f54-7228-4322-aa8c-f0d0ca1654f4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "DELETE /v2.0/ports/1a6f4ef0-ad82-46ed-b089-da79212ab2d4 HTTP/1.1" status: 204 len: 173 time: 1.6391604 Dec 06 12:10:33.613035 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-deleted', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:33.629275 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6730d7f-e0a0-42d7-9430-2a7312bdb75a" -d '{"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-deleted", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:33.704308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75e540b5-678c-4f9f-b638-6eb138083bec req-a00c2374-6c9e-4ae6-81af-50f6e2a860e8 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521516 Dec 06 12:10:33.787561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab522-3cd5-4b3b-8203-8b003c2dfe4c req-0994c97a-1cc2-4172-84e2-621a77436208 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.796320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6bab522-3cd5-4b3b-8203-8b003c2dfe4c req-0994c97a-1cc2-4172-84e2-621a77436208 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 945 time: 0.1356411 Dec 06 12:10:33.824936 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Deleting port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:33.825610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.950132 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74044160-7c3f-4804-9ae5-83248d31e57b req-69eb5d2b-77a8-4a90-8cf5-04241a71f0f2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.958033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74044160-7c3f-4804-9ae5-83248d31e57b req-69eb5d2b-77a8-4a90-8cf5-04241a71f0f2 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.1519015 Dec 06 12:10:33.994701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6bab522-3cd5-4b3b-8203-8b003c2dfe4c req-381594c3-5a4a-46d5-ba6d-8c00e30d0ce1 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcfd0c5b-d24b-4380-9dba-69e2ea5df456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737959 Dec 06 12:10:34.046230 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c67f64-d3a4-4b68-8e51-73f28902a2ee {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:34.058244 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:34.067878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.139594 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] For port 8538c218-fd84-4746-b2cc-ddb9d4ac7063, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8538c218-fd84-4746-b2cc-ddb9d4ac7063,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:34.139979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.174279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74044160-7c3f-4804-9ae5-83248d31e57b req-2e341181-4786-48ec-b0c1-880fc2f6e19d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150309 Dec 06 12:10:34.177021 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Transition to ACTIVE for port object 96c67f64-d3a4-4b68-8e51-73f28902a2ee will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:34.199747 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.223583 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Calling delete_port for 8538c218-fd84-4746-b2cc-ddb9d4ac7063 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:34.317922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ce6a305a-8ce8-4a3c-a79b-eefb6d7425a1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/aca6dcac-79f4-44a4-8d7d-bb711b5adb9d HTTP/1.1" status: 200 len: 1818 time: 0.0919273 Dec 06 12:10:34.323371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Pushing event updated for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:34.362332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367648f-4ee3-4c6b-9a15-340b033a3f0b req-2857d160-a654-47f2-8468-8f7b3daafe0a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.373012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e367648f-4ee3-4c6b-9a15-340b033a3f0b req-2857d160-a654-47f2-8468-8f7b3daafe0a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 931 time: 0.2597966 Dec 06 12:10:34.409174 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-8325ef5e-329c-415a-939b-5a9160398bf5 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.410821 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-8325ef5e-329c-415a-939b-5a9160398bf5 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.3178484 Dec 06 12:10:34.453566 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-1c37a572-f1e8-4171-85cd-ec0e3165e432 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.455083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-1c37a572-f1e8-4171-85cd-ec0e3165e432 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.3631997 Dec 06 12:10:34.458277 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.461135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Request body: {'port': {'device_id': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'admin_state_up': True, 'tenant_id': '8d3d839f871740e9bd7f7583e080c664'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:34.484772 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.567335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.571070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.576874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "DELETE /v2.0/security-groups/b92d5cc3-ebac-47ab-a6e3-8a95409c64e4 HTTP/1.1" status: 204 len: 168 time: 0.4956443 Dec 06 12:10:34.579869 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:34.603175 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-f6ad5561-8006-4e60-b330-26674bea7add tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] show failed (client error): The resource could not be found. Dec 06 12:10:34.604206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6ad5561-8006-4e60-b330-26674bea7add tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "GET /v2.0/security-groups/b92d5cc3-ebac-47ab-a6e3-8a95409c64e4 HTTP/1.1" status: 404 len: 347 time: 0.0211627 Dec 06 12:10:34.609830 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40628) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:34.622292 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b2cce-ad97-4964-9073-288e31a484be tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d5cc3-ebac-47ab-a6e3-8a95409c64e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:34.641616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e367648f-4ee3-4c6b-9a15-340b033a3f0b req-33b728e1-8669-471b-b006-1108efb95cd8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612543 Dec 06 12:10:34.753906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.793210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d6463976-831d-433a-b240-89a09764734b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:34.832469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: d6463976-831d-433a-b240-89a09764734b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:34.834686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.835330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d6463976-831d-433a-b240-89a09764734b not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:34.838058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8538c218-fd84-4746-b2cc-ddb9d4ac7063 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:34.899514 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de91b09-241e-448f-a5f6-72e23a63cc3f x-openstack-request-id: req-0de91b09-241e-448f-a5f6-72e23a63cc3f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:34.899877 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d", "name": "network-vif-deleted", "tag": "1a6f4ef0-ad82-46ed-b089-da79212ab2d4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:34.900112 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0de91b09-241e-448f-a5f6-72e23a63cc3f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:34.900516 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90a79-bcb5-47d0-bedb-9a8ad7f8d39d', 'name': 'network-vif-deleted', 'tag': '1a6f4ef0-ad82-46ed-b089-da79212ab2d4', 'status': 'completed', 'code': 200} Dec 06 12:10:34.901525 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Attempting to bind port 96c67f64-d3a4-4b68-8e51-73f28902a2ee on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:34.902364 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Attempting to bind port 96c67f64-d3a4-4b68-8e51-73f28902a2ee by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:34.902696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Attempting to bind port 96c67f64-d3a4-4b68-8e51-73f28902a2ee on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:34.914839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.915675 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No active binding found for port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:10:34.916462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8538c218-fd84-4746-b2cc-ddb9d4ac7063 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:34.918596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0051e0dc-00fe-47a4-8c24-faeb552563f0 req-ccd36821-4e91-47f4-aae8-168e6f3b975f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 210 time: 0.0546355 Dec 06 12:10:34.936006 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Port 96c67f64-d3a4-4b68-8e51-73f28902a2ee on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:34.936329 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Attempting to bind port 96c67f64-d3a4-4b68-8e51-73f28902a2ee on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:34.960508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Pushing event deleted for resources: {'Port': ['ID=8538c218-fd84-4746-b2cc-ddb9d4ac7063,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:34.971752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.974522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.978255 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:34.978638 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:34.979054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:34.981459 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Bound port: 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:34.982118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:34.991541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-608c7cf7-3612-42ba-bf05-01c746a2e103 req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/aca6dcac-79f4-44a4-8d7d-bb711b5adb9d HTTP/1.1" status: 204 len: 173 time: 0.6719971 Dec 06 12:10:35.069763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04726-bd5d-43de-bc2c-2af5212d00ce tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca6dcac-79f4-44a4-8d7d-bb711b5adb9d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:35.078838 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] No DVR routers for this DVR port 8538c218-fd84-4746-b2cc-ddb9d4ac7063 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:35.082076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.086892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37952c3a-b2b1-49aa-9282-1bfb1802007c req-9c7a94ca-67a8-44be-b4df-2d87827b4f66 tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.53 "DELETE /v2.0/ports/8538c218-fd84-4746-b2cc-ddb9d4ac7063 HTTP/1.1" status: 204 len: 173 time: 1.5278618 Dec 06 12:10:35.093685 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'name': 'network-vif-deleted', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:35.096735 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c28077-280e-4423-8ddb-7030db0e1ba0" -d '{"events": [{"server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "name": "network-vif-deleted", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:35.127377 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-6423149b-e88a-45ea-8ae1-2f8308c8dbff req-1787cbb2-efc6-461f-8502-24ac1ec7e07e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:10:35.128764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6423149b-e88a-45ea-8ae1-2f8308c8dbff req-1787cbb2-efc6-461f-8502-24ac1ec7e07e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/aca6dcac-79f4-44a4-8d7d-bb711b5adb9d HTTP/1.1" status: 404 len: 352 time: 0.1125486 Dec 06 12:10:35.181088 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:35.187732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.267900 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Deleting port aeea3346-7a1a-4f26-910c-116b161f5518 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:35.272383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dffa-68fb-4c27-b68c-bc476c91a63b req-455a71e6-e48a-47b4-a2cb-74ad2dfcf4ca tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:35.272771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.293827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9891dffa-68fb-4c27-b68c-bc476c91a63b req-455a71e6-e48a-47b4-a2cb-74ad2dfcf4ca tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 946 time: 0.2059228 Dec 06 12:10:35.350637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca5cb669-d067-4256-adfe-050f2955a3f9 req-160773b6-798a-407b-98e6-c944d96d322d tempest-FloatingIPsAssociationNegativeTestJSON-238422254 tempest-FloatingIPsAssociationNegativeTestJSON-238422254-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db HTTP/1.1" status: 200 len: 210 time: 0.1021469 Dec 06 12:10:35.382536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] For port aeea3346-7a1a-4f26-910c-116b161f5518, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeea3346-7a1a-4f26-910c-116b161f5518,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:35.382857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.396673 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Calling delete_port for aeea3346-7a1a-4f26-910c-116b161f5518 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:35.400232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9891dffa-68fb-4c27-b68c-bc476c91a63b req-e67842cd-d24c-45a3-86c5-c0b3237bce56 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007721 Dec 06 12:10:35.420883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:35.452687 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0463e-0829-473f-a4f2-b6183047e84f x-openstack-request-id: req-3dd0463e-0829-473f-a4f2-b6183047e84f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:35.453302 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db", "name": "network-vif-deleted", "tag": "8538c218-fd84-4746-b2cc-ddb9d4ac7063", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:35.453946 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dd0463e-0829-473f-a4f2-b6183047e84f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:35.454752 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e65378f-1dc9-4e9f-b8ac-d8fefc77e6db', 'name': 'network-vif-deleted', 'tag': '8538c218-fd84-4746-b2cc-ddb9d4ac7063', 'status': 'completed', 'code': 200} Dec 06 12:10:35.462136 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:35.463051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1a6f4ef0-ad82-46ed-b089-da79212ab2d4 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:35.508050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d913e31-fcb0-4f20-b027-44ef2537bfda req-ee63f68e-438b-4f78-b544-7a9e9ed16ead tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 6199 time: 0.0909760 Dec 06 12:10:35.534636 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:35.574931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d913e31-fcb0-4f20-b027-44ef2537bfda req-92f2569b-5092-4528-94d6-5ffa61857275 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 200 len: 2998 time: 0.0653315 Dec 06 12:10:35.594794 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:35.608925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.675114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d913e31-fcb0-4f20-b027-44ef2537bfda req-078531f6-fc27-48f2-841a-492f42d8db5c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 200 len: 2998 time: 0.0990160 Dec 06 12:10:35.757942 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:35.758569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.759956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] 10.222.0.23 "PUT /v2.0/ports/96c67f64-d3a4-4b68-8e51-73f28902a2ee HTTP/1.1" status: 200 len: 1091 time: 2.5779150 Dec 06 12:10:35.788426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf9361-69e2-42ec-957e-a2820bea4af8 req-febe6a64-8cd4-4414-9972-f3fbfb80769d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:35.809345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddbf9361-69e2-42ec-957e-a2820bea4af8 req-febe6a64-8cd4-4414-9972-f3fbfb80769d tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 945 time: 0.1061511 Dec 06 12:10:35.809584 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Deleting port 79255f3c-d884-41e7-a5ec-e2d2564603e6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:35.809584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.886786 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dda9a-cbff-4b39-9b67-6769daf9978d req-288ae878-7661-4afc-b06d-14d8138fd561 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:35.888918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-759dda9a-cbff-4b39-9b67-6769daf9978d req-288ae878-7661-4afc-b06d-14d8138fd561 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 946 time: 0.1419888 Dec 06 12:10:35.907884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddbf9361-69e2-42ec-957e-a2820bea4af8 req-5555fe1d-a305-4fc3-86df-e7d3f86859da tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010759 Dec 06 12:10:35.971701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.972056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:35.984743 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Calling delete_port for 79255f3c-d884-41e7-a5ec-e2d2564603e6 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:35.987939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-759dda9a-cbff-4b39-9b67-6769daf9978d req-f31cc5e7-312b-4a85-a753-d2bdf5dcb28d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765045 Dec 06 12:10:36.046168 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1700553378', 'description': 'tempest-description-741513080'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:36.053034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.065726 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c3732-3fa6-4cfa-bcc8-2f7ddfd85d8e service neutron] Pushing event updated for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:36.094191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:36.122120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01133456-e196-4134-93ce-d66b3508f55b req-043be13a-bb39-43c8-97ee-50a88e53dca3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:36.128904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01133456-e196-4134-93ce-d66b3508f55b req-043be13a-bb39-43c8-97ee-50a88e53dca3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 943 time: 0.1398675 Dec 06 12:10:36.153474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.296328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01133456-e196-4134-93ce-d66b3508f55b req-ae0f6759-4fe8-4fb6-b07b-8bf276ecd6a3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623375 Dec 06 12:10:36.348492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.356553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.388213 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Allocated IP 172.20.0.4 (696545ad-c09f-4e0f-b9d3-a8814518bd95/fff307d2-4b8f-46ea-b9c1-7f21fc09da4c/e0078e26-7729-4ae7-9acd-0fb119183d6e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:36.426679 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7534a7d9-71de-4e28-bd92-4ca9704806e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:36.429202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event deleted for resources: {'Port': ['ID=aeea3346-7a1a-4f26-910c-116b161f5518,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:36.431319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.433769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a74d058a-4bed-45f4-8f5a-2461798cd572 req-893a3480-5918-4c04-922e-98940f346668 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3981769 Dec 06 12:10:36.477621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-7806ec8b-a594-4622-86ec-c720bfea340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:36.479176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-7806ec8b-a594-4622-86ec-c720bfea340b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 1094 time: 0.5238051 Dec 06 12:10:36.503309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8c6711c-dea3-42e5-83bb-666d16b9b187 req-942c0300-2df0-42b3-8cd4-71129d233367 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 210 time: 0.0680861 Dec 06 12:10:36.529318 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] No DVR routers for this DVR port aeea3346-7a1a-4f26-910c-116b161f5518 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:36.560700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.569719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ba7e828-1c5b-49b2-acb2-c7411504faca req-37d2b553-2345-4546-b5f0-bcc9316204ce tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "DELETE /v2.0/ports/aeea3346-7a1a-4f26-910c-116b161f5518 HTTP/1.1" status: 204 len: 173 time: 2.1047103 Dec 06 12:10:36.570827 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:36.575396 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-6ef6ae30-eb45-4bab-88bc-eb3939e6a4af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee HTTP/1.1" status: 200 len: 217 time: 0.0816450 Dec 06 12:10:36.666706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-990109079', 'description': 'tempest-description-1820988154'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:36.772652 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-49025acc-edc5-4221-a7db-8372ef36b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:36.773026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.774394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-49025acc-edc5-4221-a7db-8372ef36b47d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1891017 Dec 06 12:10:36.844184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-78cf9a76-06f0-4228-b52c-2cdf6d782d0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605991 Dec 06 12:10:36.861342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.871876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.900959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:36.904681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bdbd2d04-da5d-4d90-8514-d80bfb80258b req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2458973 Dec 06 12:10:37.169633 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee'}, {'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-deleted', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:37.175100 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2561d08e-c0b9-47ca-bda2-acae95085e40" -d '{"events": [{"name": "network-changed", "server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee"}, {"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-deleted", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:37.185346 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-388a0d6b-d862-418a-bc22-4f939aa73bdd service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119688 Dec 06 12:10:37.189779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ebfd38-2672-4152-9387-951987418159 req-5973a34f-4950-42e8-b484-a827b3707e2c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.1267538 Dec 06 12:10:37.219062 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e38f52-a049-42c3-b765-76b5c74e4fc7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018b0fa2-3150-411e-8640-9c5c7615cac1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:37.244109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.320401 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.339420 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579dc144-fbec-4226-9f31-aacfc922acb7 x-openstack-request-id: req-579dc144-fbec-4226-9f31-aacfc922acb7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:37.339743 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee", "status": "completed", "code": 200}, {"server_uuid": "be91d392-7abd-419f-b12f-5b55ff71e06c", "name": "network-vif-deleted", "tag": "aeea3346-7a1a-4f26-910c-116b161f5518", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:37.340005 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-579dc144-fbec-4226-9f31-aacfc922acb7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:37.340434 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'status': 'completed', 'code': 200} Dec 06 12:10:37.340681 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be91d392-7abd-419f-b12f-5b55ff71e06c', 'name': 'network-vif-deleted', 'tag': 'aeea3346-7a1a-4f26-910c-116b161f5518', 'status': 'completed', 'code': 200} Dec 06 12:10:37.418111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.425030 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:37.466654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: aeea3346-7a1a-4f26-910c-116b161f5518 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:37.468188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device aeea3346-7a1a-4f26-910c-116b161f5518 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:37.517417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-d193e6c0-71d1-49df-949a-093e891e23c8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:37.518928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-d193e6c0-71d1-49df-949a-093e891e23c8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 812 time: 0.1913362 Dec 06 12:10:37.575900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.579368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.583792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] 10.222.0.31 "DELETE /v2.0/floatingips/90fe2687-3bec-4805-ac9b-3b430616d2ff HTTP/1.1" status: 204 len: 168 time: 2.9710469 Dec 06 12:10:37.587764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d4fdd-84f8-4296-9eea-3208cf35caa3 tempest-ServersWithSpecificFlavorTestJSON-356435051 tempest-ServersWithSpecificFlavorTestJSON-356435051-project] Pushing event deleted for resources: {'Port': ['ID=79255f3c-d884-41e7-a5ec-e2d2564603e6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:37.652718 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:37.671439 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:37.676104 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:37.680521 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:37.693945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-a053f1e9-bd2a-42d2-9ecd-38bf2cac254c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/quotas/e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 375 time: 0.1268628 Dec 06 12:10:37.719848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294fd3-620f-4db8-a2d8-577846b60ea0 req-55e5f476-6475-4c59-b909-34d613a9a735 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:37.727257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc294fd3-620f-4db8-a2d8-577846b60ea0 req-55e5f476-6475-4c59-b909-34d613a9a735 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 943 time: 0.3194218 Dec 06 12:10:37.738590 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:37.739216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.758109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-7e4e1d47-ecab-47b4-a972-200c76b1b000 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3167567 Dec 06 12:10:37.779058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Request body: {'port': {'device_id': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:37.783093 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d3e226d7-1895-4bb1-bdde-2e8b73475848 req-64d9d795-32ee-484a-b8c8-9d5107722170 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416232 Dec 06 12:10:37.870785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-0c7f78f7-fe43-49e2-b7ab-610764d5f38c tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753008 Dec 06 12:10:37.910990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:37.922616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc294fd3-620f-4db8-a2d8-577846b60ea0 req-add07a34-26d8-4a8f-a59b-00b823f6cfde tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848264 Dec 06 12:10:37.942516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-c0ed266c-d93e-4537-938b-3ffa43999910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:37.946663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-c0ed266c-d93e-4537-938b-3ffa43999910 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 1094 time: 0.0902972 Dec 06 12:10:38.193995 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-3de219c2-0000-4a1d-ad4d-bc543e4bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:38.195791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-3de219c2-0000-4a1d-ad4d-bc543e4bee2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.2406194 Dec 06 12:10:38.228285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-1a1d1009-6d66-481a-948e-3c9b4fa926c3 service neutron] 10.222.0.31 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565288 Dec 06 12:10:38.242663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf50d76-dede-4d01-8811-b66f380b8268 req-2e271704-76c5-4745-b7a9-dabd3cb89860 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:38.244182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cf50d76-dede-4d01-8811-b66f380b8268 req-2e271704-76c5-4745-b7a9-dabd3cb89860 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 946 time: 0.2074525 Dec 06 12:10:38.249095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:38.259714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-982f7a61-fac1-4cff-8026-ef467ed29a11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee HTTP/1.1" status: 200 len: 217 time: 0.0540209 Dec 06 12:10:38.352110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-da525d4b-8121-483f-be40-66cc289006bb service neutron] 10.222.0.31 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065941 Dec 06 12:10:38.356336 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-32661e1a-6dae-4e37-b6b6-03a6652727a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:38.358215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-32661e1a-6dae-4e37-b6b6-03a6652727a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0894783 Dec 06 12:10:38.398011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-bd41c7e6-2d08-44c1-8b4c-4a6d8c9d476a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294127 Dec 06 12:10:38.497133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cf50d76-dede-4d01-8811-b66f380b8268 req-f03d5d0b-a9bd-46ba-9f93-64340d0b81d9 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050866 Dec 06 12:10:38.544385 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0078e26-7729-4ae7-9acd-0fb119183d6e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:38.565841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:38.636125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-fce14845-9f59-4b20-b827-908383a40346 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189341 Dec 06 12:10:38.657649 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Transition to ACTIVE for port object e0078e26-7729-4ae7-9acd-0fb119183d6e will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:38.690976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:38.724399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86cb52-0999-4067-acaf-06f9d3f20d38 req-a85db1f3-03a8-483d-9f9e-f960b19ec570 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:38.726450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e86cb52-0999-4067-acaf-06f9d3f20d38 req-a85db1f3-03a8-483d-9f9e-f960b19ec570 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 931 time: 0.1032579 Dec 06 12:10:38.865824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e86cb52-0999-4067-acaf-06f9d3f20d38 req-24593a97-4c5b-482f-8b55-34a4299377ea tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137722 Dec 06 12:10:38.919700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e02316c6-915c-4e2d-9868-2ed770493404 req-1ac92ea7-46b6-426f-a6fe-ed2baea8f23f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0343375 Dec 06 12:10:38.922405 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Deleting port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:38.923010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.067328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:39.069425 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] For port a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:39.069821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.090855 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Calling delete_port for a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:39.159842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2561d08e-c0b9-47ca-bda2-acae95085e40 req-97c834b3-3176-430a-8372-9bf30e8b3139 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174172 Dec 06 12:10:39.204863 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Attempting to bind port e0078e26-7729-4ae7-9acd-0fb119183d6e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:39.205219 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Attempting to bind port e0078e26-7729-4ae7-9acd-0fb119183d6e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:39.205553 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Attempting to bind port e0078e26-7729-4ae7-9acd-0fb119183d6e on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:39.211054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Port e0078e26-7729-4ae7-9acd-0fb119183d6e on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:39.211379 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Attempting to bind port e0078e26-7729-4ae7-9acd-0fb119183d6e on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:39.216607 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:39.216944 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Checking segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:39.217379 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Bound using segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:39.218139 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Bound port: e0078e26-7729-4ae7-9acd-0fb119183d6e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:39.218564 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.297686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5454802-22f2-45da-ab2d-464456194ea7 req-13c12a67-0507-44b6-9fba-1e855cba01b5 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 210 time: 0.0652423 Dec 06 12:10:39.331663 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:39.341007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:39.344331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4755b45-615d-41ec-9dd8-eb0bb1b22729 req-75884670-55ae-4d9b-86ea-342ee645a6ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:39.351866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.355200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4755b45-615d-41ec-9dd8-eb0bb1b22729 req-75884670-55ae-4d9b-86ea-342ee645a6ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 943 time: 0.1233895 Dec 06 12:10:39.418182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96c67f64-d3a4-4b68-8e51-73f28902a2ee details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:39.468954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:39.469626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.473434 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0078e26-7729-4ae7-9acd-0fb119183d6e HTTP/1.1" status: 200 len: 1091 time: 1.6989357 Dec 06 12:10:39.475259 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:39.481310 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:39.543082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4755b45-615d-41ec-9dd8-eb0bb1b22729 req-98bf7e58-41e3-48df-ac60-6a42283d3d45 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847770 Dec 06 12:10:39.550297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.576819 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54dab4-b444-4d38-8a27-7f498cb7c708 service neutron] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:39.619818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:39.634137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'mac_address': 'fa:16:3e:56:b1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:39.700356 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:39.702865 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cef824-e8e7-4f99-97dc-808b16d28b98 x-openstack-request-id: req-88cef824-e8e7-4f99-97dc-808b16d28b98 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:39.703347 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:39.703755 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88cef824-e8e7-4f99-97dc-808b16d28b98 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:39.704176 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'status': 'completed', 'code': 200} Dec 06 12:10:39.762910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.806484 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c67f64-d3a4-4b68-8e51-73f28902a2ee {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:39.835603 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-55e21da0-9435-4d6f-9653-cd0db132ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:39.837006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-55e21da0-9435-4d6f-9653-cd0db132ec5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 1094 time: 0.1752264 Dec 06 12:10:39.848280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:39.854195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:39.855191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 66da506f-46f0-4e01-aebc-61c26a514df7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:39.957937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-81e64392-f7e7-42d6-82d9-4a2188ccf960 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e HTTP/1.1" status: 200 len: 217 time: 0.1041903 Dec 06 12:10:40.020918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:40.041996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '66da506f-46f0-4e01-aebc-61c26a514df7', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'port_id': '66da506f-46f0-4e01-aebc-61c26a514df7', 'mac_address': 'fa:16:3e:a9:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b76cb-1e2a-45de-816c-ff6bc57644dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:40.047813 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-ed5160bd-5e1c-4419-8a66-cfa13ecc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.049339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-ed5160bd-5e1c-4419-8a66-cfa13ecc8f6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.0817764 Dec 06 12:10:40.095823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-c77364c0-cc12-4625-af9c-95f6274a4c0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364480 Dec 06 12:10:40.131064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:40.147419 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66da506f-46f0-4e01-aebc-61c26a514df7 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:40.185176 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:40.188670 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:40.193240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:40.230853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244e46e-de48-4000-aa08-af82fd922e73 req-b0c32969-9426-41c8-8d40-1297acd95a2e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.252809 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:40.257758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5244e46e-de48-4000-aa08-af82fd922e73 req-b0c32969-9426-41c8-8d40-1297acd95a2e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 946 time: 0.4436984 Dec 06 12:10:40.268119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-cbca3c98-96b5-44c8-bba5-3946040cc394 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593246 Dec 06 12:10:40.271696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:40.298028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703e06-5e51-4f90-85b4-faad6e003aca req-df0fbb2a-5916-4b87-9c74-4350a5a97f7a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.299429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce703e06-5e51-4f90-85b4-faad6e003aca req-df0fbb2a-5916-4b87-9c74-4350a5a97f7a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 944 time: 0.1749742 Dec 06 12:10:40.311519 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['66da506f-46f0-4e01-aebc-61c26a514df7'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:40.371217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15bfba04-ca13-4593-828a-37e5e7ec9bc2 req-33a5094f-73b9-45d5-a3db-bd3effdd9784 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957940 Dec 06 12:10:40.464308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96c67f64-d3a4-4b68-8e51-73f28902a2ee'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:40.490911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce703e06-5e51-4f90-85b4-faad6e003aca req-e1ef4592-74a5-44f9-890b-daf0a2dfb3aa tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611781 Dec 06 12:10:40.515051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5244e46e-de48-4000-aa08-af82fd922e73 req-c79051f8-94fb-49fd-a7b1-15ec66743ee7 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561712 Dec 06 12:10:40.565731 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-61208920-dd4a-4477-880f-234ec10b8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.570143 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-61208920-dd4a-4477-880f-234ec10b8b22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 1094 time: 0.0918226 Dec 06 12:10:40.752672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-46860987-fbd6-482d-84da-73ef4c123db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.754423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-46860987-fbd6-482d-84da-73ef4c123db5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 906 time: 0.1763031 Dec 06 12:10:40.806319 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-c86c1aae-24e5-4033-b46a-68b8c9cbcaa0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e HTTP/1.1" status: 200 len: 217 time: 0.0360487 Dec 06 12:10:40.830689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4163c7b3-8afa-4b41-b844-f27dd16fb45b req-10035e7d-2413-4895-b18c-e413a3c4882b tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0715921 Dec 06 12:10:40.844358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-a64d2cd2-0416-4026-94c7-8db2f26231a2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.845822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-a64d2cd2-0416-4026-94c7-8db2f26231a2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 812 time: 0.2248139 Dec 06 12:10:40.877390 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-53238905-151c-447b-a1d7-1ddfda7c0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.879034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-53238905-151c-447b-a1d7-1ddfda7c0e05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.0605202 Dec 06 12:10:40.905737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9279f-f38f-4839-bf43-2368515e3040 req-7911eb07-8a4c-4e15-800b-c856c6c76c1d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.907597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66a9279f-f38f-4839-bf43-2368515e3040 req-7911eb07-8a4c-4e15-800b-c856c6c76c1d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 943 time: 0.1496718 Dec 06 12:10:40.914253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'device_id': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c', 'admin_state_up': True, 'tenant_id': 'e3695503782e41f4ba91a7967bc55e9f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:40.920482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-0bd01435-67be-4895-b58c-aa2f28b54cbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290794 Dec 06 12:10:41.025089 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-e4c810c4-363c-4e3b-8f3c-4d816920bb03 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967586 Dec 06 12:10:41.130599 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e2d2f191-9e10-40c0-bce6-5a8ccdde766e req-178e397f-ce87-456d-9bac-cfac73881ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951753 Dec 06 12:10:41.265175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6642e835-f681-404d-bd40-e37d3e18e716 req-b91fa488-b9d8-4c8d-8695-73492f3480c7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 210 time: 0.3455517 Dec 06 12:10:41.410513 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96c67f64-d3a4-4b68-8e51-73f28902a2ee up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:41.425212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66a9279f-f38f-4839-bf43-2368515e3040 req-886e7e18-2bd8-48ac-8c58-849f4d2fd32b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037429 Dec 06 12:10:41.469861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c51b0-c588-4af1-995c-a798c9a79232 req-d6850040-220a-4324-b25f-c2b20bcefc25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:41.471350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd4c51b0-c588-4af1-995c-a798c9a79232 req-d6850040-220a-4324-b25f-c2b20bcefc25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 944 time: 0.1141214 Dec 06 12:10:41.475484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 96c67f64-d3a4-4b68-8e51-73f28902a2ee completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:41.478820 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Router 81a40c1f-2ba5-4c8a-87b5-61f75642495d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:41.480823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 96c67f64-d3a4-4b68-8e51-73f28902a2ee triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:41.481652 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:41.524162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Made reservation on behalf of e3695503782e41f4ba91a7967bc55e9f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:41.527475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:41.582166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:41.600470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd4c51b0-c588-4af1-995c-a798c9a79232 req-12019e7d-8c53-4dde-a071-db6450d206a8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142099 Dec 06 12:10:41.610042 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:41.612731 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a8359-b0bf-42fd-9874-82665d6e8fcc" -d '{"events": [{"server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "name": "network-vif-plugged", "status": "completed", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:41.636388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:41.645474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:41.648122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 66da506f-46f0-4e01-aebc-61c26a514df7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:41.673750 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40770) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:41.752432 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f107f5-ad1d-4dc5-a546-590009173615 req-4b7ae8fa-474f-41ee-be0d-6f75199df0ea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:41.754055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87f107f5-ad1d-4dc5-a546-590009173615 req-4b7ae8fa-474f-41ee-be0d-6f75199df0ea tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 944 time: 0.1313360 Dec 06 12:10:41.817074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba406f20-6613-4c77-ad88-a7972fa3d6d1 req-7293d4ed-7d05-4f18-bafc-cb363f31ee6a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:41.825094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba406f20-6613-4c77-ad88-a7972fa3d6d1 req-7293d4ed-7d05-4f18-bafc-cb363f31ee6a tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 944 time: 0.2361133 Dec 06 12:10:41.864058 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:41.875434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-276c11c6-312a-4d37-b083-806f0363d089 admin admin] 10.222.0.31 "PUT /v2.0/routers/81a40c1f-2ba5-4c8a-87b5-61f75642495d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028989 Dec 06 12:10:41.879983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:41.882877 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:41.889444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Sync routers for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:41.903723 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Allocated IP 172.20.0.10 (592f0ee1-8d51-4faa-91f7-32fda75a1c3c/cf891504-6935-4a9a-89af-284761270747/f4e5ff9c-1043-4ff8-aaca-3fb44d683d73) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:41.913212 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:41.914022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:41.961914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be619d-7d33-4904-a96c-caf1d25397ad req-cc4d6cbb-6a48-411d-b176-65b9213146b4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:41.969277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02be619d-7d33-4904-a96c-caf1d25397ad req-cc4d6cbb-6a48-411d-b176-65b9213146b4 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 945 time: 0.2334304 Dec 06 12:10:41.990705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba406f20-6613-4c77-ad88-a7972fa3d6d1 req-6d9a85ec-af8b-407b-95cf-6220d72b5b04 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647100 Dec 06 12:10:42.076604 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:42.096817 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Deleting port fae218ab-ddd9-4982-90af-1a2c6946eb39 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:42.097676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.130225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02be619d-7d33-4904-a96c-caf1d25397ad req-6b6ab199-38c1-4221-8937-f2cb1e2a2f55 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549954 Dec 06 12:10:42.168122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.168840 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.261818 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51eff1-15b2-42c7-925a-140c9ac15e47 x-openstack-request-id: req-9f51eff1-15b2-42c7-925a-140c9ac15e47 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:42.262112 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "name": "network-vif-plugged", "status": "completed", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:42.262376 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f51eff1-15b2-42c7-925a-140c9ac15e47 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:42.262771 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'code': 200} Dec 06 12:10:42.293276 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66da506f-46f0-4e01-aebc-61c26a514df7 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:42.319734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53071240-2f56-45a2-bf4b-824620032ef5 req-ee4cbbb3-6e27-46e4-a148-d15487cb58a7 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0549140 Dec 06 12:10:42.328016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:42.339403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.414994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:42.481395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16ea3f0d-e8bb-439a-96e5-302f12b0bfd8 req-edf7bdda-f8c0-40c3-b2b7-a3393f77efbe tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 210 time: 0.0571306 Dec 06 12:10:42.494141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:10:39Z', 'revision_number': 5, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port': {'id': 'fc406e9b-cd38-4269-879b-827ca6e1d4fb', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:44Z', 'updated_at': '2021-12-06T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:42.520043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.525096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.559224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Checking router: 81a40c1f-2ba5-4c8a-87b5-61f75642495d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:42.575534 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Routers {'81a40c1f-2ba5-4c8a-87b5-61f75642495d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:42.576165 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:42.707197 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] Set router 81a40c1f-2ba5-4c8a-87b5-61f75642495d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:42.722121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.750875 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] For port fae218ab-ddd9-4982-90af-1a2c6946eb39, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fae218ab-ddd9-4982-90af-1a2c6946eb39,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:42.751500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.771831 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Calling delete_port for fae218ab-ddd9-4982-90af-1a2c6946eb39 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:42.780743 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e11075-b74f-4142-b369-2db16d272726 req-ab896971-31c3-4e1a-ac2a-9bfa005c4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:42.782495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51e11075-b74f-4142-b369-2db16d272726 req-ab896971-31c3-4e1a-ac2a-9bfa005c4ad8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 1096 time: 0.4781237 Dec 06 12:10:42.783145 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:10:42Z', 'revision_number': 6, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:42.788750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:42.808402 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:42.843190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef71bd-b677-4f4c-83b3-5ec71cfec91d req-fce8c53a-ff4b-4caf-bf8c-f406f799fa6b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:42.844702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43ef71bd-b677-4f4c-83b3-5ec71cfec91d req-fce8c53a-ff4b-4caf-bf8c-f406f799fa6b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 943 time: 0.2026911 Dec 06 12:10:42.875385 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:42.886123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40117171-b3c5-4057-a291-f81ccf0970d0 req-33f56ef8-3b10-48e1-ba09-ce4445120eda tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:42.888201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40117171-b3c5-4057-a291-f81ccf0970d0 req-33f56ef8-3b10-48e1-ba09-ce4445120eda tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 944 time: 0.2580349 Dec 06 12:10:42.889757 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Deleting port fc406e9b-cd38-4269-879b-827ca6e1d4fb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:42.890096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:42.911793 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:42.918499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51e11075-b74f-4142-b369-2db16d272726 req-8c1e5f16-af41-4b77-864c-3cc8c6e98cc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252632 Dec 06 12:10:42.919883 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:42.942174 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1c5fc-804f-4267-9bb7-681cdda47a24 None None] The sync data for ids ['81a40c1f-2ba5-4c8a-87b5-61f75642495d'] in n-d-master-1 is: [{'id': '81a40c1f-2ba5-4c8a-87b5-61f75642495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945949256-router', 'tenant_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:43Z', 'updated_at': '2021-12-06T12:10:42Z', 'revision_number': 6, 'project_id': 'a2d0eb1ad2144817b980bd2a2368902c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:43.062091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.084342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40117171-b3c5-4057-a291-f81ccf0970d0 req-93877f6d-69de-421b-815b-761ed30dee24 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698585 Dec 06 12:10:43.102892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43ef71bd-b677-4f4c-83b3-5ec71cfec91d req-98f389d3-86f2-405a-a5ba-5f87d4261f77 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439125 Dec 06 12:10:43.116447 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event deleted for resources: {'Port': ['ID=fae218ab-ddd9-4982-90af-1a2c6946eb39,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:43.124229 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:43.126191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.150374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fae218ab-ddd9-4982-90af-1a2c6946eb39'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:43.175443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-e2935f36-cdb4-4dde-854b-1e35517a2823 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2625678 Dec 06 12:10:43.191822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.211753 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Request body: {'port': {'device_id': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:43.268075 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] No DVR routers for this DVR port fae218ab-ddd9-4982-90af-1a2c6946eb39 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:43.272064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.276287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87f107f5-ad1d-4dc5-a546-590009173615 req-6d67c511-5197-4c80-9fc1-90470d68a9c7 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.23 "DELETE /v2.0/ports/fae218ab-ddd9-4982-90af-1a2c6946eb39 HTTP/1.1" status: 204 len: 173 time: 1.5122242 Dec 06 12:10:43.276984 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-deleted', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:43.279705 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ead06f-23e0-4941-8575-d6ab63c978a9" -d '{"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-deleted", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:43.293077 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] For port fc406e9b-cd38-4269-879b-827ca6e1d4fb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc406e9b-cd38-4269-879b-827ca6e1d4fb,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:43.293509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.318635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4796f579-39b4-4c6d-a4f9-56f8f0cd4f3e req-02625780-5723-47e7-8d96-e2878ca9b605 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a89a1a-016a-439c-8aab-78dfa3b9668e HTTP/1.1" status: 200 len: 210 time: 0.1000266 Dec 06 12:10:43.360155 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Calling delete_port for fc406e9b-cd38-4269-879b-827ca6e1d4fb owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:43.454332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64095e4c-627b-471d-8fae-cf3e0c9bce58 req-3552c6fb-13bc-4e4e-aab4-6fdeca08ba5e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:43.462544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64095e4c-627b-471d-8fae-cf3e0c9bce58 req-3552c6fb-13bc-4e4e-aab4-6fdeca08ba5e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 945 time: 0.2413745 Dec 06 12:10:43.465896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.468287 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2e27db-17b4-4e9d-b303-791cc453b3e5 x-openstack-request-id: req-ed2e27db-17b4-4e9d-b303-791cc453b3e5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:43.470290 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a89a1a-016a-439c-8aab-78dfa3b9668e", "name": "network-vif-deleted", "tag": "fae218ab-ddd9-4982-90af-1a2c6946eb39", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:43.485580 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed2e27db-17b4-4e9d-b303-791cc453b3e5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:43.486387 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a89a1a-016a-439c-8aab-78dfa3b9668e', 'name': 'network-vif-deleted', 'tag': 'fae218ab-ddd9-4982-90af-1a2c6946eb39', 'status': 'completed', 'code': 200} Dec 06 12:10:43.601011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64095e4c-627b-471d-8fae-cf3e0c9bce58 req-720baebf-baff-43ce-abb1-5d5708b8cfb4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375420 Dec 06 12:10:43.642234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-484b6258-86c3-47ca-98da-4350793604ef req-fd929858-e6a2-4ac1-8b1e-7352347a1689 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=be91d392-7abd-419f-b12f-5b55ff71e06c HTTP/1.1" status: 200 len: 210 time: 0.0872507 Dec 06 12:10:43.654719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Deleting port a2e980c1-b28a-4242-9707-2bbf8347b8cb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:43.655060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.752479 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] For port a2e980c1-b28a-4242-9707-2bbf8347b8cb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2e980c1-b28a-4242-9707-2bbf8347b8cb,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:43.753663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:43.768419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Calling delete_port for a2e980c1-b28a-4242-9707-2bbf8347b8cb owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:43.877881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe823aa-a67b-49a0-b1ab-d80799a9e97c req-0f8f17c3-8db5-4faf-a962-d1b0b00dadee tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:43.879413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbe823aa-a67b-49a0-b1ab-d80799a9e97c req-0f8f17c3-8db5-4faf-a962-d1b0b00dadee tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 932 time: 0.1791153 Dec 06 12:10:43.969120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.064579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc406e9b-cd38-4269-879b-827ca6e1d4fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:44.116653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbe823aa-a67b-49a0-b1ab-d80799a9e97c req-165474ae-b95b-4870-b601-a0359ffc1261 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261713 Dec 06 12:10:44.196566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.197571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.240209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e980c1-b28a-4242-9707-2bbf8347b8cb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:44.448442 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:44.458232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.460574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.463260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.479112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.523227 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Transition to ACTIVE for port object f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:44.540167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.546321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.546911 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a40c1f-2ba5-4c8a-87b5-61f75642495d {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:10:44.550532 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-4d96e87d-23c0-4618-be32-45d51213eef7 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:44.552042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.552194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-4d96e87d-23c0-4618-be32-45d51213eef7 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 944 time: 0.1274855 Dec 06 12:10:44.553215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-82c033fd-645f-4e1d-81bd-c34f7b44885d admin admin] 10.222.0.31 "DELETE /v2.0/routers/81a40c1f-2ba5-4c8a-87b5-61f75642495d HTTP/1.1" status: 204 len: 168 time: 2.6660686 Dec 06 12:10:44.559579 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40804) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:44.566437 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc73d-54b3-403d-9754-ad4326953da8 req-2662a43c-23e4-4905-9507-5c51d945d9b8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:44.574165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-369bc73d-54b3-403d-9754-ad4326953da8 req-2662a43c-23e4-4905-9507-5c51d945d9b8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 943 time: 0.2378898 Dec 06 12:10:44.583298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94338d2-4edd-4aac-b270-b20fabfea2b4 req-4ea7e721-333c-4073-896c-cd9d878e998f tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:44.584879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e94338d2-4edd-4aac-b270-b20fabfea2b4 req-4ea7e721-333c-4073-896c-cd9d878e998f tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 944 time: 0.3795841 Dec 06 12:10:44.684254 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:44.735424 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Deleting subnet cd82bf37-1663-40b1-a3bf-94ff45ab094b {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:10:44.749177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.769371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e94338d2-4edd-4aac-b270-b20fabfea2b4 req-9d308f24-0e9e-4088-8814-d880c27e06eb tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542449 Dec 06 12:10:44.783520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:44.796183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:44.804019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-369bc73d-54b3-403d-9754-ad4326953da8 req-f780576e-6be1-4a45-a163-8bcde7deafa4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070038 Dec 06 12:10:44.900930 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:44.941259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:44.941795 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a3a47c2c-3372-4f5e-aa5a-1434d36a5c7d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:44.942560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fc406e9b-cd38-4269-879b-827ca6e1d4fb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:44.971372 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Attempting to bind port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:44.974803 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Attempting to bind port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:44.978729 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Attempting to bind port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:45.023888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fc406e9b-cd38-4269-879b-827ca6e1d4fb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:45.024322 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fc406e9b-cd38-4269-879b-827ca6e1d4fb not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:45.031693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.051696 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:45.053520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Attempting to bind port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 on network 592f0ee1-8d51-4faa-91f7-32fda75a1c3c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:45.076696 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:45.077549 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Checking segment: {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:45.081593 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Bound using segment: {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:45.082268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Bound port: f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908679b6-79e6-4bf5-a95b-f55e3e491757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:45.083037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.098792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:45.155093 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'mac_address': 'fa:16:3e:08:42:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:45.158765 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2ca3-d5fc-45a5-907c-9b5f851bacfa req-f4f14eb9-7023-4ceb-9f5c-347fb39e8261 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:45.166113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7c2ca3-d5fc-45a5-907c-9b5f851bacfa req-f4f14eb9-7023-4ceb-9f5c-347fb39e8261 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 945 time: 0.2406909 Dec 06 12:10:45.211578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.241779 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0078e26-7729-4ae7-9acd-0fb119183d6e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:45.269758 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Deleting port 66da506f-46f0-4e01-aebc-61c26a514df7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:45.270383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.283790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7c2ca3-d5fc-45a5-907c-9b5f851bacfa req-1f3f0d1f-9b3c-471e-8696-78f4e7f83ad9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126819 Dec 06 12:10:45.305281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:45.306063 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:45.306187 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:45.310950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.311710 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:45.344391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.395923 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:45.411866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:45.412512 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.413944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] 10.222.0.53 "PUT /v2.0/ports/f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 1092 time: 2.2072620 Dec 06 12:10:45.419624 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:45.421042 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681391f1-1c45-4b59-b1aa-633b0eb4ca88" -d '{"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:45.436042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:45.477346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: fae218ab-ddd9-4982-90af-1a2c6946eb39 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:45.477579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fae218ab-ddd9-4982-90af-1a2c6946eb39 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:45.477942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 66da506f-46f0-4e01-aebc-61c26a514df7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:45.523830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.577277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f83b6c-2dce-4ae6-ac6c-206bb5bbc729 None None] Network ef30767b-0625-4da0-b112-48a77f909953 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:45.606558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd82bf37-1663-40b1-a3bf-94ff45ab094b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:45.621745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.626652 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfe23a16-694c-4b31-ba95-47b2c854a480 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd82bf37-1663-40b1-a3bf-94ff45ab094b HTTP/1.1" status: 204 len: 168 time: 1.0660765 Dec 06 12:10:45.633254 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40826) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:45.699067 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] For port 66da506f-46f0-4e01-aebc-61c26a514df7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66da506f-46f0-4e01-aebc-61c26a514df7,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:45.699434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.703692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:45.717547 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Sync routers for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:45.727761 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-845ee863-7197-4094-b741-9549dc8c37f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/01ea84b4-8dd9-42f6-a639-b17c7ebe6134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0523119 Dec 06 12:10:45.733251 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40828) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:45.740030 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:45.742378 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:45.784215 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Calling delete_port for 66da506f-46f0-4e01-aebc-61c26a514df7 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:45.786197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e0078e26-7729-4ae7-9acd-0fb119183d6e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:45.837958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.000442 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:46.078594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] DHCP port deletion for ef30767b-0625-4da0-b112-48a77f909953 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:46.115052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169fb38-0d59-4983-9b99-257aad92e88a req-9bbc954e-9caa-475f-b8aa-714dde444e38 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.122605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e169fb38-0d59-4983-9b99-257aad92e88a req-9bbc954e-9caa-475f-b8aa-714dde444e38 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 944 time: 0.8186598 Dec 06 12:10:46.137898 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70fe2f-e926-4953-aab6-cafe2c72d757 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:46.185455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaba1b-f38f-465b-9fd8-5efc511b0fc5 req-0f8feef4-44a5-4f72-9fd6-dce12e40b130 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.189998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Deleting port 6c3e21f8-6df4-4c9c-8080-316011e4b924 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:46.190463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.194068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72aaba1b-f38f-465b-9fd8-5efc511b0fc5 req-0f8feef4-44a5-4f72-9fd6-dce12e40b130 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.7671435 Dec 06 12:10:46.216704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-7113e2ea-6251-414d-8b15-49e16b945e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.218244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-7113e2ea-6251-414d-8b15-49e16b945e5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1095 time: 0.1634462 Dec 06 12:10:46.262331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e169fb38-0d59-4983-9b99-257aad92e88a req-5be5120b-3a26-4b9f-af84-e1f28e303206 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382186 Dec 06 12:10:46.318595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-a1cfc2e1-501a-4c34-829e-99b747f561a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 217 time: 0.0813489 Dec 06 12:10:46.326032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] For port 6c3e21f8-6df4-4c9c-8080-316011e4b924, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c3e21f8-6df4-4c9c-8080-316011e4b924,segment=NetworkSegment(5ddab4e6-059a-4ec0-aac4-a5edbf814719),segment_id=5ddab4e6-059a-4ec0-aac4-a5edbf814719)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:46.326536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.361243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Calling delete_port for 6c3e21f8-6df4-4c9c-8080-316011e4b924 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:46.366809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72aaba1b-f38f-465b-9fd8-5efc511b0fc5 req-a3750f40-348e-4167-92b1-a0418f48055f tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709654 Dec 06 12:10:46.404547 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc376-0262-4550-92ba-fbed0031d01f req-0b4ebde6-8b34-48b6-9c56-50a4a9970c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.410145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-0b4ebde6-8b34-48b6-9c56-50a4a9970c3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.0789881 Dec 06 12:10:46.471662 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:10:44Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:46.480855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.505474 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc4d71-c47a-4010-8a5f-f5646bd56cbd x-openstack-request-id: req-b7bc4d71-c47a-4010-8a5f-f5646bd56cbd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:46.505779 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:46.506036 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7bc4d71-c47a-4010-8a5f-f5646bd56cbd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:46.506446 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'status': 'completed', 'code': 200} Dec 06 12:10:46.516291 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] No DVR routers for this DVR port 6c3e21f8-6df4-4c9c-8080-316011e4b924 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:46.544091 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Checking router: 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:46.562565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff998b-0afa-4b37-ba52-d0a77fd2adbe None None] Pushing event deleted for resources: {'Port': ['ID=6c3e21f8-6df4-4c9c-8080-316011e4b924,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:46.574497 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Routers {'01ea84b4-8dd9-42f6-a639-b17c7ebe6134'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:46.574742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-c2199035-f306-48c9-9e62-2d8c1f121bbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744331 Dec 06 12:10:46.575727 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:46.746805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.778773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e399-3036-425e-b7eb-c61cbcdc1111 req-377b2d04-26ab-4f83-857a-369db6be78e5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.780427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5470e399-3036-425e-b7eb-c61cbcdc1111 req-377b2d04-26ab-4f83-857a-369db6be78e5 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe41092-238c-495f-aaee-4e39cf323dfb HTTP/1.1" status: 200 len: 865 time: 0.2047625 Dec 06 12:10:46.796842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-1f161f7b-3a51-4687-867d-47d6bec9547c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.798527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-1f161f7b-3a51-4687-867d-47d6bec9547c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.3859539 Dec 06 12:10:46.809137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event deleted for resources: {'Port': ['ID=66da506f-46f0-4e01-aebc-61c26a514df7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:46.809405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:46.842791 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-130f7ce9-37e7-4053-b26c-e9b5d8c44b48 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.844415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-130f7ce9-37e7-4053-b26c-e9b5d8c44b48 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 945 time: 0.8912857 Dec 06 12:10:46.853278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.886448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c3e21f8-6df4-4c9c-8080-316011e4b924 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:46.902631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-44962df1-d484-4bd3-81f4-873203f6670f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0798821 Dec 06 12:10:46.907057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-d4c4d461-183c-4654-8d1e-0ea00fcd4217 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890041 Dec 06 12:10:46.926923 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6c3e21f8-6df4-4c9c-8080-316011e4b924 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:46.930027 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c3e21f8-6df4-4c9c-8080-316011e4b924 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:46.965919 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e0078e26-7729-4ae7-9acd-0fb119183d6e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:46.970518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e0078e26-7729-4ae7-9acd-0fb119183d6e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:46.971096 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:46.982155 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] Set router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:47.033270 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] No DVR routers for this DVR port 66da506f-46f0-4e01-aebc-61c26a514df7 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:47.037830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.050513 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Deleting port 6c3e21f8-6df4-4c9c-8080-316011e4b924 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:47.050814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.056269 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.059615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5e4ad034-3bd9-4066-b8cf-25798748a52c req-e265f412-2796-4064-a2c3-418aba13cc77 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.23 "DELETE /v2.0/ports/66da506f-46f0-4e01-aebc-61c26a514df7 HTTP/1.1" status: 204 len: 173 time: 2.4879804 Dec 06 12:10:47.074185 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'name': 'network-vif-deleted', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:47.076563 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71ccd4-30dc-48f6-ab87-91dd1c075a9e" -d '{"events": [{"server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "name": "network-vif-deleted", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:47.113614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.153379 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:47.155724 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:47.159972 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91c908-867c-4ed6-b36e-6214733528c1" -d '{"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-plugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:47.164733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.221300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bacc376-0262-4550-92ba-fbed0031d01f req-1babf8d9-0f17-41a6-9667-a791714a9099 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843680 Dec 06 12:10:47.243918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5470e399-3036-425e-b7eb-c61cbcdc1111 req-8dd12199-03ed-4e92-a9cb-e7521bbd0fe1 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558702 Dec 06 12:10:47.265392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:47.289348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-46521990-942d-4218-9784-5081622373fa tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3723757 Dec 06 12:10:47.393773 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:10:44Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:47.419518 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] For port 6c3e21f8-6df4-4c9c-8080-316011e4b924, host n-d-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:47.419808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.449380 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Calling delete_port for 6c3e21f8-6df4-4c9c-8080-316011e4b924 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:47.454353 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Port 6c3e21f8-6df4-4c9c-8080-316011e4b924 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:10:47.459731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.475103 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dea56-3f01-40a6-bbe2-016e6a842bb8 None None] The sync data for ids ['01ea84b4-8dd9-42f6-a639-b17c7ebe6134'] in n-d-master-1 is: [{'id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1135406132-router', 'tenant_id': '39d5010b3fb64cc7adde086ac0509a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:08Z', 'updated_at': '2021-12-06T12:10:44Z', 'revision_number': 5, 'project_id': '39d5010b3fb64cc7adde086ac0509a18', 'gw_port': {'id': 'c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea84b4-8dd9-42f6-a639-b17c7ebe6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:09Z', 'updated_at': '2021-12-06T12:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:47.478803 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] No DVR routers for this DVR port 6c3e21f8-6df4-4c9c-8080-316011e4b924 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:47.546074 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3e21f8-6df4-4c9c-8080-316011e4b924,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:47.552430 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Deleting port a845e3ec-461a-48cb-8006-8383674436dd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:47.553241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.604740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-84282318-6449-455f-96b3-11572edf4dcf service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066480 Dec 06 12:10:47.613863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d614ac-ea29-400c-9aeb-200fc9e7386c req-18b91421-9c72-4b2b-bec4-9eb02108c6c4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:47.623139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35d614ac-ea29-400c-9aeb-200fc9e7386c req-18b91421-9c72-4b2b-bec4-9eb02108c6c4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.2511947 Dec 06 12:10:47.631360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-a17f79d1-4a52-4e6e-99e5-11b80fc75c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:47.632821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-a17f79d1-4a52-4e6e-99e5-11b80fc75c7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1095 time: 0.1942389 Dec 06 12:10:47.671279 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] For port a845e3ec-461a-48cb-8006-8383674436dd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a845e3ec-461a-48cb-8006-8383674436dd,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:47.671279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.685539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Calling delete_port for a845e3ec-461a-48cb-8006-8383674436dd owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:47.714827 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Deleting port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:47.715181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.815582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.925582 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef30767b-0625-4da0-b112-48a77f909953']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:47.930673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-59c3f532-068b-4f1a-a54f-034a23041683 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906785 Dec 06 12:10:47.947046 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddab4e6-059a-4ec0-aac4-a5edbf814719') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:47.947341 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddab4e6-059a-4ec0-aac4-a5edbf814719') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:47.964602 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.971300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35d614ac-ea29-400c-9aeb-200fc9e7386c req-b6718276-a6e0-42e2-a685-d68ee2354029 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470600 Dec 06 12:10:48.010205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.017004 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] For port c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:48.017523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.018062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-16273c3b-0f49-4f01-932b-a94ce461049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:48.023339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-16273c3b-0f49-4f01-932b-a94ce461049c service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.3625231 Dec 06 12:10:48.027166 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:10:48.027590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:10:48.029870 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:10:48.068420 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d907d-7583-4e14-acd6-979f2d073892 x-openstack-request-id: req-185d907d-7583-4e14-acd6-979f2d073892 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:48.068728 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe41092-238c-495f-aaee-4e39cf323dfb", "name": "network-vif-deleted", "tag": "66da506f-46f0-4e01-aebc-61c26a514df7", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:48.068995 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-185d907d-7583-4e14-acd6-979f2d073892 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:48.069954 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe41092-238c-495f-aaee-4e39cf323dfb', 'name': 'network-vif-deleted', 'tag': '66da506f-46f0-4e01-aebc-61c26a514df7', 'status': 'completed', 'code': 200} Dec 06 12:10:48.074021 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Calling delete_port for c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:48.098322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-662dddb2-03ef-4421-908a-ba7665568103 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 217 time: 0.0654855 Dec 06 12:10:48.134724 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb6975f-f718-42d1-b07e-97bacc1be13e x-openstack-request-id: req-eeb6975f-f718-42d1-b07e-97bacc1be13e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:48.135665 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-plugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:48.135833 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeb6975f-f718-42d1-b07e-97bacc1be13e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:48.136291 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'code': 200} Dec 06 12:10:48.202007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.223354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.245893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] 10.222.0.31 "DELETE /v2.0/networks/ef30767b-0625-4da0-b112-48a77f909953 HTTP/1.1" status: 204 len: 168 time: 2.6125133 Dec 06 12:10:48.297098 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-6f186bb8-556f-4810-8504-5c9e6924e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:48.297674 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae74ed3-dc83-4090-9577-f96642ee083a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef30767b-0625-4da0-b112-48a77f909953,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:48.304417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.310588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-6f186bb8-556f-4810-8504-5c9e6924e297 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.1993132 Dec 06 12:10:48.400575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event deleted for resources: {'Port': ['ID=a845e3ec-461a-48cb-8006-8383674436dd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:48.479731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-179f0078-94c8-421c-a64a-845d9ded4ffc req-f67e2aae-93cb-4f40-adf1-09d9ac0a9b59 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a HTTP/1.1" status: 200 len: 210 time: 0.0649927 Dec 06 12:10:48.513913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40866) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:48.545730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-21bc8162-8d72-4d39-baa4-5459a46dc9ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394236 Dec 06 12:10:48.555005 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] No DVR routers for this DVR port a845e3ec-461a-48cb-8006-8383674436dd on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:48.565550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.569264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5121aceb-8253-4376-a2f0-da796ce5b47a req-0dc963b8-995b-42f6-bd66-33cedcf7974e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "DELETE /v2.0/ports/a845e3ec-461a-48cb-8006-8383674436dd HTTP/1.1" status: 204 len: 173 time: 1.5866990 Dec 06 12:10:48.605008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8f823e76-5101-4ff4-a8a7-3a9b385d9243 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2d0eb1ad2144817b980bd2a2368902c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868347 Dec 06 12:10:48.605770 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40872) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:48.700065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.712580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.739247 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:48.743006 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a2e980c1-b28a-4242-9707-2bbf8347b8cb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:48.780431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-05317ff6-142b-4316-a284-5bc35b4aeb36 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996570 Dec 06 12:10:48.789858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a2e980c1-b28a-4242-9707-2bbf8347b8cb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:48.790206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a2e980c1-b28a-4242-9707-2bbf8347b8cb not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:48.810813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.819518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd109f-c46a-4849-80a8-1b866c791846 req-3b0625ea-3fef-40f4-88f6-5da2a2e48fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:48.821955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02cd109f-c46a-4849-80a8-1b866c791846 req-3b0625ea-3fef-40f4-88f6-5da2a2e48fed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 1096 time: 0.5104256 Dec 06 12:10:48.836896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2481f9b6-77c5-4b5d-8843-3c59aad13ce9 req-564bd189-7f54-4c6c-b9f1-d1d92fe65cea tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 210 time: 0.2585220 Dec 06 12:10:48.848919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:48.913370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3d61-0d52-48cb-9a6c-0fe7f03ecc01 req-3e88ccd1-450e-4e92-93f8-7df705c2bef8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:48.925975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-343a3d61-0d52-48cb-9a6c-0fe7f03ecc01 req-3e88ccd1-450e-4e92-93f8-7df705c2bef8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 944 time: 0.5124583 Dec 06 12:10:49.021569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-343a3d61-0d52-48cb-9a6c-0fe7f03ecc01 req-a20ad272-644a-41be-acb2-05927c393a26 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Dec 06 12:10:49.064566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.067841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.180668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02cd109f-c46a-4849-80a8-1b866c791846 req-f33ae95f-422f-4111-9384-4b3758b10a79 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230588 Dec 06 12:10:49.195708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.204618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.207598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcfd0c5b-d24b-4380-9dba-69e2ea5df456 HTTP/1.1" status: 204 len: 168 time: 0.5981073 Dec 06 12:10:49.245621 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba09ef-bcf9-4492-8827-6983e80dceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd0c5b-d24b-4380-9dba-69e2ea5df456,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:49.252554 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.253006 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ea84b4-8dd9-42f6-a639-b17c7ebe6134 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:10:49.287301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.299709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b716bbfe-6f01-4bc6-8809-87a56a6dce42 admin admin] 10.222.0.31 "DELETE /v2.0/routers/01ea84b4-8dd9-42f6-a639-b17c7ebe6134 HTTP/1.1" status: 204 len: 168 time: 3.5628207 Dec 06 12:10:49.300155 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40892) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:49.379324 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.443423 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Deleting subnet 85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:10:49.449417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.564009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.652814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-681391f1-1c45-4b59-b1aa-633b0eb4ca88 req-c3881817-6692-4ba6-902b-e255b229a2c0 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145452 Dec 06 12:10:49.701224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19b86c-8eb2-4f71-940d-6fe2d1d50c48 req-41906692-d83d-4d21-8dd7-47d1a446bcbe tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:49.702968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c19b86c-8eb2-4f71-940d-6fe2d1d50c48 req-41906692-d83d-4d21-8dd7-47d1a446bcbe tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.5348735 Dec 06 12:10:49.735140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-18f1cc20-e7d6-4c9e-9820-3c8af88a0fc2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:49.745933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-18f1cc20-e7d6-4c9e-9820-3c8af88a0fc2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.3550782 Dec 06 12:10:49.746690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.769089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-6ea6dd68-e8a3-4213-bd4b-4db72d4bedfc tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/quotas/caa42e7caf0b4d31af677706ba656df9 HTTP/1.1" status: 200 len: 375 time: 0.0222001 Dec 06 12:10:49.814614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-5f980000-7eda-4162-9a9f-774dba906aa8 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373962 Dec 06 12:10:49.820371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c19b86c-8eb2-4f71-940d-6fe2d1d50c48 req-c9ee8f56-986e-4b6f-ae5a-74eeb06fbce3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067724 Dec 06 12:10:49.856339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.958563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:50.015554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c857ce-4a5f-47b7-81c8-d86f10023a3d None None] Network 19c15372-158f-445a-888d-31726f78960d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:50.039046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.052075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-131b938e-c803-448b-810b-b72f8bbc4403 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85d0ddbe-1ebe-4e30-8b52-076ebc86c7d8 HTTP/1.1" status: 204 len: 168 time: 0.7508156 Dec 06 12:10:50.054932 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:50.074171 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-deleted', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:50.077109 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032965ad-9a27-402a-8043-858fd99fae47" -d '{"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-deleted", "tag": "a845e3ec-461a-48cb-8006-8383674436dd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:50.174549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9684bf19-e172-41a5-a799-86ac8c2a56dc req-45945b3d-60ea-48ce-b634-6f3ce10f7859 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 210 time: 0.0718193 Dec 06 12:10:50.251215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-073ff31d-c9b3-415a-aeb8-52b1767580a1 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:50.253081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-073ff31d-c9b3-415a-aeb8-52b1767580a1 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.3811445 Dec 06 12:10:50.270345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '1ec365c9-afd4-4dde-b966-43f010438250', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:50.291034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.465556 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] DHCP port deletion for 19c15372-158f-445a-888d-31726f78960d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:50.538046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-837d8d81-465c-410f-b6d5-05a22b052642 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110152 Dec 06 12:10:50.603418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Deleting port 2038b31a-6130-4f03-9e66-84a703970c6e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:50.603791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.621563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:50.621841 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Deleting port 2038b31a-6130-4f03-9e66-84a703970c6e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:50.622233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.628282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.750302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ce26-f210-415c-a5c0-ab0ffacea239 req-427db2b7-ff0a-41af-b482-57fda9b9ada6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:50.750858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] For port 2038b31a-6130-4f03-9e66-84a703970c6e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2038b31a-6130-4f03-9e66-84a703970c6e,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:50.750858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.753057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b694ce26-f210-415c-a5c0-ab0ffacea239 req-427db2b7-ff0a-41af-b482-57fda9b9ada6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 944 time: 0.1701415 Dec 06 12:10:50.775168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Calling delete_port for 2038b31a-6130-4f03-9e66-84a703970c6e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:50.833981 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.9 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:50.834242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:50.836078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2038b31a-6130-4f03-9e66-84a703970c6e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:50.838548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a845e3ec-461a-48cb-8006-8383674436dd no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:50.851731 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] For port 2038b31a-6130-4f03-9e66-84a703970c6e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2038b31a-6130-4f03-9e66-84a703970c6e,segment=NetworkSegment(5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a),segment_id=5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:50.852234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:50.884558 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:50.898041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: a845e3ec-461a-48cb-8006-8383674436dd {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:50.898389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a845e3ec-461a-48cb-8006-8383674436dd not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:50.903394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-b9bbf3c0-76c5-4a2a-88ed-fd277f7c4e80 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643956 Dec 06 12:10:50.911151 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Calling delete_port for 2038b31a-6130-4f03-9e66-84a703970c6e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:50.980459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b694ce26-f210-415c-a5c0-ab0ffacea239 req-d63ba679-8bbd-461b-a013-21194c55dbf1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210348 Dec 06 12:10:51.111745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.143236 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ebc55-1232-426f-885b-a7277c522fc6 x-openstack-request-id: req-978ebc55-1232-426f-885b-a7277c522fc6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:51.143382 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a", "name": "network-vif-deleted", "tag": "a845e3ec-461a-48cb-8006-8383674436dd", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:51.143662 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-978ebc55-1232-426f-885b-a7277c522fc6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:51.144052 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c63ef1-0aa5-4a01-90a4-bedc6ac77c7a', 'name': 'network-vif-deleted', 'tag': 'a845e3ec-461a-48cb-8006-8383674436dd', 'status': 'completed', 'code': 200} Dec 06 12:10:51.149705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-391092284-network', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:51.153791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.210903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:51.235376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:51.235643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'network_id': '592f0ee1-8d51-4faa-91f7-32fda75a1c3c', 'port_id': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf891504-6935-4a9a-89af-284761270747', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:51.255742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', '96c67f64-d3a4-4b68-8e51-73f28902a2ee'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:51.258309 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:51.262991 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:51.265630 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:51.282842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.305871 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Made reservation on behalf of 4f32ba13cdfe485291ce4be2a9691901 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:51.314647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.336315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.360575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Pushing event deleted for resources: {'Port': ['ID=2038b31a-6130-4f03-9e66-84a703970c6e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:51.370530 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] No DVR routers for this DVR port 2038b31a-6130-4f03-9e66-84a703970c6e on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:51.392187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Port 2038b31a-6130-4f03-9e66-84a703970c6e update to DOWN by agent not found {{(pid=103299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:10:51.392632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:51.416282 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.418180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.424395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.427166 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-0e1b980c-5c76-47dd-86b5-c92c5be75d01 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.428800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-0e1b980c-5c76-47dd-86b5-c92c5be75d01 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 965 time: 0.2823308 Dec 06 12:10:51.440568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-56149527-766a-45a6-8d2d-6b357e605c25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1760924 Dec 06 12:10:51.456501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Request body: {'port': {'device_id': '1ec365c9-afd4-4dde-b966-43f010438250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:51.462738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e751bce-dafc-4680-be81-2165098efa8f req-0cd7c104-d912-4c0a-85f0-a48e7af5ead5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.471007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e751bce-dafc-4680-be81-2165098efa8f req-0cd7c104-d912-4c0a-85f0-a48e7af5ead5 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 965 time: 0.2501416 Dec 06 12:10:51.473580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:51.474373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c8d1c23b-fd97-46e0-afbc-9d8e47c54ea3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:51.504751 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] No DVR routers for this DVR port 2038b31a-6130-4f03-9e66-84a703970c6e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:51.511557 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba61df-cb11-4dbd-9ce6-14eefe8030ed None None] Pushing event deleted for resources: {'Port': ['ID=2038b31a-6130-4f03-9e66-84a703970c6e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:51.547645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.579630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.604886 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:51.616133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.627009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:51.627301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.640309 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.716636 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:10:51.719100 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6989e8-abfe-42ee-9384-8f6f3e392d77,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:51.803822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.804100 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Added segment 5e5eaf3c-10dc-4bcb-aac6-94970bad0431 of type vlan for network 6e23a4da-5813-45ad-8ca0-91199189fcf9 Dec 06 12:10:51.805179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:51.898358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.967290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:51.984725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:51.985797 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.986438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.037960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.070106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727e851-3b78-44d8-a18e-dd5ee10cd0ef req-17cb8df2-413c-4e94-b1d7-24fab013662e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.074242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4727e851-3b78-44d8-a18e-dd5ee10cd0ef req-17cb8df2-413c-4e94-b1d7-24fab013662e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.8270795 Dec 06 12:10:52.085848 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] Pushing event updated for resources: {'Network': ['ID=6e23a4da-5813-45ad-8ca0-91199189fcf9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:52.101821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:10:52.153212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-98b52f5d-02e2-4cc2-904e-a900380ba26f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2631843 Dec 06 12:10:52.154392 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:52.160862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Request body: {'subnet': {'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-subnet', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:52.185771 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c15372-158f-445a-888d-31726f78960d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:52.221023 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:52.221423 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1e80be-e9dd-4c6f-9fa9-d05aceb35d8a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:52.229198 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Made reservation on behalf of 4f32ba13cdfe485291ce4be2a9691901 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:52.233021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.243000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.259420 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:52.272880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4727e851-3b78-44d8-a18e-dd5ee10cd0ef req-e1d1eaa9-3c3d-4235-ade6-2923848e9b35 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629155 Dec 06 12:10:52.282156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.297946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e751bce-dafc-4680-be81-2165098efa8f req-c4c18e53-7aa8-4516-bf8b-4a9a5015a63e tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/security-groups?id=27a1bbb0-d007-4728-b7dd-7926d0a081cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8259740 Dec 06 12:10:52.305236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.310945 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Transition to ACTIVE for port object c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:52.322274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.342146 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Deleting port 49666bbd-5707-45a6-8c95-f20ccd9f1322 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:52.342514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.350798 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:10:52.351220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:10:52.359368 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:10:52.429767 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:52.462186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5365f90-25d8-48fd-acc6-d6e61b7babf4 req-196c368b-5e33-4e5c-8587-554f474eb2d1 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 210 time: 0.1019886 Dec 06 12:10:52.577924 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Attempting to bind port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:52.578249 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Attempting to bind port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:52.578527 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Attempting to bind port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:52.591659 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:52.591996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Attempting to bind port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:52.599408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.602467 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:52.602893 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:52.603246 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:52.603749 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Bound port: c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:52.604662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.608065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.611427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] 10.222.0.31 "DELETE /v2.0/networks/19c15372-158f-445a-888d-31726f78960d HTTP/1.1" status: 204 len: 168 time: 2.5553329 Dec 06 12:10:52.617475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.622299 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40964) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:52.649622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620a111-e4a1-4793-a941-1b08b0fcd2bb req-687d956c-69aa-45a3-ba21-537484b5818c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.651205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7620a111-e4a1-4793-a941-1b08b0fcd2bb req-687d956c-69aa-45a3-ba21-537484b5818c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 943 time: 0.2466016 Dec 06 12:10:52.757727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05b621-ad40-4470-b4e9-35ef46c3812d admin admin] Pushing event deleted for resources: {'Network': ['ID=19c15372-158f-445a-888d-31726f78960d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:52.762601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3c85bf-5ab8-4348-a200-72a9d25bf642,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:52.788822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] For port 49666bbd-5707-45a6-8c95-f20ccd9f1322, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49666bbd-5707-45a6-8c95-f20ccd9f1322,segment=NetworkSegment(edcba1de-32cf-427a-a54c-86b11c0c9c70),segment_id=edcba1de-32cf-427a-a54c-86b11c0c9c70)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:52.790348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.831794 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Calling delete_port for 49666bbd-5707-45a6-8c95-f20ccd9f1322 owned by compute:tempest-test_az-661691209 {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:52.942821 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-bccc7d44-79ec-4c93-aad3-2eae6d3af2e1 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.944418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-bccc7d44-79ec-4c93-aad3-2eae6d3af2e1 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.53 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 822 time: 0.4048362 Dec 06 12:10:52.951477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7620a111-e4a1-4793-a941-1b08b0fcd2bb req-9452d485-f19f-4c4e-83b2-aa7e5a4a720e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266533 Dec 06 12:10:52.976013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Request body: {'port': {'device_id': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'admin_state_up': True, 'tenant_id': 'caa42e7caf0b4d31af677706ba656df9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:52.983897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341fdd6-14c8-49eb-8364-364507ea0de1 req-b5d4852b-a577-4dd9-bc23-e89594c5c5ea tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.985462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1341fdd6-14c8-49eb-8364-364507ea0de1 req-b5d4852b-a577-4dd9-bc23-e89594c5c5ea tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 945 time: 0.1796217 Dec 06 12:10:53.082475 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:53.084710 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Checking segment: {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:53.085106 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Network hostable DHCP agents. Network: 6e23a4da-5813-45ad-8ca0-91199189fcf9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:10:53.090313 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:53.098513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.141708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1341fdd6-14c8-49eb-8364-364507ea0de1 req-ba08272a-91a4-4a45-b319-c107b1ddbcf8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434128 Dec 06 12:10:53.206722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.207512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.209050 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] 10.222.0.23 "PUT /v2.0/ports/c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 HTTP/1.1" status: 200 len: 1091 time: 1.7580543 Dec 06 12:10:53.211123 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:53.213549 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415e7192-fe98-4bd9-a1ea-73ad9106fb76" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:53.215897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.220713 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:10:53.283564 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6e23a4da-5813-45ad-8ca0-91199189fcf9) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:53.293608 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99002ce0-18ed-46a3-bb04-2d8fd5707dbd None None] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:53.305769 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.306362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.309436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Made reservation on behalf of caa42e7caf0b4d31af677706ba656df9 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:53.313212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.316845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5081bc-a65f-418b-98d4-f47d936f2998 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:53.327759 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Pushing event deleted for resources: {'Port': ['ID=49666bbd-5707-45a6-8c95-f20ccd9f1322,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:53.367005 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0ae6dbf-5811-4d9d-9eb0-2e061ab6061c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2111979 Dec 06 12:10:53.369377 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.376740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:53.383523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c53b-fa34-4839-a23b-9b39e01c9d4b req-22474655-cc4c-49ee-abaa-2130444d4c9b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.386133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0e2c53b-fa34-4839-a23b-9b39e01c9d4b req-22474655-cc4c-49ee-abaa-2130444d4c9b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1745477 Dec 06 12:10:53.395292 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-31b02460-6689-4978-9ba7-f5c26b712161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.396857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-31b02460-6689-4978-9ba7-f5c26b712161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 1094 time: 0.1298425 Dec 06 12:10:53.458446 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] No DVR routers for this DVR port 49666bbd-5707-45a6-8c95-f20ccd9f1322 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:53.464772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-cfc5a1d6-4bb3-49c6-81f8-e1c6ebf09064 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 HTTP/1.1" status: 200 len: 217 time: 0.0575352 Dec 06 12:10:53.468425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.469273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.471843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.475268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9259f15f-c6f3-4c56-b976-961e9dc24827 req-c1d70b46-b5a1-4cdb-bec0-eefd98f9582d tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.53 "DELETE /v2.0/ports/49666bbd-5707-45a6-8c95-f20ccd9f1322 HTTP/1.1" status: 204 len: 173 time: 2.0316939 Dec 06 12:10:53.478180 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-deleted', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:53.480564 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4336f5-36e4-4851-990a-65d7a89562f5" -d '{"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-deleted", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:53.482751 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6e23a4da-5813-45ad-8ca0-91199189fcf9', 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'fixed_ips': [{'subnet_id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:10:53.483997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.494938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f200d3-0051-404d-a5e5-f2de1356febe req-317d7a52-6dcb-489b-9acc-9874535c94dc tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.496600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f200d3-0051-404d-a5e5-f2de1356febe req-317d7a52-6dcb-489b-9acc-9874535c94dc tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.2849364 Dec 06 12:10:53.578588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117d43-6827-465d-b7a2-c46bce84653c req-58be8e01-b9dd-49b1-9ac2-2590c8968d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.580100 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-58be8e01-b9dd-49b1-9ac2-2590c8968d37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1066718 Dec 06 12:10:53.584226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.589322 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Allocated IP 172.20.0.11 (3b1de95a-321a-4f4a-96f5-b4f18e02a3d5/3f2b76cb-1e2a-45de-816c-ff6bc57644dd/655758f7-5264-4065-b63b-25ea40051461) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:53.619206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-067020f5-4343-4d08-9e8f-13cb87ed53ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311975 Dec 06 12:10:53.707340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0e2c53b-fa34-4839-a23b-9b39e01c9d4b req-13af2336-e7c2-480a-ba6f-a38de86dc4f2 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898469 Dec 06 12:10:53.779537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f200d3-0051-404d-a5e5-f2de1356febe req-af6ebc37-7eeb-4dd8-9a78-d5a83dffba77 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586275 Dec 06 12:10:53.784211 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Allocated IP 172.20.0.2 (6e23a4da-5813-45ad-8ca0-91199189fcf9/8a3c85bf-5ab8-4348-a200-72a9d25bf642/9a854631-d117-4011-b551-e19e3985e871) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:53.802946 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a27ef45-4bad-4d76-876c-59f685616f5a x-openstack-request-id: req-9a27ef45-4bad-4d76-876c-59f685616f5a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:53.803268 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-5ec72355-baf9-42f0-98c1-1421f99604d0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.803392 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:53.803479 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a27ef45-4bad-4d76-876c-59f685616f5a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:53.803860 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6', 'status': 'completed', 'code': 200} Dec 06 12:10:53.806173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-5ec72355-baf9-42f0-98c1-1421f99604d0 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 944 time: 0.3040347 Dec 06 12:10:53.865247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.911026 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-5089b0c7-4926-4116-91b2-7a267069606e service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567358 Dec 06 12:10:53.963312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.996781 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f08fc9-4823-4831-a489-2b78975623e8 x-openstack-request-id: req-a5f08fc9-4823-4831-a489-2b78975623e8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:53.996781 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f03eb2-4efc-469e-afa4-05ac49fb4443", "name": "network-vif-deleted", "tag": "49666bbd-5707-45a6-8c95-f20ccd9f1322", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:53.996781 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5f08fc9-4823-4831-a489-2b78975623e8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:53.997323 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f03eb2-4efc-469e-afa4-05ac49fb4443', 'name': 'network-vif-deleted', 'tag': '49666bbd-5707-45a6-8c95-f20ccd9f1322', 'status': 'completed', 'code': 200} Dec 06 12:10:54.000490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.015025 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.021561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.063699 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:54.067396 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:54.071007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:54.099707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55f468e6-8b33-4bcf-88a3-1df8dccffb6e req-a9739953-4984-4855-a1aa-394adbc9be73 tempest-LiveAutoBlockMigrationV225Test-537828460 tempest-LiveAutoBlockMigrationV225Test-537828460-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f03eb2-4efc-469e-afa4-05ac49fb4443 HTTP/1.1" status: 200 len: 210 time: 0.1091332 Dec 06 12:10:54.104860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Pushing event updated for resources: {'Port': ['ID=9a854631-d117-4011-b551-e19e3985e871,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.151646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d117d43-6827-465d-b7a2-c46bce84653c req-334c767e-6ce2-492b-89cf-3465dc778122 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306745 Dec 06 12:10:54.184077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a55e1e19-0fbd-42ec-9236-73dfa4656f55 req-b4b43a04-0e49-48e5-a396-94ce1ca5c129 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 210 time: 0.1946044 Dec 06 12:10:54.193973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Attempting to bind port 9a854631-d117-4011-b551-e19e3985e871 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:54.194468 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Attempting to bind port 9a854631-d117-4011-b551-e19e3985e871 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:54.194931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Attempting to bind port 9a854631-d117-4011-b551-e19e3985e871 on network 6e23a4da-5813-45ad-8ca0-91199189fcf9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:54.203183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:54.205464 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Checking segment: {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:54.206658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.207317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Bound using segment: {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:54.209043 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Bound port: 9a854631-d117-4011-b551-e19e3985e871, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:54.209955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.307055 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Deleting port 7027f6ce-3108-4540-94a8-df36caa36ecf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:54.307395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.327335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.333615 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] For port 9a854631-d117-4011-b551-e19e3985e871, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:54.337256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] For port 9a854631-d117-4011-b551-e19e3985e871, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a854631-d117-4011-b551-e19e3985e871,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:54.348680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.394228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39290a58-84e3-4ff9-be06-e44c1e9fc2cd req-18ab563f-83d0-4a0e-97c1-22dd286c617b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.395770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39290a58-84e3-4ff9-be06-e44c1e9fc2cd req-18ab563f-83d0-4a0e-97c1-22dd286c617b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 943 time: 0.1760485 Dec 06 12:10:54.405496 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-0c02dfdd-fa2d-4520-b4ca-49171a367356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.407716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-0c02dfdd-fa2d-4520-b4ca-49171a367356 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 1094 time: 0.1528420 Dec 06 12:10:54.424445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd59c-3847-497c-82d9-545e951e293e None None] Pushing event updated for resources: {'Port': ['ID=9a854631-d117-4011-b551-e19e3985e871,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.463993 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:54.488308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d19311-92f7-4485-aa29-d123204ded0d req-69245062-1e79-422e-aeb1-b16853333fe3 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.489903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d19311-92f7-4485-aa29-d123204ded0d req-69245062-1e79-422e-aeb1-b16853333fe3 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 945 time: 0.2270927 Dec 06 12:10:54.499293 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:54.504910 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event updated for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.509471 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:54.538658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.573085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.611141 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] For port 7027f6ce-3108-4540-94a8-df36caa36ecf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7027f6ce-3108-4540-94a8-df36caa36ecf,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:54.611515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.628831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39290a58-84e3-4ff9-be06-e44c1e9fc2cd req-b319d595-2dc4-45d2-a6d1-4b42ca692e05 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874592 Dec 06 12:10:54.665985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-8e031f91-e3e7-448d-aa44-4d07d56e61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.665985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-8e031f91-e3e7-448d-aa44-4d07d56e61e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.2456081 Dec 06 12:10:54.666679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.667283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.671236 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Calling delete_port for 7027f6ce-3108-4540-94a8-df36caa36ecf owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:54.717780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d19311-92f7-4485-aa29-d123204ded0d req-a1fde247-2c3d-41f6-8294-125e64dc338f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955893 Dec 06 12:10:54.740500 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-90e9274c-29ca-4c1d-a65b-d5e28d6151e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 HTTP/1.1" status: 200 len: 217 time: 0.0568886 Dec 06 12:10:54.852613 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:54.881795 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Deleting port 8ab9ba7c-a916-4a82-9221-f030516bc0fa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:54.882133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.884371 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Allocated IP 172.35.3.218 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/9d00f133-c65b-4905-89f6-1df6d221f812) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:54.909874 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-ff2b7a22-7376-4bc1-9b54-eebee0c33311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.910094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-88e44377-8dac-4694-890e-6418def6db92 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9475434 Dec 06 12:10:54.911293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-ff2b7a22-7376-4bc1-9b54-eebee0c33311 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1617720 Dec 06 12:10:54.914279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.926215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a854631-d117-4011-b551-e19e3985e871 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:54.955708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-cf96aa90-8624-4689-8f39-71e38c5a1e77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365417 Dec 06 12:10:54.960760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7027f6ce-3108-4540-94a8-df36caa36ecf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:54.969885 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Request body: {'port': {'device_id': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:54.978738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baf3e0e3-f704-4c72-b570-413766c386d2 req-b302cbd7-71bd-49b2-bdfb-ffe7ee7d6279 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3e938b-7035-42fc-af36-6ee1b86ea880 HTTP/1.1" status: 200 len: 210 time: 0.0665059 Dec 06 12:10:55.022032 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event deleted for resources: {'Port': ['ID=7027f6ce-3108-4540-94a8-df36caa36ecf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.040148 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:55.047927 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:55.048441 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.070500 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] No DVR routers for this DVR port 7027f6ce-3108-4540-94a8-df36caa36ecf on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:10:55.078027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.081492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5596c86d-2aae-45b4-a5a8-6e4989bf531d req-c118c2b1-a69f-4d38-9d18-42a73021ad9f tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.53 "DELETE /v2.0/ports/7027f6ce-3108-4540-94a8-df36caa36ecf HTTP/1.1" status: 204 len: 173 time: 1.2572823 Dec 06 12:10:55.099088 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9a854631-d117-4011-b551-e19e3985e871 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:55.099762 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.120672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cb9f4-06e6-459c-8099-244e5c4b01e0 req-f1f0446d-170e-4a54-9ae8-c8d97ac354c1 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:55.128851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b16cb9f4-06e6-459c-8099-244e5c4b01e0 req-f1f0446d-170e-4a54-9ae8-c8d97ac354c1 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.2177684 Dec 06 12:10:55.163109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.205807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b16cb9f4-06e6-459c-8099-244e5c4b01e0 req-29f7b22e-3f31-4164-9edf-7d8e5043bd49 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705781 Dec 06 12:10:55.239831 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:55.347946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.358606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.410758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:55.411661 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:55.415531 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e581f3-345f-4538-a486-154a89ac3a04" -d '{"events": [{"server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "name": "network-vif-plugged", "status": "completed", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:55.420170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.421467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:55.482818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 9a854631-d117-4011-b551-e19e3985e871, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a854631-d117-4011-b551-e19e3985e871,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:55.483470 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] For port 8ab9ba7c-a916-4a82-9221-f030516bc0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ab9ba7c-a916-4a82-9221-f030516bc0fa,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:55.484391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.488928 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4a57fb-add5-46d1-8de7-2e58d5b6d0e6 x-openstack-request-id: req-bd4a57fb-add5-46d1-8de7-2e58d5b6d0e6 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:55.488928 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "name": "network-vif-plugged", "status": "completed", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:55.489365 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd4a57fb-add5-46d1-8de7-2e58d5b6d0e6 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:55.489620 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'code': 200} Dec 06 12:10:55.492017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 49666bbd-5707-45a6-8c95-f20ccd9f1322 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:55.492686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49666bbd-5707-45a6-8c95-f20ccd9f1322 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:55.495603 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:55.512863 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Calling delete_port for 8ab9ba7c-a916-4a82-9221-f030516bc0fa owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:55.548369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0e58b-d8a7-4386-be6d-f9f029769ba5 req-1d4e3658-e229-43aa-b296-0c13717ac56f tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:55.548952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.551915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-3c39dde7-1e31-42a1-9049-500f4c447bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618935 Dec 06 12:10:55.560085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14c0e58b-d8a7-4386-be6d-f9f029769ba5 req-1d4e3658-e229-43aa-b296-0c13717ac56f tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 932 time: 0.2127914 Dec 06 12:10:55.600036 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Deleting subnet 5a85a925-9a72-4720-b514-a1442eb04cb7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:10:55.617891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:55.634323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6', 'mac_address': 'fa:16:3e:61:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:55.660125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.718789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.732689 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.746177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-415e7192-fe98-4bd9-a1ea-73ad9106fb76 req-ca03fa74-f5cb-4026-9833-f66bfedbefe3 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509759 Dec 06 12:10:55.783155 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:55.811547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:55.821130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.821396 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d73738-5c56-4889-a41b-6bc6c885b808 None None] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:55.862556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.905316 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:55.909562 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:55.912091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14c0e58b-d8a7-4386-be6d-f9f029769ba5 req-53c516bb-cc58-4e09-83c0-0598d845d573 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510814 Dec 06 12:10:55.915343 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:55.968685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822264-981f-41b8-9035-c2aa63feb272 req-17fd21e0-975e-46e9-98e0-11353e9c82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:55.970530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d822264-981f-41b8-9035-c2aa63feb272 req-17fd21e0-975e-46e9-98e0-11353e9c82f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1097 time: 0.3560095 Dec 06 12:10:55.973852 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.990950 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.002743 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.014189 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-deleted', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:56.016927 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f6ca28-d561-438f-8fa0-d46d68ae16f6" -d '{"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-deleted", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:56.025010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Pushing event updated for resources: {'Port': ['ID=9d00f133-c65b-4905-89f6-1df6d221f812,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.027276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20130ea9-93c3-42cb-949e-5f90f51fde3f req-e9521bbb-0ac0-424f-b3f0-895bd881a8c6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:56.034573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20130ea9-93c3-42cb-949e-5f90f51fde3f req-e9521bbb-0ac0-424f-b3f0-895bd881a8c6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 944 time: 0.2327399 Dec 06 12:10:56.063108 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f6e42ed8-d5db-4164-a1d1-9facb60492e7 None None] Provisioning complete for port 9a854631-d117-4011-b551-e19e3985e871 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:56.063108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6e42ed8-d5db-4164-a1d1-9facb60492e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.116453 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=9a854631-d117-4011-b551-e19e3985e871,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.132714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.210990 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.243434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:56.296820 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab9ba7c-a916-4a82-9221-f030516bc0fa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.506439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-d79e93c5-db76-443e-91a4-ec976771cb88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164987 Dec 06 12:10:56.507137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.549881 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a4c46029-a69b-4de4-94f8-5af2843780a4 None None] Provisioning complete for port 9a854631-d117-4011-b551-e19e3985e871 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:56.550873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4c46029-a69b-4de4-94f8-5af2843780a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.562393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.573669 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655758f7-5264-4065-b63b-25ea40051461 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:56.602196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.622866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20130ea9-93c3-42cb-949e-5f90f51fde3f req-2a5c6109-a038-4f80-9d75-3040300600ea tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874095 Dec 06 12:10:56.624933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d822264-981f-41b8-9035-c2aa63feb272 req-2aeb104b-035a-4850-a3c1-0cb9a29e9ea9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403890 Dec 06 12:10:56.639174 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Transition to ACTIVE for port object 655758f7-5264-4065-b63b-25ea40051461 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:56.653214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca810d1-0235-4204-81c1-a36986cd3c02 req-362e2b60-4715-4fd9-95df-7eb4229a6236 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:56.660833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca810d1-0235-4204-81c1-a36986cd3c02 req-362e2b60-4715-4fd9-95df-7eb4229a6236 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 946 time: 0.6081853 Dec 06 12:10:56.669365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.671467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.692619 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-3834136d-66f9-44e2-a025-40bdf6887e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:56.694012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-3834136d-66f9-44e2-a025-40bdf6887e4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 1095 time: 0.1449378 Dec 06 12:10:56.769024 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a85a925-9a72-4720-b514-a1442eb04cb7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.772398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.775855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-05d5c091-6c70-42a3-8c40-ef35e7f4adb8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a85a925-9a72-4720-b514-a1442eb04cb7 HTTP/1.1" status: 204 len: 168 time: 1.5348270 Dec 06 12:10:56.785286 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:56.865860 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Pushing event updated for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.877004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca810d1-0235-4204-81c1-a36986cd3c02 req-9285fa23-e4e3-4281-8d18-7baff3bb6a34 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152240 Dec 06 12:10:56.919636 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-61760dde-c98a-4f99-b08d-b5c0ada5d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:56.921100 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-61760dde-c98a-4f99-b08d-b5c0ada5d0da service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 200 len: 909 time: 0.2019629 Dec 06 12:10:56.932492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a854631-d117-4011-b551-e19e3985e871 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:56.932992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.949600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Attempting to bind port 655758f7-5264-4065-b63b-25ea40051461 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:56.949600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Attempting to bind port 655758f7-5264-4065-b63b-25ea40051461 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:56.949600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Attempting to bind port 655758f7-5264-4065-b63b-25ea40051461 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:56.955128 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Port 655758f7-5264-4065-b63b-25ea40051461 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:56.955452 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Attempting to bind port 655758f7-5264-4065-b63b-25ea40051461 on network 3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:56.997825 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:56.998166 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Checking segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:56.998550 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Bound using segment: {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:56.999000 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Bound port: 655758f7-5264-4065-b63b-25ea40051461, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e065df-8419-4b0a-84ec-dc8dd2a02194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:56.999356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.003190 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec1a55-4d9d-4aba-add7-a9886f4f5ea7 x-openstack-request-id: req-7dec1a55-4d9d-4aba-add7-a9886f4f5ea7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:57.003482 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3e938b-7035-42fc-af36-6ee1b86ea880", "name": "network-vif-deleted", "tag": "7027f6ce-3108-4540-94a8-df36caa36ecf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:57.003736 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dec1a55-4d9d-4aba-add7-a9886f4f5ea7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:57.004120 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3e938b-7035-42fc-af36-6ee1b86ea880', 'name': 'network-vif-deleted', 'tag': '7027f6ce-3108-4540-94a8-df36caa36ecf', 'status': 'completed', 'code': 200} Dec 06 12:10:57.017537 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9a854631-d117-4011-b551-e19e3985e871 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:57.018054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.033768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-22dab558-db65-4c52-8c89-857ff0dbda44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 200 len: 217 time: 0.0777793 Dec 06 12:10:57.078613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.095083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9014c5a-a0ba-4638-981e-75c88466b3fd req-4a492c49-8d3c-40d1-b95a-771ef86f07c2 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.096601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9014c5a-a0ba-4638-981e-75c88466b3fd req-4a492c49-8d3c-40d1-b95a-771ef86f07c2 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1383026 Dec 06 12:10:57.137487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.196888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7399-d196-4110-8be3-721d7de1d901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.197304 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a374198b-ba04-457e-a8ee-2c734ffbc001']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:57.210861 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:57.227988 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcba1de-32cf-427a-a54c-86b11c0c9c70') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:57.228283 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcba1de-32cf-427a-a54c-86b11c0c9c70') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:57.250509 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=655758f7-5264-4065-b63b-25ea40051461,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:57.253480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.262222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.267035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9014c5a-a0ba-4638-981e-75c88466b3fd req-6d1de192-23fe-4aa1-91ba-4b89e5f76171 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249411 Dec 06 12:10:57.315135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.351062 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:10:57.351468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.353863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.354467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.355824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] 10.222.0.53 "PUT /v2.0/ports/655758f7-5264-4065-b63b-25ea40051461 HTTP/1.1" status: 200 len: 1092 time: 2.4213872 Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:10:57.364829 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:10:57.449521 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac7f66-47b9-494f-9648-ec5529f9a98f service neutron] Pushing event updated for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:57.452616 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-9b7077fc-0599-44bd-9a5d-d8885decad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.454139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-9b7077fc-0599-44bd-9a5d-d8885decad80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 200 len: 848 time: 0.4080107 Dec 06 12:10:57.456796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:57.500431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d5c20-df09-404f-af36-a032f9da5a8f req-56d69f6a-744b-4aa1-b05c-cf878132e964 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.510091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e15d5c20-df09-404f-af36-a032f9da5a8f req-56d69f6a-744b-4aa1-b05c-cf878132e964 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 944 time: 0.2417011 Dec 06 12:10:57.524248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.524499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-9879e67f-03b1-4dbb-8392-7ffb1661ce92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce669d0f-3807-423c-903c-5244301ff70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612605 Dec 06 12:10:57.530404 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:57.531280 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Router 37815314-611b-4969-a586-b74dcc55cdeb has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:57.535021 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:57.535449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7461-258e-4403-b7e6-6529b6f2abfe req-c9d923bd-f7e9-444e-82ef-2fca820bea77 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.535579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.537242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910d7461-258e-4403-b7e6-6529b6f2abfe req-c9d923bd-f7e9-444e-82ef-2fca820bea77 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.1969006 Dec 06 12:10:57.549946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.555771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a374198b-ba04-457e-a8ee-2c734ffbc001 HTTP/1.1" status: 204 len: 168 time: 0.7668440 Dec 06 12:10:57.558128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:57.594436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9d122-d45f-4d2c-b318-febcd2ae9a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=a374198b-ba04-457e-a8ee-2c734ffbc001,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:57.641988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-019cd241-15ba-49c3-9480-62fb4b2bfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.643535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-019cd241-15ba-49c3-9480-62fb4b2bfdfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 1095 time: 0.1909802 Dec 06 12:10:57.689137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e15d5c20-df09-404f-af36-a032f9da5a8f req-b38ce49f-19b2-47f1-9518-92a0c202ef97 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773465 Dec 06 12:10:57.754238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-eebfbb76-de4c-49dc-85d0-ab437828012d service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215412 Dec 06 12:10:57.774221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.789493 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Deleting subnet 741fde7b-b39f-44de-8156-3227257ad0b7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:10:57.796667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-e83edd4c-7c96-4471-adee-29b30323d9ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655758f7-5264-4065-b63b-25ea40051461 HTTP/1.1" status: 200 len: 217 time: 0.1329834 Dec 06 12:10:57.797462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.803437 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:57.806132 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e648b-731d-494d-9534-d88817a91d04" -d '{"events": [{"server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "name": "network-vif-plugged", "status": "completed", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:57.818301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:57.824593 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.834826 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Router ea432811-be82-473b-b615-952bc4c45c26 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:10:57.836294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910d7461-258e-4403-b7e6-6529b6f2abfe req-b6200619-f2dd-4298-a0b3-27ddc311f2ad tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856228 Dec 06 12:10:57.865266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-969db175-c52a-4798-a48c-ae7a2e028423 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.866767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-969db175-c52a-4798-a48c-ae7a2e028423 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.2019811 Dec 06 12:10:57.889329 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac46f2e3-be79-4d5e-b402-8c11fb87ae44 x-openstack-request-id: req-ac46f2e3-be79-4d5e-b402-8c11fb87ae44 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:57.889746 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "name": "network-vif-plugged", "status": "completed", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:57.889939 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac46f2e3-be79-4d5e-b402-8c11fb87ae44 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:57.890968 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6', 'code': 200} Dec 06 12:10:57.924730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.930544 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:57.953979 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:57.965468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-a3af7cbf-98a4-4af5-9d8a-f7a02ae99990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.966555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Sync routers for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:57.966942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-a3af7cbf-98a4-4af5-9d8a-f7a02ae99990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.1264269 Dec 06 12:10:57.981666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90ed2256-a1e5-4e15-ac2e-0d16fd6c7d8a admin admin] 10.222.0.31 "PUT /v2.0/routers/37815314-611b-4969-a586-b74dcc55cdeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3564761 Dec 06 12:10:57.982307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:57.984445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:57.987992 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:57.997439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b376d1-efb7-4e67-b3b5-f87312bbe80e req-6b7cbe7a-56a0-4f85-98d9-42759d845dd3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:58.004631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35b376d1-efb7-4e67-b3b5-f87312bbe80e req-6b7cbe7a-56a0-4f85-98d9-42759d845dd3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.2106681 Dec 06 12:10:58.029225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.038123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-82a9e50c-4caa-4e19-a5ce-87955e7e1fa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604904 Dec 06 12:10:58.107931 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:58.126686 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cd37892a-5daa-48c0-ac30-c6fa73541ea3 req-c2a49ef5-3089-49d3-9020-334587817497 service neutron] 10.222.0.23 "GET /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618240 Dec 06 12:10:58.190705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:58.202943 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Sync routers for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:58.209694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.212410 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:58.213558 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.253217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.257244 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02020503-a980-4baf-8e92-e32a3a52cd22 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8860657 Dec 06 12:10:58.258622 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41028) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:58.275086 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Deleting port 0545214e-acc3-449c-a608-ece751c68fb1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:58.275429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.292085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-e4ec40c8-1801-4153-950b-10c633945f44 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087867 Dec 06 12:10:58.308481 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 5, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.319324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35b376d1-efb7-4e67-b3b5-f87312bbe80e req-151f9331-7aa6-45eb-b5ac-4660f3efa53f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134289 Dec 06 12:10:58.320838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf2e8-3698-40b0-8a43-c6f05249d44a req-fecce028-4592-4faf-9f9a-d0ea32dd9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:58.322324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a5bf2e8-3698-40b0-8a43-c6f05249d44a req-fecce028-4592-4faf-9f9a-d0ea32dd9e7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 1096 time: 0.3157406 Dec 06 12:10:58.328535 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:58.353349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677b7ae-1dfc-43d9-afe5-6bc8822f6c9b req-bc336668-b8f2-4939-9b1d-fce0dacafc57 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:58.361102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4677b7ae-1dfc-43d9-afe5-6bc8822f6c9b req-bc336668-b8f2-4939-9b1d-fce0dacafc57 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 946 time: 0.3251388 Dec 06 12:10:58.376086 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Checking router: 37815314-611b-4969-a586-b74dcc55cdeb for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:58.386830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.398498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Routers {'37815314-611b-4969-a586-b74dcc55cdeb'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:58.399374 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['37815314-611b-4969-a586-b74dcc55cdeb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.441876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741fde7b-b39f-44de-8156-3227257ad0b7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:58.445598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.451182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59bf3e7e-5fed-46e4-bdc1-ee046ea4c78f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/741fde7b-b39f-44de-8156-3227257ad0b7 HTTP/1.1" status: 204 len: 168 time: 0.8883195 Dec 06 12:10:58.461742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:58.535190 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] Set router 37815314-611b-4969-a586-b74dcc55cdeb gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:58.562536 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 3, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.578212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a5bf2e8-3698-40b0-8a43-c6f05249d44a req-852ed248-de08-4803-86b4-1453f0504235 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473016 Dec 06 12:10:58.584698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.596714 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Checking router: ea432811-be82-473b-b615-952bc4c45c26 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:58.597218 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Updating router ea432811-be82-473b-b615-952bc4c45c26 port 9d00f133-c65b-4905-89f6-1df6d221f812 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:10:58.602883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4677b7ae-1dfc-43d9-afe5-6bc8822f6c9b req-92623ba2-558b-4c26-95c6-95d7d22c75f1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408073 Dec 06 12:10:58.637909 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.697446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f8b92c6-193a-4446-aeb7-689764c88944 req-8a2cf9e9-80ae-46c0-9d7c-9365d361d55f service neutron] 10.222.0.53 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709269 Dec 06 12:10:58.705002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b993bc-76bf-48dd-ae57-da87a4386346 req-5e942e0d-20e2-4da5-9c68-0c41231d82d9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:58.713911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3b993bc-76bf-48dd-ae57-da87a4386346 req-5e942e0d-20e2-4da5-9c68-0c41231d82d9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.2797072 Dec 06 12:10:58.722760 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.795186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] For port 0545214e-acc3-449c-a608-ece751c68fb1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0545214e-acc3-449c-a608-ece751c68fb1,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:58.795463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.809462 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Deleting port 5bcc707d-66b3-4c40-a6dc-648fdd34b770 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:10:58.809838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.816703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3b993bc-76bf-48dd-ae57-da87a4386346 req-50204c14-2e0a-4062-b85e-417384a5032a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019125 Dec 06 12:10:58.843308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:10:58.852143 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Calling delete_port for 0545214e-acc3-449c-a608-ece751c68fb1 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:58.853132 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 5, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.857701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-1f556fd3-4764-43c8-a8bf-ddd45b49541f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1700553378&fields=id&tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 267 time: 0.1227095 Dec 06 12:10:58.913012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.945382 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a4d855-c12d-4663-aa08-ffab685f0fec']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.954665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 7027f6ce-3108-4540-94a8-df36caa36ecf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:10:58.955243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7027f6ce-3108-4540-94a8-df36caa36ecf not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:10:58.958070 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6534557-c55f-4ec0-8a12-11732e1b8498 None None] The sync data for ids ['37815314-611b-4969-a586-b74dcc55cdeb'] in n-d-master-1 is: [{'id': '37815314-611b-4969-a586-b74dcc55cdeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-916760844-router', 'tenant_id': '14983db535c9482fb2f98c5357b6d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73'}], 'enable_snat': True}, 'gw_port_id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:05:20Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 5, 'project_id': '14983db535c9482fb2f98c5357b6d9d7', 'gw_port': {'id': '5bcc707d-66b3-4c40-a6dc-648fdd34b770', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37815314-611b-4969-a586-b74dcc55cdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:05:23Z', 'updated_at': '2021-12-06T12:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:58.968690 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689efef6-bc2a-49a9-a79f-7751dba9d7b0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:58.969042 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689efef6-bc2a-49a9-a79f-7751dba9d7b0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:59.004733 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-cf0a68b1-8cb2-4c9e-ba3e-decf34b73f33 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.004733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-cf0a68b1-8cb2-4c9e-ba3e-decf34b73f33 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 946 time: 0.1458635 Dec 06 12:10:59.006871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.008835 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'tag': '655758f7-5264-4065-b63b-25ea40051461'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:59.011388 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7c23d-3e34-4c72-8a58-7557d4502a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "tag": "655758f7-5264-4065-b63b-25ea40051461"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:59.031895 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'security_groups': ['63aebd4e-2fef-4f79-9cf8-d761af85bfe1', '7534a7d9-71de-4e28-bd92-4ca9704806e7']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:59.049539 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.056307 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.059239 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.073673 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:10:59.074083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:10:59.078505 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:10:59.081130 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] For port 5bcc707d-66b3-4c40-a6dc-648fdd34b770, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bcc707d-66b3-4c40-a6dc-648fdd34b770,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:59.081130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.102208 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Calling delete_port for 5bcc707d-66b3-4c40-a6dc-648fdd34b770 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:10:59.117836 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Attempting to bind port 9d00f133-c65b-4905-89f6-1df6d221f812 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:59.118979 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Attempting to bind port 9d00f133-c65b-4905-89f6-1df6d221f812 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:59.118979 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Attempting to bind port 9d00f133-c65b-4905-89f6-1df6d221f812 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:59.121482 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Pushing event updated for resources: {'Port': ['ID=9d00f133-c65b-4905-89f6-1df6d221f812,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.126500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474391f7-b8d9-406f-a02d-bbbdde654bca req-49b67001-5ea7-43f2-be3a-29745222c5d8 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.128017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-474391f7-b8d9-406f-a02d-bbbdde654bca req-49b67001-5ea7-43f2-be3a-29745222c5d8 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 944 time: 0.1745298 Dec 06 12:10:59.130864 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:59.131218 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:59.131718 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.132527 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:59.132782 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Bound port: 9d00f133-c65b-4905-89f6-1df6d221f812, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:59.133741 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.136799 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.137428 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.137867 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.138304 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.138736 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.139197 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.139611 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.140040 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.140460 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.140881 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.141331 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.141750 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.142170 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:59.175065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.194382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.201769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.204871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73a4d855-c12d-4663-aa08-ffab685f0fec HTTP/1.1" status: 204 len: 168 time: 0.7105637 Dec 06 12:10:59.206510 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] For port 9d00f133-c65b-4905-89f6-1df6d221f812, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:59.212107 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] For port 9d00f133-c65b-4905-89f6-1df6d221f812, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d00f133-c65b-4905-89f6-1df6d221f812,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:59.217724 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.252234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bf844-c3e5-4e21-8f48-14d2057b2e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a4d855-c12d-4663-aa08-ffab685f0fec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.279388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-474391f7-b8d9-406f-a02d-bbbdde654bca req-7faf1a28-9984-42f6-9c51-b96af9a32cb2 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177955 Dec 06 12:10:59.282048 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:59.282839 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:59.404489 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:59.471050 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:59.526940 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee3aa1-49b9-4e28-aa6d-9267f285d5b2 None None] Pushing event updated for resources: {'Port': ['ID=9d00f133-c65b-4905-89f6-1df6d221f812,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.537713 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:59.545941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bed37642-cc85-4cbf-be6e-9fb252931e89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=671a81a6f5bd49a9bc87789327e57656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368954 Dec 06 12:10:59.551596 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:59.553142 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9c2f-e022-4e10-b4b9-07cfb9c04264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.574974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e238-c1f5-4c38-966f-962743752eda req-5d59b2e7-fb45-4398-bae5-cb536e8787ed tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.576551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edd9e238-c1f5-4c38-966f-962743752eda req-5d59b2e7-fb45-4398-bae5-cb536e8787ed tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e422ca95-a467-4830-9543-b1d11493d066 HTTP/1.1" status: 200 len: 944 time: 0.1712084 Dec 06 12:10:59.651259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.664918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.704206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:59.727508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edd9e238-c1f5-4c38-966f-962743752eda req-d5eb068e-274f-4b44-b69a-295b8c846d2a tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401072 Dec 06 12:10:59.771696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.773956 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63985128-2339-47f0-885d-e773c4a69244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 3, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:59.793365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.794306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.795830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1daf589-52ee-4632-ac7c-e6fb1590891c req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "PUT /v2.0/ports/f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 982 time: 0.7815905 Dec 06 12:10:59.819100 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a3a326-01c8-4962-bcad-0ee82674f8a7 x-openstack-request-id: req-b3a3a326-01c8-4962-bcad-0ee82674f8a7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:59.822322 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "tag": "655758f7-5264-4065-b63b-25ea40051461", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:59.823806 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3a3a326-01c8-4962-bcad-0ee82674f8a7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:59.824330 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'tag': '655758f7-5264-4065-b63b-25ea40051461', 'status': 'completed', 'code': 200} Dec 06 12:10:59.879458 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63985128-2339-47f0-885d-e773c4a69244 None None] The sync data for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 is: [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:56Z', 'revision_number': 3, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:59.896785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.904448 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050e738-b5bf-40e7-b5b0-acd928782056 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.957842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:59.986972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.992184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.028422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be0cf315-c421-4764-b606-3fa60d9a9ed3 req-827cbc4b-bd50-4625-b7d5-33a6cbe34cb6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/7534a7d9-71de-4e28-bd92-4ca9704806e7 HTTP/1.1" status: 200 len: 1817 time: 0.1844535 Dec 06 12:11:00.039016 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event deleted for resources: {'Port': ['ID=0545214e-acc3-449c-a608-ece751c68fb1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:00.060908 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9689-f016-4a2b-bc63-38e88784774e req-20ad1b27-dce0-44da-9d4d-4db624d9bfb8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.063196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dcd9689-f016-4a2b-bc63-38e88784774e req-20ad1b27-dce0-44da-9d4d-4db624d9bfb8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.1927810 Dec 06 12:11:00.095027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-c5730fca-b204-4f05-989f-0435c811d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.097206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-c5730fca-b204-4f05-989f-0435c811d23e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa42e7caf0b4d31af677706ba656df9&device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 1095 time: 0.1650748 Dec 06 12:11:00.097384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.107130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.109886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.114100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27a1bbb0-d007-4728-b7dd-7926d0a081cd HTTP/1.1" status: 204 len: 168 time: 0.5523794 Dec 06 12:11:00.140066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcc707d-66b3-4c40-a6dc-648fdd34b770,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:00.185873 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] No DVR routers for this DVR port 0545214e-acc3-449c-a608-ece751c68fb1 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:00.188517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.193519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82859b86-6b73-4ad2-80ba-d11f50760b7d req-1dec8098-7354-4dfd-8c92-f6889657b09c tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "DELETE /v2.0/ports/0545214e-acc3-449c-a608-ece751c68fb1 HTTP/1.1" status: 204 len: 173 time: 2.3152812 Dec 06 12:11:00.198353 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-deleted', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:00.200667 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac2a31-7f63-44c6-a986-d5d572860719" -d '{"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-deleted", "tag": "0545214e-acc3-449c-a608-ece751c68fb1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:00.288704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.291718 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-f481eea2-603e-4858-a21c-993f021102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.295955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-f481eea2-603e-4858-a21c-993f021102a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 200 len: 923 time: 0.1735587 Dec 06 12:11:00.323298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183df99-418f-41ea-9e1f-e67bc94a993d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1bbb0-d007-4728-b7dd-7926d0a081cd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:00.453332 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-be0cf315-c421-4764-b606-3fa60d9a9ed3 req-892e40f7-445b-4119-91c5-0b38411dbcb6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:11:00.454803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be0cf315-c421-4764-b606-3fa60d9a9ed3 req-892e40f7-445b-4119-91c5-0b38411dbcb6 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/7534a7d9-71de-4e28-bd92-4ca9704806e7 HTTP/1.1" status: 409 len: 341 time: 0.4254839 Dec 06 12:11:00.461442 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-0eb7a5b3-f8be-4cd8-9ffb-acfc21800710 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655758f7-5264-4065-b63b-25ea40051461 HTTP/1.1" status: 200 len: 217 time: 0.1314969 Dec 06 12:11:00.532130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.547195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.547567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-9ba33ca2-4da0-46ee-b388-ffd899600662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.549965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-9ba33ca2-4da0-46ee-b388-ffd899600662 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 200 len: 862 time: 0.0776744 Dec 06 12:11:00.564706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.601410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-35157680-fed0-4115-9a09-2492d5c47e6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384719 Dec 06 12:11:00.658156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.658725 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37815314-611b-4969-a586-b74dcc55cdeb {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:11:00.663584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.664869 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5056bccc-7148-4aae-bef9-e089c71e7d59 admin admin] 10.222.0.31 "DELETE /v2.0/routers/37815314-611b-4969-a586-b74dcc55cdeb HTTP/1.1" status: 204 len: 168 time: 2.6760378 Dec 06 12:11:00.668103 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:00.672973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dcd9689-f016-4a2b-bc63-38e88784774e req-23a32a38-ff2f-4265-ac59-218506add24d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016235 Dec 06 12:11:00.771985 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Allocated IP 172.20.0.1 (6e23a4da-5813-45ad-8ca0-91199189fcf9/8a3c85bf-5ab8-4348-a200-72a9d25bf642/e5f9f806-dc0c-422f-ae1e-18ee5d68daf4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:00.781103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd818-1cd3-43d3-9f5c-51dedf0b377b req-dc298a89-ff8a-4528-a53e-5b499ecb0751 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.789852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-260fd818-1cd3-43d3-9f5c-51dedf0b377b req-dc298a89-ff8a-4528-a53e-5b499ecb0751 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1876996 Dec 06 12:11:00.824927 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a2cb0-c0fa-4e27-b9ad-6187bf8688fd x-openstack-request-id: req-be6a2cb0-c0fa-4e27-b9ad-6187bf8688fd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:00.826357 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422ca95-a467-4830-9543-b1d11493d066", "name": "network-vif-deleted", "tag": "0545214e-acc3-449c-a608-ece751c68fb1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:00.828288 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be6a2cb0-c0fa-4e27-b9ad-6187bf8688fd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:00.829311 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e422ca95-a467-4830-9543-b1d11493d066', 'name': 'network-vif-deleted', 'tag': '0545214e-acc3-449c-a608-ece751c68fb1', 'status': 'completed', 'code': 200} Dec 06 12:11:00.833059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.843008 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Deleting subnet 3db09083-19d2-48be-8501-cdc835c8d53d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:00.865042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:00.922430 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:01.013313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.093296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2eab769f-ccb3-40c7-9a6d-63bfa6850186 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd71c08ac5a344f48f4d94dd8bea5c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703520 Dec 06 12:11:01.099088 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:01.189825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.212872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.285926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.310795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.362486 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60189ba2-bce6-4493-a876-69fe06f91660 req-b5054d31-89c1-428a-a16b-a5d642eb9e6e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:01.362880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9d00f133-c65b-4905-89f6-1df6d221f812 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:01.364325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60189ba2-bce6-4493-a876-69fe06f91660 req-b5054d31-89c1-428a-a16b-a5d642eb9e6e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 944 time: 0.1361268 Dec 06 12:11:01.375211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-260fd818-1cd3-43d3-9f5c-51dedf0b377b req-a772d820-8e3d-4817-b6c6-5c80bb08d978 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844934 Dec 06 12:11:01.375348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.386667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.399101 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:01.435815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.435983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-e4273b41-9658-4a6e-9b25-59a7bf8e0824 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831500 Dec 06 12:11:01.443288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3db09083-19d2-48be-8501-cdc835c8d53d HTTP/1.1" status: 204 len: 168 time: 0.7740552 Dec 06 12:11:01.443841 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:01.450316 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565ee12-f99c-4548-822e-68aa4cc1e76a None None] Network a11510f9-50fb-4bea-a3a5-17c50cdc6047 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:01.453115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:01.464864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b11f5b-dd0c-4d04-86ca-aca6defb8acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db09083-19d2-48be-8501-cdc835c8d53d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:01.473891 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:01.492064 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Pushing event updated for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:01.516280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:01.543923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60189ba2-bce6-4493-a876-69fe06f91660 req-61b34d42-278e-4fa9-9c75-d3dac200bc49 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619003 Dec 06 12:11:01.573530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 0545214e-acc3-449c-a608-ece751c68fb1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:01.574548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0545214e-acc3-449c-a608-ece751c68fb1 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:01.616195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.638821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa7c23d-3e34-4c72-8a58-7557d4502a0a req-68aba56e-8735-4396-8d48-86bcc504129d service neutron] 10.222.0.53 "GET /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020149 Dec 06 12:11:01.651013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.714797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.717587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.718749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4102ea3e-1d51-49f1-b303-b0e8eb27f4e3 HTTP/1.1" status: 204 len: 168 time: 0.6173093 Dec 06 12:11:01.741939 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9d00f133-c65b-4905-89f6-1df6d221f812 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:01.742339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.775757 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fd42d-3d95-4e06-b303-6a55a91db532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102ea3e-1d51-49f1-b303-b0e8eb27f4e3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:01.825787 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:01.828257 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:01.944395 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Deleting port 9a77ded6-5194-49dc-87b6-797eacf7be3f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:01.945560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.972890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9623fe-7f88-47f3-b619-5ec12e717a53 req-4e854ba7-7ff1-45c5-b250-e650f84e0244 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:01.981098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a9623fe-7f88-47f3-b619-5ec12e717a53 req-4e854ba7-7ff1-45c5-b250-e650f84e0244 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 985 time: 0.2303967 Dec 06 12:11:01.983711 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] DHCP port deletion for a11510f9-50fb-4bea-a3a5-17c50cdc6047 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:02.013057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.043215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-4c755827-da94-46d5-b45b-94caf5786662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.046110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-4c755827-da94-46d5-b45b-94caf5786662 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1136 time: 0.2871139 Dec 06 12:11:02.062406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.066843 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] For port 9a77ded6-5194-49dc-87b6-797eacf7be3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a77ded6-5194-49dc-87b6-797eacf7be3f,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:02.067404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.080435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 9d00f133-c65b-4905-89f6-1df6d221f812, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d00f133-c65b-4905-89f6-1df6d221f812,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:02.089125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.091147 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Calling delete_port for 9a77ded6-5194-49dc-87b6-797eacf7be3f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:02.102305 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-433ae748-fbdb-4a22-9fc0-cd2cbf34c2ba None None] Provisioning complete for port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:02.102687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-433ae748-fbdb-4a22-9fc0-cd2cbf34c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.136117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ab9ba7c-a916-4a82-9221-f030516bc0fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:02.197814 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-ca53cb74-7aee-4036-8405-c122ea96a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.200303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-ca53cb74-7aee-4036-8405-c122ea96a25a service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.1347523 Dec 06 12:11:02.224053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 8ab9ba7c-a916-4a82-9221-f030516bc0fa {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:02.224053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ab9ba7c-a916-4a82-9221-f030516bc0fa not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:02.268019 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.270326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a9623fe-7f88-47f3-b619-5ec12e717a53 req-8cd93ebd-c060-4686-9a5d-21b5bcb90eaa tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=7534a7d9-71de-4e28-bd92-4ca9704806e7&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2376130 Dec 06 12:11:02.270483 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=9d00f133-c65b-4905-89f6-1df6d221f812,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:02.272908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-433ae748-fbdb-4a22-9fc0-cd2cbf34c2ba None None] Port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:02.275099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Deleting port 9a77ded6-5194-49dc-87b6-797eacf7be3f {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:02.275996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.312672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.334830 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6babf-ebe7-42fc-9831-1a53a9f21a36 req-0064ff9c-2ddf-4cca-92ec-b2a3b6f809ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.348554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60b6babf-ebe7-42fc-9831-1a53a9f21a36 req-0064ff9c-2ddf-4cca-92ec-b2a3b6f809ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.3578076 Dec 06 12:11:02.351245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-e303c773-05c0-460b-935b-bc97602a1ede service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 217 time: 0.1425118 Dec 06 12:11:02.394024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a77ded6-5194-49dc-87b6-797eacf7be3f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:02.396026 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] No DVR routers for this DVR port 9a77ded6-5194-49dc-87b6-797eacf7be3f on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:02.426710 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] For port 9a77ded6-5194-49dc-87b6-797eacf7be3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a77ded6-5194-49dc-87b6-797eacf7be3f,segment=NetworkSegment(2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac),segment_id=2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:02.427730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.444365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Calling delete_port for 9a77ded6-5194-49dc-87b6-797eacf7be3f owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:02.484764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.500822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60b6babf-ebe7-42fc-9831-1a53a9f21a36 req-e5d049c8-ddba-4836-8ddd-d9e2be0524f7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523974 Dec 06 12:11:02.520675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.534178 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4af5-c0c2-4f38-8e97-9c291557bc6c req-30a83636-6560-4420-b665-8bce9c4e3f9e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.535877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e1f4af5-c0c2-4f38-8e97-9c291557bc6c req-30a83636-6560-4420-b665-8bce9c4e3f9e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.1367276 Dec 06 12:11:02.543159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-3c23179d-9393-4ac3-bbda-8d6627005d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.544675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-3c23179d-9393-4ac3-bbda-8d6627005d77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.1693673 Dec 06 12:11:02.578284 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.593525 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-f5fe2d68-8b1a-44bc-b5b1-da53c5bbeeec tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.594799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e1f4af5-c0c2-4f38-8e97-9c291557bc6c req-73d6a749-815c-4d9d-bc2b-59588ff383cb tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490928 Dec 06 12:11:02.595419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-f5fe2d68-8b1a-44bc-b5b1-da53c5bbeeec tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 944 time: 0.2982996 Dec 06 12:11:02.596397 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321140e4-7b6d-4c9b-a826-1be0eb063360 x-openstack-request-id: req-321140e4-7b6d-4c9b-a826-1be0eb063360 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:02.596720 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:02.596939 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-321140e4-7b6d-4c9b-a826-1be0eb063360 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:02.597364 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'status': 'completed', 'code': 200} Dec 06 12:11:02.635420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-69a4faa2-5023-49df-8072-5a11a7b526d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438957 Dec 06 12:11:02.642702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] Pushing event deleted for resources: {'Port': ['ID=9a77ded6-5194-49dc-87b6-797eacf7be3f,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:02.664603 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4046ac-26cf-41f7-8b24-5a99e0fc7237 None None] No DVR routers for this DVR port 9a77ded6-5194-49dc-87b6-797eacf7be3f on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:02.725452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.762949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.775415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Pushing event updated for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:02.804834 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11510f9-50fb-4bea-a3a5-17c50cdc6047']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:02.832104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9d00f133-c65b-4905-89f6-1df6d221f812 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:02.833086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-e80edc55-136c-4565-97fd-90dc73be28e7 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900649 Dec 06 12:11:02.834250 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:02.834549 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c1ef9-3d7a-4c2d-b94f-6dc31a820aac') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:02.849342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.854916 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5010-34cb-4ef7-9580-b1101c1105f5 req-ca5267c0-182e-458d-bf8a-34a4a4676612 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.862428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b2a5010-34cb-4ef7-9580-b1101c1105f5 req-ca5267c0-182e-458d-bf8a-34a4a4676612 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1349502 Dec 06 12:11:02.897321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9d00f133-c65b-4905-89f6-1df6d221f812 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:02.897801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.897945 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033bca-b5a8-4728-a067-af373f16d234 req-7a8a8e01-afe1-4f84-ba2c-6da4403282b3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.906357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99033bca-b5a8-4728-a067-af373f16d234 req-7a8a8e01-afe1-4f84-ba2c-6da4403282b3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 945 time: 0.1799345 Dec 06 12:11:02.910150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:02.931143 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:02.934324 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 655758f7-5264-4065-b63b-25ea40051461 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:03.007583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Deleting port 9ee1714e-eb1e-4caa-a57c-fa619721696e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:03.008106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.017548 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:03.029848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.035526 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:03.037045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b2a5010-34cb-4ef7-9580-b1101c1105f5 req-ad31b9fc-1159-4a4e-afa8-6bcb857cf043 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736009 Dec 06 12:11:03.047706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.052184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99033bca-b5a8-4728-a067-af373f16d234 req-5036d0d0-d228-42ec-9f68-88a2ee56ef43 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445837 Dec 06 12:11:03.053685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] 10.222.0.31 "DELETE /v2.0/networks/a11510f9-50fb-4bea-a3a5-17c50cdc6047 HTTP/1.1" status: 204 len: 168 time: 1.6019306 Dec 06 12:11:03.077468 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ad6e-e784-4153-b3e1-513f44980dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a11510f9-50fb-4bea-a3a5-17c50cdc6047,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:03.102388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37222994-92e9-4ef0-ad19-e23c34dec84e req-3b272d4b-4a55-4988-af9a-f285c9f5f912 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322173 Dec 06 12:11:03.386605 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d68e1-3ff1-4309-81c0-20d601eb5a18 req-bc11ec53-7a8a-4311-84a2-38d495d93b90 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.398039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-305d68e1-3ff1-4309-81c0-20d601eb5a18 req-bc11ec53-7a8a-4311-84a2-38d495d93b90 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 944 time: 0.2300406 Dec 06 12:11:03.433992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-0b3bb30d-a1dd-4ff7-97ff-ebc8f6b84375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.438076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-0b3bb30d-a1dd-4ff7-97ff-ebc8f6b84375 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1136 time: 0.2059476 Dec 06 12:11:03.461123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=655758f7-5264-4065-b63b-25ea40051461,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:03.488247 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '655758f7-5264-4065-b63b-25ea40051461', 'network_id': '3b1de95a-321a-4f4a-96f5-b4f18e02a3d5', 'port_id': '655758f7-5264-4065-b63b-25ea40051461', 'mac_address': 'fa:16:3e:97:ba:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b76cb-1e2a-45de-816c-ff6bc57644dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:03.514584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5e9aa-e521-4e1f-aa1b-a657f92a45e2 req-6d73d91d-c778-418e-a3bf-3770817c04c2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.523005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d5e9aa-e521-4e1f-aa1b-a657f92a45e2 req-6d73d91d-c778-418e-a3bf-3770817c04c2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.2157090 Dec 06 12:11:03.550265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.561430 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41120) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:03.615807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-305d68e1-3ff1-4309-81c0-20d601eb5a18 req-540e7db4-94e6-4f11-a988-2e3c3b8c158d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124503 Dec 06 12:11:03.653942 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] For port 9ee1714e-eb1e-4caa-a57c-fa619721696e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9ee1714e-eb1e-4caa-a57c-fa619721696e,segment=NetworkSegment(59a200a4-265d-4ed4-9f83-5c37aae71b7f),segment_id=59a200a4-265d-4ed4-9f83-5c37aae71b7f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:03.654320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.670169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a77ded6-5194-49dc-87b6-797eacf7be3f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:03.709741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9a77ded6-5194-49dc-87b6-797eacf7be3f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:03.710096 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a77ded6-5194-49dc-87b6-797eacf7be3f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:03.710856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5bcc707d-66b3-4c40-a6dc-648fdd34b770 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:03.712257 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a9f492bd-3310-47f2-adab-ad6e7b836811 None None] Provisioning complete for port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:03.712593 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a9f492bd-3310-47f2-adab-ad6e7b836811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.715012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.718127 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Calling delete_port for 9ee1714e-eb1e-4caa-a57c-fa619721696e owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:03.763147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5bcc707d-66b3-4c40-a6dc-648fdd34b770 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:03.763467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5bcc707d-66b3-4c40-a6dc-648fdd34b770 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:03.772591 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655758f7-5264-4065-b63b-25ea40051461 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:03.774569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d5e9aa-e521-4e1f-aa1b-a657f92a45e2 req-a890e0ee-d9cc-40e2-bfb1-1c7273635b53 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504888 Dec 06 12:11:03.800537 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a9f492bd-3310-47f2-adab-ad6e7b836811 None None] Port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:03.801451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=655758f7-5264-4065-b63b-25ea40051461,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:03.807113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.814689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-572395f8-2ece-40e7-9229-f74c3665c9f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39d5010b3fb64cc7adde086ac0509a18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2237067 Dec 06 12:11:03.816242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-73e3f841-61ec-46a6-8de8-8709162c2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.817802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-73e3f841-61ec-46a6-8de8-8709162c2f0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.3645940 Dec 06 12:11:03.818437 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:03.878944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-fca38295-dcaf-481a-9632-7fd696eadf3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 217 time: 0.0496528 Dec 06 12:11:03.883419 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:03.883684 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Router ea432811-be82-473b-b615-952bc4c45c26 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:03.938026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27276fa-08bf-405a-b23c-4fbb62cd3b4a req-b8771c90-4ea0-4112-9f45-fc8752ed9c5e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.939766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c27276fa-08bf-405a-b23c-4fbb62cd3b4a req-b8771c90-4ea0-4112-9f45-fc8752ed9c5e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 985 time: 0.2018898 Dec 06 12:11:04.031052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-e44f240f-ea06-47b1-b97e-21b83b9ef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:04.032633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-e44f240f-ea06-47b1-b97e-21b83b9ef542 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.1400776 Dec 06 12:11:04.041378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.061915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.094723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-a54e770b-8652-4c75-a8af-e01ace313c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474539 Dec 06 12:11:04.100355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Pushing event deleted for resources: {'Port': ['ID=9ee1714e-eb1e-4caa-a57c-fa619721696e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:04.115852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c27276fa-08bf-405a-b23c-4fbb62cd3b4a req-bf2c4c3f-7830-4458-9fc5-fe4f493037c3 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=7534a7d9-71de-4e28-bd92-4ca9704806e7&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1650765 Dec 06 12:11:04.160120 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] No DVR routers for this DVR port 9ee1714e-eb1e-4caa-a57c-fa619721696e on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:04.163015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['655758f7-5264-4065-b63b-25ea40051461'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:04.171622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.177339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c484f3df-b96a-4e99-8d70-5cddb3f00205 req-5f2a1817-1546-4fad-9da2-23c711d0263e tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.23 "DELETE /v2.0/ports/9ee1714e-eb1e-4caa-a57c-fa619721696e HTTP/1.1" status: 204 len: 173 time: 1.5711715 Dec 06 12:11:04.183486 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-deleted', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:04.189076 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743a6a6-1ed8-4420-9bab-fb8b19aa5f7a" -d '{"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-deleted", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:04.198660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:04.212335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e977f8d0-29a8-47d6-99b4-76070babcc5c admin admin] 10.222.0.31 "PUT /v2.0/routers/ea432811-be82-473b-b615-952bc4c45c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9475737 Dec 06 12:11:04.239807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4a1ad-4fa0-4770-9941-a3061ec7581b req-fc27475d-3f6b-44c5-88e9-537aa986f986 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:04.241400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b4a1ad-4fa0-4770-9941-a3061ec7581b req-fc27475d-3f6b-44c5-88e9-537aa986f986 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1f2fd8-3dee-4120-ba1c-abb687672bc2 HTTP/1.1" status: 200 len: 866 time: 0.2951875 Dec 06 12:11:04.243393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-bb354e4b-a6fc-462e-94ac-42e099986e96 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373520 Dec 06 12:11:04.245822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.272085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Sync routers for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:04.341535 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:04.344247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:04.396872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6763de4-8bcb-4d11-8778-f4c38e32ef3f req-92d17551-e09a-42ea-b570-2dbe047eecd9 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430361 Dec 06 12:11:04.490468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b4a1ad-4fa0-4770-9941-a3061ec7581b req-3cf7d0c7-8018-4370-ae97-6762d668c345 tempest-LiveMigrationTest-938863319 tempest-LiveMigrationTest-938863319-project] 10.222.0.31 "GET /v2.0/security-groups?id=599f4448-8f59-4a52-b3db-06559364b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377443 Dec 06 12:11:04.512636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47e3c-aded-4eb2-b87e-47e773a74aa0 req-399eb2a7-1cc1-43ee-9a62-0cae7f92e31a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:04.516479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbc47e3c-aded-4eb2-b87e-47e773a74aa0 req-399eb2a7-1cc1-43ee-9a62-0cae7f92e31a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0965297 Dec 06 12:11:04.526066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:04.527368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.530099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.531334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b543a5a7-09d0-4b07-9e9f-4aee254682af HTTP/1.1" status: 204 len: 168 time: 0.7101655 Dec 06 12:11:04.545897 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e1507-4a33-4b62-90b3-48d6059444f2 x-openstack-request-id: req-266e1507-4a33-4b62-90b3-48d6059444f2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:04.546390 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f2fd8-3dee-4120-ba1c-abb687672bc2", "name": "network-vif-deleted", "tag": "9ee1714e-eb1e-4caa-a57c-fa619721696e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:04.546819 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-266e1507-4a33-4b62-90b3-48d6059444f2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:04.548317 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5b4ff-9046-4c2c-b86e-1e190dda8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543a5a7-09d0-4b07-9e9f-4aee254682af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:04.548785 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f2fd8-3dee-4120-ba1c-abb687672bc2', 'name': 'network-vif-deleted', 'tag': '9ee1714e-eb1e-4caa-a57c-fa619721696e', 'status': 'completed', 'code': 200} Dec 06 12:11:04.560059 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:11:04.593228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbc47e3c-aded-4eb2-b87e-47e773a74aa0 req-0471e649-e406-4dce-981a-21d3208a586a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Dec 06 12:11:04.692382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8062-ccde-4dc1-9d1b-704d10c4ded6 req-d11ef76c-e368-4780-81f3-5747fdcbb7f5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:04.697683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca5c8062-ccde-4dc1-9d1b-704d10c4ded6 req-d11ef76c-e368-4780-81f3-5747fdcbb7f5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.0876572 Dec 06 12:11:04.784544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca5c8062-ccde-4dc1-9d1b-704d10c4ded6 req-c7cdda40-c0ab-4d09-828a-d5b498b33e5b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777400 Dec 06 12:11:04.831976 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:01Z', 'revision_number': 4, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e5f9f806-dc0c-422f-ae1e-18ee5d68daf4', 'name': '', 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'mac_address': 'fa:16:3e:d7:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:00Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 2, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'subnets': [{'id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:04.879396 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Checking router: ea432811-be82-473b-b615-952bc4c45c26 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:04.879975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Updating router ea432811-be82-473b-b615-952bc4c45c26 port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:11:04.918668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:04.995273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-d66613bb-eb17-4471-80f5-fd8390974377 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1964962 Dec 06 12:11:05.000135 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:05.023408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.050950 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41166) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:05.103240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68ae9514-6e49-4aa4-a738-6d83ebf962ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14983db535c9482fb2f98c5357b6d9d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488424 Dec 06 12:11:05.104470 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41172) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:05.124790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-fe10efab-686d-4f3b-bca3-ce77bef4f3a5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236344 Dec 06 12:11:05.155325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.176552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.221044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.226222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.229095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.230413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc059d92-d0c6-40f7-ae89-23f2bf9cf168 HTTP/1.1" status: 204 len: 168 time: 0.1254106 Dec 06 12:11:05.238585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b360e2-f66a-4856-905d-fdcc5a0598da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc059d92-d0c6-40f7-ae89-23f2bf9cf168,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:05.275968 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.283710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.292987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-7371577f-8feb-4bdd-b8f5-91878ca3ad7b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:05.294433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-7371577f-8feb-4bdd-b8f5-91878ca3ad7b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609864 Dec 06 12:11:05.337521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-4b5aca5f-cd5e-4548-a8d0-16299a663195 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/quotas/1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 375 time: 0.0341275 Dec 06 12:11:05.385017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-4775a86c-4cc5-419d-bd63-c9714c81bfe2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351529 Dec 06 12:11:05.390283 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba003ff6-0681-4e7f-9a2e-0661c729674c None None] Pushing event updated for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:05.405146 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Allocated IP 172.35.3.206 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2eb1c745-d2ee-431b-8371-5391014b9e66) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:05.441659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Attempting to bind port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:05.443255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Attempting to bind port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:05.443570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Attempting to bind port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 on network 6e23a4da-5813-45ad-8ca0-91199189fcf9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:05.454315 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:05.454744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Checking segment: {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:05.455430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.455889 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Bound using segment: {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:05.456483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Bound port: e5f9f806-dc0c-422f-ae1e-18ee5d68daf4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5eaf3c-10dc-4bcb-aac6-94970bad0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:05.456868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.477381 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:05.502804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 9ee1714e-eb1e-4caa-a57c-fa619721696e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:05.503163 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9ee1714e-eb1e-4caa-a57c-fa619721696e not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:05.563316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.577029 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] For port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:05.584223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] For port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:05.590929 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.616987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.715024 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:05.715598 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] Provisioning complete for port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:05.715972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.720746 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:05.735236 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:05.756215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba003ff6-0681-4e7f-9a2e-0661c729674c None None] Pushing event updated for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:05.768506 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff7f1-43c9-4826-944f-1dc364c5c7c1 req-8dcf2995-687e-401e-a794-501abee4f94a tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:05.770199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f0ff7f1-43c9-4826-944f-1dc364c5c7c1 req-8dcf2995-687e-401e-a794-501abee4f94a tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 945 time: 0.1222434 Dec 06 12:11:05.770872 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=2eb1c745-d2ee-431b-8371-5391014b9e66,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:05.779124 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:05.779755 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:05.898337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f0ff7f1-43c9-4826-944f-1dc364c5c7c1 req-230f718e-cb78-4b9e-8736-ef6c78de0495 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880461 Dec 06 12:11:05.951587 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90719ae-5091-41ba-8d8f-443302acc403 req-38e522e2-220d-456d-8517-a3bc902342de tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:05.953804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e90719ae-5091-41ba-8d8f-443302acc403 req-38e522e2-220d-456d-8517-a3bc902342de tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 945 time: 0.0760517 Dec 06 12:11:06.019409 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.029718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:06.120532 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:06.121091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.154645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.176808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.208305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] For port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:06.212465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6294-82b9-40f0-add3-e6d159c64bb4 req-a42fb26e-c225-4181-8983-bf4f4bfe5b60 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:06.216375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ad6294-82b9-40f0-add3-e6d159c64bb4 req-a42fb26e-c225-4181-8983-bf4f4bfe5b60 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 985 time: 0.1660838 Dec 06 12:11:06.221773 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.263339 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:06.264195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.312624 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:06.332053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b7485-e4e3-4f44-887b-79d94b0fbb37 None None] Pushing event updated for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:06.355686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ad6294-82b9-40f0-add3-e6d159c64bb4 req-2632919f-989c-44a1-bb71-7f5959cd4bae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=7534a7d9-71de-4e28-bd92-4ca9704806e7&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1091316 Dec 06 12:11:06.386509 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ef4eabf7-6d34-4e17-8fc9-2ed483ead866 None None] Provisioning complete for port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:06.387057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef4eabf7-6d34-4e17-8fc9-2ed483ead866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.487681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.493068 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:06.497605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.645322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:01Z', 'revision_number': 4, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e5f9f806-dc0c-422f-ae1e-18ee5d68daf4', 'name': '', 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'mac_address': 'fa:16:3e:d7:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:00Z', 'updated_at': '2021-12-06T12:11:05Z', 'revision_number': 4, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'subnets': [{'id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:06.657578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.687570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.697820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a13c3-2c26-4591-ab3a-8283a4d8084d None None] The sync data for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 is: [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:01Z', 'revision_number': 4, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e5f9f806-dc0c-422f-ae1e-18ee5d68daf4', 'name': '', 'network_id': '6e23a4da-5813-45ad-8ca0-91199189fcf9', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'mac_address': 'fa:16:3e:d7:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:00Z', 'updated_at': '2021-12-06T12:11:05Z', 'revision_number': 4, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'subnets': [{'id': '8a3c85bf-5ab8-4348-a200-72a9d25bf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:06.711655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:06.789979 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:06.828160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18070068-5594-4e66-9026-5b4ed12976a5 req-32cd9220-0425-4351-9bee-8cedeb316a25 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 210 time: 0.1666090 Dec 06 12:11:06.830055 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=2eb1c745-d2ee-431b-8371-5391014b9e66,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:06.853023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.860078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-4225a8ac-ba27-40a6-941b-244581133bcd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8638761 Dec 06 12:11:06.934172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 655758f7-5264-4065-b63b-25ea40051461 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:06.959919 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:06.966415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:06.971076 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e90719ae-5091-41ba-8d8f-443302acc403 req-3ff4f8c4-b54e-479c-ad4a-0deb45b84356 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "DELETE /v2.0/ports/c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 HTTP/1.1" status: 204 len: 173 time: 1.0110099 Dec 06 12:11:06.971989 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'name': 'network-vif-deleted', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:06.976900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-cf20b744-a049-4f8c-9bb6-4a39f348e129 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1158957 Dec 06 12:11:06.983985 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59fcf45-8e37-4329-9cda-d7e8c3d33cc0" -d '{"events": [{"server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "name": "network-vif-deleted", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:07.024112 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Deleting subnet bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:07.035047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.095013 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 655758f7-5264-4065-b63b-25ea40051461 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:07.099155 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 655758f7-5264-4065-b63b-25ea40051461 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:07.099535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.131608 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.166882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204daea0-839d-4387-aa5b-66d8c9fd1532 req-920db909-1fb2-4a5d-bfed-0ae3571bf347 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.172521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-204daea0-839d-4387-aa5b-66d8c9fd1532 req-920db909-1fb2-4a5d-bfed-0ae3571bf347 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.2400348 Dec 06 12:11:07.196962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.275711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-5a40f038-c24c-4473-bb9c-b82c53beb3ec tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.282701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92c5b03c-c998-4be1-84dd-c0f54ab7f7b1 req-5a40f038-c24c-4473-bb9c-b82c53beb3ec tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.3007472 Dec 06 12:11:07.309894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.324108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-204daea0-839d-4387-aa5b-66d8c9fd1532 req-cc47a631-df2b-4ad7-a7de-c860d87077a1 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250076 Dec 06 12:11:07.349116 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655758f7-5264-4065-b63b-25ea40051461'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:07.359070 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2faf46-ce6d-4721-9a93-049bf7ec04a4" -d '{"events": [{"server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "name": "network-vif-plugged", "status": "completed", "tag": "655758f7-5264-4065-b63b-25ea40051461"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:07.392752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=655758f7-5264-4065-b63b-25ea40051461,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:07.395850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-f54b9c8a-2e92-43e7-b6a6-a98e164b1d8b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671570 Dec 06 12:11:07.402462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.445453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2870d295-c9e9-4b92-887a-6523f4a1f0ac req-2a0a67d0-1640-44c4-bb7c-30062972c9dc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ec365c9-afd4-4dde-b966-43f010438250 HTTP/1.1" status: 200 len: 210 time: 0.0416028 Dec 06 12:11:07.492943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:07.552988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-5e7f176c-1996-4105-a72e-bb749af8c31a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-990109079&fields=id&tenant_id=e3695503782e41f4ba91a7967bc55e9f HTTP/1.1" status: 200 len: 267 time: 0.0852978 Dec 06 12:11:07.592943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.604555 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-937940d8-a049-43cc-9e6b-424009b10703 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.606064 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-937940d8-a049-43cc-9e6b-424009b10703 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971488 Dec 06 12:11:07.636305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Request body: {'port': {'device_id': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '1e9094b9f8e94ce4925be2c3ecd0d829'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:07.640478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:07.657093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.661254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f8d0cebd-a3b1-4c73-b896-7b7b052aec82 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bf5cc117-c3fe-4eb7-97a3-2efb68dd7c4a HTTP/1.1" status: 204 len: 168 time: 1.1648302 Dec 06 12:11:07.663956 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:07.674832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513132c-ed84-4b74-af03-519977e9e8a5 req-72dcdb2e-c6ea-4850-a755-427f3fc11b59 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.676412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b513132c-ed84-4b74-af03-519977e9e8a5 req-72dcdb2e-c6ea-4850-a755-427f3fc11b59 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 946 time: 0.1467476 Dec 06 12:11:07.706715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-1e9380d6-dc6f-43cd-8efe-e8281393a2fc tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.716422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-1e9380d6-dc6f-43cd-8efe-e8281393a2fc tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 985 time: 0.1141243 Dec 06 12:11:07.750047 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'port': {'security_groups': ['63aebd4e-2fef-4f79-9cf8-d761af85bfe1', '7534a7d9-71de-4e28-bd92-4ca9704806e7', '018b0fa2-3150-411e-8640-9c5c7615cac1']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:07.778058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.847831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b513132c-ed84-4b74-af03-519977e9e8a5 req-e84242ea-320b-40a5-9eb8-72b5252e6568 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560657 Dec 06 12:11:07.898586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.903436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-6cea023b-1334-4c05-af88-b3a036b51058 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1841643 Dec 06 12:11:07.904105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.921529 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Made reservation on behalf of 1e9094b9f8e94ce4925be2c3ecd0d829 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:07.926279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.929541 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f233d2b4-1d37-409d-b410-75ec158356c2 x-openstack-request-id: req-f233d2b4-1d37-409d-b410-75ec158356c2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:07.930031 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec365c9-afd4-4dde-b966-43f010438250", "name": "network-vif-deleted", "tag": "c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:07.930286 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f233d2b4-1d37-409d-b410-75ec158356c2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:07.930752 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec365c9-afd4-4dde-b966-43f010438250', 'name': 'network-vif-deleted', 'tag': 'c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6', 'status': 'completed', 'code': 200} Dec 06 12:11:07.933855 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce669d0f-3807-423c-903c-5244301ff70e']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:07.952134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.955142 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a200a4-265d-4ed4-9f83-5c37aae71b7f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:07.955522 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a200a4-265d-4ed4-9f83-5c37aae71b7f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:07.973518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:07.995469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.008570 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:08.009034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:08.011189 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:08.086332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.095997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.099357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce669d0f-3807-423c-903c-5244301ff70e HTTP/1.1" status: 204 len: 168 time: 0.4347069 Dec 06 12:11:08.106379 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41246) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:08.153670 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ddba8-4645-4f0d-b8ee-e625b1e9bdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=ce669d0f-3807-423c-903c-5244301ff70e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:08.161227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.171595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.214386 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Deleting subnet 29125f30-1cf9-4d9c-a2fe-18ff8e189ddc {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:08.247018 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e872692-6d6b-4650-bc1c-1981e380372d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:08.251968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.321533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.387118 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Allocated IP 192.168.233.24 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/53f8485e-94ef-4b08-aced-30c90ff1ffe3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:08.389391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.434118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-9577cc4c-b34e-4822-b17b-0f14cf3fecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:08.435589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-9577cc4c-b34e-4822-b17b-0f14cf3fecc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1174 time: 0.4545195 Dec 06 12:11:08.460037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-36a53eae-2ba2-46ed-b5df-fcd7bc8cd125 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5083730 Dec 06 12:11:08.478031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.491416 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:08.531261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29125f30-1cf9-4d9c-a2fe-18ff8e189ddc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:08.533390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.539454 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dbb05bc5-3ae9-4c19-abc3-5c75893cb3cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29125f30-1cf9-4d9c-a2fe-18ff8e189ddc HTTP/1.1" status: 204 len: 168 time: 0.4276631 Dec 06 12:11:08.541794 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:08.623275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.655378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.670405 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.720843 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:08.724668 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:08.728816 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:08.754684 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-1aa1ee62-dff0-46c6-a5cb-7e7b8ba2d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:08.756212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-1aa1ee62-dff0-46c6-a5cb-7e7b8ba2d4b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.2954259 Dec 06 12:11:08.757612 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:08.765764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.772400 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:08.799729 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:08.800314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.817674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-67989169-1cb5-4630-ad63-dadbd5787c50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1884625 Dec 06 12:11:08.827970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-cb701159-a111-4a56-900a-d57721d21324 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 200 len: 217 time: 0.0589745 Dec 06 12:11:08.830380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:08.835076 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Request body: {'port': {'device_id': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:08.891630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:08.892359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.895127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.900184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.951728 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:08.990108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:09.026918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.077815 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f0426c40-8ab0-4263-9799-f1f928b9384f None None] Provisioning complete for port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:09.078046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f0426c40-8ab0-4263-9799-f1f928b9384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.085889 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-dd236a27-2c10-4545-881e-42c28d4ba84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.087373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-dd236a27-2c10-4545-881e-42c28d4ba84d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.2505152 Dec 06 12:11:09.101962 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.102584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.113729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04256f46-cf9c-47d1-8626-8ffd46aac78b req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "PUT /v2.0/ports/f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 1021 time: 1.3963032 Dec 06 12:11:09.118574 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fe4f20-fed6-4807-9535-5c174f56a261']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:09.136593 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a422409-8638-4d33-a6ce-b23c2791368a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:09.136593 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a422409-8638-4d33-a6ce-b23c2791368a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:09.143214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f0426c40-8ab0-4263-9799-f1f928b9384f None None] Port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:09.154729 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4aef66-0859-4226-ae09-12a332014366 x-openstack-request-id: req-df4aef66-0859-4226-ae09-12a332014366 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:09.155039 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "name": "network-vif-plugged", "status": "completed", "tag": "655758f7-5264-4065-b63b-25ea40051461", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:09.155842 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4aef66-0859-4226-ae09-12a332014366 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:09.155977 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:09.156095 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655758f7-5264-4065-b63b-25ea40051461', 'code': 200} Dec 06 12:11:09.158389 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae9cf8-8894-40ed-be5d-6fb290b25162" -d '{"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:09.203114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3b5f-0d9c-4221-b69a-761e4e4207ae tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:09.225021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.243954 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f8485e-94ef-4b08-aced-30c90ff1ffe3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:09.252852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:09.261684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.267747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-27303ce3-aed8-49b4-82b9-6142efa991ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150331 Dec 06 12:11:09.276177 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Transition to ACTIVE for port object 53f8485e-94ef-4b08-aced-30c90ff1ffe3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:09.279320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.281855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.295411 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:09.295411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:09.307674 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:09.364452 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:09.400467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.487019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:09.487448 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:09.487818 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:09.494677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:09.495055 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:09.501494 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:09.501494 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:09.501906 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:09.502978 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Bound port: 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:09.503361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.527734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.534013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.538403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] 10.222.0.31 "DELETE /v2.0/networks/07fe4f20-fed6-4807-9535-5c174f56a261 HTTP/1.1" status: 204 len: 168 time: 0.9939561 Dec 06 12:11:09.592313 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:09.596632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:09.603271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.650386 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Allocated IP 172.35.3.253 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/02af4e77-ad2d-4225-b76a-65eebc9808a4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:09.652328 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.653123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.654489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 1095 time: 0.8275599 Dec 06 12:11:09.746694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495ec9-fbc6-4f7a-9679-d3c3a9ff30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:09.764975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-621e66a7-a0be-43d8-86e9-85b7f61c3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.766559 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-621e66a7-a0be-43d8-86e9-85b7f61c3be2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1098 time: 0.0624053 Dec 06 12:11:09.818101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.841254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-1e3ed3a6-6dfb-47dc-8139-7fcc267644cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0666602 Dec 06 12:11:09.841993 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41266) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:09.896905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921813d5-3d2d-4902-9cfa-1e57de3797a1 req-9d06486f-35db-4470-9cde-c46483a7ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.899065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-921813d5-3d2d-4902-9cfa-1e57de3797a1 req-9d06486f-35db-4470-9cde-c46483a7ac91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 1097 time: 0.6003482 Dec 06 12:11:09.910258 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf1b7d-19ba-4aca-b568-d5257ad8d55e admin admin] Pushing event deleted for resources: {'Network': ['ID=07fe4f20-fed6-4807-9535-5c174f56a261,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:09.932777 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:09.935238 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa13093-f00a-4958-a7b6-33d5f982d8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:09.948406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d055bfb-9540-4405-8005-10e9531471f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a89cc8a8fb264a938fbffcb179982fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050842 Dec 06 12:11:09.950362 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-57160bf2-4404-44bc-acd3-c38be3f98e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:09.952578 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-57160bf2-4404-44bc-acd3-c38be3f98e8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0995572 Dec 06 12:11:09.952578 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41270) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:09.954959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.968073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-ffb73cbc-9b57-4d5a-b0d8-29d17abf2e06 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753254 Dec 06 12:11:10.022661 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-8a0434f6-4824-43be-853a-3bf4f798c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:10.024193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-8a0434f6-4824-43be-853a-3bf4f798c92b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589395 Dec 06 12:11:10.038345 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:10.045304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.054751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e49f-0fbe-40af-97a2-08836ea68989 req-5fd3e243-1a0c-4552-ab9f-b0c1c20a12a3 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:10.057148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a987e49f-0fbe-40af-97a2-08836ea68989 req-5fd3e243-1a0c-4552-ab9f-b0c1c20a12a3 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 947 time: 0.5319066 Dec 06 12:11:10.068100 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:10.077910 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:10.081629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=02af4e77-ad2d-4225-b76a-65eebc9808a4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.115606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.156150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-921813d5-3d2d-4902-9cfa-1e57de3797a1 req-1632821c-1e43-4ac6-91c5-a707c6ae5d4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293150 Dec 06 12:11:10.169539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-6a708a27-b73a-444e-b4f2-7c943067c201 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348050 Dec 06 12:11:10.207882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.210528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.211667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/599f4448-8f59-4a52-b3db-06559364b51e HTTP/1.1" status: 204 len: 168 time: 0.2582409 Dec 06 12:11:10.214696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a987e49f-0fbe-40af-97a2-08836ea68989 req-883719bb-48ee-4f45-9623-be16e2922850 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444163 Dec 06 12:11:10.220951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f5a8306-f8da-4e23-9f1a-b1e9e166775d req-12accd7c-25d6-4f53-8ed2-dad505fdd9d2 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242498 Dec 06 12:11:10.223560 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17861903-4acb-4c9a-89f2-bd2520af16db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f4448-8f59-4a52-b3db-06559364b51e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.261045 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.284257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74f0b096-624a-4b8f-9a82-1124e81c98a0 req-b5b53eac-24d3-428b-a4f0-147469a834fa service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063659 Dec 06 12:11:10.317119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.389804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c744fa-ef4d-4ea8-926e-ab67488e29a1 req-30c408af-ccb1-4135-a47f-644b55f88441 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:10.391279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c744fa-ef4d-4ea8-926e-ab67488e29a1 req-30c408af-ccb1-4135-a47f-644b55f88441 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0885262 Dec 06 12:11:10.493005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c744fa-ef4d-4ea8-926e-ab67488e29a1 req-caf668be-c105-4dcf-81db-f4587d16737d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891051 Dec 06 12:11:10.538787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.545929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.632246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=02af4e77-ad2d-4225-b76a-65eebc9808a4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.644211 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:10.666072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.692576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ef25-cb10-450e-be41-da68db4169d2 req-3358b5ac-1bf7-4b43-9013-d8c95e03a08d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:10.692839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb744219-a3c9-460b-b0d1-8c9376ee645a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d99c03c7b3fc447083c258f07a49e544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473998 Dec 06 12:11:10.694387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1a1ef25-cb10-450e-be41-da68db4169d2 req-3358b5ac-1bf7-4b43-9013-d8c95e03a08d tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 946 time: 0.0835421 Dec 06 12:11:10.695349 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41280) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:10.698373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.699622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-b6322026-afe1-4e94-a369-df12e863778c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2266734 Dec 06 12:11:10.745388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.761601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-ca2b0ee4-8af2-492d-86c2-f653d9387d3a tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0544393 Dec 06 12:11:10.767267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.809080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1a1ef25-cb10-450e-be41-da68db4169d2 req-1f15c0ec-ece3-4f6b-a21a-423990c70531 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077116 Dec 06 12:11:10.817443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.820050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.829584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99920ebf-04d6-45b0-8e5c-e03fc3f6198b HTTP/1.1" status: 204 len: 168 time: 0.1300294 Dec 06 12:11:10.840410 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0b53b-1a55-4320-9092-fd2567b3efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99920ebf-04d6-45b0-8e5c-e03fc3f6198b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.923273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-00919420-481c-4659-af13-cf2419b77ae2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:10.924542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f796fd7-1548-4309-9e05-a89b21d8798a req-00919420-481c-4659-af13-cf2419b77ae2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1555305 Dec 06 12:11:10.927766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2207d439-b295-4751-b0c6-c7b74b10df11 req-e90d8a2f-2cc6-42eb-a149-847cc5796d97 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/018b0fa2-3150-411e-8640-9c5c7615cac1 HTTP/1.1" status: 200 len: 1817 time: 0.0683403 Dec 06 12:11:10.975720 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d464a5ad-8b17-48ea-ae68-31ca9c661205 x-openstack-request-id: req-d464a5ad-8b17-48ea-ae68-31ca9c661205 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:10.976140 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:10.976499 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d464a5ad-8b17-48ea-ae68-31ca9c661205 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:10.976971 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'status': 'completed', 'code': 200} Dec 06 12:11:10.983990 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-2207d439-b295-4751-b0c6-c7b74b10df11 req-44809bf0-3bac-4ab2-bc10-2cde1d6952b7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:11:10.992821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2207d439-b295-4751-b0c6-c7b74b10df11 req-44809bf0-3bac-4ab2-bc10-2cde1d6952b7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/018b0fa2-3150-411e-8640-9c5c7615cac1 HTTP/1.1" status: 409 len: 341 time: 0.0579493 Dec 06 12:11:11.033200 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9296026-9a11-47dd-bc52-28d7eea3f857 x-openstack-request-id: req-e9296026-9a11-47dd-bc52-28d7eea3f857 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:11.033591 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:11.034049 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9296026-9a11-47dd-bc52-28d7eea3f857 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:11.034542 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'status': 'completed', 'code': 200} Dec 06 12:11:11.128501 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-00d5bce0-26da-482f-84a3-4783699644d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.131780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-00d5bce0-26da-482f-84a3-4783699644d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1098 time: 0.0672793 Dec 06 12:11:11.153084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-37d54b21-b6f3-4846-a81e-025757dafce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.154829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-37d54b21-b6f3-4846-a81e-025757dafce8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3695503782e41f4ba91a7967bc55e9f&device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1175 time: 0.0650768 Dec 06 12:11:11.273110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-1273890f-bf41-44c4-9829-55e4ba1dc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.277709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-1273890f-bf41-44c4-9829-55e4ba1dc305 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1372695 Dec 06 12:11:11.348903 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-4d15185d-e7b2-424c-b2cf-538c2131fb98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0606718 Dec 06 12:11:11.374831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-97cb382c-ae9c-4431-ab81-237d53b94c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.376316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-97cb382c-ae9c-4431-ab81-237d53b94c89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 200 len: 913 time: 0.2137330 Dec 06 12:11:11.452128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e7525-63a0-4312-aed5-283da1b7b576 req-30b056b9-5bc7-480e-a227-112739c45978 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2004976 Dec 06 12:11:11.455608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-1b97538f-a556-48ed-926c-7afd3228c13a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 200 len: 217 time: 0.0540237 Dec 06 12:11:11.458741 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:11.465485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-5227bb78-58d8-4319-b4e1-4a738a47139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.467303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-5227bb78-58d8-4319-b4e1-4a738a47139d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1093822 Dec 06 12:11:11.474439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:11.476594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:11.530203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:11.530564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c5d9ca9a-cb28-4b00-9ae9-b283b3a879b6 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:11.542910 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-8c6ca0d6-1d35-4b25-be39-10e86387c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.545222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-8c6ca0d6-1d35-4b25-be39-10e86387c083 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699596 Dec 06 12:11:11.575882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.617808 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-8fdb3d65-7fd0-472d-b31e-e9bea98b7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.620158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-8fdb3d65-7fd0-472d-b31e-e9bea98b7bc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 200 len: 852 time: 0.1557875 Dec 06 12:11:11.675742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-f07348ae-c1de-4672-8508-b93c6f57984b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592f0ee1-8d51-4faa-91f7-32fda75a1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384696 Dec 06 12:11:11.689336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-46f66f38-847c-439a-9e98-3860a426f37a service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338742 Dec 06 12:11:11.698276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3af7-64de-4aef-aff1-7f15e7a0d9a1 req-51a91374-e30d-47d3-919f-b8a5e39570d5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:11.699813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80da3af7-64de-4aef-aff1-7f15e7a0d9a1 req-51a91374-e30d-47d3-919f-b8a5e39570d5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 945 time: 0.1393764 Dec 06 12:11:11.701421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:11.714618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'mac_address': 'fa:16:3e:d7:ea:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:11.761378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.776281 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f8485e-94ef-4b08-aced-30c90ff1ffe3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:11.798155 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:11.803654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.819963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa13093-f00a-4958-a7b6-33d5f982d8a8 req-ef4821e2-8305-4374-844a-9f476d2b6813 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232004 Dec 06 12:11:11.857255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80da3af7-64de-4aef-aff1-7f15e7a0d9a1 req-fc7a2ca7-4c8e-47b2-9dfd-191de22993f5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445856 Dec 06 12:11:11.864741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:11.879174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-e7578f1c-8575-49f1-bfa3-e7e1997961e3 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765847 Dec 06 12:11:11.915459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.047250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:12.088080 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0386aa-102f-4819-a65c-6d869d6ceb93 req-f13017d8-984a-4a5b-af1f-9ef8cc5a1eac tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:12.089633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f0386aa-102f-4819-a65c-6d869d6ceb93 req-f13017d8-984a-4a5b-af1f-9ef8cc5a1eac tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 948 time: 0.1566594 Dec 06 12:11:12.095448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ae9cf8-8894-40ed-be5d-6fb290b25162 req-a70005d7-07bc-4c76-902d-d18942bb8107 service neutron] 10.222.0.53 "GET /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075014 Dec 06 12:11:12.144911 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Allocated IP 172.35.3.201 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/750e8b1e-05bf-49cf-a73f-fafb042631ec) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:12.171067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f0386aa-102f-4819-a65c-6d869d6ceb93 req-4cb41952-5695-4dfa-baa7-a09eff827f25 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696092 Dec 06 12:11:12.279501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.319738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.358837 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:12.361914 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:12.365815 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:12.393356 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=750e8b1e-05bf-49cf-a73f-fafb042631ec,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:12.455270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.491829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.641703 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acda9-28d6-4b86-b67b-bbeb5cb3f773 req-b02bd349-b183-4818-9fdf-24244ea078a1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:12.643201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a2acda9-28d6-4b86-b67b-bbeb5cb3f773 req-b02bd349-b183-4818-9fdf-24244ea078a1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1024 time: 0.1052988 Dec 06 12:11:12.735268 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-8b822cee-7931-460c-b1e3-43174c65f2d2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:12.736967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-8b822cee-7931-460c-b1e3-43174c65f2d2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Dec 06 12:11:12.849873 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port 96c67f64-d3a4-4b68-8e51-73f28902a2ee {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:12.850187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.942061 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port 96c67f64-d3a4-4b68-8e51-73f28902a2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96c67f64-d3a4-4b68-8e51-73f28902a2ee,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:12.942426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.956559 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for 96c67f64-d3a4-4b68-8e51-73f28902a2ee owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:13.022450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.031212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.064536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a2acda9-28d6-4b86-b67b-bbeb5cb3f773 req-a677862f-800e-4dad-82c1-29300922b9e0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=7534a7d9-71de-4e28-bd92-4ca9704806e7&id=018b0fa2-3150-411e-8640-9c5c7615cac1&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4128864 Dec 06 12:11:13.104431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.105808 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=750e8b1e-05bf-49cf-a73f-fafb042631ec,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:13.117473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', '96c67f64-d3a4-4b68-8e51-73f28902a2ee'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:13.122822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.141757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.143197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e7525-63a0-4312-aed5-283da1b7b576 req-26bedc79-1df1-4481-ad91-9749628d1040 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6902571 Dec 06 12:11:13.163812 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=96c67f64-d3a4-4b68-8e51-73f28902a2ee,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:13.199384 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port 96c67f64-d3a4-4b68-8e51-73f28902a2ee on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:13.201972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.205311 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b2558544-ad5f-4e61-8069-5810909b4e90 req-6bb124fb-0c3a-4e68-9262-9d11feb90ab4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "DELETE /v2.0/ports/96c67f64-d3a4-4b68-8e51-73f28902a2ee HTTP/1.1" status: 204 len: 173 time: 0.4625268 Dec 06 12:11:13.205764 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'name': 'network-vif-deleted', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:13.208060 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a5c3b6-cf15-4c44-8eeb-cc1e90b5dac9" -d '{"events": [{"server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "name": "network-vif-deleted", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:13.220876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e7525-63a0-4312-aed5-283da1b7b576 req-38a515b1-41f9-4929-abeb-40e6308cc25f tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0642107 Dec 06 12:11:13.238672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b653cfa-09e9-4f99-b413-9557c981dec4 req-51d76282-558d-4cb0-9b39-ed0b3fd642ad tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:13.240193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b653cfa-09e9-4f99-b413-9557c981dec4 req-51d76282-558d-4cb0-9b39-ed0b3fd642ad tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0948594 Dec 06 12:11:13.385337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b653cfa-09e9-4f99-b413-9557c981dec4 req-da97411e-55c5-4228-b165-7cd2a0098b84 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294906 Dec 06 12:11:13.410751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7525-63a0-4312-aed5-283da1b7b576 req-79597bea-181b-483b-aae8-3b1140452b9a tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:13.412164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-271e7525-63a0-4312-aed5-283da1b7b576 req-79597bea-181b-483b-aae8-3b1140452b9a tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1709011 Dec 06 12:11:13.423531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-7b9a32ef-5699-4b9b-a4df-ed93eb314d88 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:13.425049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-7b9a32ef-5699-4b9b-a4df-ed93eb314d88 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 1024 time: 0.0937047 Dec 06 12:11:13.487287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:13.537914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:13.542877 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:13.543254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.553052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea1f5e-10d4-403e-acb4-40676e37f21b req-f478242b-40bc-43db-961d-2b48cf80ed1c tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:13.554580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ea1f5e-10d4-403e-acb4-40676e37f21b req-f478242b-40bc-43db-961d-2b48cf80ed1c tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 946 time: 0.1095774 Dec 06 12:11:13.610178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Deleting port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:13.610178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.646769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ea1f5e-10d4-403e-acb4-40676e37f21b req-ae519254-8c9f-49fe-a434-41dcd43c7c98 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852511 Dec 06 12:11:13.667672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.703697 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:13.707413 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ac39e-e5ab-45c6-bf24-16f3803a7440" -d '{"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:13.724649 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:13.733705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.735246 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:13.735619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:13.750613 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Calling delete_port for f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:13.807602 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:13.845420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66cd39f2-12bc-4f01-a67f-22445ad79629 req-e23e4ffa-ec12-44f8-97cd-b6577589b007 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=30e64069-5df2-426a-b5c3-ba01d1afba85 HTTP/1.1" status: 200 len: 210 time: 0.0503759 Dec 06 12:11:13.902033 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94307e14-f3e5-4843-ad2a-070fa286885e x-openstack-request-id: req-94307e14-f3e5-4843-ad2a-070fa286885e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:13.902542 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e64069-5df2-426a-b5c3-ba01d1afba85", "name": "network-vif-deleted", "tag": "96c67f64-d3a4-4b68-8e51-73f28902a2ee", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:13.902653 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94307e14-f3e5-4843-ad2a-070fa286885e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:13.902968 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e64069-5df2-426a-b5c3-ba01d1afba85', 'name': 'network-vif-deleted', 'tag': '96c67f64-d3a4-4b68-8e51-73f28902a2ee', 'status': 'completed', 'code': 200} Dec 06 12:11:13.996693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.030620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:14.040570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f20e3-6c06-4c91-bcba-89935dc59ecd req-45fe8db5-e421-4c42-a57d-dfd02ad41e51 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:14.042261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0f20e3-6c06-4c91-bcba-89935dc59ecd req-45fe8db5-e421-4c42-a57d-dfd02ad41e51 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1705863 Dec 06 12:11:14.082585 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'Port': ['ID=f4e5ff9c-1043-4ff8-aaca-3fb44d683d73,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:14.160261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-45064cce-8328-43c8-bf04-c099e1d0c269 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2288129 Dec 06 12:11:14.160540 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] No DVR routers for this DVR port f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:14.165554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.168967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe5a2d7b-06b2-4414-94c1-e9ae107669a7 req-aa0816f8-10de-4568-bde8-148b41feefa7 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "DELETE /v2.0/ports/f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 HTTP/1.1" status: 204 len: 173 time: 0.7143741 Dec 06 12:11:14.169453 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'name': 'network-vif-deleted', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:14.171705 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8940240-3d27-4989-9947-252b7cf5e794" -d '{"events": [{"server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "name": "network-vif-deleted", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:14.191227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:14.202986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0f20e3-6c06-4c91-bcba-89935dc59ecd req-71cff0bd-ac76-4e12-9810-330f936760b3 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506512 Dec 06 12:11:14.236972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.397490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.442665 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febff660-bb7d-44f1-9a21-39358bcc6c59 x-openstack-request-id: req-febff660-bb7d-44f1-9a21-39358bcc6c59 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:14.450485 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:14.450874 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-febff660-bb7d-44f1-9a21-39358bcc6c59 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:14.451420 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'code': 200} Dec 06 12:11:14.530492 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Allocated IP 172.35.3.109 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/f958a454-e6bc-4a20-8b0e-c01b6dc97b08) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:14.566014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df803b2-0f3f-4f01-a948-572b7defbbaf req-13c44999-41b0-4457-ac26-e9d5770a405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:14.567831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9df803b2-0f3f-4f01-a948-572b7defbbaf req-13c44999-41b0-4457-ac26-e9d5770a405f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.0593405 Dec 06 12:11:14.595837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be1024a9-9270-44f0-ae68-6563c647ff9c req-fa53688b-e8dd-43e8-a488-6aa1c55a81f0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a3df78-87a8-49d2-9d10-bc1282ddc999 HTTP/1.1" status: 200 len: 210 time: 0.0363081 Dec 06 12:11:14.623692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9df803b2-0f3f-4f01-a948-572b7defbbaf req-32986a17-e7d3-45d7-805f-e0c5a2b47be8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Dec 06 12:11:14.645504 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19019e5-6a97-4453-868f-49226613d011 x-openstack-request-id: req-f19019e5-6a97-4453-868f-49226613d011 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:14.645799 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a3df78-87a8-49d2-9d10-bc1282ddc999", "name": "network-vif-deleted", "tag": "f4e5ff9c-1043-4ff8-aaca-3fb44d683d73", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:14.646051 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f19019e5-6a97-4453-868f-49226613d011 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:14.646452 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a3df78-87a8-49d2-9d10-bc1282ddc999', 'name': 'network-vif-deleted', 'tag': 'f4e5ff9c-1043-4ff8-aaca-3fb44d683d73', 'status': 'completed', 'code': 200} Dec 06 12:11:14.670504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.742778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.793429 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:14.798564 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:14.803030 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:14.832905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=f958a454-e6bc-4a20-8b0e-c01b6dc97b08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:14.843517 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60828800-cdc6-4f3b-9574-6d91e6467df2 req-688c25f9-1ac1-4c5f-9ff1-c0667c72b90e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:14.845105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60828800-cdc6-4f3b-9574-6d91e6467df2 req-688c25f9-1ac1-4c5f-9ff1-c0667c72b90e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 946 time: 0.1431866 Dec 06 12:11:14.943080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60828800-cdc6-4f3b-9574-6d91e6467df2 req-699fe835-6b2b-49e4-a535-a5b0ed4aad0e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab925ca2-92b1-41a9-b8d1-4c575839fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856566 Dec 06 12:11:14.954393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.994599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:15.140447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8e1a3-fd5e-4cc3-a5bd-ec08cd832292 req-9617af2f-721c-4b84-ba02-0c85d512a776 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:15.141982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca8e1a3-fd5e-4cc3-a5bd-ec08cd832292 req-9617af2f-721c-4b84-ba02-0c85d512a776 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1052599 Dec 06 12:11:15.215911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca8e1a3-fd5e-4cc3-a5bd-ec08cd832292 req-d048b535-3699-42b4-b0e3-18d7551f2012 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Dec 06 12:11:15.228442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:15.240453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:15.318650 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event updated for resources: {'Port': ['ID=f958a454-e6bc-4a20-8b0e-c01b6dc97b08,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:15.348523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:15.375001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:15.377542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-c598ff03-0cac-4cb1-88a9-ebfa74a4b866 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2023480 Dec 06 12:11:15.452463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-3a861e8e-cee3-4cf5-9ee7-de636de0e800 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0636697 Dec 06 12:11:15.477896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5cec8-a45a-469a-8fd1-c4e63a43fd4e req-8c0c77ce-e4c1-4e49-a676-04704222c9bb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:15.479280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acd5cec8-a45a-469a-8fd1-c4e63a43fd4e req-8c0c77ce-e4c1-4e49-a676-04704222c9bb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0997217 Dec 06 12:11:15.582151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acd5cec8-a45a-469a-8fd1-c4e63a43fd4e req-a16651f6-45ce-4697-8edc-5614e651d45a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932896 Dec 06 12:11:15.604487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-27d815e9-b174-486e-b1f6-6e2b7a283ae2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:15.604487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6af65c2-742c-4f6c-8fe2-b3fa047a91bd req-27d815e9-b174-486e-b1f6-6e2b7a283ae2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1450295 Dec 06 12:11:15.720934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e8b0916-ac89-4b8f-ac6e-00b80da76c99 req-07018e76-4ff5-42a9-b906-882a367c5422 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips/297312e7-58bf-4956-bf35-fd45866fae4c HTTP/1.1" status: 200 len: 693 time: 0.0538814 Dec 06 12:11:15.916841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0916-ac89-4b8f-ac6e-00b80da76c99 req-cd33ac48-77f1-4e48-a0d9-5c06ead230f2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:15.919601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e8b0916-ac89-4b8f-ac6e-00b80da76c99 req-cd33ac48-77f1-4e48-a0d9-5c06ead230f2 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1895356 Dec 06 12:11:15.921417 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:15.926957 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-630abb99-dc22-47a8-a4d5-af7aa5a51fa7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:15.928500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-630abb99-dc22-47a8-a4d5-af7aa5a51fa7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.1965806 Dec 06 12:11:15.946456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-573847b7-4b65-4121-9e5e-a9a80611166e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0108576 Dec 06 12:11:15.997501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-37b7cca6-d00a-4527-9a73-28d7e147416d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452738 Dec 06 12:11:16.037070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cf54bfc-bebd-41f9-9a19-368d9f8a8c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.096743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-9fba86ee-1e8e-4fea-a4de-e9cced7946d7 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips/297312e7-58bf-4956-bf35-fd45866fae4c HTTP/1.1" status: 200 len: 693 time: 0.0973048 Dec 06 12:11:16.111809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cf54bfc-bebd-41f9-9a19-368d9f8a8c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.115734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cf54bfc-bebd-41f9-9a19-368d9f8a8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.153797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3cf54bfc-bebd-41f9-9a19-368d9f8a8c3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99b8e786061a4d80b3f4755fb03061c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306411 Dec 06 12:11:16.154633 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf54bfc-bebd-41f9-9a19-368d9f8a8c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433ea62-cb5a-491f-a1a9-41b273e86fc4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:16.156878 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41428) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:16.171451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-2828c9ad-8396-4cea-9a5a-156995e69636 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:16.172924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-2828c9ad-8396-4cea-9a5a-156995e69636 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 946 time: 0.1746259 Dec 06 12:11:16.204444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.231188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.278381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.281377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.282520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c433ea62-cb5a-491f-a1a9-41b273e86fc4 HTTP/1.1" status: 204 len: 168 time: 0.1247308 Dec 06 12:11:16.292466 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea800ee-f0f8-42a3-969a-8d633d6affe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433ea62-cb5a-491f-a1a9-41b273e86fc4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:16.307102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-89be5cc5-cd87-4d83-add8-c1a0d5d1abab service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989292 Dec 06 12:11:16.352025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-48471d26-10d1-4dc7-b556-392949e9cd79 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:16.353962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-48471d26-10d1-4dc7-b556-392949e9cd79 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2488363 Dec 06 12:11:16.452384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-3f631faf-29fc-4a85-af0f-6d61349dbbf9 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0877132 Dec 06 12:11:16.475031 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Deleting port 655758f7-5264-4065-b63b-25ea40051461 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:16.475380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.543979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-8dbd9383-3680-4907-a338-cd7a15325f72 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0816715 Dec 06 12:11:16.550723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-10a1cec9-8999-484d-b87e-4e2af41575e3 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314601 Dec 06 12:11:16.558010 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41436) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:16.573499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7379500d-64ee-4694-9c86-0e7b3bb50767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.668016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7379500d-64ee-4694-9c86-0e7b3bb50767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.673258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7379500d-64ee-4694-9c86-0e7b3bb50767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.721276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7379500d-64ee-4694-9c86-0e7b3bb50767 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b536c5fa55b845a88240a3bafc780ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620338 Dec 06 12:11:16.721921 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41444) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:16.724065 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379500d-64ee-4694-9c86-0e7b3bb50767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45039d-a453-49d3-baad-1703399455a8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:16.736379 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] For port 655758f7-5264-4065-b63b-25ea40051461, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=655758f7-5264-4065-b63b-25ea40051461,segment=NetworkSegment(70e065df-8419-4b0a-84ec-dc8dd2a02194),segment_id=70e065df-8419-4b0a-84ec-dc8dd2a02194)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:16.736884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.773126 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Calling delete_port for 655758f7-5264-4065-b63b-25ea40051461 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:16.779853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.791619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-f42424a9-1928-4e76-8f24-ab074f85058d tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/7534a7d9-71de-4e28-bd92-4ca9704806e7 HTTP/1.1" status: 200 len: 1817 time: 0.1086867 Dec 06 12:11:16.811807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.855268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Deleting port f958a454-e6bc-4a20-8b0e-c01b6dc97b08 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:16.855612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.867141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.872316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:16.874275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff45039d-a453-49d3-baad-1703399455a8 HTTP/1.1" status: 204 len: 168 time: 0.1511929 Dec 06 12:11:16.886288 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7403ba-4053-46ee-ad52-d4d74bfc4a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45039d-a453-49d3-baad-1703399455a8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:16.972159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.026003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.026329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.051187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.056955 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Calling delete_port for f958a454-e6bc-4a20-8b0e-c01b6dc97b08 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:17.429718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.465104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['655758f7-5264-4065-b63b-25ea40051461'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:17.471486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event deleted for resources: {'Port': ['ID=655758f7-5264-4065-b63b-25ea40051461,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:17.483244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.485718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.486903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a071fa4-9d22-413a-b81d-bf0c67cd350f req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/7534a7d9-71de-4e28-bd92-4ca9704806e7 HTTP/1.1" status: 204 len: 173 time: 0.6592813 Dec 06 12:11:17.524190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96c67f64-d3a4-4b68-8e51-73f28902a2ee no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:17.548413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 96c67f64-d3a4-4b68-8e51-73f28902a2ee {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:17.548775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96c67f64-d3a4-4b68-8e51-73f28902a2ee not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:17.551750 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96951440-577a-4fbd-b791-d4dd4d354a19 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7534a7d9-71de-4e28-bd92-4ca9704806e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:17.553474 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] No DVR routers for this DVR port 655758f7-5264-4065-b63b-25ea40051461 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:17.557510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.560893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-884f6c16-a6d7-47aa-a4ba-e909451794cc req-24117a3a-1d98-49aa-81fe-21dbc5cae21e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.53 "DELETE /v2.0/ports/655758f7-5264-4065-b63b-25ea40051461 HTTP/1.1" status: 204 len: 173 time: 1.3800297 Dec 06 12:11:17.561373 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'name': 'network-vif-deleted', 'tag': '655758f7-5264-4065-b63b-25ea40051461'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:17.563712 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f202528a-1346-4fa4-a9e7-b2d667d05745" -d '{"events": [{"server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "name": "network-vif-deleted", "tag": "655758f7-5264-4065-b63b-25ea40051461"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:17.608221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0bd2a0f-8598-4c68-a1e5-f2ac290f04a6 req-46de1a96-502e-4155-827c-6d9e6b07dd3a tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f030be2-ba05-47b2-853e-1180ddf3652f HTTP/1.1" status: 200 len: 210 time: 0.0362973 Dec 06 12:11:17.718478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.749329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event deleted for resources: {'Port': ['ID=f958a454-e6bc-4a20-8b0e-c01b6dc97b08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:17.841476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c4871-62a5-4b29-9e0d-73f7f3ed0a9a req-6e996147-e266-48ea-810d-cad710cf52c9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:17.843009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d38c4871-62a5-4b29-9e0d-73f7f3ed0a9a req-6e996147-e266-48ea-810d-cad710cf52c9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0950913 Dec 06 12:11:17.877148 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-f3c858d2-a125-4d2d-83b3-9b42d3e5d0b2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:17.879316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-f3c858d2-a125-4d2d-83b3-9b42d3e5d0b2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.1519864 Dec 06 12:11:17.884757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.887325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:17.888593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8921cf7-6cc9-4cbe-bc5d-9997dc488fce req-b4fcca3d-93bd-4af7-9d22-5f417dfe8923 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "DELETE /v2.0/floatingips/297312e7-58bf-4956-bf35-fd45866fae4c HTTP/1.1" status: 204 len: 173 time: 1.3346286 Dec 06 12:11:17.893878 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:17.916600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d38c4871-62a5-4b29-9e0d-73f7f3ed0a9a req-561b444a-5744-4d5a-a09d-f412b02f9048 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 Dec 06 12:11:18.015309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f5dd735-9c70-48af-9ff4-61e09a395d09 req-5eadafff-907c-449d-af0b-cfb36184a926 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 210 time: 0.0319695 Dec 06 12:11:18.018737 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:18.022389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.034424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab61c-548a-46c2-9c9b-140dac21a09c req-57a5c6a6-ee5d-4f9a-8aac-2778d4736283 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.035905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ecab61c-548a-46c2-9c9b-140dac21a09c req-57a5c6a6-ee5d-4f9a-8aac-2778d4736283 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0858464 Dec 06 12:11:18.129699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1edd93e9-089c-49e0-810f-3098554417c1 req-501a98b0-871a-4a49-a2be-b89851e9b47f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/018b0fa2-3150-411e-8640-9c5c7615cac1 HTTP/1.1" status: 200 len: 1817 time: 0.0768647 Dec 06 12:11:18.140321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ecab61c-548a-46c2-9c9b-140dac21a09c req-ffecbf21-72de-46db-80a2-eeb544210856 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Dec 06 12:11:18.163962 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.11 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/9982f5c4-3b16-4929-87fd-777ae3689ff3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:18.203449 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfa6d1-87ff-4a04-ac5a-6669e13f0d6f x-openstack-request-id: req-53cfa6d1-87ff-4a04-ac5a-6669e13f0d6f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:18.203750 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f030be2-ba05-47b2-853e-1180ddf3652f", "name": "network-vif-deleted", "tag": "655758f7-5264-4065-b63b-25ea40051461", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:18.204035 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53cfa6d1-87ff-4a04-ac5a-6669e13f0d6f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:18.204617 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f030be2-ba05-47b2-853e-1180ddf3652f', 'name': 'network-vif-deleted', 'tag': '655758f7-5264-4065-b63b-25ea40051461', 'status': 'completed', 'code': 200} Dec 06 12:11:18.239454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1edd93e9-089c-49e0-810f-3098554417c1 req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.271774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1edd93e9-089c-49e0-810f-3098554417c1 req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.324042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1edd93e9-089c-49e0-810f-3098554417c1 req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.326796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1edd93e9-089c-49e0-810f-3098554417c1 req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.339887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1edd93e9-089c-49e0-810f-3098554417c1 req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/018b0fa2-3150-411e-8640-9c5c7615cac1 HTTP/1.1" status: 204 len: 173 time: 0.1960559 Dec 06 12:11:18.352768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.362403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446319f7-504c-4a3f-bdf5-137d5aaa8432 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b0fa2-3150-411e-8640-9c5c7615cac1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:18.403980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.417116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:18.488865 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:18.499836 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:18.512068 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:18.588469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8929d4-add5-40aa-99a6-57fb73574378 req-c9389126-7403-4c9b-b9f9-1469bf931691 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.590568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed8929d4-add5-40aa-99a6-57fb73574378 req-c9389126-7403-4c9b-b9f9-1469bf931691 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2422383 Dec 06 12:11:18.618167 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1964807717', 'description': 'tempest-description-898103844'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:18.659961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.764794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.771214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.790178 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:18.805828 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:18.827310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.828553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea64d232-5514-4063-806d-099c70385d82 req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2145579 Dec 06 12:11:18.855458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77790ca5-a25a-47c0-8918-f4cd5420398f tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ae7ca9-f90b-4202-8264-97ae3b552860,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:18.866036 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:18.896647 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.898042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.918937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-658ce7f9-2a9f-4cf2-9bf0-022640f87727 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0304687 Dec 06 12:11:18.933893 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Request body: {'port': {'device_id': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:18.949213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08725767-f612-4b4e-af2e-c8dd145c91c7 req-1b4455f7-8056-4863-a7cb-6ac4b90f4215 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=4f32ba13cdfe485291ce4be2a9691901 HTTP/1.1" status: 200 len: 1657 time: 0.0711222 Dec 06 12:11:18.994530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.003200 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78e339-bd92-4997-9d50-835d289486e5 req-9003ea3e-3400-4fb2-b34f-41270bad3f95 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.004691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a78e339-bd92-4997-9d50-835d289486e5 req-9003ea3e-3400-4fb2-b34f-41270bad3f95 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.1614790 Dec 06 12:11:19.005489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea136539-ea27-4a90-a400-51c46f23ab26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.022700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:19.025002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ebbd-52c4-413c-85d5-f37f91f3a320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.049185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:19.049810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f4e5ff9c-1043-4ff8-aaca-3fb44d683d73 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:19.086794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a78e339-bd92-4997-9d50-835d289486e5 req-7c8586d6-c89a-4526-90b0-018c6bc0f74a tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.166964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725767-f612-4b4e-af2e-c8dd145c91c7 req-fca32d12-cde0-468e-8e5a-5da5661bb9de tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.168434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08725767-f612-4b4e-af2e-c8dd145c91c7 req-fca32d12-cde0-468e-8e5a-5da5661bb9de tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks?id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 787 time: 0.2184172 Dec 06 12:11:19.200752 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-08725767-f612-4b4e-af2e-c8dd145c91c7 req-d2a7c783-e100-4a04-a6e3-13cab0a8b77e tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:11:19.201786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08725767-f612-4b4e-af2e-c8dd145c91c7 req-d2a7c783-e100-4a04-a6e3-13cab0a8b77e tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226679 Dec 06 12:11:19.289929 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9982f5c4-3b16-4929-87fd-777ae3689ff3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:19.298515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.310849 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Transition to ACTIVE for port object 9982f5c4-3b16-4929-87fd-777ae3689ff3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:19.314514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.318854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ebbd-52c4-413c-85d5-f37f91f3a320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.337236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea136539-ea27-4a90-a400-51c46f23ab26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.340413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ebbd-52c4-413c-85d5-f37f91f3a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.361218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea136539-ea27-4a90-a400-51c46f23ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.367991 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.377993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.384213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a78e339-bd92-4997-9d50-835d289486e5 req-7c8586d6-c89a-4526-90b0-018c6bc0f74a tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.405902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a78e339-bd92-4997-9d50-835d289486e5 req-7c8586d6-c89a-4526-90b0-018c6bc0f74a tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.417050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-6a3d2b26-5b3b-4008-ba3a-6a39338a6c20 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/a7ae7ca9-f90b-4202-8264-97ae3b552860 HTTP/1.1" status: 200 len: 1817 time: 0.1616530 Dec 06 12:11:19.423519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5a5ebbd-52c4-413c-85d5-f37f91f3a320 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12e49b654ebd404c850336e1a2b17583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6108501 Dec 06 12:11:19.427605 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41524) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:19.435989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea136539-ea27-4a90-a400-51c46f23ab26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b0d8704ada14c938f13e3b3e51e8e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438987 Dec 06 12:11:19.439919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5ebbd-52c4-413c-85d5-f37f91f3a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b250f3c-7e04-43f7-9f98-47363c1d3d66,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.442826 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41526) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:19.448741 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1303816808', 'description': 'tempest-description-hth-1429074982'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:19.473662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a78e339-bd92-4997-9d50-835d289486e5 req-7c8586d6-c89a-4526-90b0-018c6bc0f74a tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581881 Dec 06 12:11:19.479573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Attempting to bind port 9982f5c4-3b16-4929-87fd-777ae3689ff3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:19.479903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Attempting to bind port 9982f5c4-3b16-4929-87fd-777ae3689ff3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:19.480222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Attempting to bind port 9982f5c4-3b16-4929-87fd-777ae3689ff3 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:19.503674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea136539-ea27-4a90-a400-51c46f23ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112dce76-d75c-4004-9871-7cb6a51b4ec9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.511574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.526711 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Port 9982f5c4-3b16-4929-87fd-777ae3689ff3 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:19.527035 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Attempting to bind port 9982f5c4-3b16-4929-87fd-777ae3689ff3 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:19.533476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:19.533864 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:19.534189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:19.534615 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Bound port: 9982f5c4-3b16-4929-87fd-777ae3689ff3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:19.534964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.570674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8586d6-c89a-4526-90b0-018c6bc0f74a tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ddd6a-05d7-4f05-b285-d6cfd02c78a2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.576202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.605637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.607096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.610688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.613281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.614517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f98afc5-53af-4a52-a03a-e18f4efb6074 req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "PUT /v2.0/security-groups/a7ae7ca9-f90b-4202-8264-97ae3b552860 HTTP/1.1" status: 200 len: 1792 time: 0.1833107 Dec 06 12:11:19.625471 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a826-9ed9-4c12-b7ed-063415760b2a req-18f15190-ceaf-40ac-860a-15d5620cf5b3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.626990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c80a826-9ed9-4c12-b7ed-063415760b2a req-18f15190-ceaf-40ac-860a-15d5620cf5b3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0866954 Dec 06 12:11:19.636102 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.663716 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482facf-5ad8-4785-b214-4e6293a1cda9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ae7ca9-f90b-4202-8264-97ae3b552860,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.673961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.702190 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:19.710262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c80a826-9ed9-4c12-b7ed-063415760b2a req-6ae4efa5-2147-490d-ac8e-d025fa59fb71 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729792 Dec 06 12:11:19.732413 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:19.738792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.788294 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.788907 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.790355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] 10.222.0.23 "PUT /v2.0/ports/9982f5c4-3b16-4929-87fd-777ae3689ff3 HTTP/1.1" status: 200 len: 1092 time: 0.8625853 Dec 06 12:11:19.791197 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:19.793497 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cf588e-5b96-436a-bf4b-331850f2cbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:19.798821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.799251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac6f5b-d88a-4bd1-b3a9-c67b9a378165 req-7f57ed4f-79c8-43b3-99e9-b36cdacdf256 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.800892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4ac6f5b-d88a-4bd1-b3a9-c67b9a378165 req-7f57ed4f-79c8-43b3-99e9-b36cdacdf256 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 944 time: 0.1046603 Dec 06 12:11:19.801406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.802491 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b250f3c-7e04-43f7-9f98-47363c1d3d66 HTTP/1.1" status: 204 len: 168 time: 0.3738430 Dec 06 12:11:19.808989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-0573db3b-4419-43cb-9ab0-e22ea51c19dd tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips/6fb077cb-0dae-4b2c-9604-53e75bb1e885 HTTP/1.1" status: 200 len: 693 time: 0.0605557 Dec 06 12:11:19.820955 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d1a2a-49ab-4eb1-a204-0ab6c0934619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b250f3c-7e04-43f7-9f98-47363c1d3d66,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.835095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.838235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:19.839358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/112dce76-d75c-4004-9871-7cb6a51b4ec9 HTTP/1.1" status: 204 len: 168 time: 0.3923328 Dec 06 12:11:19.851922 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587b20b-4356-4d4f-be6f-1ae6b93d557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112dce76-d75c-4004-9871-7cb6a51b4ec9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.862694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eca87-4680-4fb3-9974-071fad91c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:19.945583 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-b29c04eb-c430-4b1d-baee-f8f2dac22650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:19.948493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-b29c04eb-c430-4b1d-baee-f8f2dac22650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 1095 time: 0.0934119 Dec 06 12:11:19.996871 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-214d817c-ca23-46fb-825a-b9ac308f75b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3 HTTP/1.1" status: 200 len: 217 time: 0.0411117 Dec 06 12:11:20.013113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4ac6f5b-d88a-4bd1-b3a9-c67b9a378165 req-fbc64da2-a189-4839-8a7b-1f419cc8d119 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937919 Dec 06 12:11:20.082423 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-816ffb3f-dc91-4614-af39-5154d4705bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:20.084641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-816ffb3f-dc91-4614-af39-5154d4705bde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0802622 Dec 06 12:11:20.086073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-653afed8-09f7-452f-9deb-9167a518968b tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:20.087565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-653afed8-09f7-452f-9deb-9167a518968b tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2727075 Dec 06 12:11:20.124617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-6ef2ad24-1680-4ca0-8c16-08bafdc8d614 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334735 Dec 06 12:11:20.163150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-88bd6889-3bad-42bf-a0fe-81e56bc6f96d tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0674984 Dec 06 12:11:20.220276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-0b9f742d-ae09-482d-b1ad-93536caf0293 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0499821 Dec 06 12:11:20.279764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-3a12963a-ac5b-4617-8ec2-140c040ecaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457796 Dec 06 12:11:20.300651 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41560) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:20.344765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fca275-09f9-42c0-a38f-4a48ffd03f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.384067 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Deleting port 750e8b1e-05bf-49cf-a73f-fafb042631ec {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:20.384962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.450507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-697d2fa2-3983-4a68-9671-0818d3c3cebe req-faea5cdf-619c-466b-9f19-d860a23f90de service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642692 Dec 06 12:11:20.513463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fca275-09f9-42c0-a38f-4a48ffd03f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.516411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.516979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.521951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fca275-09f9-42c0-a38f-4a48ffd03f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.534121 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Calling delete_port for 750e8b1e-05bf-49cf-a73f-fafb042631ec owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:20.556880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fca275-09f9-42c0-a38f-4a48ffd03f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166065d3-c226-4960-8fb2-3c6ab43b49b3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:20.578328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f4fca275-09f9-42c0-a38f-4a48ffd03f67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7144ea04518b45ae93c33474aa3e5339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758925 Dec 06 12:11:20.581038 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41574) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:20.659606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.689341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.763921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.773553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.776278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.777500 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/166065d3-c226-4960-8fb2-3c6ab43b49b3 HTTP/1.1" status: 204 len: 168 time: 0.1951780 Dec 06 12:11:20.790614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3aa7b-24fb-42af-9734-38500c71dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166065d3-c226-4960-8fb2-3c6ab43b49b3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:20.792079 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event deleted for resources: {'Port': ['ID=750e8b1e-05bf-49cf-a73f-fafb042631ec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:20.796437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e541b685-db05-4e2c-85a5-b0da297a75ea req-75c0f8b6-434e-49f6-b0ac-7be031ccceb2 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/a7ae7ca9-f90b-4202-8264-97ae3b552860 HTTP/1.1" status: 200 len: 1792 time: 0.0924158 Dec 06 12:11:20.808127 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.808729 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.808823 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.809148 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.809642 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.809995 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.810331 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.810664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.810995 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.811326 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.811659 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.811986 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.812313 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:20.865513 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a124d18-7a9a-4207-8ac9-4362c3c29c0c x-openstack-request-id: req-9a124d18-7a9a-4207-8ac9-4362c3c29c0c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:20.866031 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:20.866472 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a124d18-7a9a-4207-8ac9-4362c3c29c0c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:20.867081 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3', 'status': 'completed', 'code': 200} Dec 06 12:11:20.890445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.893374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:20.894570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89dc0c81-82ea-4e77-b4df-277fb80eb4fc req-dec78cfe-6ef8-420f-95e9-6a49d5cdf1f1 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "DELETE /v2.0/floatingips/6fb077cb-0dae-4b2c-9604-53e75bb1e885 HTTP/1.1" status: 204 len: 173 time: 0.6660867 Dec 06 12:11:20.971970 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-a4399fd3-a7b7-42ba-8e25-f7ef1f4365e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:20.973423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-a4399fd3-a7b7-42ba-8e25-f7ef1f4365e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 1095 time: 0.0855656 Dec 06 12:11:20.981138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-d83c79ec-1b42-40df-ac77-e6b0642c6ef2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2455118 Dec 06 12:11:21.015530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 655758f7-5264-4065-b63b-25ea40051461 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:21.023697 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-9eb2a370-28e4-46ce-bc80-805ceccc69dd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:11:21.029824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-9eb2a370-28e4-46ce-bc80-805ceccc69dd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0300550 Dec 06 12:11:21.049100 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 655758f7-5264-4065-b63b-25ea40051461 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:21.049514 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 655758f7-5264-4065-b63b-25ea40051461 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:21.070368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025597f4-affc-4f00-bac9-67e7731787f2 req-c85a5614-83dd-4c81-9dd1-872a668631b1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:21.079233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-025597f4-affc-4f00-bac9-67e7731787f2 req-c85a5614-83dd-4c81-9dd1-872a668631b1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1213269 Dec 06 12:11:21.097083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5de1e-0a4d-4ddd-a572-b0a619336329 req-ef9768dc-dbc9-4e82-ae5a-ebe00fd020b8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:21.098717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e5de1e-0a4d-4ddd-a572-b0a619336329 req-ef9768dc-dbc9-4e82-ae5a-ebe00fd020b8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1294441 Dec 06 12:11:21.125934 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-2d235bec-8ae5-4a18-ba9f-71331395c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:21.127772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-2d235bec-8ae5-4a18-ba9f-71331395c092 service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.1429203 Dec 06 12:11:21.174297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e5de1e-0a4d-4ddd-a572-b0a619336329 req-9f4d4b8c-f2fc-4e32-a44a-d495cc6abdbc tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668666 Dec 06 12:11:21.177879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-025597f4-affc-4f00-bac9-67e7731787f2 req-59abd558-5f46-4ccf-b2c2-e1d8b861eb8f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976899 Dec 06 12:11:21.189712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-00889b04-16cc-4856-895d-2eb97882f7f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3 HTTP/1.1" status: 200 len: 217 time: 0.0534358 Dec 06 12:11:21.253666 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-decea0a3-9809-434e-83ed-b677c1facc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:21.255313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-decea0a3-9809-434e-83ed-b677c1facc74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0576246 Dec 06 12:11:21.287083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-a7e9e752-999d-496a-ab67-60b506323453 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/a7ae7ca9-f90b-4202-8264-97ae3b552860 HTTP/1.1" status: 200 len: 1792 time: 0.0493555 Dec 06 12:11:21.297810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-4dc822fa-fc42-44e7-b20b-c6942ac323e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331371 Dec 06 12:11:21.352028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.385413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.429341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-a40492da-b48d-4365-ac68-2c8fcdeaa10f service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210933 Dec 06 12:11:21.436406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.439510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.440672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0cf37ba-048e-49fc-9ef3-96096b28fe6f req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/a7ae7ca9-f90b-4202-8264-97ae3b552860 HTTP/1.1" status: 204 len: 173 time: 0.1464770 Dec 06 12:11:21.469074 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4a3c-b0b0-417c-8791-28e57a8c2750 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ae7ca9-f90b-4202-8264-97ae3b552860,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:21.526614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9982f5c4-3b16-4929-87fd-777ae3689ff3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:21.551052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-564f46fc-e090-4e9b-bf0b-14d022973b16 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips/e265bcbc-29f9-44f4-8b8f-255b86992cab HTTP/1.1" status: 200 len: 693 time: 0.0857317 Dec 06 12:11:21.588860 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93cf588e-5b96-436a-bf4b-331850f2cbaa req-d3a1346f-aea4-4756-9f82-b92b29598805 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529462 Dec 06 12:11:21.716400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-3df9fb8b-6d46-4c48-be42-31fdde27a542 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:21.718150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-3df9fb8b-6d46-4c48-be42-31fdde27a542 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1661539 Dec 06 12:11:21.720134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:21.734844 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '9982f5c4-3b16-4929-87fd-777ae3689ff3', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': '9982f5c4-3b16-4929-87fd-777ae3689ff3', 'mac_address': 'fa:16:3e:05:bf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:21.784558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.800543 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9982f5c4-3b16-4929-87fd-777ae3689ff3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:21.816779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-6184c90b-bed9-4787-bcea-64ce33a2df21 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0924265 Dec 06 12:11:21.823206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:21.829924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:21.880138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-a03247e1-ae6e-450a-bc77-9556ce5312e5 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0562217 Dec 06 12:11:21.895585 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:22.058805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['9982f5c4-3b16-4929-87fd-777ae3689ff3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:22.064840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Deleting port 02af4e77-ad2d-4225-b76a-65eebc9808a4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:22.065345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.207891 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029baf8-db20-452d-a372-9229baf62761 req-57b83869-8eaa-46b3-a2f7-6ce0c554ed95 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:22.215820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0029baf8-db20-452d-a372-9229baf62761 req-57b83869-8eaa-46b3-a2f7-6ce0c554ed95 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 945 time: 0.1270041 Dec 06 12:11:22.228253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.228624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.252637 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Calling delete_port for 02af4e77-ad2d-4225-b76a-65eebc9808a4 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:22.318359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0029baf8-db20-452d-a372-9229baf62761 req-0f80f28e-87f9-4299-ae9c-d74b26934c7c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014385 Dec 06 12:11:22.428109 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:22.438893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.486268 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event deleted for resources: {'Port': ['ID=02af4e77-ad2d-4225-b76a-65eebc9808a4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:22.529048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.553613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.589203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85addbdd-3ae1-44ef-af6f-1f84873192d7 req-312051e5-819a-4626-80da-69c1f6bb3a52 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:22.590722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85addbdd-3ae1-44ef-af6f-1f84873192d7 req-312051e5-819a-4626-80da-69c1f6bb3a52 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.1058776 Dec 06 12:11:22.597125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.599558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.600753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcb7a381-735f-4e4a-91e7-a340becb5444 req-28c2c112-198d-45ea-9bb1-8a3419809e77 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "DELETE /v2.0/floatingips/e265bcbc-29f9-44f4-8b8f-255b86992cab HTTP/1.1" status: 204 len: 173 time: 0.7126596 Dec 06 12:11:22.612277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.615031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.616359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "DELETE /v2.0/security-groups/82b8c8c6-1021-4e2d-b749-0a32f62086d0 HTTP/1.1" status: 204 len: 168 time: 0.1863294 Dec 06 12:11:22.620158 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:22.636523 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc9969-baaf-4e25-a5f6-2de85705ce83 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8c8c6-1021-4e2d-b749-0a32f62086d0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:22.643860 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-d25577a8-43c5-473a-b256-1dd6d88a001e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] show failed (client error): The resource could not be found. Dec 06 12:11:22.644911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d25577a8-43c5-473a-b256-1dd6d88a001e tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "GET /v2.0/security-groups/82b8c8c6-1021-4e2d-b749-0a32f62086d0 HTTP/1.1" status: 404 len: 347 time: 0.0226893 Dec 06 12:11:22.648456 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:22.667708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85addbdd-3ae1-44ef-af6f-1f84873192d7 req-a947f61f-6285-4714-bf6a-36826bc9a870 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650036 Dec 06 12:11:22.774447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebe0b4-699d-430b-ba2d-7f4c0604fa77 req-c2f7e516-555d-47e5-a880-530a48a052af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:22.776803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcebe0b4-699d-430b-ba2d-7f4c0604fa77 req-c2f7e516-555d-47e5-a880-530a48a052af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0978134 Dec 06 12:11:22.838516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cc014d47-4fd7-4778-9b0d-b6518014c9c8 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips/b207a71e-3eeb-42d2-823f-fb3f1e1f0e95 HTTP/1.1" status: 200 len: 693 time: 0.0596879 Dec 06 12:11:22.862664 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-522c13e4-0a2c-45a3-a1ee-ee29cd927b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:22.864134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-522c13e4-0a2c-45a3-a1ee-ee29cd927b02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.0552731 Dec 06 12:11:22.870573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Deleting port 54badf34-3aaf-4bef-96d3-8e0491ca0e12 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:22.870928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:22.892054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcebe0b4-699d-430b-ba2d-7f4c0604fa77 req-320b5c1a-4948-41fc-b18b-aeb38f41c102 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Dec 06 12:11:22.949523 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-b3b363d7-1475-4a95-be9e-7b2444204d43 req-a8b664e9-70ac-4504-859d-0cd8e668b434 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:22.950507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3b363d7-1475-4a95-be9e-7b2444204d43 req-a8b664e9-70ac-4504-859d-0cd8e668b434 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/018b0fa2-3150-411e-8640-9c5c7615cac1 HTTP/1.1" status: 404 len: 352 time: 0.0223472 Dec 06 12:11:22.980618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-872056bb-b8db-4ea0-8abd-7302d0979761 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:22.982179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-872056bb-b8db-4ea0-8abd-7302d0979761 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1378794 Dec 06 12:11:23.017271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.017611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.027345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e85d13ab-7533-4446-b3a1-4199da0900cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:23.028826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e85d13ab-7533-4446-b3a1-4199da0900cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1552629 Dec 06 12:11:23.032375 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Calling delete_port for 54badf34-3aaf-4bef-96d3-8e0491ca0e12 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:23.036886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-28141f1b-acde-49e3-b8be-d84b421d248c tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0470254 Dec 06 12:11:23.075407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-8682a092-06ae-440e-8c2c-47c15d549d0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0390165 Dec 06 12:11:23.093884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-a54099b2-f980-4f3e-99cf-c8a09c261280 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0484872 Dec 06 12:11:23.167988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-f59dc8d5-5ee2-449f-a8ff-fb71498b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:23.169644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-f59dc8d5-5ee2-449f-a8ff-fb71498b02b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0611684 Dec 06 12:11:23.233840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Deleting port 2eb1c745-d2ee-431b-8371-5391014b9e66 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:23.234332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.248339 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-daea7c1a-6609-4c13-b9fa-5b4798599429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:23.249939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-daea7c1a-6609-4c13-b9fa-5b4798599429 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732079 Dec 06 12:11:23.311175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.311405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.324010 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Calling delete_port for 2eb1c745-d2ee-431b-8371-5391014b9e66 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:23.326122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.359967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Pushing event deleted for resources: {'Port': ['ID=54badf34-3aaf-4bef-96d3-8e0491ca0e12,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:23.424662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-01ec87f8-e898-4dc2-95ad-074a6f5215f3 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676979 Dec 06 12:11:23.428620 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-344cca02-9f33-45da-8d2c-131a46f4797c req-92c683f5-8f08-4313-839c-c78ff64115c4 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:23.429640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-344cca02-9f33-45da-8d2c-131a46f4797c req-92c683f5-8f08-4313-839c-c78ff64115c4 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/7534a7d9-71de-4e28-bd92-4ca9704806e7 HTTP/1.1" status: 404 len: 352 time: 0.0155187 Dec 06 12:11:23.471728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.474317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.475451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f62b122c-6588-4754-ab8b-beea6ee9cc81 tempest-ImagesOneServerNegativeTestJSON-157619681 tempest-ImagesOneServerNegativeTestJSON-157619681-project] 10.222.0.31 "DELETE /v2.0/floatingips/03b0c5ee-b88d-4ebe-bd8e-d4c999cbc765 HTTP/1.1" status: 204 len: 168 time: 0.8260698 Dec 06 12:11:23.496531 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.526049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Pushing event deleted for resources: {'Port': ['ID=2eb1c745-d2ee-431b-8371-5391014b9e66,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:23.534424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-6b00069b-1cc1-42ce-b3a3-2922e2b801e2 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022344 Dec 06 12:11:23.555543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9982f5c4-3b16-4929-87fd-777ae3689ff3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:23.611326 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 9982f5c4-3b16-4929-87fd-777ae3689ff3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:23.617011 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 9982f5c4-3b16-4929-87fd-777ae3689ff3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:23.617411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.623547 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc3b76-7a85-4cb6-8c72-9431002f3f67 req-eac67091-451e-41c3-a4d3-e8feee54a943 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:23.625083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2fc3b76-7a85-4cb6-8c72-9431002f3f67 req-eac67091-451e-41c3-a4d3-e8feee54a943 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 945 time: 0.1025124 Dec 06 12:11:23.630032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.636180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.640522 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41696) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:23.646032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6172dd-457b-4225-90a0-804b5fa3b526 req-cf660520-2795-4d23-891b-a90f8803ab54 tempest-FloatingIPDetailsTestJSON-820532272 tempest-FloatingIPDetailsTestJSON-820532272-project] 10.222.0.31 "DELETE /v2.0/floatingips/b207a71e-3eeb-42d2-823f-fb3f1e1f0e95 HTTP/1.1" status: 204 len: 173 time: 0.5458071 Dec 06 12:11:23.734134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2fc3b76-7a85-4cb6-8c72-9431002f3f67 req-923b371d-cfaf-41c8-87e2-ef614069e668 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870430 Dec 06 12:11:23.759118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.774271 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-6ed66c3f-bfdd-4eb1-b0f9-fef09a5e650a req-1ea32b43-3f28-494a-af0d-30cedcc74dd1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:23.782890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ed66c3f-bfdd-4eb1-b0f9-fef09a5e650a req-1ea32b43-3f28-494a-af0d-30cedcc74dd1 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/aca6dcac-79f4-44a4-8d7d-bb711b5adb9d HTTP/1.1" status: 404 len: 352 time: 0.0216155 Dec 06 12:11:23.797672 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:23.800053 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cdb354-4b40-4c89-9f2c-10c90f9c646e" -d '{"events": [{"server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "name": "network-vif-plugged", "status": "completed", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:23.814879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:23.820397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:23.884557 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:23.987645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc6682-4dea-4466-b136-c888dd53feeb req-2c75f503-bf42-485e-bfba-086ec18cdb51 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:23.989236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04cc6682-4dea-4466-b136-c888dd53feeb req-2c75f503-bf42-485e-bfba-086ec18cdb51 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 945 time: 0.0654531 Dec 06 12:11:23.994293 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-b24b1b8e-3c61-4fb4-a292-2293ee87f765 req-eb6f1cf6-faf8-46cc-b8ef-f0aa6f2b8926 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:23.995235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b24b1b8e-3c61-4fb4-a292-2293ee87f765 req-eb6f1cf6-faf8-46cc-b8ef-f0aa6f2b8926 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/4177c776-6894-48a1-8d76-dc8984449d67 HTTP/1.1" status: 404 len: 352 time: 0.0251477 Dec 06 12:11:24.042180 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8950b929-3443-4531-a221-fc7bbcb430a3 x-openstack-request-id: req-8950b929-3443-4531-a221-fc7bbcb430a3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:24.042487 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "name": "network-vif-plugged", "status": "completed", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:24.043280 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8950b929-3443-4531-a221-fc7bbcb430a3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:24.043280 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3', 'code': 200} Dec 06 12:11:24.093467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04cc6682-4dea-4466-b136-c888dd53feeb req-88526aa1-54b6-4118-8320-00cf60493e71 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Dec 06 12:11:24.213643 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-dbe1375b-2936-42aa-b89d-665cd67780dc req-7fff9f45-9f7c-4976-a204-b2c0f299e581 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:24.214656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbe1375b-2936-42aa-b89d-665cd67780dc req-7fff9f45-9f7c-4976-a204-b2c0f299e581 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/af33acab-2575-4a28-abfc-921da4ca1c0c HTTP/1.1" status: 404 len: 352 time: 0.0168676 Dec 06 12:11:24.236847 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81bbe1-6f47-444b-abf9-d29ec9628263 req-5506979b-0c70-4835-9155-62c38b57ba19 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:24.236986 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d906-64b5-4fab-a5b9-ef4c30f724db req-c32772cc-c1ac-40c5-b9ee-34a0cb0fd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:24.238641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a81bbe1-6f47-444b-abf9-d29ec9628263 req-5506979b-0c70-4835-9155-62c38b57ba19 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0683353 Dec 06 12:11:24.244122 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eac8d906-64b5-4fab-a5b9-ef4c30f724db req-c32772cc-c1ac-40c5-b9ee-34a0cb0fd3a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 1097 time: 0.0972116 Dec 06 12:11:24.253845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.256588 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:24.306486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a81bbe1-6f47-444b-abf9-d29ec9628263 req-3cee8579-0204-4606-a078-8c6943146a3a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Dec 06 12:11:24.446307 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eac8d906-64b5-4fab-a5b9-ef4c30f724db req-713db3c1-00ad-4bc4-885a-e5f2fde73482 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001269 Dec 06 12:11:24.450120 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Deleting subnet 3f2b76cb-1e2a-45de-816c-ff6bc57644dd {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:24.502509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.529522 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:24.573205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.619691 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-f1a5b414-e67c-439c-8dda-82fbc51f33ac req-7ed9637b-4f16-451f-9824-c0b2d8ec969a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] show failed (client error): The resource could not be found. Dec 06 12:11:24.622394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1a5b414-e67c-439c-8dda-82fbc51f33ac req-7ed9637b-4f16-451f-9824-c0b2d8ec969a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/d1343dbb-61f0-42ca-9f00-abfb95ec8be4 HTTP/1.1" status: 404 len: 352 time: 0.0235093 Dec 06 12:11:24.659440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.692993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-133796df-e2b9-468d-abce-81e1fe25b34e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.807893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-133796df-e2b9-468d-abce-81e1fe25b34e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.814916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-133796df-e2b9-468d-abce-81e1fe25b34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.826046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.857595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-133796df-e2b9-468d-abce-81e1fe25b34e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=427d0ff0df8d4c889c47fa8c1abd0464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268731 Dec 06 12:11:24.860992 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:24.861735 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2b76cb-1e2a-45de-816c-ff6bc57644dd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:24.867536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:24.875047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3f2b76cb-1e2a-45de-816c-ff6bc57644dd HTTP/1.1" status: 204 len: 168 time: 0.5467126 Dec 06 12:11:24.877745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41762) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:24.896196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133796df-e2b9-468d-abce-81e1fe25b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4bcae-5dbc-43ef-8a66-a4aeccb60067,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:24.896373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.896373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.896373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.896373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.896998 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.897484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.897915 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.898437 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.898868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.899306 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.899772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.900195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.900619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac96f74-0fa1-4549-9a6d-06aba2f927b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:24.913885 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Deleting port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:24.914489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.008198 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] For port e5f9f806-dc0c-422f-ae1e-18ee5d68daf4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:25.008562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.019595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.022104 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Calling delete_port for e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:25.041114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.064208 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c2ca4-6e14-4a71-b24f-dc44796f620a req-4f78624e-42c2-4596-9fd4-5625ce2a011d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:25.065899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db9c2ca4-6e14-4a71-b24f-dc44796f620a req-4f78624e-42c2-4596-9fd4-5625ce2a011d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.0960586 Dec 06 12:11:25.101412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.211486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.222524 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.238570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f9f806-dc0c-422f-ae1e-18ee5d68daf4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:25.257135 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1de95a-321a-4f4a-96f5-b4f18e02a3d5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:25.270302 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e065df-8419-4b0a-84ec-dc8dd2a02194') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:25.270607 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e065df-8419-4b0a-84ec-dc8dd2a02194') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:25.287288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.306636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db9c2ca4-6e14-4a71-b24f-dc44796f620a req-ad4c778c-da5d-4c7e-be04-410acf943206 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119653 Dec 06 12:11:25.335763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.349781 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:25.350159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:25.352792 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:25.374499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6161c7d-d93b-4e3e-bc79-7c8d08db30b6 req-aa43f4f4-3645-483f-be83-ce3df29fb2d9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:25.376644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6161c7d-d93b-4e3e-bc79-7c8d08db30b6 req-aa43f4f4-3645-483f-be83-ce3df29fb2d9 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1023 time: 0.0938344 Dec 06 12:11:25.377340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.381694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.385706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ace4bcae-5dbc-43ef-8a66-a4aeccb60067 HTTP/1.1" status: 204 len: 168 time: 0.5208704 Dec 06 12:11:25.422143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34709c-4860-42de-95e6-7a84c0b6559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4bcae-5dbc-43ef-8a66-a4aeccb60067,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:25.450422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.777999 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Router ea432811-be82-473b-b615-952bc4c45c26 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:25.838384 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41776) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:25.863139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd73c-9d59-4623-9d29-95f600af105e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.898154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.917671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:25.923828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b1de95a-321a-4f4a-96f5-b4f18e02a3d5 HTTP/1.1" status: 204 len: 168 time: 1.0453157 Dec 06 12:11:25.930284 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab006ce8-a17b-422d-97bc-9381798ac2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1de95a-321a-4f4a-96f5-b4f18e02a3d5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:25.959905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:25.966403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da579699-5b82-4bb8-8ef4-a7938f53a8f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/ea432811-be82-473b-b615-952bc4c45c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3242872 Dec 06 12:11:25.969538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6161c7d-d93b-4e3e-bc79-7c8d08db30b6 req-849293d2-b05e-429b-96c9-3e5e90b806b8 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5e75a4e-5236-47ae-ab38-e8103dbec1f3&id=ba079155-ad01-44c3-b4c9-451c4ff78339&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5581658 Dec 06 12:11:25.969877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:25.975207 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Sync routers for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:25.992228 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:25.995464 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:26.069182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd73c-9d59-4623-9d29-95f600af105e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.075857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd73c-9d59-4623-9d29-95f600af105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.095227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746bcf2-4665-4a23-9297-6ea3a3b04da8 req-5852f0de-0520-42c5-9e03-6599c6b1e01d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:26.096747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0746bcf2-4665-4a23-9297-6ea3a3b04da8 req-5852f0de-0520-42c5-9e03-6599c6b1e01d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0572219 Dec 06 12:11:26.148944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0746bcf2-4665-4a23-9297-6ea3a3b04da8 req-deda8000-b157-4974-ab2d-01e6fd5c0bc7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Dec 06 12:11:26.200461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d4cdd73c-9d59-4623-9d29-95f600af105e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22286f8bcf6c4bab950a42ce66c43b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607774 Dec 06 12:11:26.203219 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:26.210989 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdd73c-9d59-4623-9d29-95f600af105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d07ef5-5b06-4d3d-80cd-d64abab62c80,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:26.234179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.286975 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:26.293731 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:26.317280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.362421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91bbdc3b-eb33-4b4e-883b-87a00d089d57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caa42e7caf0b4d31af677706ba656df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635986 Dec 06 12:11:26.362421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.363904 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:26.495221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742e4e-bf06-42f8-afb1-db56f56188c4 req-d9104cb3-5838-4d3f-89a7-108360c403bd tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:26.496802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b742e4e-bf06-42f8-afb1-db56f56188c4 req-d9104cb3-5838-4d3f-89a7-108360c403bd tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.0629613 Dec 06 12:11:26.515269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.526194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.528815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.529578 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:25Z', 'revision_number': 5, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:26.532692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55d07ef5-5b06-4d3d-80cd-d64abab62c80 HTTP/1.1" status: 204 len: 168 time: 0.3258212 Dec 06 12:11:26.572721 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Checking router: ea432811-be82-473b-b615-952bc4c45c26 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:26.575501 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d567f5b-ddbf-4f73-a137-08d512c6dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d07ef5-5b06-4d3d-80cd-d64abab62c80,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:26.596000 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Routers {'ea432811-be82-473b-b615-952bc4c45c26'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:26.596895 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ea432811-be82-473b-b615-952bc4c45c26'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:26.627683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.746290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b742e4e-bf06-42f8-afb1-db56f56188c4 req-5528ca9e-a38b-4d18-a9e8-65744372f89d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406836 Dec 06 12:11:26.761644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-39574b05-63a9-42f2-a88a-61438baced00 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:26.763510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-39574b05-63a9-42f2-a88a-61438baced00 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1023 time: 0.1209009 Dec 06 12:11:26.773702 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.808454 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] Set router ea432811-be82-473b-b615-952bc4c45c26 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:26.838761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.841368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.845441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab925ca2-92b1-41a9-b8d1-4c575839fba1 HTTP/1.1" status: 204 len: 168 time: 0.4804857 Dec 06 12:11:26.879261 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26492c19-8915-4dca-846a-6f194e0d4b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab925ca2-92b1-41a9-b8d1-4c575839fba1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:26.916641 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Deleting port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:26.917026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:26.925037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Deleting port 9d00f133-c65b-4905-89f6-1df6d221f812 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:26.925620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.054378 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:27.065225 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] For port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,segment=NetworkSegment(908679b6-79e6-4bf5-a95b-f55e3e491757),segment_id=908679b6-79e6-4bf5-a95b-f55e3e491757)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:27.065599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.117125 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Calling delete_port for 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:27.202951 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] For port 9d00f133-c65b-4905-89f6-1df6d221f812, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d00f133-c65b-4905-89f6-1df6d221f812,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:27.203315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.242386 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Calling delete_port for 9d00f133-c65b-4905-89f6-1df6d221f812 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:27.322720 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:25Z', 'revision_number': 5, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:27.353221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ba4b-7a35-4cde-ba1f-84bae04ef644 req-b4c14c56-cacb-4bc9-9440-3440358c24f0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:27.357220 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b63300-d796-4cd8-b02a-c77e7f00c2f5 None None] The sync data for ids ['ea432811-be82-473b-b615-952bc4c45c26'] in n-d-master-1 is: [{'id': 'ea432811-be82-473b-b615-952bc4c45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-391092284-router', 'tenant_id': '4f32ba13cdfe485291ce4be2a9691901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:11:25Z', 'revision_number': 5, 'project_id': '4f32ba13cdfe485291ce4be2a9691901', 'gw_port': {'id': '9d00f133-c65b-4905-89f6-1df6d221f812', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea432811-be82-473b-b615-952bc4c45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:54Z', 'updated_at': '2021-12-06T12:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:27.360864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb16ba4b-7a35-4cde-ba1f-84bae04ef644 req-b4c14c56-cacb-4bc9-9440-3440358c24f0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/ports?device_id=f991f723-5dc9-4a71-8de9-5d7291dfe502 HTTP/1.1" status: 200 len: 1023 time: 0.3113110 Dec 06 12:11:27.432256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822963bc-c0cd-4ecb-87b1-fd9e39f664b9 req-1a84dbf3-ae8b-499f-b786-57d5594d2ea4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:27.440710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-822963bc-c0cd-4ecb-87b1-fd9e39f664b9 req-1a84dbf3-ae8b-499f-b786-57d5594d2ea4 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.3127439 Dec 06 12:11:27.466504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d0b4599-94f9-4c78-a924-75588822a80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.516645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:27.539762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'mac_address': 'fa:16:3e:08:42:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:27.571000 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41844) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:27.618870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-822963bc-c0cd-4ecb-87b1-fd9e39f664b9 req-ec43b97b-c45c-4398-b368-5669b46d045e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758356 Dec 06 12:11:27.620488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.642254 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0078e26-7729-4ae7-9acd-0fb119183d6e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:27.736732 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:27.744779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.808536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.815635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb16ba4b-7a35-4cde-ba1f-84bae04ef644 req-40ab3d17-f724-4be4-b426-308b933bbf1a tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5e75a4e-5236-47ae-ab38-e8103dbec1f3&id=ba079155-ad01-44c3-b4c9-451c4ff78339&id=63aebd4e-2fef-4f79-9cf8-d761af85bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4538195 Dec 06 12:11:27.818408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:27.860708 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d00f133-c65b-4905-89f6-1df6d221f812,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:27.915740 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'Port': ['ID=0d41f2cb-9fa3-45b4-88e4-bde0639ab723,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:27.964709 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] No DVR routers for this DVR port 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:28.000275 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.007780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a4a0c6d-c9eb-4e48-85a0-f226171a589b req-91a86beb-ed3d-472c-9b9a-42bbe414d622 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.53 "DELETE /v2.0/ports/0d41f2cb-9fa3-45b4-88e4-bde0639ab723 HTTP/1.1" status: 204 len: 173 time: 1.2281485 Dec 06 12:11:28.008459 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'name': 'network-vif-deleted', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:28.011381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.011845 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c5eeb-4cf1-4e2d-9141-8f3f75b52a71" -d '{"events": [{"server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "name": "network-vif-deleted", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:28.013810 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-611f2d59-150a-4aa4-ba0f-9724da45c97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.097661 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:28.109535 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3298d-de9a-4952-bc17-9df9a486ac2c req-40dbfe13-ca3b-4551-9df6-c9c1769bad27 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:28.111010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3d3298d-de9a-4952-bc17-9df9a486ac2c req-40dbfe13-ca3b-4551-9df6-c9c1769bad27 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1809373 Dec 06 12:11:28.125231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.125889 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.126379 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.126876 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.127366 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.132829 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.133464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.134501 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.134984 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.135563 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.136108 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.136646 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.137221 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:28.168464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86eeac-28cd-4cdf-8328-c0273facabf3 req-7d9a81b9-dbf1-4c61-b3af-7956a2a1b04e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:28.179845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e0078e26-7729-4ae7-9acd-0fb119183d6e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:28.191055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd86eeac-28cd-4cdf-8328-c0273facabf3 req-7d9a81b9-dbf1-4c61-b3af-7956a2a1b04e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.2465684 Dec 06 12:11:28.218186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.231206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.299260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3d3298d-de9a-4952-bc17-9df9a486ac2c req-420f09a6-fc4c-4838-b572-865e9fbffd1a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687479 Dec 06 12:11:28.325770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd86eeac-28cd-4cdf-8328-c0273facabf3 req-91f99420-caca-41aa-b16e-81720d4dd698 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263092 Dec 06 12:11:28.361870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-611f2d59-150a-4aa4-ba0f-9724da45c97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.366728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-611f2d59-150a-4aa4-ba0f-9724da45c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.389352 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4a2c7f-a1a8-4fa2-806f-6b15e61b0e71 x-openstack-request-id: req-9e4a2c7f-a1a8-4fa2-806f-6b15e61b0e71 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:28.389942 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f991f723-5dc9-4a71-8de9-5d7291dfe502", "name": "network-vif-deleted", "tag": "0d41f2cb-9fa3-45b4-88e4-bde0639ab723", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:28.390396 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e4a2c7f-a1a8-4fa2-806f-6b15e61b0e71 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:28.391000 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f991f723-5dc9-4a71-8de9-5d7291dfe502', 'name': 'network-vif-deleted', 'tag': '0d41f2cb-9fa3-45b4-88e4-bde0639ab723', 'status': 'completed', 'code': 200} Dec 06 12:11:28.458670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-611f2d59-150a-4aa4-ba0f-9724da45c97e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c59bf2d81d6f46b7ab5cb15f243f7165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8859332 Dec 06 12:11:28.461277 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:28.461527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.463225 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea432811-be82-473b-b615-952bc4c45c26 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:11:28.483649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.486337 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5ee44cac-3f90-48cf-a4bc-96fb6ce109b6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ea432811-be82-473b-b615-952bc4c45c26 HTTP/1.1" status: 204 len: 168 time: 2.5155501 Dec 06 12:11:28.490300 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:28.525833 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2d59-150a-4aa4-ba0f-9724da45c97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b41cb5-6867-413c-bcd8-a9cd93222634,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:28.628136 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Deleting subnet 8a3c85bf-5ab8-4348-a200-72a9d25bf642 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:28.650622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.876458 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.933009 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.999910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.048228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:29.049834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c0a0d-c5ec-45b8-90a6-c077b23cee50 req-37c39a1f-e2ef-44aa-a828-a3ee2e550e6a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:29.057638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d42c0a0d-c5ec-45b8-90a6-c077b23cee50 req-37c39a1f-e2ef-44aa-a828-a3ee2e550e6a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.3122926 Dec 06 12:11:29.138015 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e0078e26-7729-4ae7-9acd-0fb119183d6e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:29.139243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.189868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-3b667c4b-6e61-4eb7-b2a8-c187589541bd tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/d5e75a4e-5236-47ae-ab38-e8103dbec1f3 HTTP/1.1" status: 200 len: 1818 time: 0.2603416 Dec 06 12:11:29.197585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.213235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:29.237595 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:29.238308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5f9f806-dc0c-422f-ae1e-18ee5d68daf4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:29.271035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d42c0a0d-c5ec-45b8-90a6-c077b23cee50 req-fa36f42c-5d3a-4bde-ae25-b9e42b44fb51 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106366 Dec 06 12:11:29.331780 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.355020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.358024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.361817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1b41cb5-6867-413c-bcd8-a9cd93222634 HTTP/1.1" status: 204 len: 168 time: 0.8974497 Dec 06 12:11:29.387727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362edb6-ca49-4800-a7eb-97d4a27dacee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b41cb5-6867-413c-bcd8-a9cd93222634,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:29.398501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.403731 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:29.406632 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fdb1be-6839-4feb-9bb0-271111d80fed" -d '{"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-plugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:29.422906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:29.425919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.427254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.429388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:29.429514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.475510 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3c85bf-5ab8-4348-a200-72a9d25bf642,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:29.486664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.491917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-073d3a0b-cac4-461a-9283-56e1973ba3ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a3c85bf-5ab8-4348-a200-72a9d25bf642 HTTP/1.1" status: 204 len: 168 time: 0.9971406 Dec 06 12:11:29.492460 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:29.509777 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:29.512094 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e674397-d0c1-4606-8a63-88bcc07529c5 None None] Network 6e23a4da-5813-45ad-8ca0-91199189fcf9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:29.527852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.534128 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.547029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34d9bf95-f699-4513-942c-cd57adf6bc51 req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5e75a4e-5236-47ae-ab38-e8103dbec1f3 HTTP/1.1" status: 204 len: 173 time: 0.3071923 Dec 06 12:11:29.581800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:29.582270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0d41f2cb-9fa3-45b4-88e4-bde0639ab723 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:29.584581 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515f8db-cba2-439a-b780-5af2355407d0 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e75a4e-5236-47ae-ab38-e8103dbec1f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:29.682196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-075e7070-7338-4fa5-b8c1-2cc0d8c0df79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.720803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.779660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c4e2-ac15-4449-acc2-89f38f1dca7a req-28524d3f-5e94-4795-9670-ca899f26fcb1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:29.782523 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cac3c4e2-ac15-4449-acc2-89f38f1dca7a req-28524d3f-5e94-4795-9670-ca899f26fcb1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1170251 Dec 06 12:11:29.849638 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] DHCP port deletion for 6e23a4da-5813-45ad-8ca0-91199189fcf9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:29.865079 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Deleting port 9a854631-d117-4011-b551-e19e3985e871 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:29.865931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.874937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cac3c4e2-ac15-4449-acc2-89f38f1dca7a req-fee2a222-1fb9-443a-9478-23ec5941f175 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835905 Dec 06 12:11:29.966920 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b66a4df-a160-4421-aecc-5a68590ef95d x-openstack-request-id: req-5b66a4df-a160-4421-aecc-5a68590ef95d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:29.969490 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-plugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:29.970030 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b66a4df-a160-4421-aecc-5a68590ef95d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:29.972693 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'code': 200} Dec 06 12:11:30.005205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Deleting port 9a854631-d117-4011-b551-e19e3985e871 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:30.008884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.071912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-04ae36b3-e1a6-4ccc-80cf-36847868e854 tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "GET /v2.0/security-groups/ba079155-ad01-44c3-b4c9-451c4ff78339 HTTP/1.1" status: 200 len: 1816 time: 0.0931039 Dec 06 12:11:30.162480 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] For port 9a854631-d117-4011-b551-e19e3985e871, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a854631-d117-4011-b551-e19e3985e871,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:30.163255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.174138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] For port 9a854631-d117-4011-b551-e19e3985e871, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9a854631-d117-4011-b551-e19e3985e871,segment=NetworkSegment(5e5eaf3c-10dc-4bcb-aac6-94970bad0431),segment_id=5e5eaf3c-10dc-4bcb-aac6-94970bad0431)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:30.174714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.203126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.206251 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Calling delete_port for 9a854631-d117-4011-b551-e19e3985e871 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:30.221259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Calling delete_port for 9a854631-d117-4011-b551-e19e3985e871 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:30.254340 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-5005824a-6b39-4e54-9050-3dd39cf35fd3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:30.263084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-5005824a-6b39-4e54-9050-3dd39cf35fd3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.2118058 Dec 06 12:11:30.282055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.459699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.470377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.470870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.479073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42006) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:30.481367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5275e663-8e9a-4b7f-b9d7-6b998ec7cf20 req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba079155-ad01-44c3-b4c9-451c4ff78339 HTTP/1.1" status: 204 len: 173 time: 0.4079456 Dec 06 12:11:30.503340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcab668-5457-435e-af8c-89b0d585d521 req-ca8ed4a4-ec42-4ee3-847b-1793aff7a86d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:30.505831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbcab668-5457-435e-af8c-89b0d585d521 req-ca8ed4a4-ec42-4ee3-847b-1793aff7a86d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 946 time: 0.1422834 Dec 06 12:11:30.517844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcbfd7-de88-4cff-b5ed-4ce6beb2d28e tempest-SecurityGroupsTestJSON-939575085 tempest-SecurityGroupsTestJSON-939575085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba079155-ad01-44c3-b4c9-451c4ff78339,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:30.569421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.579489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port 9982f5c4-3b16-4929-87fd-777ae3689ff3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:30.580077 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] No DVR routers for this DVR port 9a854631-d117-4011-b551-e19e3985e871 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:30.581259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.588313 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Deleting subnet cf891504-6935-4a9a-89af-284761270747 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:30.593683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce7c2a-7275-4bd4-a884-5ae2c85976f8 None None] Pushing event deleted for resources: {'Port': ['ID=9a854631-d117-4011-b551-e19e3985e871,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:30.596351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.612234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbcab668-5457-435e-af8c-89b0d585d521 req-ef11290e-f3e6-4018-810b-dffb0c632d24 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Dec 06 12:11:30.700344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.710429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.789909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.792817 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] No DVR routers for this DVR port 9a854631-d117-4011-b551-e19e3985e871 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:30.832136 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a854631-d117-4011-b551-e19e3985e871,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:30.861809 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:30.872969 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9d00f133-c65b-4905-89f6-1df6d221f812 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:30.908837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9d00f133-c65b-4905-89f6-1df6d221f812 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:30.912473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9d00f133-c65b-4905-89f6-1df6d221f812 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:30.913077 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a854631-d117-4011-b551-e19e3985e871 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:30.913797 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port 9982f5c4-3b16-4929-87fd-777ae3689ff3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9982f5c4-3b16-4929-87fd-777ae3689ff3,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:30.914250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.927635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.965697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9a854631-d117-4011-b551-e19e3985e871 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:30.966851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9a854631-d117-4011-b551-e19e3985e871 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:31.010613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.061694 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ba237-030f-43bc-9828-f874142c0a2c req-9baed057-496b-4c5d-aab5-5f41b36c95f4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:31.069758 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for 9982f5c4-3b16-4929-87fd-777ae3689ff3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:31.072028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e4ba237-030f-43bc-9828-f874142c0a2c req-9baed057-496b-4c5d-aab5-5f41b36c95f4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0951667 Dec 06 12:11:31.205772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e4ba237-030f-43bc-9828-f874142c0a2c req-cb7e65e1-0854-4d56-bf6b-20ad4b634484 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314392 Dec 06 12:11:31.207791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4c70b7-6e73-4da0-ab50-9aaa5742b19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.284784 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e23a4da-5813-45ad-8ca0-91199189fcf9']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:31.297335 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5eaf3c-10dc-4bcb-aac6-94970bad0431') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:31.297646 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5eaf3c-10dc-4bcb-aac6-94970bad0431') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:31.311001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.333428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.345678 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:31.349970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:31.397247 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:31.415029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4c70b7-6e73-4da0-ab50-9aaa5742b19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.420979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4c70b7-6e73-4da0-ab50-9aaa5742b19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.488172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0a4c70b7-6e73-4da0-ab50-9aaa5742b19e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b665aae063e748f1bdbf764c147375a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6228788 Dec 06 12:11:31.488172 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c70b7-6e73-4da0-ab50-9aaa5742b19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf290e-7aa8-454c-b11f-3bf2f814631d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:31.489247 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:31.532564 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.536981 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.539617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.547826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', '9982f5c4-3b16-4929-87fd-777ae3689ff3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:31.561148 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:31.584325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.592187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6e23a4da-5813-45ad-8ca0-91199189fcf9 HTTP/1.1" status: 204 len: 168 time: 2.0979130 Dec 06 12:11:31.596275 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.614895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.624256 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cf891504-6935-4a9a-89af-284761270747 HTTP/1.1" status: 204 len: 168 time: 1.1438429 Dec 06 12:11:31.631070 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:31.653640 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=9982f5c4-3b16-4929-87fd-777ae3689ff3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:31.655448 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dfad4-8e4e-4b59-aae9-30b90969123a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf891504-6935-4a9a-89af-284761270747,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:31.731116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c1c30-8706-434f-9f6e-9b80fa511dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e23a4da-5813-45ad-8ca0-91199189fcf9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:31.733996 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port 9982f5c4-3b16-4929-87fd-777ae3689ff3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:31.737618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.742356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb958ce2-0037-4915-9bd7-7a8949112261 req-01bc1e58-1fb5-4062-9a80-92de2445efeb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "DELETE /v2.0/ports/9982f5c4-3b16-4929-87fd-777ae3689ff3 HTTP/1.1" status: 204 len: 173 time: 1.4719183 Dec 06 12:11:31.743079 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'name': 'network-vif-deleted', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:31.747109 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ae810-526f-4626-bdf0-fa58df9d1236" -d '{"events": [{"server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "name": "network-vif-deleted", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:31.774891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.799502 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99d5b5-d0f6-4588-a421-dfa90c76db0f x-openstack-request-id: req-ed99d5b5-d0f6-4588-a421-dfa90c76db0f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:31.800360 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5ca017-dd19-48d6-b8af-3d5794799b4b", "name": "network-vif-deleted", "tag": "9982f5c4-3b16-4929-87fd-777ae3689ff3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:31.800901 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed99d5b5-d0f6-4588-a421-dfa90c76db0f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:31.801787 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ca017-dd19-48d6-b8af-3d5794799b4b', 'name': 'network-vif-deleted', 'tag': '9982f5c4-3b16-4929-87fd-777ae3689ff3', 'status': 'completed', 'code': 200} Dec 06 12:11:31.831671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.877265 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2060249511-network', 'tenant_id': 'c76a7a14e7cb4cedb89a6a7436c66bab'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:31.935725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e396b479-1add-4e8f-90d0-74c2a1c04861 req-23ac42a5-8907-46fb-a7ff-596ca84b4b54 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ca017-dd19-48d6-b8af-3d5794799b4b HTTP/1.1" status: 200 len: 210 time: 0.0514183 Dec 06 12:11:32.001517 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Made reservation on behalf of c76a7a14e7cb4cedb89a6a7436c66bab for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:32.004408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.016333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.077717 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:32.092593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.095189 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:32.133001 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592f0ee1-8d51-4faa-91f7-32fda75a1c3c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:32.145924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-de20ff44-71b7-4722-b481-6eb6578de51e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f32ba13cdfe485291ce4be2a9691901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665076 Dec 06 12:11:32.146265 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:32.160500 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908679b6-79e6-4bf5-a95b-f55e3e491757') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:32.160926 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908679b6-79e6-4bf5-a95b-f55e3e491757') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:32.163871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.167397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.168716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40cf290e-7aa8-454c-b11f-3bf2f814631d HTTP/1.1" status: 204 len: 168 time: 0.6784599 Dec 06 12:11:32.195024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.204788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.239506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f489599-055c-4347-8c02-e0339858969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf290e-7aa8-454c-b11f-3bf2f814631d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.256874 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.263680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.270326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.318915 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:32.319648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:32.322929 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:32.339655 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb374ea-796e-42b3-8c29-b8b6d02f2507,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.438387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.475957 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:32.479898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.486329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.493747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.496833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] 10.222.0.31 "DELETE /v2.0/networks/592f0ee1-8d51-4faa-91f7-32fda75a1c3c HTTP/1.1" status: 204 len: 168 time: 0.8648002 Dec 06 12:11:32.520605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.520960 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Added segment 624f14a2-c2a4-49d7-8df0-184f0f2f8fc3 of type vlan for network b84906d6-febc-45e9-ac27-84af97ffb46b Dec 06 12:11:32.530274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1439a-5744-4a91-9abd-2822f1240eae req-d564fd0f-b9ba-49be-a6bc-2933a7551621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:32.531931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ec1439a-5744-4a91-9abd-2822f1240eae req-d564fd0f-b9ba-49be-a6bc-2933a7551621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1733773 Dec 06 12:11:32.543714 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf277d-5995-496f-a616-a21a196c3326 admin admin] Pushing event deleted for resources: {'Network': ['ID=592f0ee1-8d51-4faa-91f7-32fda75a1c3c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.611086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2738afd-6a09-4d76-ab5a-8e033bcac400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.614182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.678408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ec1439a-5744-4a91-9abd-2822f1240eae req-515ff57e-47ed-437d-8ef0-7b27c837a0e1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338096 Dec 06 12:11:32.698226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.700240 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:32.700918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.710442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.713304 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.716889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a6989e8-abfe-42ee-9384-8f6f3e392d77 HTTP/1.1" status: 204 len: 168 time: 0.5659630 Dec 06 12:11:32.760410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1951799 Dec 06 12:11:32.760410 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebe52b-1571-4af5-8eb5-4e90a6a3f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6989e8-abfe-42ee-9384-8f6f3e392d77,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.760925 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:32.797116 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Request body: {'subnet': {'network_id': 'b84906d6-febc-45e9-ac27-84af97ffb46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2060249511-subnet', 'tenant_id': 'c76a7a14e7cb4cedb89a6a7436c66bab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:32.802186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f78db-412e-4e74-a4e2-8386fb67ff50 admin admin] Pushing event updated for resources: {'Network': ['ID=b84906d6-febc-45e9-ac27-84af97ffb46b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.814003 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b84906d6-febc-45e9-ac27-84af97ffb46b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:32.826086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Made reservation on behalf of c76a7a14e7cb4cedb89a6a7436c66bab for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:32.828738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.838623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2738afd-6a09-4d76-ab5a-8e033bcac400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.845627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2738afd-6a09-4d76-ab5a-8e033bcac400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.907149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b2738afd-6a09-4d76-ab5a-8e033bcac400 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=746be7db146d4d86b87dab074533a366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8084342 Dec 06 12:11:32.922883 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42098) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:32.973880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2738afd-6a09-4d76-ab5a-8e033bcac400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f731ba4-506c-41a3-be61-e71f4dcbc36e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:32.976511 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:33.024207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.075641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.119939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.151664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9225cf7c-a8b1-4dc7-9dc1-1a55e7168d2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3695503782e41f4ba91a7967bc55e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718690 Dec 06 12:11:33.154674 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:33.167961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.179131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.182943 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f731ba4-506c-41a3-be61-e71f4dcbc36e HTTP/1.1" status: 204 len: 168 time: 0.2580073 Dec 06 12:11:33.210874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a16840-6738-4ceb-9860-8f051da02a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f731ba4-506c-41a3-be61-e71f4dcbc36e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:33.287918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.316604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.325249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.556981 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2622a004-6f6b-4da9-827d-e6d200ea357b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:33.638852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-8e1460be-0b4b-4e4c-b5e7-1c8a337278d9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:33.641532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-8e1460be-0b4b-4e4c-b5e7-1c8a337278d9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2418482 Dec 06 12:11:33.674944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.678067 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.679406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63aebd4e-2fef-4f79-9cf8-d761af85bfe1 HTTP/1.1" status: 204 len: 168 time: 0.5208325 Dec 06 12:11:33.688589 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Checking segment: {'id': '624f14a2-c2a4-49d7-8df0-184f0f2f8fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b84906d6-febc-45e9-ac27-84af97ffb46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:33.689309 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Network hostable DHCP agents. Network: b84906d6-febc-45e9-ac27-84af97ffb46b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:11:33.692883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba573f7-446f-480a-ad9a-7599ea56f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aebd4e-2fef-4f79-9cf8-d761af85bfe1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:33.695749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-23f7a2ac-cd9c-44d8-8d22-9a2d71bab5e6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/quotas/cdd052d1cf2f4df6b9d0e5e2e6bfe61a HTTP/1.1" status: 200 len: 375 time: 0.0479386 Dec 06 12:11:33.767668 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Network b84906d6-febc-45e9-ac27-84af97ffb46b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:11:33.786163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-ea304a27-94ae-40ef-8c6a-f730a92d3ac8 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674257 Dec 06 12:11:33.789220 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b84906d6-febc-45e9-ac27-84af97ffb46b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:33.797117 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:33.797982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:33.799261 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1a5f8-84de-4ed6-8081-20b12857f569 None None] Network b84906d6-febc-45e9-ac27-84af97ffb46b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:33.888599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e91aad00-d15b-4a93-8dd6-1d3b290f3068 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1246965 Dec 06 12:11:33.889942 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:33.920773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13985b5a-7c6c-4bd1-ab00-c4b16d6e24d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.013468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e5592-12a7-4047-8560-708da5cf8f9a req-e01f7e60-d9a9-4c1d-a83a-dc274f5209dd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:34.025303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e9e5592-12a7-4047-8560-708da5cf8f9a req-e01f7e60-d9a9-4c1d-a83a-dc274f5209dd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1806700 Dec 06 12:11:34.077181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-f7ab0e2d-7e59-43c2-a265-9e80fd4422ee service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737093 Dec 06 12:11:34.089463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13985b5a-7c6c-4bd1-ab00-c4b16d6e24d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.103675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13985b5a-7c6c-4bd1-ab00-c4b16d6e24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.125199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e9e5592-12a7-4047-8560-708da5cf8f9a req-5576f847-8a3c-4eb1-9a4c-8105185aaf54 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931127 Dec 06 12:11:34.137936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-13985b5a-7c6c-4bd1-ab00-c4b16d6e24d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4f210672b7b49989e36007a1b0da618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442603 Dec 06 12:11:34.139586 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:34.156030 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0c0b3-285b-4e3f-a05f-061d886b7f95 None None] Network b84906d6-febc-45e9-ac27-84af97ffb46b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:34.192710 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13985b5a-7c6c-4bd1-ab00-c4b16d6e24d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e0bde-e838-436c-a726-8c06c49fea08,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:34.381220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.389857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-dd6bf51d-873e-4d1c-878f-6a5f0886ba46 service neutron] 10.222.0.31 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070133 Dec 06 12:11:34.417827 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.511706 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.514948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:34.519135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/939e0bde-e838-436c-a726-8c06c49fea08 HTTP/1.1" status: 204 len: 168 time: 0.3757641 Dec 06 12:11:34.529967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c1333-53c0-462d-92ee-29dc7b14305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e0bde-e838-436c-a726-8c06c49fea08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:34.762657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91a7c404-db20-4933-b581-6dfe36675f89 req-141fe6de-a41e-40e8-9ba6-c2b80684cbb5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 210 time: 0.0614901 Dec 06 12:11:34.905884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1807282674', 'description': 'tempest-description-1634418433'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:34.957773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.145821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.151514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.194501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.195808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc9c3a3c-983b-429c-adfb-5bd1675867c7 req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2945619 Dec 06 12:11:35.221762 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e59482-dfa3-4f92-98cf-a98ec85e24d4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59876176-e5ea-4ccd-930f-cffc08480192,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:35.347554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-8964ff26-cf8b-4808-9109-60954486eb1b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/59876176-e5ea-4ccd-930f-cffc08480192 HTTP/1.1" status: 200 len: 1822 time: 0.1006036 Dec 06 12:11:35.369690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147f23c-acb9-4b91-8061-474a13c0901e req-e347f7c8-7055-4470-b433-7eb5082edbf1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:35.371060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e147f23c-acb9-4b91-8061-474a13c0901e req-e347f7c8-7055-4470-b433-7eb5082edbf1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1004465 Dec 06 12:11:35.378360 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59876176-e5ea-4ccd-930f-cffc08480192', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:35.378718 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59876176-e5ea-4ccd-930f-cffc08480192', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:35.569967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e147f23c-acb9-4b91-8061-474a13c0901e req-f7c0deb5-f475-43dc-8ac8-5009f2f225e2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866629 Dec 06 12:11:35.595435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9982f5c4-3b16-4929-87fd-777ae3689ff3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:35.615800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.643864 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 9982f5c4-3b16-4929-87fd-777ae3689ff3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:35.644440 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9982f5c4-3b16-4929-87fd-777ae3689ff3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:35.701000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.711865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.738184 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e777b006-a2f4-40e4-ba5a-47d242320b4a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:35.781690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:35.784359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a351501-4a1e-4f12-b3d1-be902c1c18ef req-a248c381-3765-47ba-b051-156f92cf24d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4122469 Dec 06 12:11:35.988855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-891bc95d-a442-4dcf-9930-615ff7b482e2 req-0b99d7b6-223a-4ce3-bf28-1f142846f695 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 210 time: 0.0487468 Dec 06 12:11:36.009137 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-765534353', 'description': 'tempest-description-1858389922'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:36.058152 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.193551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.199758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.236162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.237430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebd3d076-275e-478c-9f7d-07f4fe7d5288 req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2333574 Dec 06 12:11:36.264611 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8299db-771d-48ec-bf35-60750780b509 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0e7e9-d84b-450f-bd49-40ec667480e3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:36.407548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4090304e-8ccb-48c2-93aa-d87ec4eb05cc tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/71e0e7e9-d84b-450f-bd49-40ec667480e3 HTTP/1.1" status: 200 len: 1821 time: 0.1270766 Dec 06 12:11:36.424250 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71e0e7e9-d84b-450f-bd49-40ec667480e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:36.424561 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71e0e7e9-d84b-450f-bd49-40ec667480e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:36.441930 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-b7e774e0-5f68-42be-8e19-9339c90a0d2c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:36.451745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-b7e774e0-5f68-42be-8e19-9339c90a0d2c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 806 time: 0.2092209 Dec 06 12:11:36.469583 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Request body: {'port': {'device_id': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'admin_state_up': True, 'tenant_id': 'cdd052d1cf2f4df6b9d0e5e2e6bfe61a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:36.624601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.667338 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Made reservation on behalf of cdd052d1cf2f4df6b9d0e5e2e6bfe61a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:36.671324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.700058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.716920 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42276) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:36.726930 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.776694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.788051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50938aa9-328e-4a38-959a-15cd7f793ba4 req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3698056 Dec 06 12:11:36.889727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8baad7ce-b1e4-4c3a-80b7-b55b73c9c5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.927006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-81ff2149-729c-4556-8408-86969b363c08 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263187 Dec 06 12:11:36.937588 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014c7f8-b22a-41c6-8905-4767523b73aa tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a0b926-e568-4212-a869-38927c648a2d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:36.973504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8baad7ce-b1e4-4c3a-80b7-b55b73c9c5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:36.978661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8baad7ce-b1e4-4c3a-80b7-b55b73c9c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.014094 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:37.033801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8baad7ce-b1e4-4c3a-80b7-b55b73c9c5c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad29a1f720054a868cc7a0400ad4c4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151858 Dec 06 12:11:37.034891 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baad7ce-b1e4-4c3a-80b7-b55b73c9c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf29a379-b80b-42f3-b83b-e61ff1511b0b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:37.037906 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42300) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:37.099775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.103920 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Allocated IP 172.20.0.6 (37af0bef-d18d-4b53-b23a-84c1a0149c76/510a0f3a-0ca5-48ed-b55d-da53208b022e/f03c923e-674c-4330-9d12-3c6ba9ec2990) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:37.130187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.138528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1745035455-network', 'tenant_id': 'da1c88e860ca4900975744fc7f1a412c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:37.191205 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Made reservation on behalf of da1c88e860ca4900975744fc7f1a412c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:37.195878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.208413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.240375 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15307a-b7da-414c-9f3f-06d7928e8fb8 req-62a1a675-0a72-45dc-9bd6-d681dbccab58 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:37.242216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab15307a-b7da-414c-9f3f-06d7928e8fb8 req-62a1a675-0a72-45dc-9bd6-d681dbccab58 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.3330762 Dec 06 12:11:37.256468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-4e033ab1-3418-4ba5-a805-8ee12b7a89c9 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:37.261756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.264331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-4e033ab1-3418-4ba5-a805-8ee12b7a89c9 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363762 Dec 06 12:11:37.264494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.265601 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf29a379-b80b-42f3-b83b-e61ff1511b0b HTTP/1.1" status: 204 len: 168 time: 0.2265811 Dec 06 12:11:37.279416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3143501-fe01-4923-8027-196ca65ce939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf29a379-b80b-42f3-b83b-e61ff1511b0b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:37.333004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-0352fcc9-2090-4cc7-8963-c16f02753c61 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/quotas/8d9189d70ab94e3ea97561f1aab8485b HTTP/1.1" status: 200 len: 375 time: 0.0676527 Dec 06 12:11:37.384376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-9c3f47f6-c891-4e50-9ca8-d168d6603008 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500634 Dec 06 12:11:37.395339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.402644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.417049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:37.436505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.436960 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Added segment 8d78734a-354d-49ad-a349-33194e8e073f of type vlan for network 07902487-a7cd-40e2-8a21-2601667e7ec3 Dec 06 12:11:37.484345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d190b38-c481-44ba-84c3-6d7176735d02,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:37.496998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab15307a-b7da-414c-9f3f-06d7928e8fb8 req-7ec4c9f9-16a7-40c1-9b78-4545008fc8fd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304602 Dec 06 12:11:37.549387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.555846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.602357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.614837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:37.617262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.618517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:37.620396 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:37.656825 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6362119 Dec 06 12:11:37.675690 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:37.697815 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Network 37af0bef-d18d-4b53-b23a-84c1a0149c76 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:37.704761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Request body: {'subnet': {'network_id': '07902487-a7cd-40e2-8a21-2601667e7ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1745035455-subnet', 'tenant_id': 'da1c88e860ca4900975744fc7f1a412c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:37.715583 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:37.743108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1884470401', 'description': 'tempest-description-159417460'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:37.752159 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:37.816040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3c51-db06-4d1e-b698-6191f158a359 admin admin] Pushing event updated for resources: {'Network': ['ID=07902487-a7cd-40e2-8a21-2601667e7ec3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:37.866346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 07902487-a7cd-40e2-8a21-2601667e7ec3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:37.885552 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Made reservation on behalf of da1c88e860ca4900975744fc7f1a412c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:37.889563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.315579 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:38.564952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7f56dc4-9194-420b-b9b5-b87e192e7e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.632589 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event updated for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:38.726679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7f56dc4-9194-420b-b9b5-b87e192e7e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.737666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7f56dc4-9194-420b-b9b5-b87e192e7e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.749888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.756455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.771577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:38.771577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:38.772066 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:38.772538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e7f56dc4-9194-420b-b9b5-b87e192e7e11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e46e86a53e343acaf03a7476477a588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557102 Dec 06 12:11:38.797429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f56dc4-9194-420b-b9b5-b87e192e7e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1e8cd-06da-49c4-8a8f-3a138f3756be,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:38.891779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-cae17946-511a-4e6c-9a74-cd923749cfe0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4309354 Dec 06 12:11:38.900943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a5f6a-1957-4d2d-b3e8-73dbe2f2df4c req-b0900f10-6d4a-4460-a659-761eb495a171 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:38.902478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-948a5f6a-1957-4d2d-b3e8-73dbe2f2df4c req-b0900f10-6d4a-4460-a659-761eb495a171 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 931 time: 0.2498267 Dec 06 12:11:38.930663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Request body: {'port': {'device_id': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:38.938108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39920e68-be40-4136-818f-63eff1e73952,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:39.020689 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Checking segment: {'id': '8d78734a-354d-49ad-a349-33194e8e073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '07902487-a7cd-40e2-8a21-2601667e7ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:39.021039 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Network hostable DHCP agents. Network: 07902487-a7cd-40e2-8a21-2601667e7ec3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:11:39.084597 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.089557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-948a5f6a-1957-4d2d-b3e8-73dbe2f2df4c req-deeac1c2-5dc8-4ee9-9806-d30ee4450590 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748359 Dec 06 12:11:39.095701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.136003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.148884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.152657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.182808 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Network 07902487-a7cd-40e2-8a21-2601667e7ec3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:11:39.246289 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07902487-a7cd-40e2-8a21-2601667e7ec3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:39.257566 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64195b9-ee7f-4698-acef-a3245dfe2a36 None None] Network 07902487-a7cd-40e2-8a21-2601667e7ec3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:39.265621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5d2861f-5141-4e29-bd3d-8f81f0c78326 req-df1dbbc5-b289-4023-bcb4-4fb616c35510 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 210 time: 0.0747869 Dec 06 12:11:39.268218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.269408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e2958ac-7153-48ff-94c0-03bd829c08cb req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.5334563 Dec 06 12:11:39.292325 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:39.292910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.307946 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486bb4-0405-42c9-bc1e-c4dbdef63549 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e7fb53-9a14-478a-85f0-8b57afe0c4e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:39.375892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eafd1c73-b1b1-4260-98fb-f9fb6643bbe1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6763053 Dec 06 12:11:39.404734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.408308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.410618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91e1e8cd-06da-49c4-8a8f-3a138f3756be HTTP/1.1" status: 204 len: 168 time: 0.6281383 Dec 06 12:11:39.435936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a67fd4-6be7-4dbd-9ffd-07ec17432baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1e8cd-06da-49c4-8a8f-3a138f3756be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:39.468607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-0f9f10f8-06ac-4b60-9ecc-91b2151abc82 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049032 Dec 06 12:11:39.598907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715f59-1645-48ed-a1fd-e2d715c6c49e req-76952cdf-fad6-43b8-ab0e-97b814190a50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:39.601578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78715f59-1645-48ed-a1fd-e2d715c6c49e req-76952cdf-fad6-43b8-ab0e-97b814190a50 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0935497 Dec 06 12:11:39.614892 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-57637ac2-b57a-40f9-893c-c3e5f07a5da2 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:39.616724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-57637ac2-b57a-40f9-893c-c3e5f07a5da2 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414006 Dec 06 12:11:39.638735 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Request body: {'port': {'device_id': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '8d9189d70ab94e3ea97561f1aab8485b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:39.655808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbbf38c-a6e6-4962-9f84-94336c9dfec8 None None] Network 07902487-a7cd-40e2-8a21-2601667e7ec3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:39.754347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78715f59-1645-48ed-a1fd-e2d715c6c49e req-e506f3d7-70f0-4acc-bf5a-97027c532c7f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375072 Dec 06 12:11:39.783357 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03c923e-674c-4330-9d12-3c6ba9ec2990 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:39.800345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.831457 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Transition to ACTIVE for port object f03c923e-674c-4330-9d12-3c6ba9ec2990 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:39.840168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.886382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Made reservation on behalf of 8d9189d70ab94e3ea97561f1aab8485b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:39.890843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:39.927449 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-339891309', 'description': 'tempest-description-220782144'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:39.929558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.011463 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:40.040091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.132718 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Attempting to bind port f03c923e-674c-4330-9d12-3c6ba9ec2990 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:40.133076 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Attempting to bind port f03c923e-674c-4330-9d12-3c6ba9ec2990 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:40.134281 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Attempting to bind port f03c923e-674c-4330-9d12-3c6ba9ec2990 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:40.142093 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Port f03c923e-674c-4330-9d12-3c6ba9ec2990 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:40.142422 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Attempting to bind port f03c923e-674c-4330-9d12-3c6ba9ec2990 on network 37af0bef-d18d-4b53-b23a-84c1a0149c76 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:40.160373 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:40.161310 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Checking segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:40.162048 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Bound using segment: {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:40.162875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Bound port: f03c923e-674c-4330-9d12-3c6ba9ec2990, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21765b-7395-414a-a3ed-279b166ccdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:40.163744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.183255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.191810 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.204747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.229009 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.258066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:40.371816 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:40.375744 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:40.385701 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24b62c-caa6-4e2c-b421-a80e7635c507,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:40.392105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.487045 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Allocated IP 192.168.233.156 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/3faf1d01-7803-4ec4-950a-b12cde6f969c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:40.489469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.494047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a44f7dd2-e649-461b-b059-716912fad579 req-4b0f7d75-f988-4eb4-a31d-806ec3f2a295 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5869274 Dec 06 12:11:40.584951 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-70f34af7-ec66-4169-ade4-302710db35f1 req-0e0e6ff0-8f09-4882-977a-130024387c8c service neutron] show failed (client error): The resource could not be found. Dec 06 12:11:40.587368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-0e0e6ff0-8f09-4882-977a-130024387c8c service neutron] 10.222.0.23 "GET /v2.0/ports/53f8485e-94ef-4b08-aced-30c90ff1ffe3/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1973708 Dec 06 12:11:40.615935 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:40.616507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.618624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/f03c923e-674c-4330-9d12-3c6ba9ec2990 HTTP/1.1" status: 200 len: 1091 time: 1.6961710 Dec 06 12:11:40.626341 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:40.638488 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a5d9e0-721c-4569-87ea-c43a4a2ff952" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:40.699654 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d521f0-f82a-487f-8433-8f32f7cf3947 req-b2a9b0b2-596a-4871-b3bd-f6ab775463c2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:40.712268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d521f0-f82a-487f-8433-8f32f7cf3947 req-b2a9b0b2-596a-4871-b3bd-f6ab775463c2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 943 time: 0.4746983 Dec 06 12:11:40.797790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.869143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:40.878464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57210bdd-b068-40c3-b3e3-1f7fe416f5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:40.994402 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:41.001297 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:41.009865 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:41.022501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-d8ed1127-bf93-4580-a3a2-53765dff21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.033631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-d8ed1127-bf93-4580-a3a2-53765dff21eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 1094 time: 0.2552204 Dec 06 12:11:41.041719 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:41.056115 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-824823693-network', 'tenant_id': 'da0b07c9b65a4340a669a5fb225bc2d9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:41.060007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:41.113190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.114536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.133682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d521f0-f82a-487f-8433-8f32f7cf3947 req-ed4c8817-6260-46ee-9bff-037cc1baba34 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120314 Dec 06 12:11:41.241841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb73f7-b0dd-4866-89e6-6f89319f9dc0 req-84d77640-243e-4266-9305-77d723f0af67 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.247514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13bb73f7-b0dd-4866-89e6-6f89319f9dc0 req-84d77640-243e-4266-9305-77d723f0af67 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 936 time: 0.3874578 Dec 06 12:11:41.272238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-97cd5163-41ac-457e-b095-98846e9a372b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990 HTTP/1.1" status: 200 len: 217 time: 0.2085838 Dec 06 12:11:41.350260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3044d43d-ba85-427d-8cde-44294769fe43 req-7234ee83-d6c5-43f5-a5dc-c0e454af0740 tempest-AbsoluteLimitsNegativeTestJSON-1980276430 tempest-AbsoluteLimitsNegativeTestJSON-1980276430-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5819f46287d54425bbd4c73e9adbc521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015341 Dec 06 12:11:41.363814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1d5f580e-fdab-45d2-a348-0451a42f47e6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7334304 Dec 06 12:11:41.371878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Made reservation on behalf of da0b07c9b65a4340a669a5fb225bc2d9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:41.374407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.379537 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Request body: {'port': {'device_id': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:41.387821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13bb73f7-b0dd-4866-89e6-6f89319f9dc0 req-28edf61f-39b9-4ed2-8a87-bb6c03405def tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082335 Dec 06 12:11:41.388048 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e7e5ff59-c195-42b0-a6cd-ff949b4a3867 None None] Provisioning complete for port 3faf1d01-7803-4ec4-950a-b12cde6f969c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:41.388517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ff59-c195-42b0-a6cd-ff949b4a3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.400002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.417139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-911947f2-53f9-4d75-823c-280f791eb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.417139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-911947f2-53f9-4d75-823c-280f791eb81f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1100 time: 0.4025395 Dec 06 12:11:41.462343 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:41.471296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5ff59-c195-42b0-a6cd-ff949b4a3867 None None] Port 3faf1d01-7803-4ec4-950a-b12cde6f969c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:41.500662 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:41.510047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.552118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-8e18f9ce-e8d6-4f90-bf48-dd3ab73dfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.554494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-8e18f9ce-e8d6-4f90-bf48-dd3ab73dfc3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.2160559 Dec 06 12:11:41.566021 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:11:41.601686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-bdf145e7-8a96-4530-8a42-625f60e3feb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377617 Dec 06 12:11:41.726172 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1078997843-network', 'tenant_id': '6435a092910d4fbf87282b859d683622'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:41.759377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.771501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-fcaee671-6450-46c5-ad87-2c425002df69 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/d9e7fb53-9a14-478a-85f0-8b57afe0c4e7 HTTP/1.1" status: 200 len: 1821 time: 0.3056102 Dec 06 12:11:41.772075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Made reservation on behalf of 6435a092910d4fbf87282b859d683622 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:41.774923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.786140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.842099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.860785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.925187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044d43d-ba85-427d-8cde-44294769fe43 req-1a399a67-322b-4d5c-a909-b61665c86ad8 tempest-AbsoluteLimitsNegativeTestJSON-1980276430 tempest-AbsoluteLimitsNegativeTestJSON-1980276430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:41.926641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3044d43d-ba85-427d-8cde-44294769fe43 req-1a399a67-322b-4d5c-a909-b61665c86ad8 tempest-AbsoluteLimitsNegativeTestJSON-1980276430 tempest-AbsoluteLimitsNegativeTestJSON-1980276430-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5290413 Dec 06 12:11:41.944265 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:41.951797 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:41.959797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:41.963147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e027e-24ac-4ba0-97c5-a14475562712,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:41.973850 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Transition to ACTIVE for port object 3faf1d01-7803-4ec4-950a-b12cde6f969c will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:41.985590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.004462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.004817 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Added segment 6ff043bd-f5e6-4615-8a61-1c114c63b814 of type vlan for network c0edcce9-6bc1-4c91-824e-2ce77eaadc68 Dec 06 12:11:42.007518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-b9cfda78-f49a-4679-ab2a-3a29ee31423b service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928156 Dec 06 12:11:42.023491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3044d43d-ba85-427d-8cde-44294769fe43 req-2beec13a-ac4f-4036-92e0-ca3f67f99674 tempest-AbsoluteLimitsNegativeTestJSON-1980276430 tempest-AbsoluteLimitsNegativeTestJSON-1980276430-project] 10.222.0.31 "GET /v2.0/quotas/5819f46287d54425bbd4c73e9adbc521 HTTP/1.1" status: 200 len: 375 time: 0.0852311 Dec 06 12:11:42.082377 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:42.178140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-7359927d-6c29-4fe9-bc34-946d097141a0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/dd24b62c-caa6-4e2c-b421-a80e7635c507 HTTP/1.1" status: 200 len: 1820 time: 0.3594851 Dec 06 12:11:42.196719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Attempting to bind port 3faf1d01-7803-4ec4-950a-b12cde6f969c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:42.197065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Attempting to bind port 3faf1d01-7803-4ec4-950a-b12cde6f969c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:42.197408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Attempting to bind port 3faf1d01-7803-4ec4-950a-b12cde6f969c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:42.206216 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Port 3faf1d01-7803-4ec4-950a-b12cde6f969c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:42.209831 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Attempting to bind port 3faf1d01-7803-4ec4-950a-b12cde6f969c on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:42.218700 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:42.219359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:42.219974 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:42.220610 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Bound port: 3faf1d01-7803-4ec4-950a-b12cde6f969c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:42.221254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.229245 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd9e7fb53-9a14-478a-85f0-8b57afe0c4e7', 'remote_group_id': 'dd24b62c-caa6-4e2c-b421-a80e7635c507', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:42.230185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd9e7fb53-9a14-478a-85f0-8b57afe0c4e7', 'remote_group_id': 'dd24b62c-caa6-4e2c-b421-a80e7635c507', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:42.242313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.270407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3044d43d-ba85-427d-8cde-44294769fe43 req-624e097a-6ee8-4759-8900-4b354fad5ec8 tempest-AbsoluteLimitsNegativeTestJSON-1980276430 tempest-AbsoluteLimitsNegativeTestJSON-1980276430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5819f46287d54425bbd4c73e9adbc521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694596 Dec 06 12:11:42.342534 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:42.347681 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:42.352124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.375878 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.377033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.378584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] 10.222.0.23 "PUT /v2.0/ports/3faf1d01-7803-4ec4-950a-b12cde6f969c HTTP/1.1" status: 200 len: 1096 time: 1.0034595 Dec 06 12:11:42.457491 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:42.466879 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:42.506457 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09af7e0-6346-4482-a72f-a7258606af3b x-openstack-request-id: req-c09af7e0-6346-4482-a72f-a7258606af3b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:42.506755 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:42.507009 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c09af7e0-6346-4482-a72f-a7258606af3b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:42.507411 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990', 'status': 'completed', 'code': 200} Dec 06 12:11:42.518113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.519870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.520953 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.562830 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1074f599-7bc0-4cb8-b517-f9b0442d63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.564371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1074f599-7bc0-4cb8-b517-f9b0442d63e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 1099 time: 0.0894516 Dec 06 12:11:42.564996 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df34a9-4c9b-4e4b-aff6-a4c37e265801 service neutron] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:42.645733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-8ea676b2-e58b-4afb-8bea-d13a2a0d7c09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c HTTP/1.1" status: 200 len: 217 time: 0.0659506 Dec 06 12:11:42.650028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] Pushing event updated for resources: {'Network': ['ID=c0edcce9-6bc1-4c91-824e-2ce77eaadc68,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:42.675913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c0edcce9-6bc1-4c91-824e-2ce77eaadc68 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:42.751144 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-2a38a5fb-c641-4bef-8ad9-b995851cb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.752605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-2a38a5fb-c641-4bef-8ad9-b995851cb841 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0996344 Dec 06 12:11:42.780623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce92117b-c62d-4c6d-afb9-5181d51a501b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7294190 Dec 06 12:11:42.798077 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:42.798799 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:42.801767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.839244 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-e8ad4d09-6945-41fd-a18d-852d13494a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.840811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-e8ad4d09-6945-41fd-a18d-852d13494a99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807869 Dec 06 12:11:42.854875 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Request body: {'subnet': {'network_id': 'c0edcce9-6bc1-4c91-824e-2ce77eaadc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-824823693-subnet', 'tenant_id': 'da0b07c9b65a4340a669a5fb225bc2d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:42.908472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856ddee6-6d9c-45bb-8d08-9c1b8cc737b6 req-b9c57c0a-4dee-4656-b829-bbc9457807d7 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812275 Dec 06 12:11:42.924891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.937473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:42.965302 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:42.988041 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-7911b90e-f5b6-4f49-8e44-0d227043afa1 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399410 Dec 06 12:11:43.010409 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:43.023399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2856b-75b6-4a76-ba26-73aa27f3f4ae req-e0976768-72b6-4f0c-982e-2b418531b2d0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:43.025169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa2856b-75b6-4a76-ba26-73aa27f3f4ae req-e0976768-72b6-4f0c-982e-2b418531b2d0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.5222151 Dec 06 12:11:43.090986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.091562 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Added segment 54e2d36b-9532-43b0-b312-42bfbe31f9e6 of type vlan for network 68476de7-7a01-4e36-9028-31d188e20137 Dec 06 12:11:43.109756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Made reservation on behalf of da0b07c9b65a4340a669a5fb225bc2d9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:43.113333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.129682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4237a2fb-0ea0-4caf-8dbe-a1f11e79ee54 req-1a338fc9-f076-48d9-9c63-b9ef8fe7af99 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306934 Dec 06 12:11:43.155820 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af5d86-a445-4da0-80e9-a780574efe49,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:43.175678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.223675 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:43.228679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.269872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-972ff09e-a6e9-4f79-a588-33b9d64db0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.273276 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.349529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca2c841-0678-44f8-b09d-16b9077507be,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:43.389709 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-7a85545d-77a1-4fd5-ac79-972f4d7019ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:43.391212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-7a85545d-77a1-4fd5-ac79-972f4d7019ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 1094 time: 0.3358724 Dec 06 12:11:43.394528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa2856b-75b6-4a76-ba26-73aa27f3f4ae req-d7018051-80ab-4df3-8fd9-6842781a08f9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532777 Dec 06 12:11:43.403374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.404564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40f61dea-78bd-4280-bfaa-7bcaca0e3cbc req-24ae645b-c61c-4f6a-a671-321dea002ad8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2011478 Dec 06 12:11:43.421133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.468875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.469847 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:43.470420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.488569 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Transition to ACTIVE for port object 53f8485e-94ef-4b08-aced-30c90ff1ffe3 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:43.540476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:43.927941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4101450 Dec 06 12:11:43.931369 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42470) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:43.936769 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Request body: {'subnet': {'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-subnet', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:43.973457 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Made reservation on behalf of 6435a092910d4fbf87282b859d683622 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:43.979237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.079188 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8962b-b6e5-4d5e-9f82-bd5ff1be437b admin admin] Pushing event updated for resources: {'Network': ['ID=68476de7-7a01-4e36-9028-31d188e20137,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.094306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 68476de7-7a01-4e36-9028-31d188e20137 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:44.158847 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] No DVR routers for this DVR port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:44.161504 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.231396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-972ff09e-a6e9-4f79-a588-33b9d64db0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.268780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-7de18968-ec5f-414e-a44a-87c9750fe152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.270763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-7de18968-ec5f-414e-a44a-87c9750fe152 service neutron] 10.222.0.53 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.8568318 Dec 06 12:11:44.277326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-972ff09e-a6e9-4f79-a588-33b9d64db0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.306607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4598eb7-fbd6-43c8-9a91-fccc599815e3 req-67e0452b-5849-442a-9aff-cc1d825f833a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.313845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.315979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4598eb7-fbd6-43c8-9a91-fccc599815e3 req-67e0452b-5849-442a-9aff-cc1d825f833a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 943 time: 0.7799640 Dec 06 12:11:44.380431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14410-325d-4e11-97bd-7cce7be0ec12 req-ac14e3bf-9c95-434b-8fc9-6cc70871fb31 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.381567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22234bd7-f3da-49e6-a494-9208469c64ea,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.384245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76b14410-325d-4e11-97bd-7cce7be0ec12 req-ac14e3bf-9c95-434b-8fc9-6cc70871fb31 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 948 time: 0.4811420 Dec 06 12:11:44.384411 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Checking segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:44.384411 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Network hostable DHCP agents. Network: 68476de7-7a01-4e36-9028-31d188e20137, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:11:44.403365 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Network 68476de7-7a01-4e36-9028-31d188e20137 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:11:44.422206 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 68476de7-7a01-4e36-9028-31d188e20137) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:44.427402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.428284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.432462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.436995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36732bf-9239-41a3-8a80-b3f813fe9abb None None] Network 68476de7-7a01-4e36-9028-31d188e20137 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:44.455405 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65e2a0b4-f438-4ef4-bef3-206b95ffbf15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5228465 Dec 06 12:11:44.456502 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:44.461215 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:44.466829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-06c5c386-aaf1-497a-88ea-3eef92b329f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990 HTTP/1.1" status: 200 len: 217 time: 0.1771226 Dec 06 12:11:44.485884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.487311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.510271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-972ff09e-a6e9-4f79-a588-33b9d64db0f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5819f46287d54425bbd4c73e9adbc521&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6716752 Dec 06 12:11:44.515306 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:44.532536 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:44.535701 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3b8648-68aa-49c9-8680-dbef31a06d8a" -d '{"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:44.538664 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:44.539194 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:44.540265 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:44.572253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.581001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ff09e-a6e9-4f79-a588-33b9d64db0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574aa8f9-3c09-4a9b-9b66-c99592e1bbc6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.617729 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:44.618841 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Attempting to bind port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:44.648646 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-68476de7-7a01-4e36-9028-31d188e20137', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:11:44.650697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.675969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-6023f332-ca51-421d-be35-761bd72627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.678040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-6023f332-ca51-421d-be35-761bd72627b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.1971507 Dec 06 12:11:44.690585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:44.691218 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:44.691897 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:44.692522 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Bound port: 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:44.693072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.739544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.782190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.809017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.814101 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:44.817775 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:44.834717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4598eb7-fbd6-43c8-9a91-fccc599815e3 req-c5014cf4-1717-4623-b195-e8cea1aa8feb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127618 Dec 06 12:11:44.835700 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1417db4-6c8a-4002-bf58-44fac91c1598,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.857622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-440a7092-6998-4271-bb4b-ea24e114b7af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404622 Dec 06 12:11:44.885819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.888958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.890176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/574aa8f9-3c09-4a9b-9b66-c99592e1bbc6 HTTP/1.1" status: 204 len: 168 time: 0.3736732 Dec 06 12:11:44.905644 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d2a1d-ecec-4c6d-999d-e94517322518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574aa8f9-3c09-4a9b-9b66-c99592e1bbc6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:44.931759 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc14b8e8-dd52-46ae-80ce-5798a346e404 x-openstack-request-id: req-dc14b8e8-dd52-46ae-80ce-5798a346e404 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:44.931759 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:44.931759 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc14b8e8-dd52-46ae-80ce-5798a346e404 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:44.932665 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'status': 'completed', 'code': 200} Dec 06 12:11:45.021214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.030601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-faeeb623-4582-4e58-9a3c-71c43fa7bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.030953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-038a9769-78b5-43d9-9b50-d215566618dd service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404498 Dec 06 12:11:45.032252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-faeeb623-4582-4e58-9a3c-71c43fa7bd31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 1099 time: 0.0639777 Dec 06 12:11:45.035455 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1640072676', 'description': 'tempest-description-69246757'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:45.104437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Allocated IP 172.20.0.2 (68476de7-7a01-4e36-9028-31d188e20137/22234bd7-f3da-49e6-a494-9208469c64ea/93401353-9b54-4cc2-aaf3-b380eee7d67d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:45.140252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-86c14c05-c0e3-441f-86c7-f45784ec4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.141962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-86c14c05-c0e3-441f-86c7-f45784ec4edf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1011412 Dec 06 12:11:45.352821 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:45.362586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79a5d9e0-721c-4569-87ea-c43a4a2ff952 req-3f45eb70-0a15-43da-a031-d5958490e998 service neutron] 10.222.0.53 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950014 Dec 06 12:11:45.413228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76b14410-325d-4e11-97bd-7cce7be0ec12 req-ee038e80-2754-4352-b0d2-1544cebda7bf tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9626765 Dec 06 12:11:45.416566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.417373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.426876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e444528b-a681-47f4-9f59-ef347721bb80 service neutron] 10.222.0.53 "PUT /v2.0/ports/53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 1095 time: 3.9729502 Dec 06 12:11:45.449355 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Checking segment: {'id': '6ff043bd-f5e6-4615-8a61-1c114c63b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0edcce9-6bc1-4c91-824e-2ce77eaadc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:45.450048 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Network hostable DHCP agents. Network: c0edcce9-6bc1-4c91-824e-2ce77eaadc68, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:11:45.506853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.524798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.579994 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Network 68476de7-7a01-4e36-9028-31d188e20137 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:45.587841 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:45.598688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:45.604833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e8797841-e1d7-449b-97da-07462925dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.606425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-e8797841-e1d7-449b-97da-07462925dc6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1098 time: 0.1397574 Dec 06 12:11:45.611297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.619894 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Network c0edcce9-6bc1-4c91-824e-2ce77eaadc68 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:11:45.621091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Pushing event updated for resources: {'Port': ['ID=93401353-9b54-4cc2-aaf3-b380eee7d67d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:45.690109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:45.691276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-75cf276a-114b-4e1f-a52e-3ff2da7e7568 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c HTTP/1.1" status: 200 len: 217 time: 0.5424938 Dec 06 12:11:45.693089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:45.744905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-ee8a222d-b13f-46e5-b5f0-67078e7c0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.746423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-ee8a222d-b13f-46e5-b5f0-67078e7c0cd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1233845 Dec 06 12:11:45.759276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13969fa-3706-4e04-9ca5-003ad1a33964 req-2e71317d-00af-43a5-ac7d-b85393a32e48 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.767585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e13969fa-3706-4e04-9ca5-003ad1a33964 req-2e71317d-00af-43a5-ac7d-b85393a32e48 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 947 time: 0.2257159 Dec 06 12:11:45.774456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Attempting to bind port 93401353-9b54-4cc2-aaf3-b380eee7d67d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:45.775134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Attempting to bind port 93401353-9b54-4cc2-aaf3-b380eee7d67d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:45.775704 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Attempting to bind port 93401353-9b54-4cc2-aaf3-b380eee7d67d on network 68476de7-7a01-4e36-9028-31d188e20137 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:45.786815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:45.787704 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Checking segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:45.788313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.788917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Bound using segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:45.789736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Bound port: 93401353-9b54-4cc2-aaf3-b380eee7d67d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:45.790337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.821521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-53ace615-f3e3-43f8-a35b-266b6e63a016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0427268 Dec 06 12:11:45.828521 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-a71e033e-87ab-45c7-aee1-1140ee9c2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.830775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-a71e033e-87ab-45c7-aee1-1140ee9c2364 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1056945 Dec 06 12:11:45.836118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.870239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:45.896123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.897210 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c0edcce9-6bc1-4c91-824e-2ce77eaadc68) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:45.902716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.920883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.933021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.933682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.936547 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98987108-1646-4d47-83fe-6df177898b74 None None] Network c0edcce9-6bc1-4c91-824e-2ce77eaadc68 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:45.964379 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-7f78d55d-39a9-4333-b8ca-90f5f3c0679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.966196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-7f78d55d-39a9-4333-b8ca-90f5f3c0679c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268878 Dec 06 12:11:45.979497 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f602527-13f5-4d19-a6d1-dbef8a7da801,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:45.992531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-899ce4d4-490a-48b0-afc4-60ae4474d152 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1477919 Dec 06 12:11:45.992531 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.005940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d6aa300-e627-4a97-9f02-f30c5b755760 req-27a51a8b-925f-41da-b116-df48cf5c0b78 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9740622 Dec 06 12:11:46.050664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-9ac6b063-a3e9-4966-800a-f3613093e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:46.052359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-9ac6b063-a3e9-4966-800a-f3613093e72e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2240591 Dec 06 12:11:46.080000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e13969fa-3706-4e04-9ca5-003ad1a33964 req-0bbe4990-6a3d-4e67-9dd2-32ff466f56e5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114030 Dec 06 12:11:46.115776 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] For port 93401353-9b54-4cc2-aaf3-b380eee7d67d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:46.166474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:46.199869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] For port 93401353-9b54-4cc2-aaf3-b380eee7d67d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93401353-9b54-4cc2-aaf3-b380eee7d67d,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:46.241417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34af7-ec66-4169-ade4-302710db35f1 req-7c62c3b5-b93f-43f7-a1d7-9e623d1f9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:46.243332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-7c62c3b5-b93f-43f7-a1d7-9e623d1f9bd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623762 Dec 06 12:11:46.261604 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b536653a-439d-4023-adab-0704060469dd x-openstack-request-id: req-b536653a-439d-4023-adab-0704060469dd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:46.261987 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:46.262306 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b536653a-439d-4023-adab-0704060469dd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:46.262774 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'code': 200} Dec 06 12:11:46.306081 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'mac_address': 'fa:16:3e:24:19:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:46.310816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.314582 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42514) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:46.340659 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1436617651', 'description': 'tempest-description-823440533'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:46.362711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-2c56f43a-60ab-401f-9cb6-42d7451ef8d0 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889179 Dec 06 12:11:46.465207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.466362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.479989 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Deleting subnet 39920e68-be40-4136-818f-63eff1e73952 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:46.485948 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Allocated IP 172.35.3.105 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/31793696-ada8-4699-806d-23a37111abd5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:46.507423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d300945-96d9-4aa0-bc50-5a3f0a6599d3 req-add1f216-ca4c-47c6-adf5-0991b9c70dc6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:46.522122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d300945-96d9-4aa0-bc50-5a3f0a6599d3 req-add1f216-ca4c-47c6-adf5-0991b9c70dc6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 943 time: 0.2568750 Dec 06 12:11:46.526135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.538804 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ed1e-795b-4d0a-9780-96942642dc8b None None] Pushing event updated for resources: {'Port': ['ID=93401353-9b54-4cc2-aaf3-b380eee7d67d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:46.565393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da3a1e-48bf-46bc-88ae-d3c9a893974e None None] Network c0edcce9-6bc1-4c91-824e-2ce77eaadc68 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:46.646910 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:46.671229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-68182ecc-4816-4b6d-b16a-2a9686648072 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604038 Dec 06 12:11:46.693471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d300945-96d9-4aa0-bc50-5a3f0a6599d3 req-f173c3d2-782c-4d0c-9c6c-35f21eebc00b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603744 Dec 06 12:11:46.760792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.788289 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:46.794839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2d7e88ea-d7c3-4647-8b92-d963338d5cf3 req-c7d99e2f-8a4c-43d1-ac29-0ce0afd78a3f service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192531 Dec 06 12:11:46.921406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.950467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:46.967655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 93401353-9b54-4cc2-aaf3-b380eee7d67d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:46.971397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.011406 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2118885430-network', 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:47.034393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.051022 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.051917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.053544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.076948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1cb94-a4f9-42a6-bc5d-1f447e7d13f2 req-aab45607-c59c-4d56-8386-0098c6491517 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:47.084369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bdc1cb94-a4f9-42a6-bc5d-1f447e7d13f2 req-aab45607-c59c-4d56-8386-0098c6491517 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 948 time: 0.2842808 Dec 06 12:11:47.097036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.122488 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 93401353-9b54-4cc2-aaf3-b380eee7d67d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:47.123151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.127703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f03c923e-674c-4330-9d12-3c6ba9ec2990 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:47.150243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39920e68-be40-4136-818f-63eff1e73952,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.154054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.161044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-194351bd-867e-4d54-a5ac-638e244764b4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/39920e68-be40-4136-818f-63eff1e73952 HTTP/1.1" status: 204 len: 168 time: 0.8449442 Dec 06 12:11:47.162241 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:47.168352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70f34af7-ec66-4169-ade4-302710db35f1 req-56a5f23e-c5e4-44a0-91ad-92584ecd5c2a service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732642 Dec 06 12:11:47.182747 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:47.184996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.194032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3faf1d01-7803-4ec4-950a-b12cde6f969c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:47.223812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.225054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b70e1ad-1f2d-49ad-b9c0-e0220b89011f req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8998597 Dec 06 12:11:47.243106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.250092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.250920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.254839 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca857fc0-ad29-4f9b-b2e5-c1c7da13fd7b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38adf60-4d14-4a79-a9bd-f66b48ab6fa8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.297646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bdc1cb94-a4f9-42a6-bc5d-1f447e7d13f2 req-6844c8d8-0c23-4bb6-87d7-ffaa20390cb6 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042928 Dec 06 12:11:47.297815 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:47.327785 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:47.341551 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:47.502933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.521842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.552582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.557804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Pushing event updated for resources: {'Port': ['ID=31793696-ada8-4699-806d-23a37111abd5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.607681 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:47.647448 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07902487-a7cd-40e2-8a21-2601667e7ec3']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:47.661768 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d78734a-354d-49ad-a349-33194e8e073f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:47.662118 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d78734a-354d-49ad-a349-33194e8e073f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:47.676234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.692665 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:47.705766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f03c923e-674c-4330-9d12-3c6ba9ec2990', 'network_id': '37af0bef-d18d-4b53-b23a-84c1a0149c76', 'port_id': 'f03c923e-674c-4330-9d12-3c6ba9ec2990', 'mac_address': 'fa:16:3e:9d:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510a0f3a-0ca5-48ed-b55d-da53208b022e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:47.722143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0c618-2df6-45d5-a5f6-13aab7761e8b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.734809 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.735420 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Added segment e27c2fd7-4831-4202-be41-3d9691ba8a31 of type vlan for network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 Dec 06 12:11:47.741847 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.758475 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:47.759718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:47.761511 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:47.801404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.847705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.853855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.870463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.896756 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03c923e-674c-4330-9d12-3c6ba9ec2990 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:47.900141 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734763-36ce-4aca-b24a-10a72be4832f req-b1a5b3b4-5028-47dd-8f9c-9f1816e08f2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:47.908472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca734763-36ce-4aca-b24a-10a72be4832f req-b1a5b3b4-5028-47dd-8f9c-9f1816e08f2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 947 time: 0.4036641 Dec 06 12:11:47.911148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.919793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 93401353-9b54-4cc2-aaf3-b380eee7d67d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93401353-9b54-4cc2-aaf3-b380eee7d67d,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:47.925105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-9ab27a9a-2942-4360-8069-991e6848e814 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/4f602527-13f5-4d19-a6d1-dbef8a7da801 HTTP/1.1" status: 200 len: 1820 time: 0.4185095 Dec 06 12:11:47.935065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] 10.222.0.31 "DELETE /v2.0/networks/07902487-a7cd-40e2-8a21-2601667e7ec3 HTTP/1.1" status: 204 len: 168 time: 0.7699730 Dec 06 12:11:47.939264 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:47.940837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.965209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129a21-89f2-475a-b27d-75d10cb9c815 admin admin] Pushing event deleted for resources: {'Network': ['ID=07902487-a7cd-40e2-8a21-2601667e7ec3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.980228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:47.996558 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59c2a5-ec70-4743-a6af-098286f486cb None None] Network 68476de7-7a01-4e36-9028-31d188e20137 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:48.001964 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.034072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.035581 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.035866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.042910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.048583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=93401353-9b54-4cc2-aaf3-b380eee7d67d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.091256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4411552 Dec 06 12:11:48.100752 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42558) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:48.108117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Request body: {'subnet': {'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2118885430-subnet', 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:48.121695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca734763-36ce-4aca-b24a-10a72be4832f req-26e8f809-64ec-4486-8108-924c501c355a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073274 Dec 06 12:11:48.144252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-c3cdb265-1cc5-4be4-a88f-78c7b67c2fcf tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/d38adf60-4d14-4a79-a9bd-f66b48ab6fa8 HTTP/1.1" status: 200 len: 1821 time: 0.1991529 Dec 06 12:11:48.157443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f602527-13f5-4d19-a6d1-dbef8a7da801', 'remote_group_id': 'd38adf60-4d14-4a79-a9bd-f66b48ab6fa8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:48.159587 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f602527-13f5-4d19-a6d1-dbef8a7da801', 'remote_group_id': 'd38adf60-4d14-4a79-a9bd-f66b48ab6fa8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:48.164127 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.169146 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-36fe4431-bb68-4f79-a2b7-2c4e263fe94f None None] Provisioning complete for port 93401353-9b54-4cc2-aaf3-b380eee7d67d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:48.169870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36fe4431-bb68-4f79-a2b7-2c4e263fe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.178410 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:48.180888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.206993 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Deleting subnet d1417db4-6c8a-4002-bf58-44fac91c1598 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:48.213256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.283340 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:48.285933 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1081a857-cac7-4e4b-b537-61937e0aee5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:48.296520 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3523-e16e-43e6-b011-1d95cb2952fd admin admin] Pushing event updated for resources: {'Network': ['ID=91a4d416-d942-4500-9e0c-0c7d17eb90a9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.319567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:48.330956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.349953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.357135 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f03c923e-674c-4330-9d12-3c6ba9ec2990'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:48.415799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36e75d-824a-408c-931a-6802f6249400 req-c44290e6-44d9-4176-87b6-5c46d48809f5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.417582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d36e75d-824a-408c-931a-6802f6249400 req-c44290e6-44d9-4176-87b6-5c46d48809f5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 944 time: 0.1783040 Dec 06 12:11:48.434082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.441907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.527600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.529431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.541272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.551706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d36e75d-824a-408c-931a-6802f6249400 req-9437a385-e8ab-4ba0-9092-742353c27af0 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065335 Dec 06 12:11:48.574450 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8ef3eb-fb90-4b21-a468-e5bab1806d5a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.587640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.600295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c0a31f-6112-4c71-b49c-dedd764edff5 req-0a571826-0edf-4d4f-a39c-fa963f7a763b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4531753 Dec 06 12:11:48.605397 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=962a61f2-d53c-4981-95da-8de53b9e1661,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.606006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.619214 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:48.619560 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Network hostable DHCP agents. Network: 91a4d416-d942-4500-9e0c-0c7d17eb90a9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:11:48.621555 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Router 38390d75-bd98-46f8-9124-6354dabc6ad6 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:11:48.683122 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:11:48.699340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1417db4-6c8a-4002-bf58-44fac91c1598,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.701922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.705842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b003d6dd-3567-4208-b1b7-9db7593c2e46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d1417db4-6c8a-4002-bf58-44fac91c1598 HTTP/1.1" status: 204 len: 168 time: 0.7596653 Dec 06 12:11:48.708606 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42568) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:48.709872 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 91a4d416-d942-4500-9e0c-0c7d17eb90a9) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:48.716457 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.717044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.747999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7ecc7-d82e-4fb8-a627-430b0866a25f None None] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:48.768023 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35e35a-6d69-468c-8e6e-62c3214e6b78 x-openstack-request-id: req-7e35e35a-6d69-468c-8e6e-62c3214e6b78 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:48.768408 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:48.768765 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e35e35a-6d69-468c-8e6e-62c3214e6b78 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:48.769622 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'status': 'completed', 'code': 200} Dec 06 12:11:48.885045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa3e9b22-5b90-40a1-9cd5-2155648fb14d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7746961 Dec 06 12:11:48.900671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:48.903688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.915676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 93401353-9b54-4cc2-aaf3-b380eee7d67d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:48.921549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2d07-15a9-449c-b193-e28f9592af73 req-a4a3814b-73e3-43b7-b9d2-17a4405e46fb tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.923826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ea2d07-15a9-449c-b193-e28f9592af73 req-a4a3814b-73e3-43b7-b9d2-17a4405e46fb tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 949 time: 0.1935892 Dec 06 12:11:48.936536 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-0597d52b-a188-49c3-9857-3ee32e9a1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.938258 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-0597d52b-a188-49c3-9857-3ee32e9a1ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1098 time: 0.1417556 Dec 06 12:11:48.941278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.949290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f7bf95f8-cb2b-4e47-aa39-be3ba06c44ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4914181 Dec 06 12:11:48.950532 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Sync routers for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:48.951142 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42582) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:49.031334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36489806-c1a0-4891-baf0-173237d7780d req-d5acf115-0598-4069-9be6-4d4ff4bca3e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/d38adf60-4d14-4a79-a9bd-f66b48ab6fa8 HTTP/1.1" status: 200 len: 1821 time: 0.1061134 Dec 06 12:11:49.039954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-057a0e9e-7ef2-49b1-b66b-56f954ccc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.041546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-057a0e9e-7ef2-49b1-b66b-56f954ccc387 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1098 time: 0.2604203 Dec 06 12:11:49.094652 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 93401353-9b54-4cc2-aaf3-b380eee7d67d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:49.095083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.113856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:49.114501 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:49.146064 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-04ce744a-a0f9-4e75-93ca-243a12fabd7a None None] Provisioning complete for port 93401353-9b54-4cc2-aaf3-b380eee7d67d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:49.146461 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04ce744a-a0f9-4e75-93ca-243a12fabd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.165847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ea2d07-15a9-449c-b193-e28f9592af73 req-be57dba9-54e8-45fb-8dd9-8f85ce6c403c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929853 Dec 06 12:11:49.229314 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb9f90-56e0-43b7-a973-c55872c26262 None None] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:49.310626 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-d3593d7f-f319-481a-86f9-4d1810d2fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.312005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-d3593d7f-f319-481a-86f9-4d1810d2fa9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2467282 Dec 06 12:11:49.397072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.443633 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:49.454359 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0edcce9-6bc1-4c91-824e-2ce77eaadc68']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:49.476912 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff043bd-f5e6-4615-8a61-1c114c63b814') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:49.477236 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff043bd-f5e6-4615-8a61-1c114c63b814') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:49.482018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-823354f4-3341-4cd3-80af-c782959f7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.483609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-823354f4-3341-4cd3-80af-c782959f7f76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.5332589 Dec 06 12:11:49.503614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.534463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-395f126f-4959-4333-8a34-b8ca058516e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0419641 Dec 06 12:11:49.571577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-35591c63-b0ec-4628-84eb-c7c54d0c83bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0836957 Dec 06 12:11:49.588382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.591543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36489806-c1a0-4891-baf0-173237d7780d req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.605959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.626986 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-f1b78060-b69d-4f62-a50f-956e7ffaf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.628377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-f1b78060-b69d-4f62-a50f-956e7ffaf0f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0876870 Dec 06 12:11:49.638592 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:49.638592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:49.639883 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:49.709808 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:49.746547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-ddff2a1c-42eb-4f3c-87c0-0177be133cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.748082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-ddff2a1c-42eb-4f3c-87c0-0177be133cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824399 Dec 06 12:11:49.748561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36489806-c1a0-4891-baf0-173237d7780d req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.759954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-1c58d193-c8d2-47df-9836-c67d775f093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.761435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-1c58d193-c8d2-47df-9836-c67d775f093f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1745853 Dec 06 12:11:49.793668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.822731 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-dadf240c-5a64-4b8b-8a35-13eb72699828 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.824153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-dadf240c-5a64-4b8b-8a35-13eb72699828 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.3391602 Dec 06 12:11:49.844504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.848404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] 10.222.0.31 "DELETE /v2.0/networks/c0edcce9-6bc1-4c91-824e-2ce77eaadc68 HTTP/1.1" status: 204 len: 168 time: 1.1383486 Dec 06 12:11:49.863280 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 3faf1d01-7803-4ec4-950a-b12cde6f969c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:49.868437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:47Z', 'revision_number': 3, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:49.871537 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 3faf1d01-7803-4ec4-950a-b12cde6f969c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:49.871960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.941302 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-ddbbe723-2503-4df9-84cf-fb0ad758e98e service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837304 Dec 06 12:11:49.941802 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Checking router: 38390d75-bd98-46f8-9124-6354dabc6ad6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:49.942245 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Updating router 38390d75-bd98-46f8-9124-6354dabc6ad6 port 31793696-ada8-4699-806d-23a37111abd5 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:11:49.956749 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61847f-a30b-4e9c-abf2-bb76550b6f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=c0edcce9-6bc1-4c91-824e-2ce77eaadc68,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:49.969742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36489806-c1a0-4891-baf0-173237d7780d req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.975752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36489806-c1a0-4891-baf0-173237d7780d req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.976844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36489806-c1a0-4891-baf0-173237d7780d req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/d38adf60-4d14-4a79-a9bd-f66b48ab6fa8 HTTP/1.1" status: 204 len: 173 time: 0.9446473 Dec 06 12:11:49.980320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:49.987381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-f5536707-6edf-4274-bad2-cf0d39d0f034 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.1444483 Dec 06 12:11:50.000080 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2997-ff05-4c49-ab76-b4921817cbd8 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38adf60-4d14-4a79-a9bd-f66b48ab6fa8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.034775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61d91848-7cd8-4b32-ad11-83180ba454d6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381463 Dec 06 12:11:50.035370 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:50.037318 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-2e7aec08-47aa-420e-80c1-df887295a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:50.038747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-2e7aec08-47aa-420e-80c1-df887295a652 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669008 Dec 06 12:11:50.078493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.111394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-c101780d-d2fb-4f92-bd77-7f3e56d4f2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605890 Dec 06 12:11:50.185473 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.241611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f582ac2f-1542-4965-a9c2-3c69b3924990 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da1c88e860ca4900975744fc7f1a412c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992431 Dec 06 12:11:50.242955 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:50.252403 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:50.254807 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa83af-fc4d-4c2e-ab46-247c3806a68f" -d '{"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:50.272405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:50.279192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.290054 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Allocated IP 172.20.0.1 (68476de7-7a01-4e36-9028-31d188e20137/22234bd7-f3da-49e6-a494-9208469c64ea/dd6ce2a9-93ec-4346-b634-b02798f39052) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:50.296912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328df6-86c0-4bce-9836-59ffe8ef3b14 req-806d8751-16aa-4488-b518-42474ffe5147 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:50.298505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01328df6-86c0-4bce-9836-59ffe8ef3b14 req-806d8751-16aa-4488-b518-42474ffe5147 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 947 time: 0.2245300 Dec 06 12:11:50.302533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-75914513-74e2-4d81-9938-7556f87171de service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558670 Dec 06 12:11:50.304536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-7ee66247-dd41-448c-b2f2-124a3b4a0bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477913 Dec 06 12:11:50.327773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.360156 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.372555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.412722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.419510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.468556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.468991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01328df6-86c0-4bce-9836-59ffe8ef3b14 req-1a221abe-1c10-4c85-9e8a-a41b5968917e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624551 Dec 06 12:11:50.471151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.473514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.477872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d190b38-c481-44ba-84c3-6d7176735d02 HTTP/1.1" status: 204 len: 168 time: 0.2311561 Dec 06 12:11:50.485727 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe7243-3c04-4a16-ac3c-3f120f783fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d190b38-c481-44ba-84c3-6d7176735d02,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.493316 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b9b82-cb3c-4886-981d-19fc597643e8 None None] Pushing event updated for resources: {'Port': ['ID=31793696-ada8-4699-806d-23a37111abd5,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.526900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.527163 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Attempting to bind port 31793696-ada8-4699-806d-23a37111abd5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:50.527404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Attempting to bind port 31793696-ada8-4699-806d-23a37111abd5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:50.527758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Attempting to bind port 31793696-ada8-4699-806d-23a37111abd5 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:50.541434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1081a857-cac7-4e4b-b537-61937e0aee5a req-3e9ced0b-2401-4ffe-b65a-45202b8b9918 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278380 Dec 06 12:11:50.545099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-dea389f5-e890-473d-b0b7-e6ffa5b496ac service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306075 Dec 06 12:11:50.546990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:50.547387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:50.547785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.548181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:50.548656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Bound port: 31793696-ada8-4699-806d-23a37111abd5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:50.549042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.596762 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.619462 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Network 68476de7-7a01-4e36-9028-31d188e20137 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:50.620980 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:50.623531 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:50.661364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] For port 31793696-ada8-4699-806d-23a37111abd5, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:50.666761 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] For port 31793696-ada8-4699-806d-23a37111abd5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31793696-ada8-4699-806d-23a37111abd5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:50.672807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.689177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.749964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:50.750739 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:50.803552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b9b82-cb3c-4886-981d-19fc597643e8 None None] Pushing event updated for resources: {'Port': ['ID=31793696-ada8-4699-806d-23a37111abd5,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.971604 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f711d-30cc-45c4-a895-f0585557de11 req-aa847686-0748-4e92-8d72-0b07d9c923a9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:50.981022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d99f711d-30cc-45c4-a895-f0585557de11 req-aa847686-0748-4e92-8d72-0b07d9c923a9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 944 time: 0.1092229 Dec 06 12:11:50.996615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.202366 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:51.219727 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:51.282183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:51.284000 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f03c923e-674c-4330-9d12-3c6ba9ec2990 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:51.304334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c4abc75-2654-4446-825b-7996d0a8d4fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da0b07c9b65a4340a669a5fb225bc2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803640 Dec 06 12:11:51.306908 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42656) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:51.398131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.427522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.484411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.490740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.521279 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9eab621c-8ec5-4f2f-9446-ce1e0bcc377f None None] Provisioning complete for port dd6ce2a9-93ec-4346-b634-b02798f39052 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:51.521648 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9eab621c-8ec5-4f2f-9446-ce1e0bcc377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.570119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d99f711d-30cc-45c4-a895-f0585557de11 req-76c5b542-12d4-41b6-a05a-b046e1f77e72 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833523 Dec 06 12:11:51.575268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9eab621c-8ec5-4f2f-9446-ce1e0bcc377f None None] Port dd6ce2a9-93ec-4346-b634-b02798f39052 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:51.618808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.621516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.622696 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/500e027e-24ac-4ba0-97c5-a14475562712 HTTP/1.1" status: 204 len: 168 time: 0.3147943 Dec 06 12:11:51.656484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1952a1-fb5d-43c0-b413-a1be4d186333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e027e-24ac-4ba0-97c5-a14475562712,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:51.673414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:51.678511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.696850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be7b2764-5aeb-4089-85ab-ea289abc886c req-8b43338e-b701-4529-ad46-20680418d1e9 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/4f602527-13f5-4d19-a6d1-dbef8a7da801 HTTP/1.1" status: 200 len: 1820 time: 0.0889308 Dec 06 12:11:51.720248 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f03c923e-674c-4330-9d12-3c6ba9ec2990 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:51.745320 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f03c923e-674c-4330-9d12-3c6ba9ec2990 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:51.745714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.823488 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e81ecd-48bd-4520-98ea-fc8a74e0ebe7 x-openstack-request-id: req-a3e81ecd-48bd-4520-98ea-fc8a74e0ebe7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:51.823807 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:51.824049 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3e81ecd-48bd-4520-98ea-fc8a74e0ebe7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:51.824441 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'code': 200} Dec 06 12:11:51.886732 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:51.893985 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Network 68476de7-7a01-4e36-9028-31d188e20137 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:51.900828 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:51.934523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45461da-8c3f-497a-a5e1-8b6f0a5d42ea req-1a44a03e-9a63-4db5-a9e2-7ca04ffa7656 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:51.941884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e45461da-8c3f-497a-a5e1-8b6f0a5d42ea req-1a44a03e-9a63-4db5-a9e2-7ca04ffa7656 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 950 time: 0.0946274 Dec 06 12:11:51.989496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'mac_address': 'fa:16:3e:d7:ea:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:52.067483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e45461da-8c3f-497a-a5e1-8b6f0a5d42ea req-e6bc7350-ef89-4fe5-94e0-c65e12106195 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227412 Dec 06 12:11:52.086045 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea20d1-e565-4a79-a51d-daaff74b6d07 req-b0be88cc-f051-4c4e-88d6-e54519fdc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.088492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2ea20d1-e565-4a79-a51d-daaff74b6d07 req-b0be88cc-f051-4c4e-88d6-e54519fdc04e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 1101 time: 0.2383690 Dec 06 12:11:52.099853 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Router 38390d75-bd98-46f8-9124-6354dabc6ad6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:52.103179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97e2a365-f1f7-4464-9ac0-a7c01f1c6c86 req-fe4fd459-2aaa-46d1-b777-62269c97aea6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 210 time: 0.0666802 Dec 06 12:11:52.197550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.201827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.238062 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:47Z', 'revision_number': 3, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:52.247049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368088754', 'description': 'tempest-description-937133249'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:52.269648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:52.277369 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f8485e-94ef-4b08-aced-30c90ff1ffe3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:52.360759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.383080 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11fee-2ca2-402e-8378-3c73d2da1554 None None] The sync data for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 is: [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:47Z', 'revision_number': 3, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:52.389738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f2ea20d1-e565-4a79-a51d-daaff74b6d07 req-51725cb1-3749-4410-83e0-d84fd034a8cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831864 Dec 06 12:11:52.402544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.428109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:52.440569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ff81ab42-5ddd-4267-a35a-d54b8b2e31d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/38390d75-bd98-46f8-9124-6354dabc6ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4884677 Dec 06 12:11:52.447274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-25b3742a-3aeb-40c3-96b3-97e2d4bbb02f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.449813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-25b3742a-3aeb-40c3-96b3-97e2d4bbb02f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 947 time: 0.3399866 Dec 06 12:11:52.464320 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:52.488284 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.503813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b2672346-7878-4d0d-8233-32a8f829520f None None] Provisioning complete for port dd6ce2a9-93ec-4346-b634-b02798f39052 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:52.506022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b2672346-7878-4d0d-8233-32a8f829520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.533860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-1cc5433e-28d6-4958-a388-3e6fb9def981 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.535859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-1cc5433e-28d6-4958-a388-3e6fb9def981 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.2721345 Dec 06 12:11:52.558876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:52.599584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:52.662374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b2672346-7878-4d0d-8233-32a8f829520f None None] Port dd6ce2a9-93ec-4346-b634-b02798f39052 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:52.668178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:52.774579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80e70d-f9db-4db8-92bc-5d5b3c757ba9 req-e2273c3a-9442-4ec0-b8cb-4a2b3736260b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.776154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f80e70d-f9db-4db8-92bc-5d5b3c757ba9 req-e2273c3a-9442-4ec0-b8cb-4a2b3736260b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 948 time: 0.1853004 Dec 06 12:11:52.778772 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.806047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.848971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:52.882463 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-52f254e4-a6e4-4aab-8bb6-210c4744b8fc service neutron] delete failed (client error): The resource could not be found. Dec 06 12:11:52.885063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-52f254e4-a6e4-4aab-8bb6-210c4744b8fc service neutron] 10.222.0.23 "DELETE /v2.0/ports/53f8485e-94ef-4b08-aced-30c90ff1ffe3/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.3015809 Dec 06 12:11:52.902792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:52.911298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-676f7dd2-d86e-4a31-977f-576ae47ee2c9 req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8008111 Dec 06 12:11:52.948049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de5e89-8b55-4474-a389-7affbf877914 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9890c-e13c-4cca-a608-164fa48807ba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:52.993589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f80e70d-f9db-4db8-92bc-5d5b3c757ba9 req-1cd576b4-2c19-45ea-bc4d-ec0e4d1a656b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940269 Dec 06 12:11:53.100944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:53.104839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:53.199640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:53.265956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-b9f7f322-2f6a-4745-a039-5b6f771d8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.267918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-b9f7f322-2f6a-4745-a039-5b6f771d8505 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1099 time: 0.2733533 Dec 06 12:11:53.290766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e74c2-6160-4090-992b-d1bf7a4be5af req-15b6a545-3cbf-46a8-a439-b6a5785d3c5d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.297984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54e74c2-6160-4090-992b-d1bf7a4be5af req-15b6a545-3cbf-46a8-a439-b6a5785d3c5d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2771583 Dec 06 12:11:53.319084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:53.366033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:53.374051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:53.437460 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:53.482756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-ee67d4b1-45e5-452c-bf03-07d5eb50afd3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.490148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-ee67d4b1-45e5-452c-bf03-07d5eb50afd3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.3821886 Dec 06 12:11:53.537680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-e18d694f-9b39-4ecb-906d-17ca9f796e66 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/quotas/8d3d839f871740e9bd7f7583e080c664 HTTP/1.1" status: 200 len: 375 time: 0.0466557 Dec 06 12:11:53.558498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54e74c2-6160-4090-992b-d1bf7a4be5af req-c34ee84b-ab70-4ed3-9bae-e105b7fcf0cf tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585368 Dec 06 12:11:53.585228 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.7 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:53.613853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-9b6ee413-a296-4bff-abc4-7fc9cbcd7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.615587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-9b6ee413-a296-4bff-abc4-7fc9cbcd7215 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3350692 Dec 06 12:11:53.663560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-619390d2-1763-4a84-9043-47b3f2ec69f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0391488 Dec 06 12:11:53.708200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-16cb68dd-f69d-4585-b3ca-82a3c818aa2d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410663 Dec 06 12:11:53.800491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-e0839178-24ba-400e-964a-e5e0c5ed6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.801761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-e0839178-24ba-400e-964a-e5e0c5ed6832 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1294353 Dec 06 12:11:53.825885 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990'}, {'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:53.828785 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba991681-52f0-42a3-996d-d30e22e27a1a" -d '{"events": [{"server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "name": "network-vif-plugged", "status": "completed", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990"}, {"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-unplugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:53.945933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-e6cdb586-26aa-4d82-8c27-74ce59a6084f service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369101 Dec 06 12:11:53.958795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-711d89cc-f539-42ac-8ab2-1779f7524066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.960250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-711d89cc-f539-42ac-8ab2-1779f7524066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467016 Dec 06 12:11:54.025380 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42756) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:54.030088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.030802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594005189', 'description': 'tempest-description--414559410'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.053547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.119598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.123757 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.157301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.158534 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1316142 Dec 06 12:11:54.160704 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bde8e-90e5-41f5-b3f4-b7ffcf0d02cf tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf8d99d-6413-465e-bb19-31b6835b259d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.165602 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42758) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:54.170978 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'security_group_rule': {'security_group_id': 'abf8d99d-6413-465e-bb19-31b6835b259d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.202087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.226263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-2fd83d6a-0208-4234-845a-9f39dbddf456 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508342 Dec 06 12:11:54.236368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-d44b7bf2-927c-4aed-b928-856c82188f7c tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 200 len: 1820 time: 0.1955795 Dec 06 12:11:54.239949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-5af70bbd-4b08-4fea-8a05-71eb1a2ec4b4 service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866216 Dec 06 12:11:54.261620 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9be9890c-e13c-4cca-a608-164fa48807ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.262023 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9be9890c-e13c-4cca-a608-164fa48807ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.270190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.275052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.280311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.303341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1ff526-2f18-45c2-bba9-f47102ca4761,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.341676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-4676c1bb-54ee-4af9-baca-e0d7fc182b83 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:54.343124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-4676c1bb-54ee-4af9-baca-e0d7fc182b83 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8d6fb5b-1fcf-45dd-923e-083c402b3b22 HTTP/1.1" status: 200 len: 943 time: 0.2008851 Dec 06 12:11:54.405363 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:54.406991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.409025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dc908522-5622-421e-b158-0e36e2dffe04 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422483 Dec 06 12:11:54.411846 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42764) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:54.424321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'security_group_rule': {'security_group_id': 'abf8d99d-6413-465e-bb19-31b6835b259d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.438329 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:54.460007 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:54.460358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.503935 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.539910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.550332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.577836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292b589b-eccc-4cb5-9ffc-f74792937230,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.589715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08e4bb33-b723-4c56-9b32-f72058260a58 req-7c5baef1-bd20-47f6-a2b3-f6a368a751f1 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467653 Dec 06 12:11:54.594959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.600074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9037aa1d-b102-45e8-a9f0-62ca9ff67009 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1868088 Dec 06 12:11:54.600794 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42772) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:54.606638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.610109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:54.610747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.616330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.650385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.651364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfba93f-b9b9-41ec-83dc-5beb4b6f513a req-ddfceadc-28c1-4bc6-ad74-5d500c9be5da tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:54.653014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9dfba93f-b9b9-41ec-83dc-5beb4b6f513a req-ddfceadc-28c1-4bc6-ad74-5d500c9be5da tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 950 time: 0.2170196 Dec 06 12:11:54.666735 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Sync routers for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:54.667318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-61bd2370-8010-4e6e-a76d-0ad7b95b2544 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1146736 Dec 06 12:11:54.670124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.688414 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:54.689762 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:54.689954 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.704544 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Request body: {'port': {'device_id': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:54.767840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Deleting port e0078e26-7729-4ae7-9acd-0fb119183d6e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:54.769206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.838103 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e1e30-d2c5-4707-9c67-05c48e2e38cd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.842505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.850920 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:54.855010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9dfba93f-b9b9-41ec-83dc-5beb4b6f513a req-798b77aa-7e7c-451d-9f82-da63d5b8e2e7 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811388 Dec 06 12:11:54.893333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 31793696-ada8-4699-806d-23a37111abd5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:54.899838 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.942514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e155f6c3-8896-4f96-80b0-b1f899ba2463 req-6a59b65e-59a0-4bad-8e5e-6ca4b1d425f4 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6977420 Dec 06 12:11:54.989374 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 31793696-ada8-4699-806d-23a37111abd5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:54.990053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.051525 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be87e37e-2cfd-408b-8edb-cd5db2866599 x-openstack-request-id: req-be87e37e-2cfd-408b-8edb-cd5db2866599 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:55.052016 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "name": "network-vif-plugged", "status": "completed", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990", "code": 200}, {"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-unplugged", "status": "completed", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:55.052588 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be87e37e-2cfd-408b-8edb-cd5db2866599 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:55.053192 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990', 'code': 200} Dec 06 12:11:55.053656 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'code': 200} Dec 06 12:11:55.066013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.094240 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Allocated IP 172.35.3.121 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e8835c5b-99fc-4401-bc28-5c9949fbc18c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:55.127446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.162799 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] For port e0078e26-7729-4ae7-9acd-0fb119183d6e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0078e26-7729-4ae7-9acd-0fb119183d6e,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:55.163627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.175223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 31793696-ada8-4699-806d-23a37111abd5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31793696-ada8-4699-806d-23a37111abd5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:55.185127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.211679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:55.227543 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:51Z', 'revision_number': 2, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:55.261061 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Checking router: 38390d75-bd98-46f8-9124-6354dabc6ad6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:55.261445 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Updating router 38390d75-bd98-46f8-9124-6354dabc6ad6 port dd6ce2a9-93ec-4346-b634-b02798f39052 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:11:55.301050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4130e0-cfb9-41df-ba27-c488ed5b0846 req-23801a39-1a16-47a9-890d-9bced797e13b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:55.311716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a4130e0-cfb9-41df-ba27-c488ed5b0846 req-23801a39-1a16-47a9-890d-9bced797e13b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 931 time: 0.3413761 Dec 06 12:11:55.319283 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Calling delete_port for e0078e26-7729-4ae7-9acd-0fb119183d6e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:55.321688 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.354543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=31793696-ada8-4699-806d-23a37111abd5,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:55.380836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:55.385794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-e86ce18d-a39f-4007-a8ca-f0a498832f39 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717266 Dec 06 12:11:55.400885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:55.401601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.448375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a4130e0-cfb9-41df-ba27-c488ed5b0846 req-10b1a10e-948f-483e-9081-9cd4a7f335b8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354051 Dec 06 12:11:55.458023 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1357449-29cc-4d33-bcf2-4f009f2117e7 req-6722c039-fc64-4ae3-b22d-b9840baf012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:55.460073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d1357449-29cc-4d33-bcf2-4f009f2117e7 req-6722c039-fc64-4ae3-b22d-b9840baf012f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 1096 time: 0.1958346 Dec 06 12:11:55.496751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.565036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d1357449-29cc-4d33-bcf2-4f009f2117e7 req-cb3469d5-4308-4fe9-b3d5-72ece9d64495 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956371 Dec 06 12:11:55.566895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.579151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.624207 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:55.627195 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:55.632095 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:55.632540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:55.640853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.652783 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'Port': ['ID=e8835c5b-99fc-4401-bc28-5c9949fbc18c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:55.696456 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.704362 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.722125 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:55.765523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2f2d-4dd0-4ff2-beaf-53b059aa1986 req-67f82e4f-0bdf-47a8-ad48-6fcdff2c2f04 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:55.769783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fedb2f2d-4dd0-4ff2-beaf-53b059aa1986 req-67f82e4f-0bdf-47a8-ad48-6fcdff2c2f04 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 948 time: 0.1775196 Dec 06 12:11:55.773581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.866139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.881116 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Attempting to bind port dd6ce2a9-93ec-4346-b634-b02798f39052 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:55.881892 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Attempting to bind port dd6ce2a9-93ec-4346-b634-b02798f39052 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:55.882485 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Attempting to bind port dd6ce2a9-93ec-4346-b634-b02798f39052 on network 68476de7-7a01-4e36-9028-31d188e20137 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:55.891303 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:55.892105 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Checking segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:55.892743 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.893394 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Bound using segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:55.894109 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Bound port: dd6ce2a9-93ec-4346-b634-b02798f39052, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:55.894825 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.963986 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] For port dd6ce2a9-93ec-4346-b634-b02798f39052, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:55.967964 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] For port dd6ce2a9-93ec-4346-b634-b02798f39052, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd6ce2a9-93ec-4346-b634-b02798f39052,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:55.969545 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb3710-4962-4997-995b-793b850a1b73 None None] Pushing event updated for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:55.977663 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.043174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb3710-4962-4997-995b-793b850a1b73 None None] Pushing event updated for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.053729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.065369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.086634 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:56.087687 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:56.117611 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] Provisioning complete for port dd6ce2a9-93ec-4346-b634-b02798f39052 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:56.118641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.148213 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'Port': ['ID=e8835c5b-99fc-4401-bc28-5c9949fbc18c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.178497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.202364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.204011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-384fccbb-103d-44d4-a017-e43afa1dba81 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6022396 Dec 06 12:11:56.247834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.292088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] For port dd6ce2a9-93ec-4346-b634-b02798f39052, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd6ce2a9-93ec-4346-b634-b02798f39052,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:56.297752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.367078 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32464d6-7da4-45d4-b2d3-b54ae710337f None None] Pushing event updated for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.413717 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:56.417915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-42c4b87d-054b-44bc-8b93-69f6cb0fd5b2 None None] Provisioning complete for port dd6ce2a9-93ec-4346-b634-b02798f39052 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:56.418291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-42c4b87d-054b-44bc-8b93-69f6cb0fd5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.451299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-fabd42fc-e0da-4a2f-be1d-11e511e0ed02 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:56.452805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-fabd42fc-e0da-4a2f-be1d-11e511e0ed02 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0210102 Dec 06 12:11:56.476219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.505645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fedb2f2d-4dd0-4ff2-beaf-53b059aa1986 req-980e8222-0bde-4883-b023-442c633f6fb6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850299 Dec 06 12:11:56.543862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-ea0a221f-11f8-4620-84f4-85ca019d3faf tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/quotas/4dccb65a3cae4479a096f166d4e17c1f HTTP/1.1" status: 200 len: 375 time: 0.0780091 Dec 06 12:11:56.544950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event deleted for resources: {'Port': ['ID=e0078e26-7729-4ae7-9acd-0fb119183d6e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.570121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-090ccbdc-61f8-4135-b931-9de3902e7481 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:56.572135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-090ccbdc-61f8-4135-b931-9de3902e7481 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.3856990 Dec 06 12:11:56.609793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Request body: {'port': {'device_id': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'admin_state_up': True, 'tenant_id': '8d3d839f871740e9bd7f7583e080c664'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:56.664140 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:56.674804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-7036db74-e162-487c-92d1-0ce5c961b362 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197271 Dec 06 12:11:56.693848 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] No DVR routers for this DVR port e0078e26-7729-4ae7-9acd-0fb119183d6e on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:56.694939 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45199c6-25cd-4845-b275-01dd7a238241 None None] The sync data for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 is: [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:56.723288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.726940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b631dc88-9c2b-4054-95eb-7f06f1b741b0 req-e6dd479d-ecb2-4914-875f-7b447e59e8e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "DELETE /v2.0/ports/e0078e26-7729-4ae7-9acd-0fb119183d6e HTTP/1.1" status: 204 len: 173 time: 2.3490243 Dec 06 12:11:56.727575 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-deleted', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:56.733439 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372b15d8-5c33-45fc-8f8d-1e0d04daf79d" -d '{"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-deleted", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:56.767609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8519a590-3993-4ffb-869b-313c84cf4ae5 req-7278d6ba-9eeb-434f-9224-2425149f25b6 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1693864 Dec 06 12:11:56.794506 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:56.832005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.866370 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Transition to ACTIVE for port object 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:11:56.905194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.005102 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dd6ce2a9-93ec-4346-b634-b02798f39052 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:57.057953 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:57.060223 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd9ba5-f7e5-4693-9eda-d34d7bd2a205" -d '{"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:57.100278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port dd6ce2a9-93ec-4346-b634-b02798f39052 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:57.100655 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.127902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:57.132289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.225768 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71339f60-e643-44d1-bd62-460b69203cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.252113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 31793696-ada8-4699-806d-23a37111abd5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:57.278538 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:57.323796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ff3b8-261d-4961-803e-772df11fcf1b req-dba65d80-1529-4d49-bc35-f8556fedfea7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:57.336647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415ff3b8-261d-4961-803e-772df11fcf1b req-dba65d80-1529-4d49-bc35-f8556fedfea7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.4665945 Dec 06 12:11:57.337188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 31793696-ada8-4699-806d-23a37111abd5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:57.337856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.491364 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Attempting to bind port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:57.491894 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Attempting to bind port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:57.492120 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Attempting to bind port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:57.503372 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:11:57.503372 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Attempting to bind port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:57.516220 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:57.516570 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:57.516985 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:57.517722 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Bound port: 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:57.517890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.639185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-026295ab-61a5-4a00-80e8-886de9885879 req-504eea73-b1ad-4083-8fff-969190a28f2b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 200 len: 2413 time: 0.2804780 Dec 06 12:11:57.674187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415ff3b8-261d-4961-803e-772df11fcf1b req-9a440409-d530-4292-a56c-a6a3f9dbec8b tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366716 Dec 06 12:11:57.684138 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9be9890c-e13c-4cca-a608-164fa48807ba', 'remote_group_id': None}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:57.684138 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9be9890c-e13c-4cca-a608-164fa48807ba', 'remote_group_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:57.728963 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Allocated IP 172.20.0.13 (696545ad-c09f-4e0f-b9d3-a8814518bd95/fff307d2-4b8f-46ea-b9c1-7f21fc09da4c/ff8ee8ad-3a36-4603-8a87-486c6a510662) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:57.767981 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:57.775816 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:57.794893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.887600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:57.888229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.889699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] 10.222.0.53 "PUT /v2.0/ports/80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 HTTP/1.1" status: 200 len: 1091 time: 3.1977596 Dec 06 12:11:57.907854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.978876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adc01-c023-4e79-a336-d7d2aa9c7802 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.002745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-4910a61f-5846-4574-9569-f1e453d724ff tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--594005189&fields=id&tenant_id=6435a092910d4fbf87282b859d683622 HTTP/1.1" status: 200 len: 267 time: 0.1994278 Dec 06 12:11:58.033964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.056381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.130198 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dbaf4c-f1ec-4a02-87b4-c567f6be8af0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.161365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.162600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-026295ab-61a5-4a00-80e8-886de9885879 req-7dd3b213-c49f-4c0d-b6d1-9ce148a26160 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4966738 Dec 06 12:11:58.165570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-9575c825-413d-4466-acab-96408070996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.166546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-9575c825-413d-4466-acab-96408070996e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 1094 time: 0.2143297 Dec 06 12:11:58.184547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.235835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-a1c3286e-9e18-4dde-adc6-be8066749fe3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 HTTP/1.1" status: 200 len: 217 time: 0.0493281 Dec 06 12:11:58.344440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-c72c10fb-bfc2-46fc-a5a4-bfd3a97cc281 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.345977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-c72c10fb-bfc2-46fc-a5a4-bfd3a97cc281 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/networks?id=68476de7-7a01-4e36-9028-31d188e20137 HTTP/1.1" status: 200 len: 815 time: 0.3078578 Dec 06 12:11:58.354002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-09d5ba9e-e86f-4e0e-a0be-d99f9f4bd13f tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770040 Dec 06 12:11:58.414498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4766-3852-4554-93d9-8f9147d63896 req-8a2132e9-db9a-480f-97df-222d128a0bcc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.416005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-198c4766-3852-4554-93d9-8f9147d63896 req-8a2132e9-db9a-480f-97df-222d128a0bcc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 943 time: 0.1860590 Dec 06 12:11:58.424518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.430912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-49b629c4-9a1a-46e8-b509-81a8bcd193eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511301 Dec 06 12:11:58.431703 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-cd28fbc3-dc03-45f8-8f55-683b128c88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.432747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-cd28fbc3-dc03-45f8-8f55-683b128c88a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.1569464 Dec 06 12:11:58.434055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-1b66a8a3-fcdb-4c0a-a91c-98698f7d7735 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/quotas/6435a092910d4fbf87282b859d683622 HTTP/1.1" status: 200 len: 375 time: 0.0718942 Dec 06 12:11:58.498818 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-325b971e-4557-488c-a8d7-c79925f4487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.500294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-325b971e-4557-488c-a8d7-c79925f4487c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 1097 time: 0.0408163 Dec 06 12:11:58.578011 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:58.586158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-095e2a46-c257-4f95-a383-28d46672e2c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151350 Dec 06 12:11:58.609898 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-0e72d721-26e9-4033-bbbf-fd981cc51f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.611370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-0e72d721-26e9-4033-bbbf-fd981cc51f24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 200 len: 907 time: 0.0884454 Dec 06 12:11:58.616958 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:58.636267 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:58.639183 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.654017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-6cf09cc2-305c-42d4-9eca-27e836c4b922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 HTTP/1.1" status: 200 len: 217 time: 0.0340908 Dec 06 12:11:58.699877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-198c4766-3852-4554-93d9-8f9147d63896 req-95670074-fc1a-4d21-b38d-4fe622e7ede0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707486 Dec 06 12:11:58.706655 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-5d80603a-5923-4e66-99b3-917fdbe0ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.708130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-5d80603a-5923-4e66-99b3-917fdbe0ff63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 200 len: 846 time: 0.0471423 Dec 06 12:11:58.711256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-06ecf6e1-f9fc-462e-9ddc-e8134c4db2e0 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.712657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-06ecf6e1-f9fc-462e-9ddc-e8134c4db2e0 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486929 Dec 06 12:11:58.723691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-064bc13b-e79c-4b24-9be1-30b5e40070c5 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6435a092910d4fbf87282b859d683622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691197 Dec 06 12:11:58.741672 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-eea1351b-2dea-4e06-9141-e80de22d54b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37af0bef-d18d-4b53-b23a-84c1a0149c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 Dec 06 12:11:58.769905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Request body: {'port': {'device_id': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '4dccb65a3cae4479a096f166d4e17c1f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:58.834121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-fcbc9685-7240-4bf4-aa96-a1b77dbbe93c service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Dec 06 12:11:58.844356 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.844964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.932015 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-98f37a1b-9b2e-4c8c-b72a-64d84e926380 req-8ff346f3-7ebe-4c84-9420-26cf05b13c50 service neutron] 10.222.0.23 "GET /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887067 Dec 06 12:11:58.941639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7ee33a58-2a95-4cca-9ce0-decbc78af661 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3422122 Dec 06 12:11:58.964353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Request body: {'port': {'device_id': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:58.967901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-d904a3fd-65fb-4e89-b962-c850b7dc020f service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702550 Dec 06 12:11:59.035882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f20e5-bc20-4558-8d7b-d453e64cd618 req-67f8cbaf-94ac-48ad-a500-9b9260b00350 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:59.037427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-142f20e5-bc20-4558-8d7b-d453e64cd618 req-67f8cbaf-94ac-48ad-a500-9b9260b00350 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.2638283 Dec 06 12:11:59.057599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-11e8c27c-9866-4d55-a4cb-0c015afe5006 service neutron] 10.222.0.31 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006492 Dec 06 12:11:59.186140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.236532 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:59.249347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Made reservation on behalf of 4dccb65a3cae4479a096f166d4e17c1f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:59.252775 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.255906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e0078e26-7729-4ae7-9acd-0fb119183d6e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:59.256248 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0078e26-7729-4ae7-9acd-0fb119183d6e not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:59.259603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a802de32-c4d1-44f8-b08b-4080bf4b97c4 req-2bb1fecc-21f7-4293-9f71-ca0ea9cf6549 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674215 Dec 06 12:11:59.266113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-142f20e5-bc20-4558-8d7b-d453e64cd618 req-635955e2-c325-4d05-9dd2-b2e5113abdab tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135007 Dec 06 12:11:59.531509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7015a240-e7ad-4072-a8f5-fc4ed4a3ffb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.597478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.603148 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ac689-d33b-418b-a39e-2424c0eff013 x-openstack-request-id: req-be9ac689-d33b-418b-a39e-2424c0eff013 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:59.603447 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6fb5b-1fcf-45dd-923e-083c402b3b22", "name": "network-vif-deleted", "tag": "e0078e26-7729-4ae7-9acd-0fb119183d6e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:59.603700 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be9ac689-d33b-418b-a39e-2424c0eff013 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:59.604089 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6fb5b-1fcf-45dd-923e-083c402b3b22', 'name': 'network-vif-deleted', 'tag': 'e0078e26-7729-4ae7-9acd-0fb119183d6e', 'status': 'completed', 'code': 200} Dec 06 12:11:59.627438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-5aa99abf-66ec-41d7-bc72-06bf8a373441 service neutron] 10.222.0.31 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550113 Dec 06 12:11:59.646140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce244407-0c05-47da-a3ea-4fa4e5dad704 req-81b2145a-5aca-4d95-a4e1-4ae1ebe422ba tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 210 time: 0.0403893 Dec 06 12:11:59.706487 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43ce48f-556e-458a-bd6f-e6c0070dd6f2 x-openstack-request-id: req-c43ce48f-556e-458a-bd6f-e6c0070dd6f2 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:59.706805 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:59.707076 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c43ce48f-556e-458a-bd6f-e6c0070dd6f2 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:59.707458 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'code': 200} Dec 06 12:11:59.784907 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:59.914260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:59.914510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.928604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'mac_address': 'fa:16:3e:24:19:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:59.935899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.978108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.991912 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:00.015822 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:00.019620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.063666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1a3e7-9f62-47d7-80bd-189beef602b6 req-2cdf39da-ba41-40b6-9c3a-4bb8b33151f3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:00.071533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53d1a3e7-9f62-47d7-80bd-189beef602b6 req-2cdf39da-ba41-40b6-9c3a-4bb8b33151f3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 932 time: 0.2210855 Dec 06 12:12:00.082428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0180256-3a08-4472-ae9b-ef80ffbd1f2a req-4c03ad53-e89c-4f15-a87d-45f7b7efae0e tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 200 len: 3011 time: 0.2044880 Dec 06 12:12:00.083865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:00.096635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75995b44-85f8-4c4f-8add-4041641de131,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:00.103428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3faf1d01-7803-4ec4-950a-b12cde6f969c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:00.264148 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:00.275097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.296555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53d1a3e7-9f62-47d7-80bd-189beef602b6 req-e3b42b7d-6d85-4e3c-906f-39d869d1c045 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240715 Dec 06 12:12:00.315696 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Allocated IP 192.168.233.102 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/cf0b7d3f-df6e-4e42-9935-1bacabddd177) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:00.343399 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Transition to ACTIVE for port object ff8ee8ad-3a36-4603-8a87-486c6a510662 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:00.354888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.385265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac080f-796d-43b6-9c3f-36637eeb737e req-28084033-67de-498e-b809-9a51853de1d1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:00.387051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6ac080f-796d-43b6-9c3f-36637eeb737e req-28084033-67de-498e-b809-9a51853de1d1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 943 time: 0.1725225 Dec 06 12:12:00.421982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.434238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bac4b43-be14-4c65-80ac-29cebbf79ae9 req-016c1636-c316-4b4b-98ec-0809749bd7c2 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 210 time: 0.0887465 Dec 06 12:12:00.497979 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:00.608950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6ac080f-796d-43b6-9c3f-36637eeb737e req-04fad51a-d336-49f8-b1f5-ab9ae0a6e144 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822441 Dec 06 12:12:00.718986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-0a8bd81b-c654-43c3-93b5-201b5f2a0907 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-group-rules/04dbaf4c-f1ec-4a02-87b4-c567f6be8af0 HTTP/1.1" status: 200 len: 783 time: 0.0572088 Dec 06 12:12:00.729382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89c19-765a-4b1f-bb6d-9e2dd7907f8f req-9dd9f057-6149-46e9-9d80-bbe71368b1cc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:00.730881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9a89c19-765a-4b1f-bb6d-9e2dd7907f8f req-9dd9f057-6149-46e9-9d80-bbe71368b1cc tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2102163 Dec 06 12:12:00.778786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.797852 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Attempting to bind port ff8ee8ad-3a36-4603-8a87-486c6a510662 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:00.798192 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Attempting to bind port ff8ee8ad-3a36-4603-8a87-486c6a510662 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:00.798533 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Attempting to bind port ff8ee8ad-3a36-4603-8a87-486c6a510662 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:00.813535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.829511 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Port ff8ee8ad-3a36-4603-8a87-486c6a510662 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:00.830154 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Attempting to bind port ff8ee8ad-3a36-4603-8a87-486c6a510662 on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:00.860205 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:00.860570 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Checking segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:00.860971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Bound using segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:00.861444 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Bound port: ff8ee8ad-3a36-4603-8a87-486c6a510662, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:00.861813 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.877588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-55d6f347-dc83-436b-91f2-6c53ee191a3f tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 200 len: 3011 time: 0.1429815 Dec 06 12:12:00.886275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9a89c19-765a-4b1f-bb6d-9e2dd7907f8f req-f8bb6b0a-29f5-49fe-b1b9-65bd79902bea tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465259 Dec 06 12:12:00.941976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.005324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.053953 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:01.060632 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.072819 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:01.089365 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:01.095225 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:01.136572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-0e443117-0ac0-44de-bfe1-d1d84374f5af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142159 Dec 06 12:12:01.144746 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Pushing event updated for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.150920 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:01.184829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.216995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.266092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.293776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bf82508-b115-41b8-9d32-00f6ec73f0c0 req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/04dbaf4c-f1ec-4a02-87b4-c567f6be8af0 HTTP/1.1" status: 204 len: 173 time: 0.4028633 Dec 06 12:12:01.445269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-db6109c1-1c54-44fd-96f3-7dff04e90a52 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.447017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-db6109c1-1c54-44fd-96f3-7dff04e90a52 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995956 Dec 06 12:12:01.490357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.491126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.494999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af240ced-8967-40ea-849d-aacc504c73e6 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04dbaf4c-f1ec-4a02-87b4-c567f6be8af0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.516397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.521258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.523119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] 10.222.0.23 "PUT /v2.0/ports/ff8ee8ad-3a36-4603-8a87-486c6a510662 HTTP/1.1" status: 200 len: 1092 time: 2.5693488 Dec 06 12:12:01.585503 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-69cee497-7118-4096-a1c9-59471b49977c None None] Provisioning complete for port cf0b7d3f-df6e-4e42-9935-1bacabddd177 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:01.586864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-69cee497-7118-4096-a1c9-59471b49977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.595886 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-45b31cdc-8919-4145-878b-adc3e193f01b tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.597396 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-45b31cdc-8919-4145-878b-adc3e193f01b tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.23 "GET /v2.0/networks?id=68476de7-7a01-4e36-9028-31d188e20137 HTTP/1.1" status: 200 len: 815 time: 0.5019617 Dec 06 12:12:01.606557 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4'}, {'name': 'network-changed', 'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:01.610719 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d894fbaa-e79f-4d61-a3bb-a3271652906c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4"}, {"name": "network-changed", "server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:01.629847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-69cee497-7118-4096-a1c9-59471b49977c None None] Port cf0b7d3f-df6e-4e42-9935-1bacabddd177 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:01.657832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-a03fa851-01b3-40a7-a8d9-2fbd3d394b58 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9019094 Dec 06 12:12:01.670343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-e68a845c-5eb7-4603-996e-f68565b17c07 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/quotas/1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 375 time: 0.1730788 Dec 06 12:12:01.683786 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Request body: {'port': {'device_id': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:01.688268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-a9ed88c0-3726-4441-ad54-7f002fce0364 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6435a092910d4fbf87282b859d683622 HTTP/1.1" status: 200 len: 379 time: 0.0803196 Dec 06 12:12:01.699431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'port': {'device_id': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'admin_state_up': True, 'tenant_id': '6435a092910d4fbf87282b859d683622', 'security_groups': ['abf8d99d-6413-465e-bb19-31b6835b259d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:01.702288 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8650-fa1a-4d96-81f6-911ffda09527 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.783550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ef491-21e7-41e4-b3aa-fa27d12b4897 req-fbff350f-59cd-4529-8c40-c534a3d9480e tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.785213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d2ef491-21e7-41e4-b3aa-fa27d12b4897 req-fbff350f-59cd-4529-8c40-c534a3d9480e tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 936 time: 0.3320363 Dec 06 12:12:01.815511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:01.839558 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Made reservation on behalf of 6435a092910d4fbf87282b859d683622 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:01.849035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.872739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-e7769f46-4a37-4af0-a58a-dbd486ac1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:01.878127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-e7769f46-4a37-4af0-a58a-dbd486ac1af3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 1095 time: 0.2897925 Dec 06 12:12:01.889739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d2ef491-21e7-41e4-b3aa-fa27d12b4897 req-9914515f-b393-4420-9cee-f3ba29d5f356 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Dec 06 12:12:01.890907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 3faf1d01-7803-4ec4-950a-b12cde6f969c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:01.891673 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.954568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.976999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-e6d83f33-5121-4068-98e1-5372c8a2c71b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3050399 Dec 06 12:12:01.988268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-feac6528-af34-4c2e-a7bc-f98ebb5844fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662 HTTP/1.1" status: 200 len: 217 time: 0.0886207 Dec 06 12:12:02.131700 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Allocated IP 172.20.0.4 (68476de7-7a01-4e36-9028-31d188e20137/22234bd7-f3da-49e6-a494-9208469c64ea/606f4bfa-9c63-4715-901b-77f1f53c44ec) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:02.332872 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.356534 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.367579 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0b7d3f-df6e-4e42-9935-1bacabddd177 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:02.371840 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:02.374707 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68708324-50d6-410e-bc09-5477c25ed023" -d '{"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:02.378332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.390201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:02.395697 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Transition to ACTIVE for port object cf0b7d3f-df6e-4e42-9935-1bacabddd177 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:02.397271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.399670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.423644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.491545 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.494934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.561667 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event updated for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.578053 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Network 68476de7-7a01-4e36-9028-31d188e20137 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:02.581097 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:02.584938 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:02.668154 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:02.669994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.687994 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7958cec3-582b-4812-b4a5-42154c3c9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:02.689546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7958cec3-582b-4812-b4a5-42154c3c9660 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.6824925 Dec 06 12:12:02.730082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-eff32988-fa9a-40d6-b177-fbcca335cd08 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0361693 Dec 06 12:12:02.737295 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.747243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Request body: {'port': {'device_id': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:02.778078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd7e8-5c6a-4838-9294-391ef3205815 req-4dd8b55c-f641-4de6-b1d2-90bb6491c812 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:02.780328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d92fd7e8-5c6a-4838-9294-391ef3205815 req-4dd8b55c-f641-4de6-b1d2-90bb6491c812 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.3805096 Dec 06 12:12:02.838866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-7b2c1785-5559-4237-bce0-123995ab3b5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334121 Dec 06 12:12:02.856234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.859433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f058420-3fdf-48b1-a379-3db822fb206b req-127cd3fe-4d1a-4412-b0e8-18c51b40aeac tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 200 len: 2413 time: 0.4618697 Dec 06 12:12:03.074646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.104908 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Attempting to bind port cf0b7d3f-df6e-4e42-9935-1bacabddd177 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:03.105705 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Attempting to bind port cf0b7d3f-df6e-4e42-9935-1bacabddd177 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:03.106120 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e31ec84-fcfb-4a8b-8613-e70666615cbe None None] Provisioning complete for port 606f4bfa-9c63-4715-901b-77f1f53c44ec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:03.106495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e31ec84-fcfb-4a8b-8613-e70666615cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.106871 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Attempting to bind port cf0b7d3f-df6e-4e42-9935-1bacabddd177 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:03.175353 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Port cf0b7d3f-df6e-4e42-9935-1bacabddd177 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:03.175727 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Attempting to bind port cf0b7d3f-df6e-4e42-9935-1bacabddd177 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:03.177635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e31ec84-fcfb-4a8b-8613-e70666615cbe None None] Port 606f4bfa-9c63-4715-901b-77f1f53c44ec cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:03.205678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-fa01b11d-252b-4a13-bc5b-d0065a3c1270 service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358452 Dec 06 12:12:03.215783 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:03.216178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:03.216526 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:03.216996 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Bound port: cf0b7d3f-df6e-4e42-9935-1bacabddd177, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:03.217384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.224932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d92fd7e8-5c6a-4838-9294-391ef3205815 req-ee4e3b4c-189a-408b-8ff3-aa9599855507 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921356 Dec 06 12:12:03.243448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:03.347126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7f058420-3fdf-48b1-a379-3db822fb206b req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.404837 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606f4bfa-9c63-4715-901b-77f1f53c44ec {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:03.406105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:03.423008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4', 'mac_address': 'fa:16:3e:74:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:03.447147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.469760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:03.472899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7f058420-3fdf-48b1-a379-3db822fb206b req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.480890 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:03.483127 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Transition to ACTIVE for port object 606f4bfa-9c63-4715-901b-77f1f53c44ec will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:03.485459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.488871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.501453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.505606 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:03.544399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:03.552822 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.557698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d04863e9-7bdb-4d06-8879-123b4de075ae req-885d53a0-d150-4b53-96b4-3e0a2c80668a service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246152 Dec 06 12:12:03.573828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768310bb-f761-461d-a9da-c0c799531cdb req-1ce5236b-d0b9-491b-9178-32dab220834d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.581539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768310bb-f761-461d-a9da-c0c799531cdb req-1ce5236b-d0b9-491b-9178-32dab220834d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 944 time: 0.2479608 Dec 06 12:12:03.593094 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Pushing event updated for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:03.594989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.595623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.597043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf0b7d3f-df6e-4e42-9935-1bacabddd177 HTTP/1.1" status: 200 len: 1096 time: 1.9198606 Dec 06 12:12:03.705770 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:03.713936 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Attempting to bind port 606f4bfa-9c63-4715-901b-77f1f53c44ec on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:03.714416 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Attempting to bind port 606f4bfa-9c63-4715-901b-77f1f53c44ec by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:03.714610 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Attempting to bind port 606f4bfa-9c63-4715-901b-77f1f53c44ec on network 68476de7-7a01-4e36-9028-31d188e20137 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:03.719422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Port 606f4bfa-9c63-4715-901b-77f1f53c44ec on network 68476de7-7a01-4e36-9028-31d188e20137 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:03.719759 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Attempting to bind port 606f4bfa-9c63-4715-901b-77f1f53c44ec on network 68476de7-7a01-4e36-9028-31d188e20137 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:03.736207 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:03.736584 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Checking segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:03.744717 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Bound using segment: {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:03.745366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Bound port: 606f4bfa-9c63-4715-901b-77f1f53c44ec, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e2d36b-9532-43b0-b312-42bfbe31f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '68476de7-7a01-4e36-9028-31d188e20137'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:03.745873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.802702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf375f2c-39fa-48c8-9f6d-f1beb9ab13a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:03.820940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7f058420-3fdf-48b1-a379-3db822fb206b req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.823795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7f058420-3fdf-48b1-a379-3db822fb206b req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.825228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f058420-3fdf-48b1-a379-3db822fb206b req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/9be9890c-e13c-4cca-a608-164fa48807ba HTTP/1.1" status: 204 len: 173 time: 0.8218889 Dec 06 12:12:03.883172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768310bb-f761-461d-a9da-c0c799531cdb req-e3794080-e6be-4c4f-a44f-03a1b86f7cb6 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001304 Dec 06 12:12:03.884276 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921a4b1-582c-4472-b28b-985bfd9606e0 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9890c-e13c-4cca-a608-164fa48807ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:03.895691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:03.921390 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:03.928769 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:03.942057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.944565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-98d90cd8-6d8f-4832-b280-acb2488945d2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818715 Dec 06 12:12:03.949702 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-d0b7e6b2-808c-4ee8-aca9-db78fb47cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.957530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-d0b7e6b2-808c-4ee8-aca9-db78fb47cf59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 1099 time: 0.2504048 Dec 06 12:12:04.060133 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.060756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.062191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] 10.222.0.23 "PUT /v2.0/ports/606f4bfa-9c63-4715-901b-77f1f53c44ec HTTP/1.1" status: 200 len: 1091 time: 1.3233209 Dec 06 12:12:04.062654 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:04.065010 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82ab71-3af0-40a1-bb65-fcd4df5545b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:04.094191 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e3648-95c8-4ff4-a321-c7d88debff0d x-openstack-request-id: req-409e3648-95c8-4ff4-a321-c7d88debff0d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:04.094504 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:04.094779 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-409e3648-95c8-4ff4-a321-c7d88debff0d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:04.095312 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4', 'status': 'completed', 'code': 200} Dec 06 12:12:04.095584 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'status': 'completed', 'code': 200} Dec 06 12:12:04.114248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-3c264640-96ac-449a-a063-e08ccfa4fedb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177 HTTP/1.1" status: 200 len: 217 time: 0.1368399 Dec 06 12:12:04.138638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecca0a-4a95-4723-bb3c-d7adf5094078 service neutron] Pushing event updated for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.326586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bd802f14-6493-4173-beb1-f64d7686f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.327961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-bd802f14-6493-4173-beb1-f64d7686f72b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1967180 Dec 06 12:12:04.330764 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-beb23aa4-63b1-4fb8-8290-cd021b807fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.332963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-beb23aa4-63b1-4fb8-8290-cd021b807fab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6435a092910d4fbf87282b859d683622&device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0975716 Dec 06 12:12:04.345204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0696a-23b9-4089-b4b0-563ae9009d8a req-269d1239-a149-4f1f-9312-fc2c7fc5cf4e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.353657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ca0696a-23b9-4089-b4b0-563ae9009d8a req-269d1239-a149-4f1f-9312-fc2c7fc5cf4e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 943 time: 0.3078160 Dec 06 12:12:04.359480 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-bec91f65-a20c-4c22-bffd-51561e3186de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.361433 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-bec91f65-a20c-4c22-bffd-51561e3186de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 1095 time: 0.1380138 Dec 06 12:12:04.365422 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-79965824-86bf-418b-8175-62cf80d21315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.366999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-79965824-86bf-418b-8175-62cf80d21315 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 1095 time: 0.2905412 Dec 06 12:12:04.412635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-48aa5419-cf4d-4cd1-9336-56e9006b320f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.414733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-48aa5419-cf4d-4cd1-9336-56e9006b320f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563463 Dec 06 12:12:04.442245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-a1432e84-da9b-45fc-a2b3-49ecabf14ebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec HTTP/1.1" status: 200 len: 217 time: 0.0982337 Dec 06 12:12:04.544897 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-819fc862-79e7-44ae-b156-027148ded457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.547327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-819fc862-79e7-44ae-b156-027148ded457 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=22234bd7-f3da-49e6-a494-9208469c64ea HTTP/1.1" status: 200 len: 854 time: 0.0949330 Dec 06 12:12:04.573467 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-1af8882d-1fff-4731-8aa0-ea36079c3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.575101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-1af8882d-1fff-4731-8aa0-ea36079c3d75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 906 time: 0.1731262 Dec 06 12:12:04.648945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-a4fcaf94-725f-4dcf-a008-c33bdbc610a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662 HTTP/1.1" status: 200 len: 217 time: 0.0570755 Dec 06 12:12:04.674350 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-8245add8-32db-4af5-a855-249b9f4a53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.675954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-8245add8-32db-4af5-a855-249b9f4a53b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68476de7-7a01-4e36-9028-31d188e20137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183562 Dec 06 12:12:04.756302 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-978f8852-0c20-4a3d-9769-493522bfddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.758687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-978f8852-0c20-4a3d-9769-493522bfddd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.0967374 Dec 06 12:12:04.774454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Request body: {'port': {'device_id': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '1e9094b9f8e94ce4925be2c3ecd0d829'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.795234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1f13b-2506-491f-ab07-88eba65d1f67 req-2749ddd3-ed38-43d7-8ab1-f0996e23ff33 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:04.802086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ce1f13b-2506-491f-ab07-88eba65d1f67 req-2749ddd3-ed38-43d7-8ab1-f0996e23ff33 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 944 time: 0.5617266 Dec 06 12:12:04.826508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-de6bfe0c-4eff-410b-979a-3adf6a3c57bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334048 Dec 06 12:12:04.878437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-5e9577aa-a019-4a7b-9403-1ae2859eff37 service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743202 Dec 06 12:12:04.974573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ca0696a-23b9-4089-b4b0-563ae9009d8a req-bfd6be25-8319-4d9f-95fe-0dcd9e80b09c tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199398 Dec 06 12:12:05.034533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-562217bf-57f4-4a74-a8c8-f21dae0c95ac service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993685 Dec 06 12:12:05.061399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-632318a5-80f6-45b4-9aa2-bff34309c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.063286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-632318a5-80f6-45b4-9aa2-bff34309c9bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7016203 Dec 06 12:12:05.088439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ce1f13b-2506-491f-ab07-88eba65d1f67 req-6e6a4050-b76f-4f09-ba94-3431916c6db9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854402 Dec 06 12:12:05.106029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9118c5-eaee-4c67-8e5f-3cfaf0aa929d req-591fe9f0-0241-486c-8404-c069491a796b service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853938 Dec 06 12:12:05.169138 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f1753-81b3-4ad1-b6b2-69135567b543 x-openstack-request-id: req-1b9f1753-81b3-4ad1-b6b2-69135567b543 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:05.169771 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:05.169771 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b9f1753-81b3-4ad1-b6b2-69135567b543 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:05.170147 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'code': 200} Dec 06 12:12:05.175609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-659f095e-8255-4c98-a57d-4600e754b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.177438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-659f095e-8255-4c98-a57d-4600e754b178 service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.7880955 Dec 06 12:12:05.189588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-2d2efc41-4f3c-4555-bd82-eed652ada720 service neutron] 10.222.0.23 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414232 Dec 06 12:12:05.194333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62c7fc62-62b7-4692-b9d5-3e7355074a39 req-66065f92-6223-430e-8d0e-c297726e49c4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 210 time: 0.1251531 Dec 06 12:12:05.233026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:05.300051 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:05.300574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-49844d40-1225-4118-b2aa-ebb7d318effe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 HTTP/1.1" status: 200 len: 217 time: 0.0997386 Dec 06 12:12:05.305494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:05.305877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.420310 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.467160 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:05.471923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.473910 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Made reservation on behalf of 1e9094b9f8e94ce4925be2c3ecd0d829 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:05.479135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.533702 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-3f37b739-6c10-4def-bb19-2abc47e259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.535178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-3f37b739-6c10-4def-bb19-2abc47e259dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.2130184 Dec 06 12:12:05.546445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:05.568793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-f2be997a-9571-4303-ade2-0a0ce3868312 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663563 Dec 06 12:12:05.629202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3180261-271a-4249-b571-6b2b60ee86d9 req-7e26e454-1fbf-4bd9-82b1-80475b484148 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.630735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3180261-271a-4249-b571-6b2b60ee86d9 req-7e26e454-1fbf-4bd9-82b1-80475b484148 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 948 time: 0.3272178 Dec 06 12:12:05.648675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-eab23951-94dd-4701-b1a8-9140f5e93acf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734129 Dec 06 12:12:05.674030 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-9d450608-7abf-440f-bffc-feacd3322a2f req-afee20b3-8cc3-472b-b0b2-8b427ee916f7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] show failed (client error): The resource could not be found. Dec 06 12:12:05.675058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d450608-7abf-440f-bffc-feacd3322a2f req-afee20b3-8cc3-472b-b0b2-8b427ee916f7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/d38adf60-4d14-4a79-a9bd-f66b48ab6fa8 HTTP/1.1" status: 404 len: 352 time: 0.1032898 Dec 06 12:12:05.722585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa0af36-8c9c-4a4c-8eb1-823f914549bd x-openstack-request-id: req-faa0af36-8c9c-4a4c-8eb1-823f914549bd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:05.722585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:05.722585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa0af36-8c9c-4a4c-8eb1-823f914549bd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:05.722920 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'status': 'completed', 'code': 200} Dec 06 12:12:05.817863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-e7cd6d46-537f-497c-847d-dc7af60bcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.817863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-e7cd6d46-537f-497c-847d-dc7af60bcaf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6435a092910d4fbf87282b859d683622&device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0673158 Dec 06 12:12:05.837658 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:05.880045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3180261-271a-4249-b571-6b2b60ee86d9 req-98030e13-93f4-4e80-9a08-e770ca222eea tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277339 Dec 06 12:12:05.948365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfb98f3-3046-457c-9cef-e2c916cb26fe req-40abf4da-76f7-4b5e-b901-16b02c756bce service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598437 Dec 06 12:12:05.951439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-6dddede3-6c3f-416c-bf5d-24b41b169396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.954898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-6dddede3-6c3f-416c-bf5d-24b41b169396 service neutron] 10.222.0.23 "GET /v2.0/networks?id=68476de7-7a01-4e36-9028-31d188e20137 HTTP/1.1" status: 200 len: 916 time: 0.1307650 Dec 06 12:12:05.963629 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Allocated IP 192.168.233.184 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/605769da-158d-467b-b100-8cdfa9b28ca8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:06.049091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-63831014-b82c-4e8e-b131-7065c4177ee3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec HTTP/1.1" status: 200 len: 217 time: 0.0853376 Dec 06 12:12:06.053177 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63179d-0510-475b-bb38-7d4fd8af8c20 req-ee474cb8-881b-4adc-9240-da0e90197283 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.061406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f63179d-0510-475b-bb38-7d4fd8af8c20 req-ee474cb8-881b-4adc-9240-da0e90197283 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 944 time: 0.2749734 Dec 06 12:12:06.074602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:06.081731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-338fee02-1d52-4543-9b17-03cd9917a895 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796997 Dec 06 12:12:06.089201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'mac_address': 'fa:16:3e:b0:ff:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:06.111578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-a1712c5f-583c-4a16-a844-c578888f4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.113184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-a1712c5f-583c-4a16-a844-c578888f4c44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=22234bd7-f3da-49e6-a494-9208469c64ea HTTP/1.1" status: 200 len: 854 time: 0.0559187 Dec 06 12:12:06.113328 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:06.116021 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c87a793-a0b1-481f-8b82-0af6a2b5780a" -d '{"events": [{"name": "network-changed", "server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:06.151163 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.171069 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-0d5f6138-1c4f-442d-be5d-ef736d9835b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.173254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-0d5f6138-1c4f-442d-be5d-ef736d9835b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68476de7-7a01-4e36-9028-31d188e20137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529554 Dec 06 12:12:06.173703 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:06.210993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:06.217968 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.301800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-c6939db1-fc8f-4d8b-af1a-22f56812ad82 service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207733 Dec 06 12:12:06.311074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223ab0f-17aa-42d3-81f1-ceb4261e2614 req-bf50e55a-2faf-4325-b617-aee6faa60c20 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.318802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7223ab0f-17aa-42d3-81f1-ceb4261e2614 req-bf50e55a-2faf-4325-b617-aee6faa60c20 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2887895 Dec 06 12:12:06.322126 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:06.340510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f63179d-0510-475b-bb38-7d4fd8af8c20 req-4750d2b4-44a4-412c-bf26-7395791d7f77 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727559 Dec 06 12:12:06.420086 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da82ab71-3af0-40a1-bb65-fcd4df5545b4 req-e57337fe-9360-45fd-8209-e7bc0e7e39e3 service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081150 Dec 06 12:12:06.455363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ff8ee8ad-3a36-4603-8a87-486c6a510662'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:06.484040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-bbf6aae5-d041-49af-9e6f-283e9c24117b tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/4f602527-13f5-4d19-a6d1-dbef8a7da801 HTTP/1.1" status: 200 len: 1820 time: 0.1026998 Dec 06 12:12:06.495460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d894fbaa-e79f-4d61-a3bb-a3271652906c req-0396200d-86e9-48c6-af8d-ee5fa6f2a5e2 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949533 Dec 06 12:12:06.529430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7223ab0f-17aa-42d3-81f1-ceb4261e2614 req-6d917223-7183-44fd-a894-47ae20140a9d tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096682 Dec 06 12:12:06.553345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.681332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.690890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.739990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:06.762514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad739b4-2eb6-46a2-8a9a-3e705e59986b req-d817aa95-e173-465c-a0ec-d62892def6c7 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.770019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ad739b4-2eb6-46a2-8a9a-3e705e59986b req-d817aa95-e173-465c-a0ec-d62892def6c7 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 943 time: 0.1581929 Dec 06 12:12:06.782693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.814012 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:06.828685 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:06.833535 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:06.885199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:06.910378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:06.911055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.958338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ad739b4-2eb6-46a2-8a9a-3e705e59986b req-45f29746-716a-4bac-92f5-db9c81411991 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824715 Dec 06 12:12:06.968460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-28009ac2-14f4-4d64-84e6-5666f67da21b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1983931 Dec 06 12:12:06.979310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.982317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:06.983687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9db854f0-7a15-47b0-8b7c-18163702a2eb req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f602527-13f5-4d19-a6d1-dbef8a7da801 HTTP/1.1" status: 204 len: 173 time: 0.4873419 Dec 06 12:12:06.990922 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Request body: {'port': {'device_id': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:07.064177 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f395ad70-3d91-49ef-8fb7-c47d20c13ad4 x-openstack-request-id: req-f395ad70-3d91-49ef-8fb7-c47d20c13ad4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:07.064812 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:07.064812 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f395ad70-3d91-49ef-8fb7-c47d20c13ad4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:07.065125 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'status': 'completed', 'code': 200} Dec 06 12:12:07.069744 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e75ae-5d20-4091-a896-afdd9fa671b5 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f602527-13f5-4d19-a6d1-dbef8a7da801,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:07.173864 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:07.176368 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7cf7b7-8ebc-4285-aa8c-e98bf34ef6e6" -d '{"events": [{"server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "name": "network-vif-plugged", "status": "completed", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:07.186654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.220558 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53062-25a7-4f7e-b117-be9d1d77dce3 req-31de86e1-82dd-4081-90b0-bc6a6d644def tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.222151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ab53062-25a7-4f7e-b117-be9d1d77dce3 req-31de86e1-82dd-4081-90b0-bc6a6d644def tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1541820 Dec 06 12:12:07.263815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-40c099fe-9bb6-43c2-835a-1a65e9765b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.265431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-40c099fe-9bb6-43c2-835a-1a65e9765b08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 1099 time: 0.1431158 Dec 06 12:12:07.293200 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98af2-2f33-41c3-9b6e-daeec02b749a req-9c6b04d2-6963-45a6-8371-d81972bec176 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.300468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ed98af2-2f33-41c3-9b6e-daeec02b749a req-9c6b04d2-6963-45a6-8371-d81972bec176 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 936 time: 0.1474924 Dec 06 12:12:07.328008 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-db6fc56f-ce9a-4d2c-89df-276603d5d11c None None] Provisioning complete for port 605769da-158d-467b-b100-8cdfa9b28ca8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:07.329303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db6fc56f-ce9a-4d2c-89df-276603d5d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.375339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-db6fc56f-ce9a-4d2c-89df-276603d5d11c None None] Port 605769da-158d-467b-b100-8cdfa9b28ca8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:07.477804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ab53062-25a7-4f7e-b117-be9d1d77dce3 req-2111e9fe-a55b-4766-857c-20c7c7ad2cf8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434051 Dec 06 12:12:07.528335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ed98af2-2f33-41c3-9b6e-daeec02b749a req-e0768b25-1a01-471f-94f6-a0442a8cfee5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238142 Dec 06 12:12:07.610081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-db4f64b3-05bd-4e90-b35b-4ea3a6e16693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.611568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-db4f64b3-05bd-4e90-b35b-4ea3a6e16693 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3344848 Dec 06 12:12:07.722011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-bd6c92e3-38cd-49ce-8601-eb09ec419345 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177 HTTP/1.1" status: 200 len: 217 time: 0.0922852 Dec 06 12:12:07.787297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-2295734e-ae54-43d6-a089-e44a99f5fd34 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/dd24b62c-caa6-4e2c-b421-a80e7635c507 HTTP/1.1" status: 200 len: 1820 time: 0.1939161 Dec 06 12:12:07.819195 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c73e5-cfe3-4f7e-a567-259192f0d2c4 req-d800cdaa-3980-4061-9df4-2c8fd2ec1823 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.821235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a44c73e5-cfe3-4f7e-a567-259192f0d2c4 req-d800cdaa-3980-4061-9df4-2c8fd2ec1823 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 948 time: 0.2020504 Dec 06 12:12:07.841230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-b72b62d1-8a13-49d1-89ec-5e7b5538b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.842677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-b72b62d1-8a13-49d1-89ec-5e7b5538b59c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1064818 Dec 06 12:12:07.861511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 606f4bfa-9c63-4715-901b-77f1f53c44ec details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:07.864996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:07.988705 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port ff8ee8ad-3a36-4603-8a87-486c6a510662 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:07.998926 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ff8ee8ad-3a36-4603-8a87-486c6a510662 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:07.999299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.000555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a44c73e5-cfe3-4f7e-a567-259192f0d2c4 req-0633573a-a647-40ae-b662-b4648a75723e tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617594 Dec 06 12:12:08.005443 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605769da-158d-467b-b100-8cdfa9b28ca8 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:08.011856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-eac8dc02-8af6-4265-88ed-a6a1578204a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.013476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-eac8dc02-8af6-4265-88ed-a6a1578204a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588240 Dec 06 12:12:08.014093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.019885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.035818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:08.067472 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'port_id': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'mac_address': 'fa:16:3e:9b:4d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:08.071696 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Transition to ACTIVE for port object 605769da-158d-467b-b100-8cdfa9b28ca8 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:08.078265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.087985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.145329 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.161441 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f54b3-2efb-41ba-bc2c-4ddb35fc45ed x-openstack-request-id: req-691f54b3-2efb-41ba-bc2c-4ddb35fc45ed {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:08.161738 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "name": "network-vif-plugged", "status": "completed", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:08.162462 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-691f54b3-2efb-41ba-bc2c-4ddb35fc45ed {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:08.162866 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4', 'code': 200} Dec 06 12:12:08.164461 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606f4bfa-9c63-4715-901b-77f1f53c44ec {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:08.194276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.220697 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.229391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-2ea6e58f-0d0b-49bd-a1f9-1ed7d2b41b20 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035704 Dec 06 12:12:08.248386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:08.259113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:08.261208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.302116 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.340479 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.424790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.556374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['606f4bfa-9c63-4715-901b-77f1f53c44ec'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:08.748795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.751390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.752485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2ebf8a7-1df7-46c3-ab17-41a59e9b5ef3 req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd24b62c-caa6-4e2c-b421-a80e7635c507 HTTP/1.1" status: 204 len: 173 time: 0.9520266 Dec 06 12:12:08.815773 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d06a2-2f36-41e0-ac81-1ad30aaa9cc2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24b62c-caa6-4e2c-b421-a80e7635c507,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.874402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c87a793-a0b1-481f-8b82-0af6a2b5780a req-0c9c1f97-962f-4a10-80b9-273b493ae407 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980835 Dec 06 12:12:08.903943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc17b61-4c05-47d2-b3d7-8940571b5ffc req-b5e4dc83-eb01-4415-8528-540898c27b8c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.911188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fc17b61-4c05-47d2-b3d7-8940571b5ffc req-b5e4dc83-eb01-4415-8528-540898c27b8c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.1995645 Dec 06 12:12:08.921951 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:08.922294 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:08.922627 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:08.934337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a915d4-6383-4500-b418-6b5ede9d3bd8 req-a6089497-e42a-4b4b-8cd5-4b1dbd6e8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.935877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6a915d4-6383-4500-b418-6b5ede9d3bd8 req-a6089497-e42a-4b4b-8cd5-4b1dbd6e8b9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 1096 time: 0.2232027 Dec 06 12:12:08.943412 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:08.943744 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:08.974864 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:08.975208 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:08.975600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:08.976052 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Bound port: 605769da-158d-467b-b100-8cdfa9b28ca8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:08.976968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.003941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1486c0-fd20-4c17-9b18-32a9e4475398 req-050a3bc1-edff-4d6a-b600-d1cabe4d1f25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.005452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e1486c0-fd20-4c17-9b18-32a9e4475398 req-050a3bc1-edff-4d6a-b600-d1cabe4d1f25 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.1731179 Dec 06 12:12:09.036796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fc17b61-4c05-47d2-b3d7-8940571b5ffc req-f2de369f-6454-4974-a0e8-0a547d04a702 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192381 Dec 06 12:12:09.111802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6a915d4-6383-4500-b418-6b5ede9d3bd8 req-5430b757-c2c3-4408-9411-41ef4f069935 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639135 Dec 06 12:12:09.152982 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:09.185531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e1486c0-fd20-4c17-9b18-32a9e4475398 req-d38b9447-c267-4af6-a9d8-b10e4c5feef2 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684570 Dec 06 12:12:09.187976 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:09.197505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.238363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18a18-ed94-4c74-8793-63d0b2869e3d req-57890cf4-efe5-4d2d-b88d-9b419131aa55 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.239939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca18a18-ed94-4c74-8793-63d0b2869e3d req-57890cf4-efe5-4d2d-b88d-9b419131aa55 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 944 time: 0.1114581 Dec 06 12:12:09.246382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.247012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.248488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] 10.222.0.23 "PUT /v2.0/ports/605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 1096 time: 2.2636433 Dec 06 12:12:09.248946 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:09.251385 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc3c91-e187-4717-8b73-c35d208765f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:09.259291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cf0b7d3f-df6e-4e42-9935-1bacabddd177 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:09.369761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb31fc7-a507-4f65-9a03-e1e5a64e7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:09.424063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca18a18-ed94-4c74-8793-63d0b2869e3d req-f9ddcacd-308c-42ce-917b-6aac0202aa20 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672921 Dec 06 12:12:09.456792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f676f-c6b8-48cf-8324-09028cd6421d req-b5829f03-b8b5-4cc6-8a03-cbbd87ff5955 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.458347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-842f676f-c6b8-48cf-8324-09028cd6421d req-b5829f03-b8b5-4cc6-8a03-cbbd87ff5955 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1212344 Dec 06 12:12:09.460402 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-c819c86d-e16e-46f2-a2f0-04449f447688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.474904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-c819c86d-e16e-46f2-a2f0-04449f447688 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1099 time: 0.1705408 Dec 06 12:12:09.502098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:09.518046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'mac_address': 'fa:16:3e:9e:a2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:09.630295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-842f676f-c6b8-48cf-8324-09028cd6421d req-fe4c7f15-4ecc-48ef-8972-2d8b199bd540 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 Dec 06 12:12:09.630295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-c57f4dea-82fa-4ffe-ab67-36ae41e8f535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.0486102 Dec 06 12:12:09.644421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.660312 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0b7d3f-df6e-4e42-9935-1bacabddd177 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:09.696479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:09.702487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.733685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe77e-f79a-4e0a-8939-07b877410e30 req-c4b53c33-c2fd-4ad1-8883-c37e16e34e0b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.735301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697fe77e-f79a-4e0a-8939-07b877410e30 req-c4b53c33-c2fd-4ad1-8883-c37e16e34e0b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 948 time: 0.1500561 Dec 06 12:12:09.769797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:09.818878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-d608bee4-0c47-4750-a42b-4422feab80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.821113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-d608bee4-0c47-4750-a42b-4422feab80f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2046180 Dec 06 12:12:09.828851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-697fe77e-f79a-4e0a-8939-07b877410e30 req-3f951fe7-62ac-4a68-b231-78fd2d0216e4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 Dec 06 12:12:09.849664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fafc1fe-21de-4934-a562-99c95090458f req-4989fd5e-24fc-4921-a7e2-63da1cf174d2 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/d9e7fb53-9a14-478a-85f0-8b57afe0c4e7 HTTP/1.1" status: 200 len: 1821 time: 0.1125422 Dec 06 12:12:09.877236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 606f4bfa-9c63-4715-901b-77f1f53c44ec up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:09.965449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 606f4bfa-9c63-4715-901b-77f1f53c44ec completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:09.965952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ea6221d2-67fe-4304-a5f1-d1a9b05274bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.967441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-ea6221d2-67fe-4304-a5f1-d1a9b05274bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366811 Dec 06 12:12:09.971280 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 606f4bfa-9c63-4715-901b-77f1f53c44ec triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:09.971899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:09.997938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fc05-5b2b-4db8-9e9b-1ee3a7c7dad2 req-c358b9fd-f1cc-4511-a1c2-7e97976d34a4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.999780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4804fc05-5b2b-4db8-9e9b-1ee3a7c7dad2 req-c358b9fd-f1cc-4511-a1c2-7e97976d34a4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 949 time: 0.0994215 Dec 06 12:12:10.020594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5fafc1fe-21de-4934-a562-99c95090458f req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.066134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cf0b7d3f-df6e-4e42-9935-1bacabddd177'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:10.100335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5fafc1fe-21de-4934-a562-99c95090458f req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.100878 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.144964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4804fc05-5b2b-4db8-9e9b-1ee3a7c7dad2 req-88d9301b-c8fe-46b9-b616-3e9ab6021cc0 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324594 Dec 06 12:12:10.155131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:10.168034 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662'}, {'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:10.171135 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57bb193-41cb-475b-ae62-5b747687d233" -d '{"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662"}, {"server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "name": "network-vif-plugged", "status": "completed", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:10.186625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-26018911-6a65-4150-9a65-61c90b03f889 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059789 Dec 06 12:12:10.187121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.203645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5fafc1fe-21de-4934-a562-99c95090458f req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.211240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5fafc1fe-21de-4934-a562-99c95090458f req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.223552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fafc1fe-21de-4934-a562-99c95090458f req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9e7fb53-9a14-478a-85f0-8b57afe0c4e7 HTTP/1.1" status: 204 len: 173 time: 0.3735869 Dec 06 12:12:10.239411 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e283ede-d093-411b-8a96-9d4e396306b7 x-openstack-request-id: req-7e283ede-d093-411b-8a96-9d4e396306b7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:10.239728 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:10.239954 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e283ede-d093-411b-8a96-9d4e396306b7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:10.240729 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'status': 'completed', 'code': 200} Dec 06 12:12:10.279964 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:10.282660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa8a12-bc06-496a-8654-47a4ec8cedc7 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e7fb53-9a14-478a-85f0-8b57afe0c4e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:10.300721 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddef66-dcfe-4047-986e-63c4f1ee14eb x-openstack-request-id: req-98ddef66-dcfe-4047-986e-63c4f1ee14eb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:10.302935 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662", "code": 200}, {"server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "name": "network-vif-plugged", "status": "completed", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:10.303449 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98ddef66-dcfe-4047-986e-63c4f1ee14eb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:10.304057 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'code': 200} Dec 06 12:12:10.305226 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'code': 200} Dec 06 12:12:10.475615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff2a1219-f416-4d9b-b598-fe8357b804f7 req-afc8934c-1659-4a3a-8d51-b5456bc32096 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802005 Dec 06 12:12:10.486689 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649ff2-601a-4a72-ae88-caf92b2750c0 req-a55ac7a0-5dbd-4b43-9bd2-80c40801e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.488823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a649ff2-601a-4a72-ae88-caf92b2750c0 req-a55ac7a0-5dbd-4b43-9bd2-80c40801e204 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 1097 time: 0.1145964 Dec 06 12:12:10.497015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-55f0179b-9a57-4940-b5fa-1efaae7bb3fe tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/71e0e7e9-d84b-450f-bd49-40ec667480e3 HTTP/1.1" status: 200 len: 2420 time: 0.1970947 Dec 06 12:12:10.503994 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef9618-3dc6-40b4-a97a-3fa1358003ff req-2a77097f-62e8-459b-8391-00437a2541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.505723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eeef9618-3dc6-40b4-a97a-3fa1358003ff req-2a77097f-62e8-459b-8391-00437a2541d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0750873 Dec 06 12:12:10.514938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d5b-95a6-4d1b-9fe9-582cd74fc1a6 req-8b47010f-52be-4a01-bb83-5d30fd895c02 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.516795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0dd05d5b-95a6-4d1b-9fe9-582cd74fc1a6 req-8b47010f-52be-4a01-bb83-5d30fd895c02 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.2103159 Dec 06 12:12:10.600557 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a649ff2-601a-4a72-ae88-caf92b2750c0 req-39ec022c-ad08-4e3f-845b-094e6b9c90d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032178 Dec 06 12:12:10.609423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eeef9618-3dc6-40b4-a97a-3fa1358003ff req-bfec70b2-2ef3-4837-b9b2-da05c645c337 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931304 Dec 06 12:12:10.637672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-88b1442b-a47c-46ce-b4b0-be8ca708802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.639621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-88b1442b-a47c-46ce-b4b0-be8ca708802b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1099 time: 0.0905573 Dec 06 12:12:10.647873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0dd05d5b-95a6-4d1b-9fe9-582cd74fc1a6 req-43f598e6-377f-421f-8540-28291a79a4e3 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216171 Dec 06 12:12:10.657011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.711960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.798887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6c1e-aa10-40f1-b8c8-38daf4746f57 req-7a4d458a-ebe4-4b94-8070-4c7c3741e523 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.800533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-085e6c1e-aa10-40f1-b8c8-38daf4746f57 req-7a4d458a-ebe4-4b94-8070-4c7c3741e523 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.0606265 Dec 06 12:12:10.802741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.806389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:10.809672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da9816db-9f1b-482f-a56b-0c49d6005af0 req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/71e0e7e9-d84b-450f-bd49-40ec667480e3 HTTP/1.1" status: 204 len: 173 time: 0.2916830 Dec 06 12:12:10.835103 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f64ecf-cc2e-412d-aea1-6eb620346551 tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0e7e9-d84b-450f-bd49-40ec667480e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:10.885336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-085e6c1e-aa10-40f1-b8c8-38daf4746f57 req-7ae058cb-95ca-4018-83fb-a869edd5147c tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744038 Dec 06 12:12:10.958129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ecc4b-61a8-4f73-a168-234138d41268 req-a67dc6f1-fad5-4378-a8bd-1b70a2e62261 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.965644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e2ecc4b-61a8-4f73-a168-234138d41268 req-a67dc6f1-fad5-4378-a8bd-1b70a2e62261 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.0777671 Dec 06 12:12:11.064945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e2ecc4b-61a8-4f73-a168-234138d41268 req-845fc36e-a98b-442b-9247-3a7df44435a7 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981529 Dec 06 12:12:11.083666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be2344-f602-4177-b449-c9629feb6513 req-8ed86d34-3096-457a-9fec-2e5e4ae0d80f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.091733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09be2344-f602-4177-b449-c9629feb6513 req-8ed86d34-3096-457a-9fec-2e5e4ae0d80f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1239116 Dec 06 12:12:11.232494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-d06e28bd-f321-49b9-86f8-5694b89476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.233977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-d06e28bd-f321-49b9-86f8-5694b89476bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2128093 Dec 06 12:12:11.265554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09be2344-f602-4177-b449-c9629feb6513 req-dcf03a01-bbc1-451a-a0cb-6a5fd222df89 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720889 Dec 06 12:12:11.275205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cf0b7d3f-df6e-4e42-9935-1bacabddd177 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:11.317078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-91aee215-1472-4815-8642-091bb1d6a551 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.0701191 Dec 06 12:12:11.323692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-8999f5e8-d46b-4466-8ec1-f517c20e79ac tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "GET /v2.0/security-groups/59876176-e5ea-4ccd-930f-cffc08480192 HTTP/1.1" status: 200 len: 2415 time: 0.1193371 Dec 06 12:12:11.360823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port cf0b7d3f-df6e-4e42-9935-1bacabddd177 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:11.366268 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port cf0b7d3f-df6e-4e42-9935-1bacabddd177 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:11.367420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.467343 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-3c4222af-6cd8-4458-a106-b82c4df69248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.468812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-3c4222af-6cd8-4458-a106-b82c4df69248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1441927 Dec 06 12:12:11.483554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.498968 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.513217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753f849-c118-4de6-9f3e-27fa4f0f458d req-11df314a-7d43-48e7-950f-2943a1ade1b5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.514717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0753f849-c118-4de6-9f3e-27fa4f0f458d req-11df314a-7d43-48e7-950f-2943a1ade1b5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 948 time: 0.1230552 Dec 06 12:12:11.544674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:11.550286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.551667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.614134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-15334118-fbad-4f6f-8c62-c6eccfc77a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.615547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-15334118-fbad-4f6f-8c62-c6eccfc77a20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279905 Dec 06 12:12:11.619237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:11.628529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0753f849-c118-4de6-9f3e-27fa4f0f458d req-5711f67b-9061-462b-9b3f-57932a0a67b4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Dec 06 12:12:11.661073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.661073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.661073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70b064b1-6834-4ebe-8076-9da65badc5ba req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] 10.222.0.31 "DELETE /v2.0/security-groups/59876176-e5ea-4ccd-930f-cffc08480192 HTTP/1.1" status: 204 len: 173 time: 0.3229361 Dec 06 12:12:11.663117 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:11.676196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014354c-ddd7-4f77-a143-9785658904cd tempest-SecurityGroupRulesTestJSON-1726520413 tempest-SecurityGroupRulesTestJSON-1726520413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59876176-e5ea-4ccd-930f-cffc08480192,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:11.758572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-06a9e4dc-d97f-473e-9058-fe94d1df5ddc service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279693 Dec 06 12:12:11.781210 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Deleting subnet 2622a004-6f6b-4da9-827d-e6d200ea357b {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:12:11.789351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.836801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.878893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34010-471d-4a53-b87b-38ec88098a07 req-b68a5792-e9b6-4355-8d08-65c0ddfecf15 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:11.881356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17b34010-471d-4a53-b87b-38ec88098a07 req-b68a5792-e9b6-4355-8d08-65c0ddfecf15 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.1398926 Dec 06 12:12:11.898008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:11.902335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.931884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cbc3c91-e187-4717-8b73-c35d208765f5 req-6edd18e8-231d-4b51-bab2-c670dfffce31 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567435 Dec 06 12:12:11.967878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.985819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17b34010-471d-4a53-b87b-38ec88098a07 req-354855f8-152b-49cf-882e-cbaff2422a69 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953646 Dec 06 12:12:12.000846 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2622a004-6f6b-4da9-827d-e6d200ea357b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:12.003697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.006863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f741e6f4-9a2d-46d4-9821-98f060dd4060 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2622a004-6f6b-4da9-827d-e6d200ea357b HTTP/1.1" status: 204 len: 168 time: 0.3426547 Dec 06 12:12:12.010513 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43054) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:12.126073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebb592-60a5-4856-8a41-9f7295013c67 req-978ac961-f79c-4567-88a0-77765ee76419 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:12.128113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.134186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ebb592-60a5-4856-8a41-9f7295013c67 req-978ac961-f79c-4567-88a0-77765ee76419 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.1469576 Dec 06 12:12:12.178623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:12.191222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '605769da-158d-467b-b100-8cdfa9b28ca8', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '605769da-158d-467b-b100-8cdfa9b28ca8', 'mac_address': 'fa:16:3e:3f:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:12.264607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.275511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.280786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ebb592-60a5-4856-8a41-9f7295013c67 req-891aa23f-6514-4623-b9c5-5dc16f531226 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318138 Dec 06 12:12:12.306515 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605769da-158d-467b-b100-8cdfa9b28ca8 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:12.330457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:12.331523 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:12.332669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46486eeb-84d9-4aa6-85d5-42d6a5d1bcbd req-f2984915-ea8a-4e4c-ba11-695b88a27888 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:12.334576 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472e6d0-4ace-4ee5-8747-4b009c36c5d4" -d '{"events": [{"server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:12.340216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.342208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46486eeb-84d9-4aa6-85d5-42d6a5d1bcbd req-f2984915-ea8a-4e4c-ba11-695b88a27888 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.2066469 Dec 06 12:12:12.344067 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84906d6-febc-45e9-ac27-84af97ffb46b']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:12.377348 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624f14a2-c2a4-49d7-8df0-184f0f2f8fc3') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:12.378485 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624f14a2-c2a4-49d7-8df0-184f0f2f8fc3') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:12.392155 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.413365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.423254 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:12:12.424283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:12:12.426906 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:12:12.431690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:12.441538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46486eeb-84d9-4aa6-85d5-42d6a5d1bcbd req-1e17d731-d5ce-41c7-a7a6-43a7c138cc06 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890288 Dec 06 12:12:12.531512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.542328 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:12.548587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/b84906d6-febc-45e9-ac27-84af97ffb46b HTTP/1.1" status: 204 len: 168 time: 0.5345321 Dec 06 12:12:12.556634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd90fb-827f-45e0-8415-33707baa19fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b84906d6-febc-45e9-ac27-84af97ffb46b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:12.591098 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80e158-1b1d-4fd3-9051-5c44516acb07 req-429eb783-aac6-4b0b-ab23-2bdbaa485f76 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:12.592630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb80e158-1b1d-4fd3-9051-5c44516acb07 req-429eb783-aac6-4b0b-ab23-2bdbaa485f76 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.1444457 Dec 06 12:12:12.614663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58e70a-2348-4d84-8331-5f393a0b4a50 req-3711222c-872d-48d3-ac97-0b0fc08ca94b tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:12.621752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f58e70a-2348-4d84-8331-5f393a0b4a50 req-3711222c-872d-48d3-ac97-0b0fc08ca94b tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.1089497 Dec 06 12:12:12.673966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:12.719529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb80e158-1b1d-4fd3-9051-5c44516acb07 req-9e15949f-5283-4cfa-9340-f31a165f637f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138844 Dec 06 12:12:12.775487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f58e70a-2348-4d84-8331-5f393a0b4a50 req-ef9fe563-875e-45a6-8920-6c17f16a04e1 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284282 Dec 06 12:12:12.793309 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:12.845826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1b762de1-2f65-4e59-a6d0-b3220e832da6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c76a7a14e7cb4cedb89a6a7436c66bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512862 Dec 06 12:12:12.848849 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:12.872545 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66319c6f-5cb5-49b9-80af-feefa1a749af x-openstack-request-id: req-66319c6f-5cb5-49b9-80af-feefa1a749af {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:12.872878 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:12.873115 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66319c6f-5cb5-49b9-80af-feefa1a749af {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:12.873547 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'code': 200} Dec 06 12:12:12.941246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.029190 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.042458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2eb2-e72e-4f5f-9527-e3ac4388fa64 req-afb8bd6f-c3ff-4de8-b04b-f95661662db6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.044054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0d2eb2-e72e-4f5f-9527-e3ac4388fa64 req-afb8bd6f-c3ff-4de8-b04b-f95661662db6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 949 time: 0.1524391 Dec 06 12:12:13.099929 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f353-b0a1-43a6-bd25-64b9b4836f19 req-e35d8171-15e6-418a-b202-37e388c9e852 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.101503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f02f353-b0a1-43a6-bd25-64b9b4836f19 req-e35d8171-15e6-418a-b202-37e388c9e852 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.1554782 Dec 06 12:12:13.110366 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43082) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:13.117082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Request body: {'floatingip': {'port_id': '606f4bfa-9c63-4715-901b-77f1f53c44ec'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:13.140163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccb64c-d0e5-4324-a42a-27b0ac118fb4 req-b9625d48-e605-4ed4-afe8-7bb056e508ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.141755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5eccb64c-d0e5-4324-a42a-27b0ac118fb4 req-b9625d48-e605-4ed4-afe8-7bb056e508ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 1101 time: 0.1733980 Dec 06 12:12:13.178455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.212385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0d2eb2-e72e-4f5f-9527-e3ac4388fa64 req-e1590af2-48ae-4c52-b23b-c90a4b33c53e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574383 Dec 06 12:12:13.245463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.248197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.251814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bb374ea-796e-42b3-8c29-b8b6d02f2507 HTTP/1.1" status: 204 len: 168 time: 0.3992920 Dec 06 12:12:13.282562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2b82-d078-4462-804d-3653d069203e req-5ec220a1-a92c-443e-a489-5b2fd3e48096 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.289593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e0a2b82-d078-4462-804d-3653d069203e req-5ec220a1-a92c-443e-a489-5b2fd3e48096 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.1278012 Dec 06 12:12:13.305888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5eccb64c-d0e5-4324-a42a-27b0ac118fb4 req-c4abd4f9-2555-4270-8f40-fb5978d50e72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537261 Dec 06 12:12:13.307379 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288cb73-1ae9-46aa-ac92-a5611a464128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb374ea-796e-42b3-8c29-b8b6d02f2507,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:13.409557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e0a2b82-d078-4462-804d-3653d069203e req-cadb27b2-0006-41b1-af02-2dfc2194e81b tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067035 Dec 06 12:12:13.475760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8ac8-3778-4fc4-8d03-0cd9e1804a47 req-fe5ae563-641b-4ef3-bd7f-1aef8bfb3148 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.497765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d19f8ac8-3778-4fc4-8d03-0cd9e1804a47 req-fe5ae563-641b-4ef3-bd7f-1aef8bfb3148 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.0864980 Dec 06 12:12:13.609538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d19f8ac8-3778-4fc4-8d03-0cd9e1804a47 req-1ffa880b-37bf-4fab-b190-75ff209f68d5 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083791 Dec 06 12:12:13.643577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1bf88-d426-4ba3-b041-dd074e409f05 req-135e4c2c-7fd2-4ac7-8d6a-62d9982a21af tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.673925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ae1bf88-d426-4ba3-b041-dd074e409f05 req-135e4c2c-7fd2-4ac7-8d6a-62d9982a21af tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1409822 Dec 06 12:12:13.768652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ae1bf88-d426-4ba3-b041-dd074e409f05 req-15c2e43e-3852-45cf-bc02-4cfaf81088c1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937288 Dec 06 12:12:13.910727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:13.917468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698da81-5732-4606-a5b3-485e20bcf7c5 req-10ac0379-0ca9-455b-963a-ed148cd6545e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.925635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7698da81-5732-4606-a5b3-485e20bcf7c5 req-10ac0379-0ca9-455b-963a-ed148cd6545e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.0930045 Dec 06 12:12:13.995338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7698da81-5732-4606-a5b3-485e20bcf7c5 req-a84786cd-3b13-463e-a861-ad4c3ffece91 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630472 Dec 06 12:12:14.063755 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 605769da-158d-467b-b100-8cdfa9b28ca8 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:14.070481 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 605769da-158d-467b-b100-8cdfa9b28ca8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:14.072687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:14.145866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-97409d0a-99bb-4bbc-b685-b3293a3f14c0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:14.148378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-97409d0a-99bb-4bbc-b685-b3293a3f14c0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1136174 Dec 06 12:12:14.174524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:12:14.490529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeeba5-fd02-4e20-924b-2f41b28a3bc6 req-e5c92f95-d578-41f0-ab21-1eac15f6b258 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:14.501048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4aeeba5-fd02-4e20-924b-2f41b28a3bc6 req-e5c92f95-d578-41f0-ab21-1eac15f6b258 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.3752270 Dec 06 12:12:14.766469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2aaaa-2205-4608-9693-2c6db1fe3868 req-e8efe7c4-ba78-4e37-a63d-787e3691ebc2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:14.777467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4c2aaaa-2205-4608-9693-2c6db1fe3868 req-e8efe7c4-ba78-4e37-a63d-787e3691ebc2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 949 time: 0.2301111 Dec 06 12:12:14.799633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4aeeba5-fd02-4e20-924b-2f41b28a3bc6 req-fa93a5f4-4985-45ed-8450-751e46586dd7 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900553 Dec 06 12:12:14.800730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:14.856436 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:14.887123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:14.891113 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:14.899271 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fda808-1a69-4b6f-bb4e-4d3b402d6760" -d '{"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-plugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:14.909401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.020778 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:15.021131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.028033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.029533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:15.042565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.062585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4c2aaaa-2205-4608-9693-2c6db1fe3868 req-ada330cc-3cd8-4c30-a800-551f024ca314 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736044 Dec 06 12:12:15.155859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1892777083-network', 'tenant_id': '69c988b7ad0742a9b1cb81453976f77e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:15.192932 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Floating IP 573f281a-51a4-4b02-b8d2-a98f778e701f associated. External IP: 172.35.3.121, port: 606f4bfa-9c63-4715-901b-77f1f53c44ec. Dec 06 12:12:15.250286 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:15.250662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.262119 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c2f4-5d18-4fcc-b628-68088153fde8 req-f438d07d-b054-498c-8b44-c7b11de6954d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:15.269526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4da7c2f4-5d18-4fcc-b628-68088153fde8 req-f438d07d-b054-498c-8b44-c7b11de6954d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.3650854 Dec 06 12:12:15.277599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Made reservation on behalf of 69c988b7ad0742a9b1cb81453976f77e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:15.279448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.289525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f44747-dd2e-48bf-9a92-8a00ceca202f req-13764ac2-168c-4a84-9f29-e0347bd4714e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:15.291072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4f44747-dd2e-48bf-9a92-8a00ceca202f req-13764ac2-168c-4a84-9f29-e0347bd4714e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5e925ac-3bfd-41df-afc9-a73727396408 HTTP/1.1" status: 200 len: 945 time: 0.1259334 Dec 06 12:12:15.309027 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:15.311500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.489714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4f44747-dd2e-48bf-9a92-8a00ceca202f req-79e07c5d-4ef1-4dfb-aa91-dd3ed6d4cfb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895061 Dec 06 12:12:15.506803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4da7c2f4-5d18-4fcc-b628-68088153fde8 req-a833caba-8519-4581-bac9-d7bbe9d35a78 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324758 Dec 06 12:12:15.509439 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Router 38390d75-bd98-46f8-9124-6354dabc6ad6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:12:15.596246 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610d2a5-9e5d-439a-a0a6-2a15361a9364 x-openstack-request-id: req-7610d2a5-9e5d-439a-a0a6-2a15361a9364 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:15.596547 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-plugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:15.596806 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7610d2a5-9e5d-439a-a0a6-2a15361a9364 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:15.597230 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'code': 200} Dec 06 12:12:15.706515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.731353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:15.744613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Sync routers for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:15.747758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.758803 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:15.759431 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:15.780396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:15.781216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.797197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3f759af-4053-49eb-9692-f1b12d32c306 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "PUT /v2.0/floatingips/573f281a-51a4-4b02-b8d2-a98f778e701f HTTP/1.1" status: 200 len: 991 time: 2.6853418 Dec 06 12:12:15.797965 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:15.801784 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d036031-8ac6-4777-b71d-c473442595e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:15.812353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:15.816444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.897919 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:15.901277 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:12:15.904821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.908443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ce7bebe-1ffb-4373-a309-098cbff46ffb req-054a3632-1882-4633-98af-024fa33c8e4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "DELETE /v2.0/ports/80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 HTTP/1.1" status: 204 len: 173 time: 1.7428339 Dec 06 12:12:15.912781 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'name': 'network-vif-deleted', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:15.915865 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593bd288-c00c-411c-9a54-b8fcdbc2896c" -d '{"events": [{"server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "name": "network-vif-deleted", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:15.918775 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1249541-97cf-48e8-b279-4ded4acfa9ea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:15.928926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95d92-bb40-4584-953e-943291d42b15 req-041b11d7-44f0-4539-b64a-ac39d4b36f85 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:15.931475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddf95d92-bb40-4584-953e-943291d42b15 req-041b11d7-44f0-4539-b64a-ac39d4b36f85 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2674448 Dec 06 12:12:15.940708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afd86a-78b7-4405-a097-d4029735be49 req-4650c901-63e6-405b-a634-e55be8086850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:15.943427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2afd86a-78b7-4405-a097-d4029735be49 req-4650c901-63e6-405b-a634-e55be8086850 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1101 time: 0.2693169 Dec 06 12:12:15.957125 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:15.967370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.967816 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Added segment 2577af18-8eda-4b2a-8433-29f8d60d38ad of type vlan for network 7d30687e-0265-4cde-ac3e-7d5d544632fb Dec 06 12:12:16.045602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.072443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddf95d92-bb40-4584-953e-943291d42b15 req-f9439594-8abb-400f-90fc-619b842971fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276429 Dec 06 12:12:16.084590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2afd86a-78b7-4405-a097-d4029735be49 req-411ec142-e911-415f-8c12-66788d45ee5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Dec 06 12:12:16.110089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.111063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.111642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.160716 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43178) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:16.161675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2974350 Dec 06 12:12:16.166709 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Request body: {'subnet': {'network_id': '7d30687e-0265-4cde-ac3e-7d5d544632fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1892777083-subnet', 'tenant_id': '69c988b7ad0742a9b1cb81453976f77e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:16.201367 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372afef5-c199-4607-b72e-01fe708c6da7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d30687e-0265-4cde-ac3e-7d5d544632fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:16.223275 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa199c0-d947-4615-8f6f-75e10c4d8970 x-openstack-request-id: req-3fa199c0-d947-4615-8f6f-75e10c4d8970 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:16.223913 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:16.224092 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fa199c0-d947-4615-8f6f-75e10c4d8970 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:16.224586 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'status': 'completed', 'code': 200} Dec 06 12:12:16.225787 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Made reservation on behalf of 69c988b7ad0742a9b1cb81453976f77e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:16.228801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.234239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7d30687e-0265-4cde-ac3e-7d5d544632fb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:12:16.321077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566221-245a-4e7e-8e02-66dddbd6f54e req-058e354a-bd75-436b-8db4-220cc3598a6a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.323170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24566221-245a-4e7e-8e02-66dddbd6f54e req-058e354a-bd75-436b-8db4-220cc3598a6a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.0604033 Dec 06 12:12:16.381573 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719869e9-d6d5-43d7-b171-1fe8e13b83f5 x-openstack-request-id: req-719869e9-d6d5-43d7-b171-1fe8e13b83f5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:16.381988 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e925ac-3bfd-41df-afc9-a73727396408", "name": "network-vif-deleted", "tag": "80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:16.382883 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-719869e9-d6d5-43d7-b171-1fe8e13b83f5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:16.384739 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e925ac-3bfd-41df-afc9-a73727396408', 'name': 'network-vif-deleted', 'tag': '80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4', 'status': 'completed', 'code': 200} Dec 06 12:12:16.424038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036031-8ac6-4777-b71d-c473442595e3 req-37a85517-c637-4e28-9acc-48531310ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.425597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-37a85517-c637-4e28-9acc-48531310ce72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6435a092910d4fbf87282b859d683622&device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1023965 Dec 06 12:12:16.440821 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '573f281a-51a4-4b02-b8d2-a98f778e701f', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'port_id': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'mac_address': 'fa:16:3e:9b:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:11:55Z', 'updated_at': '2021-12-06T12:12:13Z', 'revision_number': 1, 'project_id': '6435a092910d4fbf87282b859d683622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:16.443715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24566221-245a-4e7e-8e02-66dddbd6f54e req-25d8d327-befd-4477-9267-18bc3dd4421b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097167 Dec 06 12:12:16.484101 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Checking router: 38390d75-bd98-46f8-9124-6354dabc6ad6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:16.494199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:16.494808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:16.541935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.606782 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dbd653-ace7-4cb4-8a76-0911a7af6f6a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:16.616492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Checking segment: {'id': '2577af18-8eda-4b2a-8433-29f8d60d38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7d30687e-0265-4cde-ac3e-7d5d544632fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:16.618243 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Network hostable DHCP agents. Network: 7d30687e-0265-4cde-ac3e-7d5d544632fb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:12:16.627616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:16.645009 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Network 7d30687e-0265-4cde-ac3e-7d5d544632fb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:12:16.662613 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7d30687e-0265-4cde-ac3e-7d5d544632fb) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:16.668425 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.669227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.701875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d74d02a4-29e2-48c8-9020-97aba1053cb3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5398006 Dec 06 12:12:16.765405 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25e3dd-f4d4-47fe-bfe3-4c38b39c4c8d None None] Network 7d30687e-0265-4cde-ac3e-7d5d544632fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:16.954542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03019-300f-4d1a-9557-39a5d9b8ce09 req-769f1b64-03ae-4064-8b85-bc579d7bf9f7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.955988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9b03019-300f-4d1a-9557-39a5d9b8ce09 req-769f1b64-03ae-4064-8b85-bc579d7bf9f7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.4811153 Dec 06 12:12:16.964376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036031-8ac6-4777-b71d-c473442595e3 req-d1b84ef2-3d04-4909-b455-07925f1c1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.965814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-d1b84ef2-3d04-4909-b455-07925f1c1e19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=68476de7-7a01-4e36-9028-31d188e20137 HTTP/1.1" status: 200 len: 916 time: 0.5211623 Dec 06 12:12:16.979367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85569b-7473-4212-84ef-94e1dcfa1fdf req-b89f4f2f-9ede-4bbd-9a6b-3cc206969d39 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.980778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f85569b-7473-4212-84ef-94e1dcfa1fdf req-b89f4f2f-9ede-4bbd-9a6b-3cc206969d39 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.4473498 Dec 06 12:12:16.992962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802e540-8c3e-4d10-8087-75c1686ea474 None None] Network 7d30687e-0265-4cde-ac3e-7d5d544632fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:17.056307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '573f281a-51a4-4b02-b8d2-a98f778e701f', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'port_id': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'mac_address': 'fa:16:3e:9b:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:11:55Z', 'updated_at': '2021-12-06T12:12:13Z', 'revision_number': 1, 'project_id': '6435a092910d4fbf87282b859d683622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:17.088803 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144fe28-6515-450e-9f79-c34383b97a7d None None] The sync data for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 is: [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '573f281a-51a4-4b02-b8d2-a98f778e701f', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'port_id': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'mac_address': 'fa:16:3e:9b:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:11:55Z', 'updated_at': '2021-12-06T12:12:13Z', 'revision_number': 1, 'project_id': '6435a092910d4fbf87282b859d683622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:17.093351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9b03019-300f-4d1a-9557-39a5d9b8ce09 req-781eba5f-ea2c-4a85-8183-d8d14884fae7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303463 Dec 06 12:12:17.112873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f85569b-7473-4212-84ef-94e1dcfa1fdf req-55e61bfc-9a44-429d-9b28-3f8a51c0e05d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 Dec 06 12:12:17.115253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-4c197bba-ae40-4221-a254-6d506b8d9852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec HTTP/1.1" status: 200 len: 999 time: 0.1322529 Dec 06 12:12:17.197148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036031-8ac6-4777-b71d-c473442595e3 req-84b5bf71-66cb-40ec-8b12-090f114b92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:17.204353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-84b5bf71-66cb-40ec-8b12-090f114b92b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=22234bd7-f3da-49e6-a494-9208469c64ea HTTP/1.1" status: 200 len: 854 time: 0.0792918 Dec 06 12:12:17.318293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036031-8ac6-4777-b71d-c473442595e3 req-632874ba-6e3d-4bc4-8b57-e27af6e38df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:17.321590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-632874ba-6e3d-4bc4-8b57-e27af6e38df0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68476de7-7a01-4e36-9028-31d188e20137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030421 Dec 06 12:12:17.432163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-626084851', 'description': 'tempest-description-1007566627'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:17.449674 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd70cf-9e87-48fb-ab8e-5a2e43429974 None None] New status for floating IP 573f281a-51a4-4b02-b8d2-a98f778e701f: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:12:17.486766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.490400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-8ced8f39-12ac-4667-a51b-dd916138ad0a service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603336 Dec 06 12:12:17.648866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d036031-8ac6-4777-b71d-c473442595e3 req-13a7cb64-3928-46ed-bdd5-ac160e914bf8 service neutron] 10.222.0.23 "GET /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486328 Dec 06 12:12:17.660138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.667082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.702620 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.703809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877207da-9d43-42fb-91cd-7bebbf70bf32 req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2787845 Dec 06 12:12:17.713350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d5a1e-1781-422d-8a14-09d1503feb76 req-b2014bab-63de-441a-82e7-23419c184908 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:17.714796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e5d5a1e-1781-422d-8a14-09d1503feb76 req-b2014bab-63de-441a-82e7-23419c184908 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.1094000 Dec 06 12:12:17.716772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a32ad-f998-4d68-8909-376f94921f73 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad50b0b-95b0-4272-87c3-39420c2f3176,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:17.776501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e5d5a1e-1781-422d-8a14-09d1503feb76 req-7f6a3c38-42df-4cac-9cfb-605589b35434 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Dec 06 12:12:17.857400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-08163986-52be-4f53-b4f1-eb40dac71b35 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249879 Dec 06 12:12:18.019987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-b526ef7d-b506-4873-bac9-15bc6883051d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.021415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-b526ef7d-b506-4873-bac9-15bc6883051d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585214 Dec 06 12:12:18.047168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-d4aa932c-2bfc-44d9-847d-8a7a8af57b93 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/quotas/4dccb65a3cae4479a096f166d4e17c1f HTTP/1.1" status: 200 len: 375 time: 0.0169163 Dec 06 12:12:18.070895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-addc566e-5ea0-43a0-a25d-bb97363f9dd5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.072279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-addc566e-5ea0-43a0-a25d-bb97363f9dd5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.1450911 Dec 06 12:12:18.098872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-aad151f0-71eb-4c7f-9359-f242cebc4cfd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.0134392 Dec 06 12:12:18.120464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-6ceb5ef1-a07d-4dbb-aba9-6dd5cfbe67c4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666039 Dec 06 12:12:18.134887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-f1f51153-4e80-48ce-bdf6-564b1c4de2dd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294979 Dec 06 12:12:18.242975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-a8766662-d7bf-47a0-8e2e-dbfa6e8a3186 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986557 Dec 06 12:12:18.367416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-baf951e9-3665-4ed5-bdba-beaa01fe9134 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/cad50b0b-95b0-4272-87c3-39420c2f3176 HTTP/1.1" status: 200 len: 1829 time: 0.0838478 Dec 06 12:12:18.382421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cad50b0b-95b0-4272-87c3-39420c2f3176', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:18.382786 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cad50b0b-95b0-4272-87c3-39420c2f3176', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:18.392570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-9094f792-5aac-4163-ba27-36386b86c671 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362569 Dec 06 12:12:18.445695 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:18.463251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:18.467115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:18.493315 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea052f60-7f72-4d6e-a3b7-62b3ca1da337,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:18.503500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:18.504897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc6ed762-6d3a-47d4-863f-81b77471b0b0 req-fd564ce6-ff69-45b4-b57b-c4c8461c4c7e tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1283646 Dec 06 12:12:18.556468 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:12:18.653002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b93fb-c886-4e14-8e9f-317575b10396 req-e8d7c4c6-6941-45d2-b7f5-30aad3134290 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.654552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e5b93fb-c886-4e14-8e9f-317575b10396 req-e8d7c4c6-6941-45d2-b7f5-30aad3134290 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 950 time: 0.0793655 Dec 06 12:12:18.677699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f4562-57df-4bdd-9201-0d64ca2a719c req-eefa02ee-e6f8-4392-857a-136aa7b9598f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.683456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-551f4562-57df-4bdd-9201-0d64ca2a719c req-eefa02ee-e6f8-4392-857a-136aa7b9598f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0794451 Dec 06 12:12:18.757825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e5b93fb-c886-4e14-8e9f-317575b10396 req-7f9bfe9e-960b-48a5-9044-b1f5c53e850d tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937438 Dec 06 12:12:18.781658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-551f4562-57df-4bdd-9201-0d64ca2a719c req-752855cc-3011-4f3c-ab8f-92a517606106 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912240 Dec 06 12:12:18.875603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d49f9f99-2fec-460d-a6e3-2a9480fdf058 req-61e4932b-ec3b-49ae-884a-64f30861799a tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 210 time: 0.0367105 Dec 06 12:12:18.895002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fef1ae6-13ac-4e60-aabd-524a38f647cb req-b60a6f7c-8e6b-4c68-9b55-2a9543f69a07 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/cad50b0b-95b0-4272-87c3-39420c2f3176 HTTP/1.1" status: 200 len: 2422 time: 0.0971696 Dec 06 12:12:18.955893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3151ab44-1bb8-4ee8-848e-73a55132a142 req-f7f25260-9017-43a8-bd00-21dc8657c10f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0313356 Dec 06 12:12:19.052276 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-6ebfd5c9-056a-4f3d-b35e-ff38f530a57e req-413c65ee-13f6-4e26-86be-311c7e87d5e0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:12:19.053302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ebfd5c9-056a-4f3d-b35e-ff38f530a57e req-413c65ee-13f6-4e26-86be-311c7e87d5e0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069110 Dec 06 12:12:19.074488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad19f3-07ca-4e18-8adc-ce4187dd885d req-85584462-b357-43eb-b1b1-349218bff4ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.075996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ad19f3-07ca-4e18-8adc-ce4187dd885d req-85584462-b357-43eb-b1b1-349218bff4ac tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.0561330 Dec 06 12:12:19.130093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ad19f3-07ca-4e18-8adc-ce4187dd885d req-c3cd6846-d8ef-4fab-b17f-64f42684179a tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Dec 06 12:12:19.214062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04469904-3625-4eac-915b-c751f133b7cd req-2587db80-a79d-4a62-a625-081640246fd2 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-group-rules/ea052f60-7f72-4d6e-a3b7-62b3ca1da337 HTTP/1.1" status: 200 len: 778 time: 0.0216856 Dec 06 12:12:19.279202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04469904-3625-4eac-915b-c751f133b7cd req-fba2a9d9-5538-4b66-ae0e-f4eec505a4a2 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/cad50b0b-95b0-4272-87c3-39420c2f3176 HTTP/1.1" status: 200 len: 2422 time: 0.0572565 Dec 06 12:12:19.281775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-1b49d8b6-762a-46de-87a5-a08127859887 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525718 Dec 06 12:12:19.310116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:19.337134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:19.337509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 80bc0ebc-e6b0-4cb1-8cce-e2d7a4bd3db4 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:19.339943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04469904-3625-4eac-915b-c751f133b7cd req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.349653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04469904-3625-4eac-915b-c751f133b7cd req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.395233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-af24dcca-f8f2-40b4-b8b1-8b9a3e0ab0b4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289810 Dec 06 12:12:19.401283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.404517 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c743d-d3b7-4638-927b-c3862d202302 req-abc66d44-60bf-409a-a65d-183e364e9b47 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.406198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b8c743d-d3b7-4638-927b-c3862d202302 req-abc66d44-60bf-409a-a65d-183e364e9b47 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.1244018 Dec 06 12:12:19.453830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04469904-3625-4eac-915b-c751f133b7cd req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.472199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04469904-3625-4eac-915b-c751f133b7cd req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.473386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04469904-3625-4eac-915b-c751f133b7cd req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ea052f60-7f72-4d6e-a3b7-62b3ca1da337 HTTP/1.1" status: 204 len: 173 time: 0.1933212 Dec 06 12:12:19.528945 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a57f-c7c9-4a1d-93c2-0783df8cb811 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea052f60-7f72-4d6e-a3b7-62b3ca1da337,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:19.558851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b8c743d-d3b7-4638-927b-c3862d202302 req-b5e52fb7-830a-4912-871b-aeff3f9ba9eb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401730 Dec 06 12:12:19.591690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-57c5fbc9-1b87-4dea-ab59-cc55328bf792 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.593987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-57c5fbc9-1b87-4dea-ab59-cc55328bf792 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865950 Dec 06 12:12:19.628762 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Request body: {'port': {'device_id': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '4dccb65a3cae4479a096f166d4e17c1f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:19.664999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1555519075', 'description': 'tempest-description-570622989'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:19.729127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.824044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.830736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.839367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Made reservation on behalf of 4dccb65a3cae4479a096f166d4e17c1f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:19.844107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.892122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:19.893440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-feb01c16-a21a-48bc-b5ba-0857bbd3a397 req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2483695 Dec 06 12:12:19.910911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:19.914897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:19.935535 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c96038-3e84-4559-a1f6-9b9a3a79dff8 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338143de-61bb-485b-a249-192f0478f6b4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:20.128709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:20.158403 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Allocated IP 192.168.233.96 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/b7e7d6a4-a8ef-4f52-87bb-545ef55e8984) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:20.310842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bda7664-ecb5-4463-b5c7-1e1a9adb7b37 req-2b02f7da-37c9-4dec-ae33-a96bf6ad6343 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 210 time: 0.1057849 Dec 06 12:12:20.327018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'mac_address': 'fa:16:3e:b0:ff:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:20.408641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.410899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.425420 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:20.451256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:20.458959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.508432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-e550b2c7-c834-4e1e-bd64-52b8e02f6e27 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:20.510576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-e550b2c7-c834-4e1e-bd64-52b8e02f6e27 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.5773077 Dec 06 12:12:20.536570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:20.545810 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:20.548305 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fca321-5b4a-4ce4-9d69-c543ea401aaa" -d '{"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-unplugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:20.561955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.570721 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:20.578526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1366631e-b3c0-4e26-85ec-3d3f955f468a req-bee408d2-9e8c-4112-adc4-1188f0238eaf tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.1056836 Dec 06 12:12:20.588129 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:20.673776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44c23a09-9d8b-4fcd-abaa-18805b35258b req-5f9640d0-1fb7-467e-9630-3c86d6d08bf2 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/338143de-61bb-485b-a249-192f0478f6b4 HTTP/1.1" status: 200 len: 1829 time: 0.3560724 Dec 06 12:12:20.683636 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:20.692222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ff8ee8ad-3a36-4603-8a87-486c6a510662'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:20.791979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.844408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf37861-3bb0-4bdb-9df5-218cd2bc4a71 req-015f572f-d73a-45bc-97ef-ffeca39ae9fe tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:20.853383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adf37861-3bb0-4bdb-9df5-218cd2bc4a71 req-015f572f-d73a-45bc-97ef-ffeca39ae9fe tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.1784678 Dec 06 12:12:20.878268 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0cd8d-d7ad-430c-8319-143eff3db693 x-openstack-request-id: req-99f0cd8d-d7ad-430c-8319-143eff3db693 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:20.879370 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-unplugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:20.879725 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99f0cd8d-d7ad-430c-8319-143eff3db693 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:20.881794 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'code': 200} Dec 06 12:12:20.912671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:20.917215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.941503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adf37861-3bb0-4bdb-9df5-218cd2bc4a71 req-345e0174-7544-4461-aefe-978caeef89f7 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871403 Dec 06 12:12:20.946269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:20.983189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cf0b7d3f-df6e-4e42-9935-1bacabddd177'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:21.085102 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:21.099010 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:21.113655 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:21.121185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Pushing event updated for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:21.245123 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.14 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/83058dbd-1f4e-464c-8b31-0bb73d9635b6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:21.257399 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.257783 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.258507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.258880 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.259297 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.259645 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.259959 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.260367 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.260877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.261261 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.261594 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.261995 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.262337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:21.330611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f4155-dfcd-4a6e-a101-4bc16b643a80 req-d0074476-c5c0-4de8-a054-8d8aecb42d8e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:21.332378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd0f4155-dfcd-4a6e-a101-4bc16b643a80 req-d0074476-c5c0-4de8-a054-8d8aecb42d8e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.3883095 Dec 06 12:12:21.462931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:21.463626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:21.499470 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9fe3f92e-98d1-4990-8ec2-4f4fccdeacff None None] Provisioning complete for port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:21.500511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f92e-98d1-4990-8ec2-4f4fccdeacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:21.552423 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3f92e-98d1-4990-8ec2-4f4fccdeacff None None] Port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:21.583451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-388b3179-2273-41d5-8580-fbda264ab7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:21.585582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-388b3179-2273-41d5-8580-fbda264ab7af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1101 time: 0.2761090 Dec 06 12:12:21.607145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd0f4155-dfcd-4a6e-a101-4bc16b643a80 req-39d86dc6-3fe6-45ac-a5d7-cc2e87472fa4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526159 Dec 06 12:12:21.643920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-1feb4944-49e1-42ff-bed0-bf76a4123e53 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0194814 Dec 06 12:12:21.675953 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-214906928', 'description': 'tempest-description-1326831391'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:21.702437 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Request body: {'port': {'device_id': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:21.854846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:21.868831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:21.927206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:21.952761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:21.961425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-d7478370-0cf7-436d-a0f1-7f5c1b571f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:21.962599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-d7478370-0cf7-436d-a0f1-7f5c1b571f08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3674061 Dec 06 12:12:21.984978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3b0c-db5f-4f75-9f64-072cd65ba851 req-d83086a3-d568-4d06-bc07-57c1366a7b74 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:21.986547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5bd3b0c-db5f-4f75-9f64-072cd65ba851 req-d83086a3-d568-4d06-bc07-57c1366a7b74 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 935 time: 0.2722824 Dec 06 12:12:22.013825 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ff8ee8ad-3a36-4603-8a87-486c6a510662 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:22.015585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.091050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-62c697f9-4a44-4119-8ef0-764b0f57a68d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.1034026 Dec 06 12:12:22.103403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.144944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:22.153084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.153348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.196486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.227125 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:22.237337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.305687 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:22.329704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5bd3b0c-db5f-4f75-9f64-072cd65ba851 req-53003767-9987-45ce-90b1-2ea1e06a298c tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199153 Dec 06 12:12:22.356723 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:22.360855 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-d1ff44a0-9857-48ef-9394-92bce58b4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:22.365053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-d1ff44a0-9857-48ef-9394-92bce58b4205 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2621512 Dec 06 12:12:22.375733 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:22.392443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0865ae7-7393-4eb1-9791-f6e437979c12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:22.413008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:22.418889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.439717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09e0a398-aea5-47ed-81dc-d717bea23299 req-f20473dc-8514-4f6d-af61-d030b494033b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8231845 Dec 06 12:12:22.630744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:22.635079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:22.696041 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-ea4d5e8b-9017-41d4-8f41-e99a5b3b6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:22.697621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-ea4d5e8b-9017-41d4-8f41-e99a5b3b6093 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3183987 Dec 06 12:12:22.704727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-8a911742-8f58-40b3-8452-c66ba1dd7f8c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1301875 Dec 06 12:12:22.718090 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73376fa6-2ed4-4f3b-9bd5-04873352498d req-6286200a-986e-4c78-aed2-3812e9940853 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:22.719705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73376fa6-2ed4-4f3b-9bd5-04873352498d req-6286200a-986e-4c78-aed2-3812e9940853 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 932 time: 0.1833167 Dec 06 12:12:22.739253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Request body: {'port': {'device_id': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:22.883802 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:22.887239 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42003420-0d7f-4e15-849c-9fbc0ea6fa68" -d '{"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:23.114286 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd5c9-dc44-4f65-b703-4a9dded0ac70 req-dac53ea8-5580-47b0-ab7e-ae5ba1656ef3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:23.115668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e3bd5c9-dc44-4f65-b703-4a9dded0ac70 req-dac53ea8-5580-47b0-ab7e-ae5ba1656ef3 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.5002468 Dec 06 12:12:23.269891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:23.280553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73376fa6-2ed4-4f3b-9bd5-04873352498d req-6f41b9de-2f2b-4a20-bf30-965a1037c0c4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375309 Dec 06 12:12:23.311649 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:23.319902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:23.332770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e3bd5c9-dc44-4f65-b703-4a9dded0ac70 req-a7632390-bb47-490b-93dc-57bc7559e0aa tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095687 Dec 06 12:12:23.358213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-52ee8542-33a7-4662-a28f-d6320d9448de service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479790 Dec 06 12:12:23.384429 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Transition to ACTIVE for port object b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:23.411370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:23.626245 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:23.723611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aee92b43-fc1a-4028-9595-261dcc9d7dab req-bc22e66a-836c-4db3-b259-7ec80c393817 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/c0865ae7-7393-4eb1-9791-f6e437979c12 HTTP/1.1" status: 200 len: 1829 time: 0.3220012 Dec 06 12:12:23.758343 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7add9-1f28-4e4a-aebb-b09b450fbb0c req-fc3316f1-3ef7-410e-803f-ab908bb0ff2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:23.765569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f7add9-1f28-4e4a-aebb-b09b450fbb0c req-fc3316f1-3ef7-410e-803f-ab908bb0ff2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2998369 Dec 06 12:12:23.775248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9c2103-0399-4f63-9e54-10cb0e666ff8 x-openstack-request-id: req-af9c2103-0399-4f63-9e54-10cb0e666ff8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:23.775624 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:23.775952 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af9c2103-0399-4f63-9e54-10cb0e666ff8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:23.776441 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'code': 200} Dec 06 12:12:23.804614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-b54b290c-fb58-412a-86a2-40b60031b592 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316978 Dec 06 12:12:23.940244 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:23.942661 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Attempting to bind port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:23.943077 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Attempting to bind port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:23.943487 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Attempting to bind port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:23.963619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f7add9-1f28-4e4a-aebb-b09b450fbb0c req-1aa366dd-9914-4317-91bb-1a987138b2ae tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970437 Dec 06 12:12:23.973609 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:23.974111 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Attempting to bind port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:23.980693 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:23.989227 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:23.993893 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:23.994553 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Bound port: b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:23.995111 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.088053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:24.110478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'mac_address': 'fa:16:3e:24:19:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:24.125335 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:24.165497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.181545 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:24.183213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6779-d957-48d8-9318-063bb7228b75 req-013038d8-e93b-47d0-9321-c5dde0232455 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:24.191099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ff6779-d957-48d8-9318-063bb7228b75 req-013038d8-e93b-47d0-9321-c5dde0232455 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 947 time: 0.3328180 Dec 06 12:12:24.205145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:24.209435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.265294 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:24.279702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.285797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:24.301569 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83058dbd-1f4e-464c-8b31-0bb73d9635b6 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:24.338250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3faf1d01-7803-4ec4-950a-b12cde6f969c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:24.346644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-694058952', 'description': 'tempest-description-1083380004'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:24.355406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.379094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:24.379861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.381416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 HTTP/1.1" status: 200 len: 1095 time: 2.6937377 Dec 06 12:12:24.382000 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:24.384885 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d642889-a10e-475a-8cc6-cebb7a628e03" -d '{"events": [{"name": "network-changed", "server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:24.419966 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Transition to ACTIVE for port object 83058dbd-1f4e-464c-8b31-0bb73d9635b6 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:24.445443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ff6779-d957-48d8-9318-063bb7228b75 req-060dc9d9-caec-4c1a-ac6d-a5cdab86b493 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502267 Dec 06 12:12:24.465396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.580868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b3b94-f6c7-48e4-9e62-bd3dd6919431 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:24.600136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.651424 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Pushing event updated for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:24.697281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-dc727d5a-fde1-4416-8dfa-63da15b3085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:24.699453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-dc727d5a-fde1-4416-8dfa-63da15b3085d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 1098 time: 0.2351975 Dec 06 12:12:24.768123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ed2b-94dc-4c5b-818f-1d3a6cd960aa req-956f2d87-2e65-4059-b7a9-7f0751082721 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:24.769729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e34ed2b-94dc-4c5b-818f-1d3a6cd960aa req-956f2d87-2e65-4059-b7a9-7f0751082721 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2128398 Dec 06 12:12:24.819213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-c27727ea-7668-4dc3-86ef-c72baf5571ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 HTTP/1.1" status: 200 len: 217 time: 0.0858178 Dec 06 12:12:24.921513 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Attempting to bind port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:24.921842 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Attempting to bind port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:24.922168 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Attempting to bind port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:24.942526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.944979 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-5d24a142-52c7-4976-8fa8-e8082718f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:24.946562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-5d24a142-52c7-4976-8fa8-e8082718f2d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1133280 Dec 06 12:12:24.948218 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:24.948587 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Attempting to bind port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:24.954972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e34ed2b-94dc-4c5b-818f-1d3a6cd960aa req-17dd9daf-d8be-4013-a604-c8f09f0b8325 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548204 Dec 06 12:12:24.955543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:24.985704 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:24.985704 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:24.985704 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:24.985704 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Bound port: 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:24.985704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:25.023167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:25.024340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f80ac9f8-4398-4e73-b90d-3eca68d2fe7f req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7175763 Dec 06 12:12:25.056152 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b1ed-8d12-435f-bbbd-dfd14061795a tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3717ef8f-7381-442a-840d-981e52279970,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:25.121899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-7c1b49a5-6161-44c6-83e8-ba7dbb4ddf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.123506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-7c1b49a5-6161-44c6-83e8-ba7dbb4ddf72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580365 Dec 06 12:12:25.129189 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:25.139203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50e1b-f05c-4d20-9eb5-7cae7df40549 req-f66f7d3a-0c07-4f10-8adf-b286067d54eb tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.140705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b50e1b-f05c-4d20-9eb5-7cae7df40549 req-f66f7d3a-0c07-4f10-8adf-b286067d54eb tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 944 time: 0.1275856 Dec 06 12:12:25.142584 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:25.155134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:25.158565 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d9afe-7d6f-42f2-83d5-0c0eeac12ca4 x-openstack-request-id: req-8d5d9afe-7d6f-42f2-83d5-0c0eeac12ca4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:25.158847 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:25.159097 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d5d9afe-7d6f-42f2-83d5-0c0eeac12ca4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:25.159487 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984', 'status': 'completed', 'code': 200} Dec 06 12:12:25.236798 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.237480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:25.238804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] 10.222.0.53 "PUT /v2.0/ports/83058dbd-1f4e-464c-8b31-0bb73d9635b6 HTTP/1.1" status: 200 len: 1092 time: 2.5095391 Dec 06 12:12:25.373561 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb494128-34bf-476d-aee9-cdcfde5d27ae service neutron] Pushing event updated for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:25.382162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-d77c52e2-be8c-4db2-92e0-3aa0d0a3fac9 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382371 Dec 06 12:12:25.391971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b50e1b-f05c-4d20-9eb5-7cae7df40549 req-c2e84392-c067-4d67-82bd-4aa1c2d83eba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389510 Dec 06 12:12:25.428163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77757e-aa45-4738-8b91-1f25ad91b389 req-79a81d5f-86e3-48da-807c-672f5e2648d5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.435594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a77757e-aa45-4738-8b91-1f25ad91b389 req-79a81d5f-86e3-48da-807c-672f5e2648d5 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.2198715 Dec 06 12:12:25.490852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-612b6726-6c7a-4737-bb5e-4acdb4ac7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.492426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-612b6726-6c7a-4737-bb5e-4acdb4ac7fde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 1095 time: 0.1854014 Dec 06 12:12:25.589556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a77757e-aa45-4738-8b91-1f25ad91b389 req-87cc26f4-2f66-4c47-8030-0bda0a84d039 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530442 Dec 06 12:12:25.649822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-4328fb68-0bb1-49c4-aa26-3ba2dfde40fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6 HTTP/1.1" status: 200 len: 217 time: 0.1034987 Dec 06 12:12:25.692339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c150d-60d7-4bfb-a25a-a5a5dba19b0d req-e35e0de3-3d79-4919-9539-233a8a22a373 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.697730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d5c150d-60d7-4bfb-a25a-a5a5dba19b0d req-e35e0de3-3d79-4919-9539-233a8a22a373 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2137713 Dec 06 12:12:25.757702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5bfde4-3b67-4722-a56f-100aed16f69c req-4d43fa97-5fd4-48ac-a526-347c08ae8ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610632 Dec 06 12:12:25.811607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d5c150d-60d7-4bfb-a25a-a5a5dba19b0d req-3995e1b6-4860-4467-b541-1331ea473058 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024311 Dec 06 12:12:25.860890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-6d516545-2c1b-40a3-9939-f82d0a22c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:25.863720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-6d516545-2c1b-40a3-9939-f82d0a22c4b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.2009044 Dec 06 12:12:25.871606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e08488ce-6dd9-4813-845d-b43952ca94ae req-ef73ea31-d647-4ec0-b2ff-e189570ac370 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/3717ef8f-7381-442a-840d-981e52279970 HTTP/1.1" status: 200 len: 1829 time: 0.2284808 Dec 06 12:12:25.969645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:25.990417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-9f98f67e-0f9f-42dc-827d-6b3c30793b30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871582 Dec 06 12:12:26.087966 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 3faf1d01-7803-4ec4-950a-b12cde6f969c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:26.088760 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:26.132840 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-d4479351-3a5f-43b6-80a9-17b3b501e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:26.135107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-d4479351-3a5f-43b6-80a9-17b3b501e8ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 1098 time: 0.2600358 Dec 06 12:12:26.291021 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:26.338074 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:26.341573 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b324fb-3c7b-4635-bdb4-31fcb51e9d1f" -d '{"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:26.371330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:26.378720 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:26.414931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06254b-739f-4f09-bd98-a06a9dea7ce0 req-022f3bbd-b952-492d-8e0b-6127aaaba218 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:26.422907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e06254b-739f-4f09-bd98-a06a9dea7ce0 req-022f3bbd-b952-492d-8e0b-6127aaaba218 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 947 time: 0.3438356 Dec 06 12:12:26.481009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-9feb937a-0df7-4064-b943-bb80b170ebc5 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793348 Dec 06 12:12:26.510504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:26.637624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-a9d8357e-5fcf-482b-954b-0c5462766fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:26.639125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-a9d8357e-5fcf-482b-954b-0c5462766fda service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.4953713 Dec 06 12:12:26.641103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff3b368-0583-420d-a8db-5becf41b8d4b req-000d3e90-5b8d-42b3-ab7f-62157bbe0d04 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451352 Dec 06 12:12:26.667773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e06254b-739f-4f09-bd98-a06a9dea7ce0 req-b6d7e822-ac5c-477f-8c13-7fba4afb53d5 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303102 Dec 06 12:12:26.792505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-5f27e9cc-ee6c-4ac7-80b3-f462ebd329f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 HTTP/1.1" status: 200 len: 217 time: 0.1169288 Dec 06 12:12:26.918516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-a79f768b-76cf-4941-8e4e-9dc4593527e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:26.923407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-a79f768b-76cf-4941-8e4e-9dc4593527e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1218936 Dec 06 12:12:27.026920 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1046586166', 'description': 'tempest-description-987878758'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:27.070940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:27.103398 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-309de623-3655-4d59-8886-8a00bbd54b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:27.105544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-309de623-3655-4d59-8886-8a00bbd54b0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734853 Dec 06 12:12:27.160765 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:27.167886 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c78517-1abf-4cda-a117-b1cb7b42d353" -d '{"events": [{"name": "network-changed", "server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:27.232204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47c95c9d-9397-4e5c-8363-fe31d62e5f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:27.311138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:27.319209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:27.368644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-6551f068-8709-42b7-827a-e569568e4d5d service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508030 Dec 06 12:12:27.371486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab586c6-1fc4-46c1-96d6-38ffac322ee1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:27.390219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:27.405732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5be709-80f2-4e6b-ae6e-d4e2062a8e28 req-0727078c-ccac-4905-bee8-e1ab5bd2addf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3875091 Dec 06 12:12:27.563946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d642889-a10e-475a-8cc6-cebb7a628e03 req-6197ca64-7494-4afd-9357-26fefae9fded service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837773 Dec 06 12:12:28.603833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-fb3cc8ef-74d0-4257-a413-172a54f9c01f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:28.612415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-fb3cc8ef-74d0-4257-a413-172a54f9c01f tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9 HTTP/1.1" status: 200 len: 945 time: 0.1312201 Dec 06 12:12:28.799576 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port f03c923e-674c-4330-9d12-3c6ba9ec2990 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:28.800232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:28.930193 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port f03c923e-674c-4330-9d12-3c6ba9ec2990, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f03c923e-674c-4330-9d12-3c6ba9ec2990,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:28.931043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:28.956768 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for f03c923e-674c-4330-9d12-3c6ba9ec2990 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:29.219675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.244586 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:29.255758 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=f03c923e-674c-4330-9d12-3c6ba9ec2990,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:29.292425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f03c923e-674c-4330-9d12-3c6ba9ec2990'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:29.396948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 83058dbd-1f4e-464c-8b31-0bb73d9635b6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:29.401092 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port f03c923e-674c-4330-9d12-3c6ba9ec2990 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:29.410376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.429695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3aa6af-9849-4eb0-8979-d39b23616b33 req-2789f70f-3eb2-40ff-9e45-b365ced73881 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.53 "DELETE /v2.0/ports/f03c923e-674c-4330-9d12-3c6ba9ec2990 HTTP/1.1" status: 204 len: 173 time: 0.8016002 Dec 06 12:12:29.577976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3c1222e4-2476-43c9-9008-885439bc5c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.597439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:29.622597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '83058dbd-1f4e-464c-8b31-0bb73d9635b6', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '83058dbd-1f4e-464c-8b31-0bb73d9635b6', 'mac_address': 'fa:16:3e:bf:75:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:29.684832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.726896 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83058dbd-1f4e-464c-8b31-0bb73d9635b6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:29.754840 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:29.764030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.764935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:29.873528 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:29.914765 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.915035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.915255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.915589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.915914 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.916245 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.916568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.916901 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.917705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.917705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.924005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.927879 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.928247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:29.982618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:30.011788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984', 'mac_address': 'fa:16:3e:66:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:30.075196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:30.100061 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:30.127051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:30.135104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:30.247972 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:30.447049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:30.547310 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['83058dbd-1f4e-464c-8b31-0bb73d9635b6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:30.576672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['b7e7d6a4-a8ef-4f52-87bb-545ef55e8984'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:30.901742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:31.378471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f03c923e-674c-4330-9d12-3c6ba9ec2990 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:31.402745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f03c923e-674c-4330-9d12-3c6ba9ec2990 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:31.403478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f03c923e-674c-4330-9d12-3c6ba9ec2990 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:32.073715 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80869237-fd05-4122-adba-5e0b692d2171 x-openstack-request-id: req-80869237-fd05-4122-adba-5e0b692d2171 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:32.074017 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-plugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:32.074313 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80869237-fd05-4122-adba-5e0b692d2171 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:32.074715 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'code': 200} Dec 06 12:12:32.183649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c089-3cd9-4399-a2a2-2b1a99c2e6d2 req-9377bda6-ab7a-4aef-b908-42267cc48a53 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:32.185330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d2c089-3cd9-4399-a2a2-2b1a99c2e6d2 req-9377bda6-ab7a-4aef-b908-42267cc48a53 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Dec 06 12:12:32.204211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:32.207089 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8eda2-70e4-419b-8f08-206161f30a27 req-8ce9e7b4-a2a9-4df3-8137-116239a77e6d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:32.208280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d8eda2-70e4-419b-8f08-206161f30a27 req-8ce9e7b4-a2a9-4df3-8137-116239a77e6d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0797679 Dec 06 12:12:32.597212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d2c089-3cd9-4399-a2a2-2b1a99c2e6d2 req-f6d2accf-702f-4eeb-9c2a-315ae35762fc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050217 Dec 06 12:12:32.610539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d8eda2-70e4-419b-8f08-206161f30a27 req-c8443662-724f-4dc8-a7d0-a031d091cc20 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Dec 06 12:12:32.728858 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3652a9-b1a5-4286-ac8d-2f2437648c6c x-openstack-request-id: req-bd3652a9-b1a5-4286-ac8d-2f2437648c6c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:32.729307 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:32.729680 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd3652a9-b1a5-4286-ac8d-2f2437648c6c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:32.730257 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6', 'status': 'completed', 'code': 200} Dec 06 12:12:32.838726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efc639f2-6062-4ba8-87ca-14f1fb1e75e6 req-2beff1a6-c4db-40f5-9236-81ea4843d478 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/5ab586c6-1fc4-46c1-96d6-38ffac322ee1 HTTP/1.1" status: 200 len: 1829 time: 0.1072974 Dec 06 12:12:32.874466 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2efe-d044-4066-9ae8-3de18861074f req-f6a72e1d-7826-4a0f-b09d-efa71411f911 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:32.875981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-842a2efe-d044-4066-9ae8-3de18861074f req-f6a72e1d-7826-4a0f-b09d-efa71411f911 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 948 time: 0.0885391 Dec 06 12:12:32.879351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-66ce51c4-1c3c-4744-ad02-2f504ba7b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:32.880719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-66ce51c4-1c3c-4744-ad02-2f504ba7b80f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 1096 time: 0.1030233 Dec 06 12:12:33.013707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-842a2efe-d044-4066-9ae8-3de18861074f req-9a6454fd-cb25-46bc-9f78-05d0b2b6c40d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289461 Dec 06 12:12:33.040518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-bb9bcff8-8f19-4fe8-81f6-83ed941ec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:33.042297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-bb9bcff8-8f19-4fe8-81f6-83ed941ec2f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.1506610 Dec 06 12:12:33.043527 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-d2f681d9-d06a-478d-908b-3c96c7518ad4 req-2cbc96e7-8e07-4d11-9371-2023cd5e61ad tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] show failed (client error): The resource could not be found. Dec 06 12:12:33.044703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2f681d9-d06a-478d-908b-3c96c7518ad4 req-2cbc96e7-8e07-4d11-9371-2023cd5e61ad tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/1603b6e0-1ac7-4630-857d-870c776e42c1 HTTP/1.1" status: 404 len: 352 time: 0.0595925 Dec 06 12:12:33.052380 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.096156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-699f3679-a4a9-41e0-9a9d-e5fa8e9893a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6 HTTP/1.1" status: 200 len: 217 time: 0.0460131 Dec 06 12:12:33.171217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-04f5ca3a-39f0-4d03-89ba-15a73231e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:33.172853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-04f5ca3a-39f0-4d03-89ba-15a73231e83a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0684307 Dec 06 12:12:33.211074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-c316aa55-6812-44d5-8390-5601a1764e7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294945 Dec 06 12:12:33.329663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-3977de2b-cb24-4728-9c91-89c012633326 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111114 Dec 06 12:12:33.375301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 83058dbd-1f4e-464c-8b31-0bb73d9635b6 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:33.441681 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:33.451649 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:33.452971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.460214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4c78517-1abf-4cda-a117-b1cb7b42d353 req-5aa9b501-bd7f-4b73-8d50-1c131e288847 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214926 Dec 06 12:12:33.555839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.597804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:33.603800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.604743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:33.676732 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:33.717710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:33.724236 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:33.724612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.831386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.861467 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-e3c8aa83-4213-4702-a4d6-8bf3fb2f4095 req-596d1878-eaf4-4271-a2fe-c39451f04442 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] show failed (client error): The resource could not be found. Dec 06 12:12:33.870603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3c8aa83-4213-4702-a4d6-8bf3fb2f4095 req-596d1878-eaf4-4271-a2fe-c39451f04442 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-group-rules/4e560781-fee0-47d3-ba73-00f518208a60 HTTP/1.1" status: 404 len: 361 time: 0.0293422 Dec 06 12:12:33.893987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:33.900118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:33.969196 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:34.012789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d02c9-3249-4417-8e18-c6b3e77b3431 req-b883b9ce-e17f-482e-a300-802f370e41bd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.014416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f16d02c9-3249-4417-8e18-c6b3e77b3431 req-b883b9ce-e17f-482e-a300-802f370e41bd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.0778511 Dec 06 12:12:34.075946 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6'}, {'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:34.078294 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06869dc1-5883-45b8-9c3e-10fb884c2afa" -d '{"events": [{"server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6"}, {"server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "name": "network-vif-plugged", "status": "completed", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:34.104350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04ca9d-c005-41ea-8fac-9ce5362b9f16 req-970b5fff-e1a2-4d56-bbf4-ede829e81332 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.106506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e04ca9d-c005-41ea-8fac-9ce5362b9f16 req-970b5fff-e1a2-4d56-bbf4-ede829e81332 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.1037333 Dec 06 12:12:34.111919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f16d02c9-3249-4417-8e18-c6b3e77b3431 req-6f819ae3-bb5c-4915-b4ac-91cbce76d9b0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Dec 06 12:12:34.173225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e04ca9d-c005-41ea-8fac-9ce5362b9f16 req-4234e6d1-b479-4135-baaf-e75095909b2b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600390 Dec 06 12:12:34.307764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-f5065401-02ae-4a30-a2e0-bbb42fbb8139 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/5ab586c6-1fc4-46c1-96d6-38ffac322ee1 HTTP/1.1" status: 200 len: 1829 time: 0.0704703 Dec 06 12:12:34.394428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:34.427426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:34.523373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:34.524173 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:34.536279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97cfb488-d29f-46f0-a1d3-3ec9125433c8 req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ab586c6-1fc4-46c1-96d6-38ffac322ee1 HTTP/1.1" status: 204 len: 173 time: 0.2205346 Dec 06 12:12:34.556767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6ca1b-3e74-47db-af2f-85d7c0cf9bd9 req-9d6dba7f-9102-45c7-8099-4e5b184eb0cd tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.563835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45a6ca1b-3e74-47db-af2f-85d7c0cf9bd9 req-9d6dba7f-9102-45c7-8099-4e5b184eb0cd tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.0897186 Dec 06 12:12:34.568256 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d3666-334a-4cb7-90fb-362f9c65d173 x-openstack-request-id: req-f89d3666-334a-4cb7-90fb-362f9c65d173 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:34.568556 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6", "code": 200}, {"server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "name": "network-vif-plugged", "status": "completed", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:34.568814 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f89d3666-334a-4cb7-90fb-362f9c65d173 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:34.569780 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6', 'code': 200} Dec 06 12:12:34.570216 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984', 'code': 200} Dec 06 12:12:34.574879 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef707519-4d39-4719-ad4a-fbae79b272cb tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab586c6-1fc4-46c1-96d6-38ffac322ee1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:34.668944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45a6ca1b-3e74-47db-af2f-85d7c0cf9bd9 req-16f749ae-0209-4145-b190-2e6272d99952 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040993 Dec 06 12:12:34.736028 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'name': 'network-vif-deleted', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:34.738343 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae4796-00c7-4051-bd94-29a1a7d3f585" -d '{"events": [{"server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "name": "network-vif-deleted", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:34.884411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-b106dc0d-ed87-4f6e-8150-9741b95c9746 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/3717ef8f-7381-442a-840d-981e52279970 HTTP/1.1" status: 200 len: 1829 time: 0.1832292 Dec 06 12:12:34.914596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cd5ec-67ac-4d37-9126-c67fb62a3366 req-0f809b59-cd46-43b8-af8e-9be6c778895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.916062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af0cd5ec-67ac-4d37-9126-c67fb62a3366 req-0f809b59-cd46-43b8-af8e-9be6c778895f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1562731 Dec 06 12:12:34.927304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9aa6d-c173-464c-913f-08a0e9c3ef62 req-c25b1a22-0e52-4746-8ee2-212f151f570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.929466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0f9aa6d-c173-464c-913f-08a0e9c3ef62 req-c25b1a22-0e52-4746-8ee2-212f151f570a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 1100 time: 0.1781044 Dec 06 12:12:34.947026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-3c7b6672-2f22-4ee4-af1f-433aa3b010e8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:34.953959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-3c7b6672-2f22-4ee4-af1f-433aa3b010e8 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.2377837 Dec 06 12:12:35.005738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-d87fff82-7670-4e9b-b37c-8070237bedac tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/quotas/8d3d839f871740e9bd7f7583e080c664 HTTP/1.1" status: 200 len: 375 time: 0.0508842 Dec 06 12:12:35.102548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:35.107958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0f9aa6d-c173-464c-913f-08a0e9c3ef62 req-a5cc49b4-5692-4e0f-bad9-898fba535b0f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436396 Dec 06 12:12:35.109896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af0cd5ec-67ac-4d37-9126-c67fb62a3366 req-3b51800d-1613-4801-934d-c4fcf2aa0665 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774523 Dec 06 12:12:35.141856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:35.148606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-bed4d4c4-a26b-4e8b-94b6-6a5a181649d7 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385534 Dec 06 12:12:35.254054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:35.256853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:35.258289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95ff2da0-e3ea-48cb-bd3b-9641ee6da729 req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-groups/3717ef8f-7381-442a-840d-981e52279970 HTTP/1.1" status: 204 len: 173 time: 0.3650582 Dec 06 12:12:35.277199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151c96b-78b9-469f-8b6f-c762838bcb5b tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3717ef8f-7381-442a-840d-981e52279970,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:35.330265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-e5162e29-3b79-47f1-b81f-387132bcc41f service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695173 Dec 06 12:12:35.377397 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155c2cf-ec97-4c7b-ab7d-cacc628a4ca0 x-openstack-request-id: req-9155c2cf-ec97-4c7b-ab7d-cacc628a4ca0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:35.377696 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9", "name": "network-vif-deleted", "tag": "f03c923e-674c-4330-9d12-3c6ba9ec2990", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:35.377958 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9155c2cf-ec97-4c7b-ab7d-cacc628a4ca0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:35.378359 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad071cf-c1c9-4c7e-9d1c-118e8a4edba9', 'name': 'network-vif-deleted', 'tag': 'f03c923e-674c-4330-9d12-3c6ba9ec2990', 'status': 'completed', 'code': 200} Dec 06 12:12:35.441474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-2cef5c26-d3fa-4b9b-85d6-b565223eaed9 service neutron] 10.222.0.31 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029696 Dec 06 12:12:35.557212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44156fd0-35f2-4465-9d20-df77f6b335ad req-57a9e3a3-5390-4f1c-9f23-a7648e20486e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:35.570617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44156fd0-35f2-4465-9d20-df77f6b335ad req-57a9e3a3-5390-4f1c-9f23-a7648e20486e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.0679195 Dec 06 12:12:35.714187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44156fd0-35f2-4465-9d20-df77f6b335ad req-5c4b67e2-0804-4aa0-ab04-55ace58272df tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426890 Dec 06 12:12:35.763364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064127-a497-4891-a970-abc80c90b2d0 req-504c5075-ccb2-4161-b5f8-3446073da556 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:35.770475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da064127-a497-4891-a970-abc80c90b2d0 req-504c5075-ccb2-4161-b5f8-3446073da556 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0754421 Dec 06 12:12:35.841953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da064127-a497-4891-a970-abc80c90b2d0 req-d8244161-9491-4fb3-b96b-88ded6b801da tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704005 Dec 06 12:12:35.917963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-8961182b-e425-47a7-aa4c-ece8159992af tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/c0865ae7-7393-4eb1-9791-f6e437979c12 HTTP/1.1" status: 200 len: 1829 time: 0.0726340 Dec 06 12:12:35.985190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d705c560-053c-4979-bdce-1210486686a0 req-c781df8b-f01a-4145-8dd2-5f26f1a81d22 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 210 time: 0.0382731 Dec 06 12:12:36.025604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.068626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.159511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3a00-de80-431c-bedc-5d25b6ec19e3 req-8d0a0553-aada-443b-b19d-12fad3d70a59 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:36.160965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baeb3a00-de80-431c-bedc-5d25b6ec19e3 req-8d0a0553-aada-443b-b19d-12fad3d70a59 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.0811229 Dec 06 12:12:36.162148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.165603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.176865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4df2337-63c3-4971-a3dc-468fff8fd30a req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0865ae7-7393-4eb1-9791-f6e437979c12 HTTP/1.1" status: 204 len: 173 time: 0.2577922 Dec 06 12:12:36.221273 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce81f0-fae0-433e-b73b-2b1bcac6d07d tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0865ae7-7393-4eb1-9791-f6e437979c12,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:36.298525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baeb3a00-de80-431c-bedc-5d25b6ec19e3 req-053ced92-eecc-4aaa-933e-bfd21aa9a96e tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184046 Dec 06 12:12:36.331123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-1249b02a-fb4e-4b31-9b64-480b9e3137bf tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/338143de-61bb-485b-a249-192f0478f6b4 HTTP/1.1" status: 200 len: 1829 time: 0.0888629 Dec 06 12:12:36.452070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.462659 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698081-42d2-460e-96e0-71ef392f817d req-c0fbde91-2dbd-4ee1-bbe0-e15b6c08d70c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:36.464192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7698081-42d2-460e-96e0-71ef392f817d req-c0fbde91-2dbd-4ee1-bbe0-e15b6c08d70c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "GET /v2.0/ports?device_id=81fc51f9-e210-4bfd-a60e-ae23ad1e3b05 HTTP/1.1" status: 200 len: 946 time: 0.0789962 Dec 06 12:12:36.534307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.616146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.619027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.623237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb4ac40-4833-4290-9cf3-688de406efc9 req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-groups/338143de-61bb-485b-a249-192f0478f6b4 HTTP/1.1" status: 204 len: 173 time: 0.2856839 Dec 06 12:12:36.645917 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e9054-61df-46e0-80ac-b75e9765a171 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338143de-61bb-485b-a249-192f0478f6b4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:36.673875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Deleting port ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:36.674217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.757924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-718483c6-9965-48ee-b9d1-036731b39f56 req-72be6efa-9478-4b79-9c78-3bf3d35887d9 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "GET /v2.0/security-groups/cad50b0b-95b0-4272-87c3-39420c2f3176 HTTP/1.1" status: 200 len: 1829 time: 0.1145437 Dec 06 12:12:36.811228 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] For port ff8ee8ad-3a36-4603-8a87-486c6a510662, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ff8ee8ad-3a36-4603-8a87-486c6a510662,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:36.811619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.835707 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Calling delete_port for ff8ee8ad-3a36-4603-8a87-486c6a510662 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:36.917464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-718483c6-9965-48ee-b9d1-036731b39f56 req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.962697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-718483c6-9965-48ee-b9d1-036731b39f56 req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:36.991452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdd2a5-4c2e-42c9-b663-2b9d1dc379ee req-120716be-7be6-4cbe-b198-f992637aed49 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:36.992957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8cdd2a5-4c2e-42c9-b663-2b9d1dc379ee req-120716be-7be6-4cbe-b198-f992637aed49 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.1415308 Dec 06 12:12:37.054196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-718483c6-9965-48ee-b9d1-036731b39f56 req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.056771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-718483c6-9965-48ee-b9d1-036731b39f56 req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.057998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-718483c6-9965-48ee-b9d1-036731b39f56 req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] 10.222.0.31 "DELETE /v2.0/security-groups/cad50b0b-95b0-4272-87c3-39420c2f3176 HTTP/1.1" status: 204 len: 173 time: 0.2885687 Dec 06 12:12:37.063863 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43806) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:37.120335 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Deleting subnet 99dbd653-ace7-4cb4-8a76-0911a7af6f6a {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:12:37.123722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.130567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8cdd2a5-4c2e-42c9-b663-2b9d1dc379ee req-f6a47038-345a-4d56-bf0c-8083a46b7c1c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280601 Dec 06 12:12:37.140784 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f52dc-014e-4382-a46a-6702495f64c0 tempest-SecurityGroupRulesNegativeTestJSON-476395142 tempest-SecurityGroupRulesNegativeTestJSON-476395142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad50b0b-95b0-4272-87c3-39420c2f3176,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:37.198708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.216697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.246603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.258731 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event deleted for resources: {'Port': ['ID=ff8ee8ad-3a36-4603-8a87-486c6a510662,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:37.309618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710583c-5a78-4173-84e0-b19ff896115e req-a4514998-14e3-4861-ab92-94e78770aac9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:37.311322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7710583c-5a78-4173-84e0-b19ff896115e req-a4514998-14e3-4861-ab92-94e78770aac9 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 946 time: 0.1846476 Dec 06 12:12:37.312415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.338932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-0f70027b-4232-42e0-a0c5-0beeff4f2c6b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:37.340407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-0f70027b-4232-42e0-a0c5-0beeff4f2c6b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 805 time: 0.2529140 Dec 06 12:12:37.341327 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dbd653-ace7-4cb4-8a76-0911a7af6f6a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:37.343911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.346876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99dbd653-ace7-4cb4-8a76-0911a7af6f6a HTTP/1.1" status: 204 len: 168 time: 0.2812536 Dec 06 12:12:37.348867 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] No DVR routers for this DVR port ff8ee8ad-3a36-4603-8a87-486c6a510662 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:37.351503 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:37.353724 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.354262 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.354606 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.354944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.355276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.355606 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.355935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.356262 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.356587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.356911 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.357258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.357584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.357906 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a48fe3b-725c-4139-88b5-9f85e437a8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:37.362355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.366316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7698081-42d2-460e-96e0-71ef392f817d req-78ead2a3-fbee-42db-bdc4-10cc7f2a8963 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.23 "DELETE /v2.0/ports/ff8ee8ad-3a36-4603-8a87-486c6a510662 HTTP/1.1" status: 204 len: 173 time: 0.8903608 Dec 06 12:12:37.384158 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-deleted', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:37.386762 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916abcc6-e0a4-43b9-8e0e-f37a42d92bfd" -d '{"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-deleted", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:37.398516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Request body: {'port': {'device_id': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'admin_state_up': True, 'tenant_id': '8d3d839f871740e9bd7f7583e080c664'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:37.550316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.563917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7fdfd-3551-4ca8-a814-d3fd370f3aa1 req-7d9b3c67-4035-4559-a5fd-b70bb37e3bbe tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:37.565431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94e7fdfd-3551-4ca8-a814-d3fd370f3aa1 req-7d9b3c67-4035-4559-a5fd-b70bb37e3bbe tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2502360 Dec 06 12:12:37.572998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7710583c-5a78-4173-84e0-b19ff896115e req-e6fc5038-0bd5-4ec5-92b2-599187fcad88 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252009 Dec 06 12:12:37.700301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6902b4a-781d-405c-94e7-79be3e4e1514 req-9f3853b6-8066-4acd-aea6-7e12634018ca tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 210 time: 0.0537162 Dec 06 12:12:37.715648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94e7fdfd-3551-4ca8-a814-d3fd370f3aa1 req-d8f18430-e445-4334-b103-2b7451e028a2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401558 Dec 06 12:12:37.744444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.752081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Made reservation on behalf of 8d3d839f871740e9bd7f7583e080c664 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:37.755582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.777712 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de712687-7ce3-4d8e-91e2-e7fee701abda x-openstack-request-id: req-de712687-7ce3-4d8e-91e2-e7fee701abda {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:37.778035 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fc51f9-e210-4bfd-a60e-ae23ad1e3b05", "name": "network-vif-deleted", "tag": "ff8ee8ad-3a36-4603-8a87-486c6a510662", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:37.778256 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de712687-7ce3-4d8e-91e2-e7fee701abda {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:37.778641 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fc51f9-e210-4bfd-a60e-ae23ad1e3b05', 'name': 'network-vif-deleted', 'tag': 'ff8ee8ad-3a36-4603-8a87-486c6a510662', 'status': 'completed', 'code': 200} Dec 06 12:12:37.791717 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d30687e-0265-4cde-ac3e-7d5d544632fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:37.824731 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2577af18-8eda-4b2a-8433-29f8d60d38ad') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:37.825035 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2577af18-8eda-4b2a-8433-29f8d60d38ad') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:37.846446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.895482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.905057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f0b2e-d454-49b0-b502-4aeba1849433 req-26647787-54e8-4f94-8eef-dc3dd11b5811 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:37.906558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d57f0b2e-d454-49b0-b502-4aeba1849433 req-26647787-54e8-4f94-8eef-dc3dd11b5811 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.1375184 Dec 06 12:12:37.922329 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:12:37.922748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:12:37.925058 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:12:38.000648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:38.020538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:38.020978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:38.066163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.083673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.087411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d30687e-0265-4cde-ac3e-7d5d544632fb HTTP/1.1" status: 204 len: 168 time: 0.7344239 Dec 06 12:12:38.113662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d57f0b2e-d454-49b0-b502-4aeba1849433 req-c1a75f9d-8210-401f-a56c-c2473d52b739 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948814 Dec 06 12:12:38.114397 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f813f18-8d00-476c-bf22-563cd7c3afa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d30687e-0265-4cde-ac3e-7d5d544632fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:38.117739 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Allocated IP 172.20.0.12 (696545ad-c09f-4e0f-b9d3-a8814518bd95/fff307d2-4b8f-46ea-b9c1-7f21fc09da4c/f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:38.127538 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9454-5b42-46f7-af90-3146f89e970a req-6a099884-2d8f-49d2-b80b-07f7f8d9170f tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.129071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91fd9454-5b42-46f7-af90-3146f89e970a req-6a099884-2d8f-49d2-b80b-07f7f8d9170f tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 951 time: 0.1842742 Dec 06 12:12:38.207547 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:38.258984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91fd9454-5b42-46f7-af90-3146f89e970a req-1b8fb76a-db3d-42cd-824e-8b56faf6062f tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102664 Dec 06 12:12:38.331131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d4f4250-677f-480b-b63d-5309cad17606 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69c988b7ad0742a9b1cb81453976f77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1221137 Dec 06 12:12:38.334258 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43850) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:38.387703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.390518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.407725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45cc76-c90c-4119-87b1-6f5bad572576 req-4cdebd17-9f77-4c03-b427-8f12371638e6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.409233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d45cc76-c90c-4119-87b1-6f5bad572576 req-4cdebd17-9f77-4c03-b427-8f12371638e6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.0753908 Dec 06 12:12:38.412233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.466528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.469376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.470551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1249541-97cf-48e8-b279-4ded4acfa9ea HTTP/1.1" status: 204 len: 168 time: 0.1344602 Dec 06 12:12:38.480371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e60ff-6224-452c-b720-57c7052ad57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1249541-97cf-48e8-b279-4ded4acfa9ea,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:38.504645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.514199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d45cc76-c90c-4119-87b1-6f5bad572576 req-c24a78de-643d-4cc1-84a7-ab3a0d67d53e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903835 Dec 06 12:12:38.527915 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e091e58-4b5d-43e1-b36e-39c2130beefd req-1614d456-fa2e-4ba0-b6dd-e06d17b6c801 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.534987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e091e58-4b5d-43e1-b36e-39c2130beefd req-1614d456-fa2e-4ba0-b6dd-e06d17b6c801 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.1248057 Dec 06 12:12:38.597098 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Network 696545ad-c09f-4e0f-b9d3-a8814518bd95 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:38.606848 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:38.613934 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:38.616428 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:38.681506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e091e58-4b5d-43e1-b36e-39c2130beefd req-cfe7e581-d795-4696-937f-f947c4758542 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363811 Dec 06 12:12:38.726116 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.726767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.773774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-a89de31b-4cc3-478f-83cc-e58c70e13004 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4064479 Dec 06 12:12:38.800399 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Request body: {'port': {'device_id': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:38.813488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-5ece6cc8-6ba3-4ed2-9663-f2360754d20e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.814969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-5ece6cc8-6ba3-4ed2-9663-f2360754d20e tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 946 time: 0.1045825 Dec 06 12:12:38.887588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464a94b-88cc-4ca8-ada2-11e216b02d52 req-26470885-a323-47fb-82ae-539042bd8955 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:38.894578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c464a94b-88cc-4ca8-ada2-11e216b02d52 req-26470885-a323-47fb-82ae-539042bd8955 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 946 time: 0.1380410 Dec 06 12:12:38.958927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.047495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c464a94b-88cc-4ca8-ada2-11e216b02d52 req-9bcf19f5-2fd8-46d5-9059-8cb3e5f3b8c6 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fb7ae83-3b0f-45ab-8bde-743dc5529f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519444 Dec 06 12:12:39.174996 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Deleting port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:39.175480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.355736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574677-b98a-4965-9049-ac2857cc9d19 req-508f2623-509b-478f-a6b5-58e4583fff4f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:39.363794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1574677-b98a-4965-9049-ac2857cc9d19 req-508f2623-509b-478f-a6b5-58e4583fff4f tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 932 time: 0.1844103 Dec 06 12:12:39.462476 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] For port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,segment=NetworkSegment(db21765b-7395-414a-a3ed-279b166ccdce),segment_id=db21765b-7395-414a-a3ed-279b166ccdce)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:39.463177 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.488075 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43932) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:39.512829 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Calling delete_port for 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:39.524455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1574677-b98a-4965-9049-ac2857cc9d19 req-04a50dac-8dbe-47c3-b594-dae1493985fd tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595774 Dec 06 12:12:39.613889 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1503209894-network', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:39.639945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Made reservation on behalf of bd805cef7f7b41a3ad404c63c622abf8 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:39.642887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.654168 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.766730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.774584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.799539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:12:39.817037 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f81252-d579-491c-9bde-1968275b612a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:39.823372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.824450 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Added segment 9d5de96f-2ba0-42c7-9e39-52a59c59b6fc of type vlan for network 24635f24-026e-4c0d-bd89-94b76633d697 Dec 06 12:12:39.870484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.898711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.899907 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:39.900511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:39.940785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4501853 Dec 06 12:12:39.941749 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:39.955644 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Request body: {'subnet': {'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1503209894-subnet', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:39.995070 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f9ab-f766-4558-a9b7-8573e29482f3 admin admin] Pushing event updated for resources: {'Network': ['ID=24635f24-026e-4c0d-bd89-94b76633d697,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:40.016479 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Made reservation on behalf of bd805cef7f7b41a3ad404c63c622abf8 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:40.017667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 24635f24-026e-4c0d-bd89-94b76633d697 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:12:40.019706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.072707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b950ea-e1ba-4bff-8b5c-bd271c05babe req-69a067ab-35cc-4abe-bf4c-02af8273c1da tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.074691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b950ea-e1ba-4bff-8b5c-bd271c05babe req-69a067ab-35cc-4abe-bf4c-02af8273c1da tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.5857518 Dec 06 12:12:40.083102 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:40.092954 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.108068 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Transition to ACTIVE for port object f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:40.129063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ee42b-12e6-4f3b-bed5-b12e61ed137f req-caca18b4-7e53-4c55-82e2-54a152c61268 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.137769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-367ee42b-12e6-4f3b-bed5-b12e61ed137f req-caca18b4-7e53-4c55-82e2-54a152c61268 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.2527707 Dec 06 12:12:40.150652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.237267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.298268 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:40.306007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Checking segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:40.306375 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Network hostable DHCP agents. Network: 24635f24-026e-4c0d-bd89-94b76633d697, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:12:40.309955 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:40.326036 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Network 24635f24-026e-4c0d-bd89-94b76633d697 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:12:40.334592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b950ea-e1ba-4bff-8b5c-bd271c05babe req-a19cee2b-f0ab-4457-8886-3f5e68942d9c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173431 Dec 06 12:12:40.341934 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 24635f24-026e-4c0d-bd89-94b76633d697) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:40.347072 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.347709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.358458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943169be-271b-4842-a06d-307afcebeef5 None None] Network 24635f24-026e-4c0d-bd89-94b76633d697 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:40.361241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-367ee42b-12e6-4f3b-bed5-b12e61ed137f req-f32dc762-0b54-4b59-9556-6e8f8d98cf81 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151027 Dec 06 12:12:40.380799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-84d15855-1740-4d1d-98da-f791c0baa69d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4328752 Dec 06 12:12:40.382495 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:40.393998 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:40.401539 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.439624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.442089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.459744 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Pushing event deleted for resources: {'Port': ['ID=0d23e7fe-89c8-4df1-8d7d-53bb964d13d2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:40.463679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:40.517031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.517674 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Attempting to bind port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:40.517674 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Attempting to bind port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:40.517674 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Attempting to bind port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:40.551403 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] No DVR routers for this DVR port 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:40.556537 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.560622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6da6fc64-d355-45b8-9eda-9edcfd693d23 req-422f28ab-881c-47f2-9151-38d14938f5fb tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.23 "DELETE /v2.0/ports/0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 HTTP/1.1" status: 204 len: 173 time: 1.7299359 Dec 06 12:12:40.562634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3f104bf-c789-4606-852c-af12551fff30 req-bf27df93-a74d-4d96-b96c-870d75451077 tempest-ServersTestJSON-1428224591 tempest-ServersTestJSON-1428224591-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d2c99e-3526-461e-bbbe-24c8f8587a87 HTTP/1.1" status: 200 len: 210 time: 0.0873861 Dec 06 12:12:40.565216 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'name': 'network-vif-deleted', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:40.567502 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a12c26e-ec05-4798-9542-0a2d532cc2d1" -d '{"events": [{"server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "name": "network-vif-deleted", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:40.571750 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:40.572083 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Attempting to bind port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db on network 696545ad-c09f-4e0f-b9d3-a8814518bd95 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:40.594286 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:40.594643 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Checking segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:40.595664 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Bound using segment: {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:40.596129 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Bound port: f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3cfff-a62a-4531-9534-b192202f2214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:40.596496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.636611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04723494-c6e0-4f57-8f5b-fd509dd95ef3 req-8b3dd110-8405-45ef-b006-05cbc4485897 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.636611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04723494-c6e0-4f57-8f5b-fd509dd95ef3 req-8b3dd110-8405-45ef-b006-05cbc4485897 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 951 time: 0.1848917 Dec 06 12:12:40.702221 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-24635f24-026e-4c0d-bd89-94b76633d697', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:12:40.703378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.746978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.751018 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:40.776963 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:40.784056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-cbe6082c-cc9d-4fbd-a1ba-22babd51667b tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.785610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-cbe6082c-cc9d-4fbd-a1ba-22babd51667b tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 1100 time: 0.1080444 Dec 06 12:12:40.787979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.792822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04723494-c6e0-4f57-8f5b-fd509dd95ef3 req-d735f739-5c42-4a66-9126-84ea4d1d72b1 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256909 Dec 06 12:12:40.855582 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:40.856209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.857605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] 10.222.0.53 "PUT /v2.0/ports/f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db HTTP/1.1" status: 200 len: 1092 time: 2.0621097 Dec 06 12:12:40.860750 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Allocated IP 172.20.0.2 (24635f24-026e-4c0d-bd89-94b76633d697/fbcf4393-2684-4cc0-9c24-0d13f0f6fb22/bccd83bb-8850-424e-a5b0-da386d9e1c2c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:40.861146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-ad7ab235-78e3-434f-9789-7b3c1b966fa5 tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:40.888933 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373369e3-8fec-420d-9c85-b7fde963efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:41.010086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.014932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.022393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb98469-a522-4160-be80-aa48436dcb11 req-b8419890-4398-4bf9-a3db-6e31c278752e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:41.022580 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.025874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eb98469-a522-4160-be80-aa48436dcb11 req-b8419890-4398-4bf9-a3db-6e31c278752e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 944 time: 0.1134200 Dec 06 12:12:41.033302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.034767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-e1f8414c-0708-457d-8453-43951bbb3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:41.036466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-e1f8414c-0708-457d-8453-43951bbb3fe5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 1095 time: 0.1104717 Dec 06 12:12:41.088783 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Network 24635f24-026e-4c0d-bd89-94b76633d697 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:41.089149 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Pushing event updated for resources: {'Port': ['ID=bccd83bb-8850-424e-a5b0-da386d9e1c2c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:41.091590 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:41.093798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:41.151262 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Attempting to bind port bccd83bb-8850-424e-a5b0-da386d9e1c2c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:41.151908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Attempting to bind port bccd83bb-8850-424e-a5b0-da386d9e1c2c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:41.152438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Attempting to bind port bccd83bb-8850-424e-a5b0-da386d9e1c2c on network 24635f24-026e-4c0d-bd89-94b76633d697 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:41.155314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-736fbd37-44e2-468c-bd90-477810ef1747 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db HTTP/1.1" status: 200 len: 217 time: 0.1022272 Dec 06 12:12:41.158417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:41.159023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Checking segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:41.159583 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.160140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Bound using segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:41.160775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Bound port: bccd83bb-8850-424e-a5b0-da386d9e1c2c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:41.161347 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.161790 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Allocated IP 172.35.3.37 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/6df7be29-9b2a-4dd2-a47f-3138d5cdcd63) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:41.176715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-ad7ab235-78e3-434f-9789-7b3c1b966fa5 tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.208267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-ad7ab235-78e3-434f-9789-7b3c1b966fa5 tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.253642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] For port bccd83bb-8850-424e-a5b0-da386d9e1c2c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:41.258636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] For port bccd83bb-8850-424e-a5b0-da386d9e1c2c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bccd83bb-8850-424e-a5b0-da386d9e1c2c,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:41.263729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.274109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eb98469-a522-4160-be80-aa48436dcb11 req-d23ca3ca-7eee-4053-97a5-6c762a561d91 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361910 Dec 06 12:12:41.305431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-005029f5-2e98-47ec-8932-23f9faa2bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:41.305936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.307574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-005029f5-2e98-47ec-8932-23f9faa2bbaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.1411352 Dec 06 12:12:41.339040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37cc96df-6331-4e8e-bbf0-c723a0849474 req-ad7ab235-78e3-434f-9789-7b3c1b966fa5 tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383773 Dec 06 12:12:41.342905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ab235-78e3-434f-9789-7b3c1b966fa5 tempest-LiveMigrationNegativeTest-825064345 tempest-LiveMigrationNegativeTest-825064345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57db87a-782f-404e-badf-3d33c80489cc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:41.348830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.363540 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977473e-950e-4dbf-bbe4-913c2c09461f None None] Pushing event updated for resources: {'Port': ['ID=bccd83bb-8850-424e-a5b0-da386d9e1c2c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:41.367145 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acb50c-735e-4176-a3dd-97b3c0716fd6 x-openstack-request-id: req-a2acb50c-735e-4176-a3dd-97b3c0716fd6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:41.367449 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2c99e-3526-461e-bbbe-24c8f8587a87", "name": "network-vif-deleted", "tag": "0d23e7fe-89c8-4df1-8d7d-53bb964d13d2", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:41.367718 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2acb50c-735e-4176-a3dd-97b3c0716fd6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:41.368103 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2c99e-3526-461e-bbbe-24c8f8587a87', 'name': 'network-vif-deleted', 'tag': '0d23e7fe-89c8-4df1-8d7d-53bb964d13d2', 'status': 'completed', 'code': 200} Dec 06 12:12:41.370808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-6610325f-8ca5-4fba-b7ef-b179ec8cf18e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543852 Dec 06 12:12:41.419216 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:41.422323 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:41.427368 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:41.431428 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Pushing event updated for resources: {'Port': ['ID=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:41.555577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-c9a4e6bc-b2e8-4127-b579-ed05421a45bb service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770778 Dec 06 12:12:41.572333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a80de-4afc-43d8-b14e-a5a6816551de req-8c1f7b99-7c29-461f-9077-502c6b00c276 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:41.574288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc8a80de-4afc-43d8-b14e-a5a6816551de req-8c1f7b99-7c29-461f-9077-502c6b00c276 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0729012 Dec 06 12:12:41.730583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc8a80de-4afc-43d8-b14e-a5a6816551de req-3f660449-bbbb-4050-b297-4c7188672cce tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461709 Dec 06 12:12:41.747554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48598766-dd2f-4d6a-9592-4bd0d0c7b310 req-baac8d91-5d86-45b6-9055-2041d0f28e70 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720896 Dec 06 12:12:41.781768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:41.893942 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:41.972289 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Deleting subnet 510a0f3a-0ca5-48ed-b55d-da53208b022e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:12:41.993345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.003830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:42.036181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4cb11-7546-4c10-87b1-c9563ee18541 req-0cd54476-de3c-42e7-95e9-e24685e48b55 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:42.044187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72a4cb11-7546-4c10-87b1-c9563ee18541 req-0cd54476-de3c-42e7-95e9-e24685e48b55 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 951 time: 0.1216626 Dec 06 12:12:42.082439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.093455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.142704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943219-70bd-4c4a-809a-1a801046de71 req-12bba34a-f815-4b92-9fde-4c76da6fe3bf tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:42.144353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91943219-70bd-4c4a-809a-1a801046de71 req-12bba34a-f815-4b92-9fde-4c76da6fe3bf tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.23 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 951 time: 0.1689825 Dec 06 12:12:42.147631 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.213279 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:42.216526 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810828c8-e84a-4777-a290-19f43f445110" -d '{"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-unplugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:42.225058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72a4cb11-7546-4c10-87b1-c9563ee18541 req-38083713-1556-40f4-927e-88bd86ed5d13 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697478 Dec 06 12:12:42.238668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:42.252742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.253824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:42.261886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.307842 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Router 05d04f10-ef96-4d79-95ef-a7db80e66563 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:12:42.370700 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8cfc00-0c11-4427-8cb4-7b220ffb2eb9 x-openstack-request-id: req-3d8cfc00-0c11-4427-8cb4-7b220ffb2eb9 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:42.372233 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-unplugged", "status": "completed", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:42.372644 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d8cfc00-0c11-4427-8cb4-7b220ffb2eb9 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:42.373144 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'code': 200} Dec 06 12:12:42.374089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:42.379086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ff8ee8ad-3a36-4603-8a87-486c6a510662 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:42.379564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ff8ee8ad-3a36-4603-8a87-486c6a510662 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:42.491516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:42.502589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Sync routers for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:42.514896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395db77-6226-450a-bc17-2e0c0c751b81 req-bfc8e886-3746-4503-89a0-226d17bb1c0f tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:42.516762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b395db77-6226-450a-bc17-2e0c0c751b81 req-bfc8e886-3746-4503-89a0-226d17bb1c0f tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.1655266 Dec 06 12:12:42.521513 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:42.521807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.522767 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:42.525770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-203498e3-2f8e-4d61-804c-8305f3ba838a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1399734 Dec 06 12:12:42.526695 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44000) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:42.541236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.606736 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Deleting port 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:42.607412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.611177 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510a0f3a-0ca5-48ed-b55d-da53208b022e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:42.620849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.624125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c501ccaf-f424-409b-9cca-dcb80d8029db admin admin] 10.222.0.31 "DELETE /v2.0/subnets/510a0f3a-0ca5-48ed-b55d-da53208b022e HTTP/1.1" status: 204 len: 168 time: 0.7290962 Dec 06 12:12:42.655709 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44002) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:42.655931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefc190-8ae9-421d-b1ab-cf53d4f669ba req-312b20a6-892e-48f1-837b-b52f59a92798 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:42.658090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cefc190-8ae9-421d-b1ab-cf53d4f669ba req-312b20a6-892e-48f1-837b-b52f59a92798 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 944 time: 0.2299366 Dec 06 12:12:42.684733 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:42.807571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b395db77-6226-450a-bc17-2e0c0c751b81 req-5842db20-ea4e-4052-92c0-2c40910c619e tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662008 Dec 06 12:12:42.819266 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ea489-5fd0-4c48-a5d8-5fbe1df7cced None None] Network 24635f24-026e-4c0d-bd89-94b76633d697 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:42.829322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.921984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cefc190-8ae9-421d-b1ab-cf53d4f669ba req-e5cdbcff-5615-4932-aa15-a7543bed8867 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302186 Dec 06 12:12:42.934184 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] For port 3faf1d01-7803-4ec4-950a-b12cde6f969c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3faf1d01-7803-4ec4-950a-b12cde6f969c,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:42.934562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:42.955713 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Calling delete_port for 3faf1d01-7803-4ec4-950a-b12cde6f969c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:42.985640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bccd83bb-8850-424e-a5b0-da386d9e1c2c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:43.049552 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] Provisioning complete for port bccd83bb-8850-424e-a5b0-da386d9e1c2c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:43.050099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.161108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.197643 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Pushing event deleted for resources: {'Port': ['ID=3faf1d01-7803-4ec4-950a-b12cde6f969c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:43.199296 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bccd83bb-8850-424e-a5b0-da386d9e1c2c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:43.199786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.238476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71017a8-2388-4d07-89e6-2c74d7d5ad49 req-057fedb8-45b1-492b-9c34-d668579f5713 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:43.248992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d71017a8-2388-4d07-89e6-2c74d7d5ad49 req-057fedb8-45b1-492b-9c34-d668579f5713 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2309663 Dec 06 12:12:43.254090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.304181 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] No DVR routers for this DVR port 3faf1d01-7803-4ec4-950a-b12cde6f969c on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:43.305730 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37af0bef-d18d-4b53-b23a-84c1a0149c76']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:43.307214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.311053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91943219-70bd-4c4a-809a-1a801046de71 req-66c58637-249b-4bac-8e43-c10b3174256c tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.23 "DELETE /v2.0/ports/3faf1d01-7803-4ec4-950a-b12cde6f969c HTTP/1.1" status: 204 len: 173 time: 1.1573055 Dec 06 12:12:43.321338 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db21765b-7395-414a-a3ed-279b166ccdce') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:43.322025 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db21765b-7395-414a-a3ed-279b166ccdce') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:43.342470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.363242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.371506 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.376400 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:12:43.377050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.408717 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'}, {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-deleted', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:43.411347 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7637f11-be74-469c-b84d-f20367340ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db"}, {"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-deleted", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:43.422991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] For port bccd83bb-8850-424e-a5b0-da386d9e1c2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bccd83bb-8850-424e-a5b0-da386d9e1c2c,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:43.426334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f1da4cf-6c10-4aca-bf8c-fdf264756ceb req-c7101be7-c551-411d-81b0-96f05fef1a51 tempest-ImagesOneServerTestJSON-1217686932 tempest-ImagesOneServerTestJSON-1217686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=85677473-17cb-4f05-b44b-d3cf722d2aae HTTP/1.1" status: 200 len: 210 time: 0.0913577 Dec 06 12:12:43.442895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:12:43.507345 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:12:43.526543 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:41Z', 'revision_number': 3, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:43.529424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d71017a8-2388-4d07-89e6-2c74d7d5ad49 req-a0dc4bb2-8474-4988-b807-261b22516cf4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794032 Dec 06 12:12:43.560866 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0eca12-e1c7-462b-8519-911d642548da x-openstack-request-id: req-3a0eca12-e1c7-462b-8519-911d642548da {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:43.561589 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db", "status": "completed", "code": 200}, {"server_uuid": "85677473-17cb-4f05-b44b-d3cf722d2aae", "name": "network-vif-deleted", "tag": "3faf1d01-7803-4ec4-950a-b12cde6f969c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:43.561849 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a0eca12-e1c7-462b-8519-911d642548da {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:43.562257 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'status': 'completed', 'code': 200} Dec 06 12:12:43.562519 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85677473-17cb-4f05-b44b-d3cf722d2aae', 'name': 'network-vif-deleted', 'tag': '3faf1d01-7803-4ec4-950a-b12cde6f969c', 'status': 'completed', 'code': 200} Dec 06 12:12:43.572099 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Checking router: 05d04f10-ef96-4d79-95ef-a7db80e66563 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:43.572634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Updating router 05d04f10-ef96-4d79-95ef-a7db80e66563 port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:12:43.580156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.587475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.590878 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] 10.222.0.31 "DELETE /v2.0/networks/37af0bef-d18d-4b53-b23a-84c1a0149c76 HTTP/1.1" status: 204 len: 168 time: 0.9341981 Dec 06 12:12:43.614962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.615160 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c061-c70e-4d81-93e3-2640ca56f67f admin admin] Pushing event deleted for resources: {'Network': ['ID=37af0bef-d18d-4b53-b23a-84c1a0149c76,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:43.709838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.712377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637f11-be74-469c-b84d-f20367340ba1 req-1b14e4e9-cca6-4002-abb3-203b87acebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:43.713945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-1b14e4e9-cca6-4002-abb3-203b87acebc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3d839f871740e9bd7f7583e080c664&device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 1095 time: 0.0834091 Dec 06 12:12:43.718965 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e28d-00a1-4bc4-b6e4-3f394d613425 None None] Pushing event updated for resources: {'Port': ['ID=bccd83bb-8850-424e-a5b0-da386d9e1c2c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:43.762438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-25864446-d880-44f6-ab65-6434c0679970 None None] Provisioning complete for port bccd83bb-8850-424e-a5b0-da386d9e1c2c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:43.763046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25864446-d880-44f6-ab65-6434c0679970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:43.890797 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:44.020132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:44.183633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6398c-895f-4117-87da-25912779b3f6 req-73803166-719b-44be-b976-602de1a81573 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:44.185465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68b6398c-895f-4117-87da-25912779b3f6 req-73803166-719b-44be-b976-602de1a81573 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.2518132 Dec 06 12:12:44.250345 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93666a-4ab7-4ba9-85da-dc3300d20ea4 req-004592ef-4ab8-4ad3-addd-8006f9616d94 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:44.252136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b93666a-4ab7-4ba9-85da-dc3300d20ea4 req-004592ef-4ab8-4ad3-addd-8006f9616d94 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.2717841 Dec 06 12:12:44.275960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637f11-be74-469c-b84d-f20367340ba1 req-13e00dfc-507f-432e-8a1b-aa97ab59809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:44.277771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-13e00dfc-507f-432e-8a1b-aa97ab59809e service neutron] 10.222.0.53 "GET /v2.0/networks?id=696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 200 len: 906 time: 0.5557299 Dec 06 12:12:44.280339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:44.280835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0d23e7fe-89c8-4df1-8d7d-53bb964d13d2 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:44.314915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc276aea-2598-4735-8690-3fca31cf71b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdd052d1cf2f4df6b9d0e5e2e6bfe61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205968 Dec 06 12:12:44.322383 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:44.335538 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e14c-3533-4858-9f90-ab4c34f712b1 req-3597a268-712a-4cbd-9503-b5a15e14aa1e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:44.337082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-beb8e14c-3533-4858-9f90-ab4c34f712b1 req-3597a268-712a-4cbd-9503-b5a15e14aa1e tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 944 time: 0.2220299 Dec 06 12:12:44.357556 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Allocated IP 172.20.0.1 (24635f24-026e-4c0d-bd89-94b76633d697/fbcf4393-2684-4cc0-9c24-0d13f0f6fb22/d309e73c-ed3c-49f7-b291-1835b40b56aa) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:44.420539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-bdc2b602-de44-452a-9a20-44104e35ef1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db HTTP/1.1" status: 200 len: 217 time: 0.1121223 Dec 06 12:12:44.498203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b93666a-4ab7-4ba9-85da-dc3300d20ea4 req-32b3454a-5bed-4777-abcc-197be6613579 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344317 Dec 06 12:12:44.501846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.527253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.538437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.547326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.588827 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.610795 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Attempting to bind port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:44.611501 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Attempting to bind port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:44.611936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Attempting to bind port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:44.624307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:44.624940 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:44.625516 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.625986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:44.626550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Bound port: 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:44.627008 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.634839 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795c965-47e1-4847-a5bd-4c687fc0d066 None None] Pushing event updated for resources: {'Port': ['ID=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:44.657645 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Network 24635f24-026e-4c0d-bd89-94b76633d697 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:44.661965 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:44.663707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.666630 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:44.726440 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:44.727064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] For port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:44.734900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] For port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:44.744378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.769667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.843196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.847124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.851504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fb7ae83-3b0f-45ab-8bde-743dc5529f27 HTTP/1.1" status: 204 len: 168 time: 0.5252557 Dec 06 12:12:44.870429 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Deleting port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:44.871160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:44.878977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfcf30-4e1f-40ff-9b8a-2373b0c3fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7ae83-3b0f-45ab-8bde-743dc5529f27,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:44.911907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637f11-be74-469c-b84d-f20367340ba1 req-a746405c-89fb-41d5-a374-babc5c09c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:44.913993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-a746405c-89fb-41d5-a374-babc5c09c270 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 200 len: 845 time: 0.4789565 Dec 06 12:12:44.947490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-beb8e14c-3533-4858-9f90-ab4c34f712b1 req-92162919-b414-4412-93c1-4356db17c900 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474193 Dec 06 12:12:44.981363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bccd83bb-8850-424e-a5b0-da386d9e1c2c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:44.988771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-155317e6-f63d-44a5-b7f6-6a028e96ec6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696545ad-c09f-4e0f-b9d3-a8814518bd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552437 Dec 06 12:12:45.000755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49a5ab-1574-4c96-b9cc-bbfe1233907e req-0bb02f1e-1ef5-4c48-bdf2-9254b441d0ee tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:45.002725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d49a5ab-1574-4c96-b9cc-bbfe1233907e req-0bb02f1e-1ef5-4c48-bdf2-9254b441d0ee tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2379522 Dec 06 12:12:45.052595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.114253 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:45.155796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:45.156747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:45.169057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d49a5ab-1574-4c96-b9cc-bbfe1233907e req-83ffb169-7528-49d5-85ab-db93607f6822 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421907 Dec 06 12:12:45.265371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795c965-47e1-4847-a5bd-4c687fc0d066 None None] Pushing event updated for resources: {'Port': ['ID=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:45.282049 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] For port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:45.282569 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.313417 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Calling delete_port for b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:45.327918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.331107 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bccd83bb-8850-424e-a5b0-da386d9e1c2c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:45.331679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.334828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.344855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5e46375a-e875-4efa-8b92-4d7836a5ff74 None None] Provisioning complete for port d309e73c-ed3c-49f7-b291-1835b40b56aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:45.347176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e46375a-e875-4efa-8b92-4d7836a5ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.369899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-ac4b155c-5d74-4ec4-a361-3bccb35ce2da service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659499 Dec 06 12:12:45.412924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:45.459463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:45.518172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:45.612903 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Network 24635f24-026e-4c0d-bd89-94b76633d697 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:45.617334 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:45.624490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5e46375a-e875-4efa-8b92-4d7836a5ff74 None None] Port d309e73c-ed3c-49f7-b291-1835b40b56aa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:45.658929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:45.705425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7637f11-be74-469c-b84d-f20367340ba1 req-4751019f-e55a-4033-afa2-699683bf04f5 service neutron] 10.222.0.53 "GET /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715268 Dec 06 12:12:45.789130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b01b8-64ff-4506-b433-f96528799e17 req-dcb9e01c-7fcb-4a5e-90f3-a515edd8c43f tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:45.790867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-578b01b8-64ff-4506-b433-f96528799e17 req-dcb9e01c-7fcb-4a5e-90f3-a515edd8c43f tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 949 time: 0.1460562 Dec 06 12:12:45.794336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-720429ee-770b-4622-a166-9726a3411c65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d9189d70ab94e3ea97561f1aab8485b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6789079 Dec 06 12:12:45.801341 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44056) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:45.944656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.008147 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Router 05d04f10-ef96-4d79-95ef-a7db80e66563 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:12:46.030347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.035837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-578b01b8-64ff-4506-b433-f96528799e17 req-a1f91be3-7c68-4bcf-9286-d5b799396a88 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260692 Dec 06 12:12:46.043605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.076737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:46.110238 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:46.148885 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 3faf1d01-7803-4ec4-950a-b12cde6f969c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:46.149726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3faf1d01-7803-4ec4-950a-b12cde6f969c not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:46.227263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:46.246500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'mac_address': 'fa:16:3e:7c:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:46.277111 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-26578a05-ac94-4eef-9ef8-027cba3c8eea None None] Provisioning complete for port d309e73c-ed3c-49f7-b291-1835b40b56aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:46.277514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26578a05-ac94-4eef-9ef8-027cba3c8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.292421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:46.304799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b74da802-0949-4da7-9cba-e8e7e48858a4 admin admin] 10.222.0.31 "PUT /v2.0/routers/05d04f10-ef96-4d79-95ef-a7db80e66563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753642 Dec 06 12:12:46.306813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.309770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.315132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a HTTP/1.1" status: 204 len: 168 time: 0.5077441 Dec 06 12:12:46.325050 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e18b47-58c7-4ee4-a2e6-a3e90fe90313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca2ddc6-62e1-4c1c-8d6f-f9a31138dc2a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:46.358555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-26578a05-ac94-4eef-9ef8-027cba3c8eea None None] Port d309e73c-ed3c-49f7-b291-1835b40b56aa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:46.403493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.535179 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:46.578291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:46.590046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.645125 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:46.674628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 1, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:46.710227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Pushing event deleted for resources: {'Port': ['ID=b7e7d6a4-a8ef-4f52-87bb-545ef55e8984,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:46.745996 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073580b-6caa-45c0-8676-c8b148b31aa9 None None] The sync data for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 is: [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 1, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:46.795809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d89a86-ea95-4ae7-ae49-a45cf8201c82 req-8ff88163-0ff5-4057-8644-1144a58ab9f9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:46.807356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90d89a86-ea95-4ae7-ae49-a45cf8201c82 req-8ff88163-0ff5-4057-8644-1144a58ab9f9 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 944 time: 0.7701066 Dec 06 12:12:46.838347 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] No DVR routers for this DVR port b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:46.842404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:46.848855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68b6398c-895f-4117-87da-25912779b3f6 req-1fe3d180-6531-4d62-bfbf-c445c4f72091 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "DELETE /v2.0/ports/b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 HTTP/1.1" status: 204 len: 173 time: 2.6482925 Dec 06 12:12:46.852752 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'name': 'network-vif-deleted', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:46.855169 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5360389-aa1f-423c-8e16-d286a77d0f83" -d '{"events": [{"server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "name": "network-vif-deleted", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:46.897040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b214-2ed6-4699-b78e-dc2b18604cb9 req-b17368b7-80fb-470c-b042-ab3cd130207c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:46.904888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fd8b214-2ed6-4699-b78e-dc2b18604cb9 req-b17368b7-80fb-470c-b042-ab3cd130207c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2127373 Dec 06 12:12:46.964230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90d89a86-ea95-4ae7-ae49-a45cf8201c82 req-e6664f01-1ed1-4b0d-8229-0f4d9c4688c5 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558423 Dec 06 12:12:47.004623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:47.045506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fd8b214-2ed6-4699-b78e-dc2b18604cb9 req-ecdb4cb5-1b6b-4ba2-ad98-2e7c472f424b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395135 Dec 06 12:12:47.094294 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a3759-11bf-4a73-a7ef-9b2eee2d7b32 x-openstack-request-id: req-121a3759-11bf-4a73-a7ef-9b2eee2d7b32 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:47.094802 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d560dfc7-d6d2-4289-94db-c4e8b9718935", "name": "network-vif-deleted", "tag": "b7e7d6a4-a8ef-4f52-87bb-545ef55e8984", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:47.095232 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-121a3759-11bf-4a73-a7ef-9b2eee2d7b32 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:47.095793 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd560dfc7-d6d2-4289-94db-c4e8b9718935', 'name': 'network-vif-deleted', 'tag': 'b7e7d6a4-a8ef-4f52-87bb-545ef55e8984', 'status': 'completed', 'code': 200} Dec 06 12:12:47.359026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6486cce1-4f7a-4b1d-8dd2-7341de3188e9 req-19a5aecf-1f4e-4c09-b99d-15a4f6cd4da9 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560dfc7-d6d2-4289-94db-c4e8b9718935 HTTP/1.1" status: 200 len: 210 time: 0.0718567 Dec 06 12:12:47.451640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:47.505035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:47.506710 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device b7e7d6a4-a8ef-4f52-87bb-545ef55e8984 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:47.715451 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44112) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:47.720862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861535932', 'description': 'tempest-description--1201082141'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:47.755003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:47.855599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:47.863509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:47.916598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:47.920731 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:47.920961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2036364 Dec 06 12:12:47.921881 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aea32-3b95-42b8-8e51-2e75e2ef4a60 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e9dc8f-eefc-40da-9d5a-0eba544df75b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:47.929518 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'security_group_rule': {'security_group_id': '28e9dc8f-eefc-40da-9d5a-0eba544df75b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:48.016756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.170151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.200184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.235576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0861b7-63db-4f0a-ab0b-9d6a4bd7148b req-83be3c11-6922-4470-a67b-c6e0be27dd65 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:48.244660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df0861b7-63db-4f0a-ab0b-9d6a4bd7148b req-83be3c11-6922-4470-a67b-c6e0be27dd65 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 945 time: 0.1701741 Dec 06 12:12:48.287329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e74335a-db57-4e5a-acd1-074a5717ec3e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:48.312602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.313883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91368326-87e1-4ffc-939a-1ed5467e196e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920588 Dec 06 12:12:48.317370 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44136) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:48.323056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'security_group_rule': {'security_group_id': '28e9dc8f-eefc-40da-9d5a-0eba544df75b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:48.336403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b195-12fe-467d-95fd-fd4d65cc0f5f req-75c0d06b-180f-4ce2-b049-12f68720ac5c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:48.351401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22c6b195-12fe-467d-95fd-fd4d65cc0f5f req-75c0d06b-180f-4ce2-b049-12f68720ac5c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.2081690 Dec 06 12:12:48.380078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.470464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df0861b7-63db-4f0a-ab0b-9d6a4bd7148b req-ff380cb0-767e-4580-9220-f2177aef915c tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248287 Dec 06 12:12:48.497965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.507033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.522500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22c6b195-12fe-467d-95fd-fd4d65cc0f5f req-235101ab-2f41-4af5-80c0-ba553cfb92fb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555367 Dec 06 12:12:48.524569 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:48.550599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.555033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2335095 Dec 06 12:12:48.555760 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:48.561117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:48.567030 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058913b-f1d3-4bf2-be34-ba814297c6ab tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35263352-c375-4c8f-b7f3-11e6a2bd74df,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:48.606889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.765500 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-568742921-network', 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:48.785098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.794320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Made reservation on behalf of d4480bd05ee346089e6f4b98276d68d3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:48.803491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.848616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:48.969936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:49.020794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.028537 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Allocated IP 172.35.3.66 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/038f3057-4d04-4511-8822-4c13be74ff79) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:49.047982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.094077 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:12:49.125794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.126705 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Added segment ef959c9f-23a5-4cb8-b244-f721ffd1948d of type vlan for network d48d375e-6df7-44b0-adf3-c8725afa06d4 Dec 06 12:12:49.137774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:49.140197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.144843 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f1849-066e-43b5-9041-f3f85f7d1497,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:49.158807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd235-a23d-4f63-8e05-b4194f9609e5 req-4312db5e-2b1c-4855-bd0b-2a64bb707991 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:49.160562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb9bd235-a23d-4f63-8e05-b4194f9609e5 req-4312db5e-2b1c-4855-bd0b-2a64bb707991 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.1374593 Dec 06 12:12:49.212460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.252703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.272741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb9bd235-a23d-4f63-8e05-b4194f9609e5 req-f2642569-01b2-444c-86a0-e50080c95ada tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861957 Dec 06 12:12:49.273982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.274969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:49.275552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.311755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7849784 Dec 06 12:12:49.315023 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:49.322531 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Request body: {'subnet': {'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-568742921-subnet', 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:49.336179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.338473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.365753 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945bfd3-a68e-40cd-83c7-2956d3593c71 admin admin] Pushing event updated for resources: {'Network': ['ID=d48d375e-6df7-44b0-adf3-c8725afa06d4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:49.383453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Made reservation on behalf of d4480bd05ee346089e6f4b98276d68d3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:49.388401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.392752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:12:49.405959 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:49.414035 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:49.420805 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:49.455161 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'Port': ['ID=038f3057-4d04-4511-8822-4c13be74ff79,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:49.530159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.648023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.766024 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:49.769523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:49.823209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.876610 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:49.955023 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:49.977149 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:49.989380 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:49.990014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.071448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.102474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.110393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.158796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.187498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c718404-6fc3-40e8-97d1-ad55da64e771 req-8ac6530d-c2be-4f19-a42d-7f5c57877674 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:50.198341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c718404-6fc3-40e8-97d1-ad55da64e771 req-8ac6530d-c2be-4f19-a42d-7f5c57877674 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.3154507 Dec 06 12:12:50.201209 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:50.207507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03baf2ba-933b-4c1a-b8db-1e05d8e19034,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:50.209769 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60068d0-05e3-4305-8246-a7b2852eec81" -d '{"events": [{"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:50.239898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:50.246508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.276526 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'Port': ['ID=038f3057-4d04-4511-8822-4c13be74ff79,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:50.283093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.326366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.327633 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf471498-1c54-4962-a266-46de9863650e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7713602 Dec 06 12:12:50.339790 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Sync routers for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:50.346607 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Checking segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:50.347224 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Network hostable DHCP agents. Network: d48d375e-6df7-44b0-adf3-c8725afa06d4, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:12:50.352452 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:50.353213 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:50.362954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:50.364300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a882-c3f4-4681-ba06-142f5d3b7692 req-172543cd-6edc-4dd1-84ec-fd673b597a34 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:50.377913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a6a882-c3f4-4681-ba06-142f5d3b7692 req-172543cd-6edc-4dd1-84ec-fd673b597a34 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 945 time: 0.5171828 Dec 06 12:12:50.418275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c718404-6fc3-40e8-97d1-ad55da64e771 req-1228125d-80da-43c1-a192-3e293289eb1b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191429 Dec 06 12:12:50.440942 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:12:50.466132 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d48d375e-6df7-44b0-adf3-c8725afa06d4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:50.478619 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa13b5-60da-443e-9949-41f23648d13b None None] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:50.479143 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:50.512514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a6a882-c3f4-4681-ba06-142f5d3b7692 req-d383d600-48d2-45f0-a43b-2f365a50b71a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270132 Dec 06 12:12:50.524859 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:50.529577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.695965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-55c11dbd-d102-4d04-9544-288b86f63b28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3724246 Dec 06 12:12:50.725618 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f16af0-da2d-4169-8b8f-2bc2c5cd8ae8 x-openstack-request-id: req-98f16af0-da2d-4169-8b8f-2bc2c5cd8ae8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:50.742585 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:50.743154 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98f16af0-da2d-4169-8b8f-2bc2c5cd8ae8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:50.743779 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'code': 200} Dec 06 12:12:50.820059 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:45Z', 'revision_number': 2, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:50.852524 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Checking router: 05d04f10-ef96-4d79-95ef-a7db80e66563 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:50.852894 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Updating router 05d04f10-ef96-4d79-95ef-a7db80e66563 port d309e73c-ed3c-49f7-b291-1835b40b56aa binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:12:50.885870 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.932804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-58cfd8ee-9bf7-4a1a-9b09-e5530db899bf tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:50.942159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-58cfd8ee-9bf7-4a1a-9b09-e5530db899bf tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.3611603 Dec 06 12:12:50.968335 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d48d375e-6df7-44b0-adf3-c8725afa06d4', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3', 'fixed_ips': [{'subnet_id': '03baf2ba-933b-4c1a-b8db-1e05d8e19034'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:12:50.972275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.014051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:51.286229 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:51.287008 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.293626 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.301763 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.305196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19295f3-bd97-424a-9cf6-b67a225e45a3 req-5f9b4681-6e41-432d-b1e3-66cd425723af tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.312941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d19295f3-bd97-424a-9cf6-b67a225e45a3 req-5f9b4681-6e41-432d-b1e3-66cd425723af tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 950 time: 0.5441406 Dec 06 12:12:51.330087 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Allocated IP 172.20.0.2 (d48d375e-6df7-44b0-adf3-c8725afa06d4/03baf2ba-933b-4c1a-b8db-1e05d8e19034/f71d75e1-09e5-4ef6-87f3-fc425f43834a) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:51.336282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a536f7-52aa-429c-9b55-b95827f8ba21 req-ec48f060-559b-4b1f-9eb3-e6e945a1790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.337900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7a536f7-52aa-429c-9b55-b95827f8ba21 req-ec48f060-559b-4b1f-9eb3-e6e945a1790c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 1097 time: 0.3331227 Dec 06 12:12:51.356587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-92d5e629-023c-4646-b6d5-1e9de4d69686 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1861535932&fields=id&tenant_id=bd805cef7f7b41a3ad404c63c622abf8 HTTP/1.1" status: 200 len: 267 time: 0.5293629 Dec 06 12:12:51.402068 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-63c39a00-a724-4b09-9be9-b5d0f6ba9098 service neutron] show failed (client error): The resource could not be found. Dec 06 12:12:51.414495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-63c39a00-a724-4b09-9be9-b5d0f6ba9098 service neutron] 10.222.0.23 "GET /v2.0/ports/605769da-158d-467b-b100-8cdfa9b28ca8/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.3855817 Dec 06 12:12:51.438631 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:51.451625 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Pushing event updated for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:51.483458 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.483801 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.487761 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.488787 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.489364 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.489884 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.490419 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.492204 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.492708 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.493259 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.497909 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.498475 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.499534 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:51.576292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d19295f3-bd97-424a-9cf6-b67a225e45a3 req-4df9c05e-e3db-49d2-883b-f4cc836bc37d tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/security-groups?id=75995b44-85f8-4c4f-8add-4041641de131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622654 Dec 06 12:12:51.610066 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Attempting to bind port d309e73c-ed3c-49f7-b291-1835b40b56aa on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:51.610574 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Attempting to bind port d309e73c-ed3c-49f7-b291-1835b40b56aa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:51.611117 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Attempting to bind port d309e73c-ed3c-49f7-b291-1835b40b56aa on network 24635f24-026e-4c0d-bd89-94b76633d697 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:51.616953 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:51.617610 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Checking segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:51.618201 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.620110 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Bound using segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:51.620914 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Bound port: d309e73c-ed3c-49f7-b291-1835b40b56aa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:51.621502 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.668751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.679994 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.740706 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] For port d309e73c-ed3c-49f7-b291-1835b40b56aa, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:51.744057 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:51.748225 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:51.752581 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:51.756861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90081336-e796-49c7-96e6-ec4377e2ea02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.757347 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] For port d309e73c-ed3c-49f7-b291-1835b40b56aa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d309e73c-ed3c-49f7-b291-1835b40b56aa,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:51.762906 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Pushing event updated for resources: {'Port': ['ID=f71d75e1-09e5-4ef6-87f3-fc425f43834a,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:51.766057 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.768527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-28f91c17-ba26-461a-92ec-79a49fa2724d tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.771502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-28f91c17-ba26-461a-92ec-79a49fa2724d tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/networks?id=24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 200 len: 806 time: 0.4136543 Dec 06 12:12:51.800927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7a536f7-52aa-429c-9b55-b95827f8ba21 req-d78db182-86d6-4648-ae64-846d452dd993 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374239 Dec 06 12:12:51.802177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-76a098b6-3ba4-4f66-8477-628cea107d4b tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/quotas/bd805cef7f7b41a3ad404c63c622abf8 HTTP/1.1" status: 200 len: 375 time: 0.0224679 Dec 06 12:12:51.809234 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Deleting port cf0b7d3f-df6e-4e42-9935-1bacabddd177 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:51.809587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.840512 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:51.841424 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:51.886132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Attempting to bind port f71d75e1-09e5-4ef6-87f3-fc425f43834a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:51.886522 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Attempting to bind port f71d75e1-09e5-4ef6-87f3-fc425f43834a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:51.887335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Attempting to bind port f71d75e1-09e5-4ef6-87f3-fc425f43834a on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:51.892229 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-fae2016c-fc82-4439-ad41-754143ddb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.893790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-fae2016c-fc82-4439-ad41-754143ddb574 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1101 time: 0.1935132 Dec 06 12:12:51.906189 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] Provisioning complete for port d309e73c-ed3c-49f7-b291-1835b40b56aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:51.906672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.972693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:51.973196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Checking segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:51.973507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.973936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Bound using segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:51.974438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Bound port: f71d75e1-09e5-4ef6-87f3-fc425f43834a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:51.975356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:51.987881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-de49382f-9973-47d8-aa0a-4fb1323c696c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692019 Dec 06 12:12:52.048942 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] For port cf0b7d3f-df6e-4e42-9935-1bacabddd177, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b7d3f-df6e-4e42-9935-1bacabddd177,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:52.049534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.056066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90081336-e796-49c7-96e6-ec4377e2ea02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.056912 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b270-2243-4996-b3e8-977279b35b6f None None] Pushing event updated for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.071640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90081336-e796-49c7-96e6-ec4377e2ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.076550 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:52.111866 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:52.154384 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Calling delete_port for cf0b7d3f-df6e-4e42-9935-1bacabddd177 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:52.184616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90081336-e796-49c7-96e6-ec4377e2ea02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=484e1c8b7c8a46e1a830513a4f118e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447112 Dec 06 12:12:52.186114 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081336-e796-49c7-96e6-ec4377e2ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3089aab-b3ed-467b-98da-62d213cf6a37,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.188723 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44236) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:52.197133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.252225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.264002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] For port d309e73c-ed3c-49f7-b291-1835b40b56aa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d309e73c-ed3c-49f7-b291-1835b40b56aa,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:52.274323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] For port f71d75e1-09e5-4ef6-87f3-fc425f43834a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:52.277979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.280939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.305913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.328473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] For port f71d75e1-09e5-4ef6-87f3-fc425f43834a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f71d75e1-09e5-4ef6-87f3-fc425f43834a,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:52.341904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.350823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-61e51d35-aa68-4342-af66-6509dc63ebfe service neutron] 10.222.0.31 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237021 Dec 06 12:12:52.368549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-35d9e408-e2a2-4b79-b775-ceaffae01e76 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:52.376142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-35d9e408-e2a2-4b79-b775-ceaffae01e76 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.2986023 Dec 06 12:12:52.381293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedab7c-4d84-4531-9f18-1ece6e417933 None None] Pushing event updated for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.389967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.393354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.394709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3089aab-b3ed-467b-98da-62d213cf6a37 HTTP/1.1" status: 204 len: 168 time: 0.2017279 Dec 06 12:12:52.408366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-64a421b7-4684-4b0d-83e7-e0273f67f9bf tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/quotas/d4480bd05ee346089e6f4b98276d68d3 HTTP/1.1" status: 200 len: 375 time: 0.0306096 Dec 06 12:12:52.417039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd29967-898d-4b1b-9125-69068e314703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3089aab-b3ed-467b-98da-62d213cf6a37,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.487403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-70d1d103-c142-4b7e-9cb1-e7cd1737686b None None] Provisioning complete for port d309e73c-ed3c-49f7-b291-1835b40b56aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:52.487931 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-70d1d103-c142-4b7e-9cb1-e7cd1737686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.547025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008a87c-6e06-40d9-b877-26cda879be26 None None] Pushing event updated for resources: {'Port': ['ID=f71d75e1-09e5-4ef6-87f3-fc425f43834a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.587721 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:51Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:52.659000 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630297d3-dee3-449d-b725-a3883e6b020f None None] The sync data for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 is: [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:51Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:52.681524 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:52.727971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-28841f43-5092-4e83-b0f9-e271374878f2 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3031232 Dec 06 12:12:52.729889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-2633a914-44c7-4b86-9710-5b51fc2f6813 service neutron] 10.222.0.31 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781137 Dec 06 12:12:52.799454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.841324 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cf0b7d3f-df6e-4e42-9935-1bacabddd177'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:52.851387 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:53.005148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.026799 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Pushing event deleted for resources: {'Port': ['ID=cf0b7d3f-df6e-4e42-9935-1bacabddd177,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:53.037393 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:53.052532 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Transition to ACTIVE for port object 605769da-158d-467b-b100-8cdfa9b28ca8 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:53.056941 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:53.063352 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b8737f-af60-4983-851d-f62f51b56740" -d '{"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-unplugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:53.075121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.207654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d309e73c-ed3c-49f7-b291-1835b40b56aa up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:53.225052 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] No DVR routers for this DVR port 605769da-158d-467b-b100-8cdfa9b28ca8 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:53.237812 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:53.241327 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] No DVR routers for this DVR port cf0b7d3f-df6e-4e42-9935-1bacabddd177 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:53.243384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42db0bee-b957-4ddf-9ba9-49b6f0befbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.279916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.284653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6576f54c-2e1a-4912-9cce-b61a8446a718 req-c1a767bf-1aed-4a6f-87d3-1d99f5fb1fc4 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.53 "DELETE /v2.0/ports/cf0b7d3f-df6e-4e42-9935-1bacabddd177 HTTP/1.1" status: 204 len: 173 time: 2.2525871 Dec 06 12:12:53.288724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-e08e00fe-3466-4d96-96c6-aeac7158611f service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469043 Dec 06 12:12:53.289411 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'name': 'network-vif-deleted', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:53.292605 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f585a3-9a40-4c00-84e0-a70e2c90e3c7" -d '{"events": [{"server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "name": "network-vif-deleted", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:53.346138 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:53.346530 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:53.347390 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:53.356406 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:53.359056 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d309e73c-ed3c-49f7-b291-1835b40b56aa triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:53.359444 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.360809 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Attempting to bind port 605769da-158d-467b-b100-8cdfa9b28ca8 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:53.381845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:53.382694 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:53.383972 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:53.384592 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Bound port: 605769da-158d-467b-b100-8cdfa9b28ca8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:53.385448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.500707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:53.511944 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:53.518203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.546889 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62b9ec-ce40-4428-aba2-11b3acd08680 req-e4e1a69f-0be2-41c0-a5b6-1ad7bc293c59 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:53.555686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa62b9ec-ce40-4428-aba2-11b3acd08680 req-e4e1a69f-0be2-41c0-a5b6-1ad7bc293c59 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 948 time: 0.2998173 Dec 06 12:12:53.617312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f71d75e1-09e5-4ef6-87f3-fc425f43834a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:53.631867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-43590a0e-5545-47b6-8103-625f55e55b42 service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182399 Dec 06 12:12:53.644320 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:53.674541 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:53.675466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.678533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-4bced8d1-cc7f-4064-af1a-8ee4582522e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 1096 time: 1.5787425 Dec 06 12:12:53.777978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa62b9ec-ce40-4428-aba2-11b3acd08680 req-372248d2-658c-4bc2-9f1e-5be146f3d2aa tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212203 Dec 06 12:12:53.784360 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f71d75e1-09e5-4ef6-87f3-fc425f43834a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:53.784707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.823968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42db0bee-b957-4ddf-9ba9-49b6f0befbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.838897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42db0bee-b957-4ddf-9ba9-49b6f0befbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:53.843454 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-13fe1cc4-10b7-490d-b5e9-5ff891add5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:53.850583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-13fe1cc4-10b7-490d-b5e9-5ff891add5c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1099 time: 0.1281698 Dec 06 12:12:54.073205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42db0bee-b957-4ddf-9ba9-49b6f0befbc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78d7d1de0d9c41f78f24249a1c8f93fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0226057 Dec 06 12:12:54.080362 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44266) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:54.119618 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db0bee-b957-4ddf-9ba9-49b6f0befbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167ab04-02c8-4096-95da-ba702f24cccd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:54.150515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.197058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcaf53-87cc-4de2-afdb-38e17206112c req-fa118c7f-f589-4720-a57f-cb33ba96ec3d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:54.207466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28fcaf53-87cc-4de2-afdb-38e17206112c req-fa118c7f-f589-4720-a57f-cb33ba96ec3d tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 946 time: 0.2420173 Dec 06 12:12:54.290439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-66b151e0-8d2c-4889-9906-544d8e8e697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:54.292365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-66b151e0-8d2c-4889-9906-544d8e8e697d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.4349945 Dec 06 12:12:54.308210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28fcaf53-87cc-4de2-afdb-38e17206112c req-fdb585da-4303-4c22-ad44-62f050ab51e1 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952752 Dec 06 12:12:54.349642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.360424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port f71d75e1-09e5-4ef6-87f3-fc425f43834a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f71d75e1-09e5-4ef6-87f3-fc425f43834a,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:54.377932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.408389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b69d089-dbeb-4c08-bcbe-48d2f9c0d5cc req-16a655c5-8f92-41ae-a0ed-a12e4b352a08 tempest-LiveMigrationNegativeTest-1191523522 tempest-LiveMigrationNegativeTest-1191523522-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d290d4-fe05-48cd-bcf7-acda115d2159 HTTP/1.1" status: 200 len: 210 time: 0.0793982 Dec 06 12:12:54.550169 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=f71d75e1-09e5-4ef6-87f3-fc425f43834a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:54.559025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-e8bd2b4f-0609-43ed-a875-4958092957a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.2135184 Dec 06 12:12:54.584526 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a2c41d-275c-4bd2-86a8-5c86bb24d4dd x-openstack-request-id: req-75a2c41d-275c-4bd2-86a8-5c86bb24d4dd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:54.584829 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-unplugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:54.585683 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602c4ff1-8052-4855-a139-e25d1fe9bcc7 x-openstack-request-id: req-602c4ff1-8052-4855-a139-e25d1fe9bcc7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:54.586161 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d290d4-fe05-48cd-bcf7-acda115d2159", "name": "network-vif-deleted", "tag": "cf0b7d3f-df6e-4e42-9935-1bacabddd177", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:54.587248 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75a2c41d-275c-4bd2-86a8-5c86bb24d4dd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:54.587679 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'code': 200} Dec 06 12:12:54.594398 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-602c4ff1-8052-4855-a139-e25d1fe9bcc7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:54.597357 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d290d4-fe05-48cd-bcf7-acda115d2159', 'name': 'network-vif-deleted', 'tag': 'cf0b7d3f-df6e-4e42-9935-1bacabddd177', 'status': 'completed', 'code': 200} Dec 06 12:12:54.609668 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c021bb-9b5d-46b3-ba2b-a4bf48d45f33 None None] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:54.609923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.615598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-779830a6-82ae-4648-aefe-37034acd76bf req-48ef7b60-2135-4368-b11d-db4607bf2943 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 210 time: 0.0694532 Dec 06 12:12:54.855302 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-88c2f029-a576-4752-8a3f-dcfcdb9e9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:54.857817 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-88c2f029-a576-4752-8a3f-dcfcdb9e9332 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2821476 Dec 06 12:12:54.936044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ffcc9fc0-33d4-4dd3-bb4c-ac77a17b7542 None None] Provisioning complete for port f71d75e1-09e5-4ef6-87f3-fc425f43834a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:54.937836 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffcc9fc0-33d4-4dd3-bb4c-ac77a17b7542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.945214 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-888697b6-6087-4613-a920-1e4616f690d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:54.947320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-888697b6-6087-4613-a920-1e4616f690d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801115 Dec 06 12:12:54.948602 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.953860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:54.971175 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f167ab04-02c8-4096-95da-ba702f24cccd HTTP/1.1" status: 204 len: 168 time: 0.8893976 Dec 06 12:12:54.995017 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-4da9cb0b-33c3-48e2-ae7e-ae206acaafbd tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:54.995981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f71d75e1-09e5-4ef6-87f3-fc425f43834a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:55.000174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-4da9cb0b-33c3-48e2-ae7e-ae206acaafbd tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.2933991 Dec 06 12:12:55.023482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-4be03ac3-9072-4e63-9ae2-0bf81e9003cb tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/quotas/d4480bd05ee346089e6f4b98276d68d3 HTTP/1.1" status: 200 len: 375 time: 0.0166044 Dec 06 12:12:55.026634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9cd29-1f98-4ff4-a689-18644d603f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167ab04-02c8-4096-95da-ba702f24cccd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:55.098651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-4329f2f9-effd-4ee8-9260-2b6f7276ca7f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639787 Dec 06 12:12:55.243157 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-a01be8db-2e2f-4182-a907-cbce94d99837 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689373 Dec 06 12:12:55.294101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-1945f81f-b5fe-4bfd-9f9d-ecbe7391fd73 service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859787 Dec 06 12:12:55.403900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2146c288-7190-4eee-8c82-6e573e61ced9 req-fc5660f8-a53d-40a7-b79f-24ea1c112889 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514189 Dec 06 12:12:55.454065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cf0b7d3f-df6e-4e42-9935-1bacabddd177 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:55.525988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: cf0b7d3f-df6e-4e42-9935-1bacabddd177 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:55.525988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cf0b7d3f-df6e-4e42-9935-1bacabddd177 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:55.557172 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:12:55.558810 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f71d75e1-09e5-4ef6-87f3-fc425f43834a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:55.559264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:55.756293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ea7b-2ca2-49f9-98da-10f8aca6bf66 req-38286d6d-23b0-4842-958a-c6dd2c001e4c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:55.758117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c9ea7b-2ca2-49f9-98da-10f8aca6bf66 req-38286d6d-23b0-4842-958a-c6dd2c001e4c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 948 time: 0.2854979 Dec 06 12:12:55.769584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-3b71421f-f3cc-4190-83ea-eca5e04d059b service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617012 Dec 06 12:12:55.863128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-0f53be79-cd78-44f1-925c-124f3236db30 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:55.864906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-0f53be79-cd78-44f1-925c-124f3236db30 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.23 "GET /v2.0/networks?id=24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 200 len: 806 time: 0.2683601 Dec 06 12:12:55.885308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9c9ea7b-2ca2-49f9-98da-10f8aca6bf66 req-dce22fff-aab2-457b-8b90-b9a0bb520f30 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098149 Dec 06 12:12:56.018325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-75ad00f4-2d4c-4f6d-b782-a744f97258a4 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd805cef7f7b41a3ad404c63c622abf8 HTTP/1.1" status: 200 len: 380 time: 0.1283903 Dec 06 12:12:56.028968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:56.058785 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'port': {'device_id': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'admin_state_up': True, 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'security_groups': ['28e9dc8f-eefc-40da-9d5a-0eba544df75b']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:56.101862 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a717958-457f-47d6-9b1f-d5c7c978cd7f None None] Provisioning complete for port f71d75e1-09e5-4ef6-87f3-fc425f43834a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:56.102346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a717958-457f-47d6-9b1f-d5c7c978cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:56.315401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca281f9b-008b-4518-abae-2130befa6b65 req-9711f5c3-0eb5-4e45-92f8-3e480950d69c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 210 time: 0.1223009 Dec 06 12:12:56.355809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-37fe4119-3e1a-4f92-963c-d5387432c2ea tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:56.359510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-37fe4119-3e1a-4f92-963c-d5387432c2ea tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.23 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.3188252 Dec 06 12:12:56.373483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:56.373919 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Request body: {'port': {'device_id': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'admin_state_up': True, 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:56.419530 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Made reservation on behalf of bd805cef7f7b41a3ad404c63c622abf8 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:56.424569 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:56.599305 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:56.610762 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02c0a47-d6fb-490e-b81c-95fce105a2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:56.673002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Made reservation on behalf of d4480bd05ee346089e6f4b98276d68d3 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:56.684537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:56.847364 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:56.872459 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Allocated IP 172.20.0.6 (24635f24-026e-4c0d-bd89-94b76633d697/fbcf4393-2684-4cc0-9c24-0d13f0f6fb22/0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:56.891938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-8b2e530b-7b67-404e-abc6-1c675119d2db tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:56.902209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-8b2e530b-7b67-404e-abc6-1c675119d2db tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.3150451 Dec 06 12:12:56.924593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fe25e067-26e3-4e08-90b0-e740d9da7ca6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/quotas/d4480bd05ee346089e6f4b98276d68d3 HTTP/1.1" status: 200 len: 375 time: 0.0208056 Dec 06 12:12:56.947855 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd8e24-539b-4119-af2e-1e9e01611d88 x-openstack-request-id: req-e6dd8e24-539b-4119-af2e-1e9e01611d88 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:56.948151 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:56.948621 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6dd8e24-539b-4119-af2e-1e9e01611d88 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:56.949085 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'status': 'completed', 'code': 200} Dec 06 12:12:56.951980 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Allocated IP 172.20.0.4 (d48d375e-6df7-44b0-adf3-c8725afa06d4/03baf2ba-933b-4c1a-b8db-1e05d8e19034/f1b62fe9-1856-4881-a34c-85f590958d9b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:57.068892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-ed19ca44-ecb7-4b8f-91e7-0772547945f4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428230 Dec 06 12:12:57.094991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-312b21a2-f16f-4040-9697-2d43876a9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.097439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-312b21a2-f16f-4040-9697-2d43876a9b44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1099 time: 0.1518023 Dec 06 12:12:57.117499 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-2131df0c-07ad-49db-9623-f20fed2120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.119132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-2131df0c-07ad-49db-9623-f20fed2120e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1099 time: 0.1693242 Dec 06 12:12:57.208062 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76314cfb-c5be-47ed-a868-fa0bdc976aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.409949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-ef093219-dbe8-4cd7-b54c-c51851b03698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.411101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-ef093219-dbe8-4cd7-b54c-c51851b03698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2867618 Dec 06 12:12:57.417021 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-c2ac3c3f-1404-4f68-8b56-994e5a8eedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.418539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-c2ac3c3f-1404-4f68-8b56-994e5a8eedaf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2680547 Dec 06 12:12:57.448359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afacf5b-6db8-4111-a037-6389f435dbdc req-c85f02ed-49d6-4eec-806d-9e85845ff573 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.450191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5afacf5b-6db8-4111-a037-6389f435dbdc req-c85f02ed-49d6-4eec-806d-9e85845ff573 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 946 time: 0.4904704 Dec 06 12:12:57.477931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-f98827d7-7b1e-4aa4-bbec-e7f20bc48998 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.0398314 Dec 06 12:12:57.508200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.519984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-b87a379b-4908-4fbd-81d6-d65203d54ecb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.0975430 Dec 06 12:12:57.543477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-03a1954f-b824-4a63-a3a5-b01609cf33a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dccb65a3cae4479a096f166d4e17c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909552 Dec 06 12:12:57.552265 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:57.613749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-e0db52b4-d3b2-4aff-83a9-fe59690ff1cd service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183018 Dec 06 12:12:57.617605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.633285 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-cd2e1e0a-1118-43e8-8a47-da32098bcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.633842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-cd2e1e0a-1118-43e8-8a47-da32098bcc58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1238196 Dec 06 12:12:57.653730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5afacf5b-6db8-4111-a037-6389f435dbdc req-fde7c2f4-252c-426a-a366-17dc4a07fa2a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936541 Dec 06 12:12:57.657819 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-416b033e-00c6-440d-881d-4014cac6f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:57.659227 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-416b033e-00c6-440d-881d-4014cac6f91f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1179762 Dec 06 12:12:57.675596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.778915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.825146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-8ce5738e-519c-4339-b0d3-646397ed31c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697540 Dec 06 12:12:57.872751 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Network 24635f24-026e-4c0d-bd89-94b76633d697 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:57.908128 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:57.981339 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:58.065450 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event updated for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:58.073780 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:58.093104 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:58.145006 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:58.281637 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.282291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.339718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.369267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e21a32-424f-4dc3-bbad-cd4e2b3fa15d req-dd4476a5-cbaa-4775-91f4-71219d8965ef tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.373798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98e21a32-424f-4dc3-bbad-cd4e2b3fa15d req-dd4476a5-cbaa-4775-91f4-71219d8965ef tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 948 time: 0.4895241 Dec 06 12:12:58.395800 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-f3936c69-2a2c-464d-89a0-d25118966d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.398551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-f3936c69-2a2c-464d-89a0-d25118966d0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7451856 Dec 06 12:12:58.413179 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.413925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.415986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e624baee-d7ad-4429-b60e-6f5d427ac6fd None None] Provisioning complete for port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:58.421113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e624baee-d7ad-4429-b60e-6f5d427ac6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.488944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e624baee-d7ad-4429-b60e-6f5d427ac6fd None None] Port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:58.507093 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1403232 Dec 06 12:12:58.532360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Request body: {'port': {'device_id': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:58.541223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ade390-1ad1-426b-8114-e3289b4a0257 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event updated for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:58.551722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-73837347-526a-486b-b8f8-6db2d429dfc5 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5090578 Dec 06 12:12:58.587437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.608725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d402a90-938d-4e48-a806-57f48aaa8897 req-b9fcc1df-947f-4cc7-9235-7b19fbe3593b tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.611405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d402a90-938d-4e48-a806-57f48aaa8897 req-b9fcc1df-947f-4cc7-9235-7b19fbe3593b tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 931 time: 0.2886488 Dec 06 12:12:58.613403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-75602b84-2d05-435d-bdf9-12803a783b51 None None] Provisioning complete for port f1b62fe9-1856-4881-a34c-85f590958d9b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:58.613782 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-75602b84-2d05-435d-bdf9-12803a783b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.615761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Request body: {'port': {'device_id': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:58.622667 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-9d7b3b94-a632-44cf-9435-a353171914bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.624189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-9d7b3b94-a632-44cf-9435-a353171914bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9192085 Dec 06 12:12:58.641386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-5cb30339-7634-4248-9979-b23069043d03 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260282 Dec 06 12:12:58.684036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-75602b84-2d05-435d-bdf9-12803a783b51 None None] Port f1b62fe9-1856-4881-a34c-85f590958d9b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:58.706306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.719512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-6c6f39f8-9b47-41e2-bbc3-4b1856ac2766 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.721818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-6c6f39f8-9b47-41e2-bbc3-4b1856ac2766 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.7355306 Dec 06 12:12:58.757194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.757886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Request body: {'port': {'device_id': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'admin_state_up': True, 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:58.783602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98e21a32-424f-4dc3-bbad-cd4e2b3fa15d req-4da0ce34-2195-4580-8536-29c3c0671ed3 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873580 Dec 06 12:12:58.881522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.884377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.885574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75995b44-85f8-4c4f-8add-4041641de131 HTTP/1.1" status: 204 len: 168 time: 1.3294306 Dec 06 12:12:58.920049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-572ad8fd-e8ae-46c9-93cb-d690fefbc0eb service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640817 Dec 06 12:12:58.920775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85026d-bf32-42f9-b95c-dcb5ba380bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75995b44-85f8-4c4f-8add-4041641de131,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:58.942611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-7b880fe4-f003-4f1b-86a4-0bf928568356 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033602 Dec 06 12:12:59.108582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d402a90-938d-4e48-a806-57f48aaa8897 req-0c93a069-8d7d-493b-b5b8-8f5c14805ace tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073656 Dec 06 12:12:59.256435 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44484) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:59.271825 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b02c0a47-d6fb-490e-b81c-95fce105a2dc req-8c3018a3-2022-4a30-b89e-59e63b62bb67 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191998 Dec 06 12:12:59.278756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad527376-fc68-4e1c-bfde-9d0a01035cb1 req-edad2ce5-88b3-4cb6-ae85-86e42af25462 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 210 time: 0.0664296 Dec 06 12:12:59.384040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Made reservation on behalf of d4480bd05ee346089e6f4b98276d68d3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:59.387741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.455764 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716240-1dbd-4c63-ab7c-ab18636e2dcc req-f4342f64-f115-4394-a220-e226cfb86a13 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:59.457662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4716240-1dbd-4c63-ab7c-ab18636e2dcc req-f4342f64-f115-4394-a220-e226cfb86a13 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 946 time: 0.1719885 Dec 06 12:12:59.467285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-443d56cd-67ea-4f76-ae56-343b05fc3fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.470057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:59.498829 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b62fe9-1856-4881-a34c-85f590958d9b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:59.508572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.526598 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:59.542594 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Transition to ACTIVE for port object f1b62fe9-1856-4881-a34c-85f590958d9b will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:59.556224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.580991 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcd55-707b-43c3-af04-53722ba5acd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.625427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:59.629186 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2d288697-9c26-4260-8da4-625cc7bfeefb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=391b10b7248b46ab9f05f9eab1e10cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0986972 Dec 06 12:12:59.639802 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:59.655367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '605769da-158d-467b-b100-8cdfa9b28ca8', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '605769da-158d-467b-b100-8cdfa9b28ca8', 'mac_address': 'fa:16:3e:3f:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:59.704668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.705966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Pushing event updated for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:59.722834 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605769da-158d-467b-b100-8cdfa9b28ca8 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:59.728912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4716240-1dbd-4c63-ab7c-ab18636e2dcc req-192ca2bf-b6fe-4841-aa22-77e05127ff3b tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568176 Dec 06 12:12:59.734483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-443d56cd-67ea-4f76-ae56-343b05fc3fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.748846 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c0d0-f1c1-42e2-9b8b-9dbc30e67237 req-89c3328b-8213-401d-81d8-894c93a1e22e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:59.750475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d04c0d0-f1c1-42e2-9b8b-9dbc30e67237 req-89c3328b-8213-401d-81d8-894c93a1e22e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.3197691 Dec 06 12:12:59.758905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:59.763897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.764935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:59.768139 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Attempting to bind port f1b62fe9-1856-4881-a34c-85f590958d9b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:59.768473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Attempting to bind port f1b62fe9-1856-4881-a34c-85f590958d9b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:59.768800 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Attempting to bind port f1b62fe9-1856-4881-a34c-85f590958d9b on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:59.772330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-443d56cd-67ea-4f76-ae56-343b05fc3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.813730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-443d56cd-67ea-4f76-ae56-343b05fc3fe7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ba744090d024aac929dd10b0d6f0292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562444 Dec 06 12:12:59.816283 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44494) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:59.865473 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:59.878426 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Port f1b62fe9-1856-4881-a34c-85f590958d9b on network d48d375e-6df7-44b0-adf3-c8725afa06d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:59.878687 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Attempting to bind port f1b62fe9-1856-4881-a34c-85f590958d9b on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:59.910257 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Allocated IP 172.20.0.9 (d48d375e-6df7-44b0-adf3-c8725afa06d4/03baf2ba-933b-4c1a-b8db-1e05d8e19034/04afa40b-4f2c-4f20-97b7-58085e2319a6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:59.912744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.919384 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:59.919718 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Checking segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:59.920107 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Bound using segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:59.920547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Bound port: f1b62fe9-1856-4881-a34c-85f590958d9b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:59.921417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.941057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d56cd-67ea-4f76-ae56-343b05fc3fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db48f51f-f72a-4cbc-acac-63c7e279cfe2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:59.980841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.991942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:00.003748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'network_id': '696545ad-c09f-4e0f-b9d3-a8814518bd95', 'port_id': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'mac_address': 'fa:16:3e:7c:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff307d2-4b8f-46ea-b9c1-7f21fc09da4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:00.055909 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:00.058193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.077658 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:00.096539 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.105276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:00.111113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.134046 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.161139 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Transition to ACTIVE for port object 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:00.183386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d04c0d0-f1c1-42e2-9b8b-9dbc30e67237 req-63157dea-e090-464e-bb7d-80e3bf29676c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417643 Dec 06 12:13:00.184638 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:00.194473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.201838 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:00.207702 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f1b62fe9-1856-4881-a34c-85f590958d9b,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:00.217610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.248740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24e7ee-110c-40a7-b1c9-3e2cf15a253d req-ff0581fc-cd3a-43f0-a8c8-d400502ccee4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.250497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da24e7ee-110c-40a7-b1c9-3e2cf15a253d req-ff0581fc-cd3a-43f0-a8c8-d400502ccee4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 949 time: 0.2522569 Dec 06 12:13:00.274482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.277028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.280377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db48f51f-f72a-4cbc-acac-63c7e279cfe2 HTTP/1.1" status: 204 len: 168 time: 0.4609859 Dec 06 12:13:00.285188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-a24885a4-febd-4417-b349-e9ec548a6338 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.286626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-a24885a4-febd-4417-b349-e9ec548a6338 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 815 time: 0.2591200 Dec 06 12:13:00.287986 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.288550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.289841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] 10.222.0.23 "PUT /v2.0/ports/f1b62fe9-1856-4881-a34c-85f590958d9b HTTP/1.1" status: 200 len: 1091 time: 1.7719605 Dec 06 12:13:00.293686 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:00.303321 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440ef61d-07e8-411c-b473-50402b91ce6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:00.331982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Request body: {'port': {'device_id': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'admin_state_up': True, 'tenant_id': 'd4480bd05ee346089e6f4b98276d68d3'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:00.343760 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b7a5c-1522-4350-9dd2-004bd9359007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db48f51f-f72a-4cbc-acac-63c7e279cfe2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:00.350413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.388358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:00.398701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dbf2a-6b91-443a-b6f3-c9fb9f42cecd service neutron] Pushing event updated for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:00.511346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-1bf956c6-ad19-4e4d-9c75-a320e25a34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.512859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-1bf956c6-ad19-4e4d-9c75-a320e25a34fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 1094 time: 0.1702857 Dec 06 12:13:00.537192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.565878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5829ee4-f498-4584-8779-1f9bf0eafea4 req-23b09f45-231d-44da-b013-b38750c87b65 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.568715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5829ee4-f498-4584-8779-1f9bf0eafea4 req-23b09f45-231d-44da-b013-b38750c87b65 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 943 time: 0.3078315 Dec 06 12:13:00.622211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:00.656377 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Pushing event updated for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:00.667522 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-6e48984f-682a-4d32-8280-6dd0b11b58ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1b62fe9-1856-4881-a34c-85f590958d9b HTTP/1.1" status: 200 len: 217 time: 0.1407523 Dec 06 12:13:00.686007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da24e7ee-110c-40a7-b1c9-3e2cf15a253d req-72a40d76-afb3-4468-9678-c7142614914c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976688 Dec 06 12:13:00.791742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-01beef08-c58e-4f95-a1fe-a880cce80af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.793282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-01beef08-c58e-4f95-a1fe-a880cce80af4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.1144030 Dec 06 12:13:00.794378 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Made reservation on behalf of d4480bd05ee346089e6f4b98276d68d3 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:00.795681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.797894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.845077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.847857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.852745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b57db87a-782f-404e-badf-3d33c80489cc HTTP/1.1" status: 204 len: 168 time: 1.2111917 Dec 06 12:13:00.885299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08c74b96-f909-4e1e-9e59-2fe106f5bd3c req-c74f8c68-4aa0-4979-ba39-96b4f1539083 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 210 time: 0.0846703 Dec 06 12:13:00.895596 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Attempting to bind port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:00.895898 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Attempting to bind port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:00.896274 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Attempting to bind port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 on network 24635f24-026e-4c0d-bd89-94b76633d697 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:00.903859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f2d4d-5895-4d50-b92e-19476cac437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57db87a-782f-404e-badf-3d33c80489cc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:00.908496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5829ee4-f498-4584-8779-1f9bf0eafea4 req-81563aa1-20b5-4e40-9ee6-b4589879cf2d tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795284 Dec 06 12:13:00.914344 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 on network 24635f24-026e-4c0d-bd89-94b76633d697 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:00.914760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Attempting to bind port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 on network 24635f24-026e-4c0d-bd89-94b76633d697 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:00.924646 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:00.924995 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Checking segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:00.925431 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Bound using segment: {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:00.925883 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Bound port: 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:00.926248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.951851 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47192-951b-4293-b682-5576dc8c448b req-ef87dc57-fed1-4996-ab27-e5cb916ca7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.960275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-ef87dc57-fed1-4996-ab27-e5cb916ca7e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518123 Dec 06 12:13:00.969357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.002579 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aced3a-a7e1-4f2a-b8d3-9b868bc51018 x-openstack-request-id: req-a7aced3a-a7e1-4f2a-b8d3-9b868bc51018 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:01.002875 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:01.006385 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7aced3a-a7e1-4f2a-b8d3-9b868bc51018 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:01.007632 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b', 'status': 'completed', 'code': 200} Dec 06 12:13:01.009467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.029188 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:01.150518 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:01.164975 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb6-920e-480f-8dad-b65146b69aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.167074 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:01.188874 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event updated for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:01.203391 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:01.219765 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Allocated IP 172.20.0.14 (d48d375e-6df7-44b0-adf3-c8725afa06d4/03baf2ba-933b-4c1a-b8db-1e05d8e19034/721e5a79-4b8d-4340-9871-051b89654a81) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:01.289145 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:01.302376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-bb1de18d-3afc-457e-99ae-8149fcd46b28 service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315585 Dec 06 12:13:01.354520 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55934949-4cdf-41bd-a5ff-4f4cab3cacb6 req-c218d0ce-c0ac-4352-840a-22b7861253cf tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.362385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55934949-4cdf-41bd-a5ff-4f4cab3cacb6 req-c218d0ce-c0ac-4352-840a-22b7861253cf tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 945 time: 0.2372983 Dec 06 12:13:01.366113 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:01.377015 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.377535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.407750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.450377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-7788a6cf-0cbf-4938-9145-cf0d5959284e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7014179 Dec 06 12:13:01.466015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:01.513560 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-0cb415a4-31f8-4324-8592-459595e8f967 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.515241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-0cb415a4-31f8-4324-8592-459595e8f967 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 949 time: 0.2896764 Dec 06 12:13:01.525401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Request body: {'port': {'device_id': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:01.549102 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.549743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.553572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] 10.222.0.23 "PUT /v2.0/ports/0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 200 len: 1091 time: 2.9866910 Dec 06 12:13:01.580831 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:01.583496 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247d13d-3cea-40a8-8d4e-68a355111db3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:01.633081 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.657732 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:01.668513 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6b47192-951b-4293-b682-5576dc8c448b req-1a4724b8-ffc4-40ad-8888-ba60307d80f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547878 Dec 06 12:13:01.678519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55934949-4cdf-41bd-a5ff-4f4cab3cacb6 req-8840a325-8720-44fe-b77b-4b7178ba701a tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152084 Dec 06 12:13:01.718538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:01.737224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.751868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d8e5-7f53-4241-b436-b6fa38f88f95 req-5b03d8f6-3ac9-4d5b-b383-fbfdb248cbaf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.752261 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d0a344ed-7c83-4185-9551-fcd66405755d None None] Provisioning complete for port 04afa40b-4f2c-4f20-97b7-58085e2319a6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:01.754735 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d0a344ed-7c83-4185-9551-fcd66405755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.760408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b042d8e5-7f53-4241-b436-b6fa38f88f95 req-5b03d8f6-3ac9-4d5b-b383-fbfdb248cbaf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 949 time: 0.3359778 Dec 06 12:13:01.779523 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-0db643c5-d3be-41ab-babe-141346b90a87 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:13:01.780688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-0db643c5-d3be-41ab-babe-141346b90a87 service neutron] 10.222.0.23 "DELETE /v2.0/ports/605769da-158d-467b-b100-8cdfa9b28ca8/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.2567606 Dec 06 12:13:01.787619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.868679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d0a344ed-7c83-4185-9551-fcd66405755d None None] Port 04afa40b-4f2c-4f20-97b7-58085e2319a6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:01.870757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:01.899097 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ef61d-07e8-411c-b473-50402b91ce6a req-ab5da56a-b3fc-4d05-8203-1702e2701890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.900734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-ab5da56a-b3fc-4d05-8203-1702e2701890 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 1094 time: 0.1420367 Dec 06 12:13:01.931342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1c9fe-4a40-48cc-be12-d6e73f770941 service neutron] Pushing event updated for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:01.946881 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-bc3664dd-8a34-46e1-916d-bc167d03f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.948460 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-bc3664dd-8a34-46e1-916d-bc167d03f667 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1100 time: 0.1084526 Dec 06 12:13:01.951338 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-704bbaa9-a569-4e0e-acf8-710bd450ed46 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.952797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-704bbaa9-a569-4e0e-acf8-710bd450ed46 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.4490337 Dec 06 12:13:01.963889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb6-920e-480f-8dad-b65146b69aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.986898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb6-920e-480f-8dad-b65146b69aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.018137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.023135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b042d8e5-7f53-4241-b436-b6fa38f88f95 req-36e7181b-c154-4dd4-a60c-02e3b01cef2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618825 Dec 06 12:13:02.024038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.074450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-0fe3fb4f-d1f1-47d9-a5db-c27f65aab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.075941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-0fe3fb4f-d1f1-47d9-a5db-c27f65aab7f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 1094 time: 0.4547453 Dec 06 12:13:02.088229 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef0c51-3b6f-4953-88ad-d732b6efc3f9 x-openstack-request-id: req-21ef0c51-3b6f-4953-88ad-d732b6efc3f9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:02.088518 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:02.088769 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21ef0c51-3b6f-4953-88ad-d732b6efc3f9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:02.089196 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'status': 'completed', 'code': 200} Dec 06 12:13:02.110839 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f385f9-e287-4d30-a3d9-9effcb6a1ed8 req-094862dd-9cac-49cc-945e-ef506269f940 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.112356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6f385f9-e287-4d30-a3d9-9effcb6a1ed8 req-094862dd-9cac-49cc-945e-ef506269f940 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 946 time: 0.2544250 Dec 06 12:13:02.127871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-35efeeb6-920e-480f-8dad-b65146b69aa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79873e71563d4900beaf7dc7ac6f256e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0938358 Dec 06 12:13:02.137182 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:02.163167 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:02.181598 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:02.199631 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:02.205619 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efeeb6-920e-480f-8dad-b65146b69aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dd6e19-8ac6-4906-b803-80d2ccc20476,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:02.213684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-f30b3d8a-3b81-45db-ab40-cb33cc1c8ce4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 200 len: 217 time: 0.1223383 Dec 06 12:13:02.223653 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event updated for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:02.240568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.316958 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-3bf39d2c-6af0-4bc6-b3fa-f4e4e5a47898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.319427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-3bf39d2c-6af0-4bc6-b3fa-f4e4e5a47898 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3628294 Dec 06 12:13:02.320672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ef61d-07e8-411c-b473-50402b91ce6a req-19a2cce1-2c56-45b6-a6bc-ec70db164258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.322310 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-19a2cce1-2c56-45b6-a6bc-ec70db164258 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 916 time: 0.4092569 Dec 06 12:13:02.400693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-be63a297-3ac8-4455-afdb-b984d3bb9017 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1b62fe9-1856-4881-a34c-85f590958d9b HTTP/1.1" status: 200 len: 217 time: 0.0620756 Dec 06 12:13:02.473063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-9a6ae7f6-16b5-4b5a-b801-a912efd78ee0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.1355336 Dec 06 12:13:02.483483 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.484172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.654630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f72c3e64-032b-4d10-a60b-ebc474da6bef None None] Provisioning complete for port 721e5a79-4b8d-4340-9871-051b89654a81 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:02.656008 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f72c3e64-032b-4d10-a60b-ebc474da6bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.702463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f72c3e64-032b-4d10-a60b-ebc474da6bef None None] Port 721e5a79-4b8d-4340-9871-051b89654a81 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:02.773766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6f385f9-e287-4d30-a3d9-9effcb6a1ed8 req-4c7d6e1d-943b-446a-a4a8-cab282961fc0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252029 Dec 06 12:13:02.781052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-54884b25-4aac-4f0f-821c-5d6cad677ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.783149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-54884b25-4aac-4f0f-821c-5d6cad677ede service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 HTTP/1.1" status: 200 len: 845 time: 0.5488915 Dec 06 12:13:02.824442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.843159 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:02.843649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.855073 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-83f4f013-aa37-4dfb-b2d3-1d01034e6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.856532 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-83f4f013-aa37-4dfb-b2d3-1d01034e6c46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.3693976 Dec 06 12:13:02.859438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bad19-ebb7-47cf-97fb-89392bf40139 req-c7b58b5e-1e3c-4598-824a-720f85e0ed2c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.862662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ef61d-07e8-411c-b473-50402b91ce6a req-f69b77d2-b266-4f1f-a17c-0689b5efcb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.864049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-f69b77d2-b266-4f1f-a17c-0689b5efcb83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.4311101 Dec 06 12:13:02.867693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-08cdb038-da04-40f2-931a-fe4bac8ce0aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5553677 Dec 06 12:13:02.868666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-926bad19-ebb7-47cf-97fb-89392bf40139 req-c7b58b5e-1e3c-4598-824a-720f85e0ed2c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 932 time: 0.4984868 Dec 06 12:13:02.881899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.912797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Request body: {'port': {'device_id': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:03.011466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ef61d-07e8-411c-b473-50402b91ce6a req-52d61139-0064-49a5-bcc8-24345100d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.012969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-52d61139-0064-49a5-bcc8-24345100d426 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404784 Dec 06 12:13:03.028656 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-b30bb05b-1147-422f-8c6c-e455e2205548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.030175 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-b30bb05b-1147-422f-8c6c-e455e2205548 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589456 Dec 06 12:13:03.046831 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.070839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.086429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-e825cd0c-6062-47e8-ac88-de670284993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.087932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-e825cd0c-6062-47e8-ac88-de670284993f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24635f24-026e-4c0d-bd89-94b76633d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951643 Dec 06 12:13:03.115511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-926bad19-ebb7-47cf-97fb-89392bf40139 req-1c991734-86c6-43ea-8d98-0b9b3f24122e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453668 Dec 06 12:13:03.117329 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 83058dbd-1f4e-464c-8b31-0bb73d9635b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=83058dbd-1f4e-464c-8b31-0bb73d9635b6,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:03.117711 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.138973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637068f6-f8cb-4294-b97b-5d649c541aef req-6f3965a2-6757-4031-a578-7be5a8f9f1f4 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.140464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637068f6-f8cb-4294-b97b-5d649c541aef req-6f3965a2-6757-4031-a578-7be5a8f9f1f4 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 943 time: 0.2555413 Dec 06 12:13:03.141727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.144930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.151222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66dd6e19-8ac6-4906-b803-80d2ccc20476 HTTP/1.1" status: 204 len: 168 time: 1.0106964 Dec 06 12:13:03.173876 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 83058dbd-1f4e-464c-8b31-0bb73d9635b6 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:03.221007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376cc4-1a04-4664-aaa4-0e62e3df1c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dd6e19-8ac6-4906-b803-80d2ccc20476,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:03.327506 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04afa40b-4f2c-4f20-97b7-58085e2319a6 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:03.339511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637068f6-f8cb-4294-b97b-5d649c541aef req-4d2a0e51-3e94-4cf7-91ee-23e84d086205 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843457 Dec 06 12:13:03.350453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.383870 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-76d31797-464c-404b-be6c-3f82b0843b61 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351333 Dec 06 12:13:03.386149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-8d714b43-b468-45ca-93d6-779993db6adc service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550990 Dec 06 12:13:03.398565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-414f3cbf-2ddf-4cce-961d-7c170f18c1ad service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017321 Dec 06 12:13:03.412157 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Transition to ACTIVE for port object 04afa40b-4f2c-4f20-97b7-58085e2319a6 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:03.437119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.496489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:03.582675 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bffb03-2837-40b6-9fec-7cdfa322ce67 req-76998948-9061-49f2-85fe-b8233e60af1a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.584321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17bffb03-2837-40b6-9fec-7cdfa322ce67 req-76998948-9061-49f2-85fe-b8233e60af1a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 949 time: 0.2314754 Dec 06 12:13:03.595893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ef61d-07e8-411c-b473-50402b91ce6a req-50078236-8a74-4e85-9f88-0b88c7ebb877 service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898332 Dec 06 12:13:03.621508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Pushing event updated for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:03.626521 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 605769da-158d-467b-b100-8cdfa9b28ca8 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:03.639165 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 605769da-158d-467b-b100-8cdfa9b28ca8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:03.639688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.725749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.777339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ae2338-9c9b-4638-80cd-33072f099625 req-325903cb-8db6-477d-872c-4acebf24bb9d service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677535 Dec 06 12:13:03.829430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.852866 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-12dbe3f6-f000-4783-b2bc-9237b7db7250 req-6b546483-a84f-4614-81c2-31e4b5222a78 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552746 Dec 06 12:13:03.881309 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:03.886292 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d5ed8-38c9-45c6-821f-1cb3afa1fc80" -d '{"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-plugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:03.888729 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=83058dbd-1f4e-464c-8b31-0bb73d9635b6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:03.930462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17bffb03-2837-40b6-9fec-7cdfa322ce67 req-328b86bf-1f19-4dfa-a26e-0650cfc42002 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222022 Dec 06 12:13:03.933003 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:03.947417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:03.947417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:04.009596 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721e5a79-4b8d-4340-9871-051b89654a81 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:04.023032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.052842 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Transition to ACTIVE for port object 721e5a79-4b8d-4340-9871-051b89654a81 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:04.055260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:04.060664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.089810 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:04.090221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.091428 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 83058dbd-1f4e-464c-8b31-0bb73d9635b6 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:04.117629 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.121177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "DELETE /v2.0/ports/83058dbd-1f4e-464c-8b31-0bb73d9635b6 HTTP/1.1" status: 204 len: 173 time: 2.1488774 Dec 06 12:13:04.127486 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'name': 'network-vif-deleted', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:04.139402 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27a836b-aa0d-489c-aa6a-b8b699d36a13" -d '{"events": [{"server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "name": "network-vif-deleted", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:04.159984 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:04.228243 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Attempting to bind port 04afa40b-4f2c-4f20-97b7-58085e2319a6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:04.228754 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Attempting to bind port 04afa40b-4f2c-4f20-97b7-58085e2319a6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:04.229089 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Attempting to bind port 04afa40b-4f2c-4f20-97b7-58085e2319a6 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:04.254262 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Port 04afa40b-4f2c-4f20-97b7-58085e2319a6 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:04.254586 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Attempting to bind port 04afa40b-4f2c-4f20-97b7-58085e2319a6 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:04.317263 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.333720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.338815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.339336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.339797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.340251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.340704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.341214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.341620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.343576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c99cde0-cfae-4e48-9d5f-077db66762ef req-738c77d3-b838-47ab-8491-d542f685bd09 tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5699 time: 0.5818908 Dec 06 12:13:04.359683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-8db42d78-9c5c-45bc-91bd-0050ef546d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.361274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-8db42d78-9c5c-45bc-91bd-0050ef546d29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 1094 time: 0.4919415 Dec 06 12:13:04.391833 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Attempting to bind port 721e5a79-4b8d-4340-9871-051b89654a81 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:04.392213 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Attempting to bind port 721e5a79-4b8d-4340-9871-051b89654a81 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:04.392494 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Attempting to bind port 721e5a79-4b8d-4340-9871-051b89654a81 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:04.394228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:04.402972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.403989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 83058dbd-1f4e-464c-8b31-0bb73d9635b6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:04.408059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Port 721e5a79-4b8d-4340-9871-051b89654a81 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:04.408385 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Attempting to bind port 721e5a79-4b8d-4340-9871-051b89654a81 on network d48d375e-6df7-44b0-adf3-c8725afa06d4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:04.439096 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:04.439436 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Checking segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:04.440051 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Bound using segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:04.440993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Bound port: 721e5a79-4b8d-4340-9871-051b89654a81, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:04.440993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.456446 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0889b-eae2-4269-a03a-6d14a5a3a485 x-openstack-request-id: req-62e0889b-eae2-4269-a03a-6d14a5a3a485 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:04.457033 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-plugged", "status": "completed", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:04.457033 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62e0889b-eae2-4269-a03a-6d14a5a3a485 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:04.459674 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'code': 200} Dec 06 12:13:04.467846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 83058dbd-1f4e-464c-8b31-0bb73d9635b6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:04.467846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 83058dbd-1f4e-464c-8b31-0bb73d9635b6 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:04.564564 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:04.579310 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:04.584588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=721e5a79-4b8d-4340-9871-051b89654a81,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:04.592246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.594158 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:04.594742 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Checking segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:04.595299 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Bound using segment: {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:04.596024 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Bound port: 04afa40b-4f2c-4f20-97b7-58085e2319a6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef959c9f-23a5-4cb8-b244-f721ffd1948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:04.596548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.599698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-715ccd6b-7917-4713-ac92-b4322f70d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.601801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-715ccd6b-7917-4713-ac92-b4322f70d991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 200 len: 907 time: 0.1715374 Dec 06 12:13:04.610611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ac837b7-0dd6-453f-a1ef-437cd769f312 req-33e92c4b-3a3f-451d-b4ac-5b8907de3d4f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.3586876 Dec 06 12:13:04.692855 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.693747 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:04.695575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/721e5a79-4b8d-4340-9871-051b89654a81 HTTP/1.1" status: 200 len: 1092 time: 1.8022149 Dec 06 12:13:04.696069 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:04.699305 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37289302-b5b1-4664-bfc0-c5402599af4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "tag": "721e5a79-4b8d-4340-9871-051b89654a81"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:04.732463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210f57-664c-4886-a3ed-47241456a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:04.732850 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-4596ac04-8c86-4d31-af71-32a572c11df4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.735436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-4596ac04-8c86-4d31-af71-32a572c11df4 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 944 time: 0.6901007 Dec 06 12:13:04.797499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-7331918e-b62b-4930-b6c2-140d1ef10a1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 200 len: 217 time: 0.1827047 Dec 06 12:13:04.842272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-5114aee4-7141-4562-83d1-260e9db9239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.843792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-5114aee4-7141-4562-83d1-260e9db9239a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 1095 time: 0.0838554 Dec 06 12:13:04.926829 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:04.948091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-b3f299f0-60f1-46d8-ad39-4c445d44f6c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721e5a79-4b8d-4340-9871-051b89654a81 HTTP/1.1" status: 200 len: 217 time: 0.0905092 Dec 06 12:13:04.994362 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:05.032478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-c8094015-dec9-4427-a3ac-31126f8eed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.034106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:05.034558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-c8094015-dec9-4427-a3ac-31126f8eed56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.0763710 Dec 06 12:13:05.056926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a2b9f-8b42-4509-88e6-904ed1a72702 req-7e6cbce1-a27c-45d9-8c7f-c500c2c5fa1e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.065295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf6a2b9f-8b42-4509-88e6-904ed1a72702 req-7e6cbce1-a27c-45d9-8c7f-c500c2c5fa1e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 944 time: 0.2825201 Dec 06 12:13:05.091202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-81bcd926-e59f-4f56-82e1-ce026b91c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.092660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-81bcd926-e59f-4f56-82e1-ce026b91c31d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 HTTP/1.1" status: 200 len: 845 time: 0.2759929 Dec 06 12:13:05.094513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-36b7acbd-079b-4bc3-a612-809f65cde0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.096217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-36b7acbd-079b-4bc3-a612-809f65cde0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546443 Dec 06 12:13:05.100196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c7fcd-f114-4d7b-8581-ccc5aeaa5aac req-edf187d9-e1af-4c34-8269-c35fb6ef15aa tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.101623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c68c7fcd-f114-4d7b-8581-ccc5aeaa5aac req-edf187d9-e1af-4c34-8269-c35fb6ef15aa tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 946 time: 0.4881480 Dec 06 12:13:05.157714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.159103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:05.160844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] 10.222.0.53 "PUT /v2.0/ports/04afa40b-4f2c-4f20-97b7-58085e2319a6 HTTP/1.1" status: 200 len: 1091 time: 3.6488163 Dec 06 12:13:05.256065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-abf71d1f-1537-434c-aefe-929dde078c78 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438720 Dec 06 12:13:05.329228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf6a2b9f-8b42-4509-88e6-904ed1a72702 req-8d3a6bae-09f3-4693-828b-cd4159ae078f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630324 Dec 06 12:13:05.336798 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e04ca-3adc-453a-a312-6aa9aa223a8c service neutron] Pushing event updated for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:05.362056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c68c7fcd-f114-4d7b-8581-ccc5aeaa5aac req-3cc0e2e8-5b9e-42d8-a3ea-eb9639042953 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/security-groups?id=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250483 Dec 06 12:13:05.372633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-ce636bab-88ac-4037-bfcb-e31db316bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.375250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-ce636bab-88ac-4037-bfcb-e31db316bdb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24635f24-026e-4c0d-bd89-94b76633d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724669 Dec 06 12:13:05.407913 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Deleting port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:05.408256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:05.418251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-dba77181-62c3-4180-b575-0adedc1b8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.424514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-dba77181-62c3-4180-b575-0adedc1b8590 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 1094 time: 0.1844699 Dec 06 12:13:05.462615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ccbb398-0522-41c6-bdc5-ab7b647df57d req-be568422-2991-4ea4-9dfa-eab036e8cf7b service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016811 Dec 06 12:13:05.494719 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360587fc-006f-45a0-a919-57dc5bba215b x-openstack-request-id: req-360587fc-006f-45a0-a919-57dc5bba215b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:05.495092 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441769b0-cf12-4421-aa34-cde4f260a9c6", "name": "network-vif-deleted", "tag": "83058dbd-1f4e-464c-8b31-0bb73d9635b6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:05.495360 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-360587fc-006f-45a0-a919-57dc5bba215b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:05.495921 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441769b0-cf12-4421-aa34-cde4f260a9c6', 'name': 'network-vif-deleted', 'tag': '83058dbd-1f4e-464c-8b31-0bb73d9635b6', 'status': 'completed', 'code': 200} Dec 06 12:13:05.572082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-647ef100-40b9-40b7-afda-b22f92a1ba80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6 HTTP/1.1" status: 200 len: 217 time: 0.0751872 Dec 06 12:13:05.823817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-19e40bc3-cd2d-4d02-a2af-10e04b6ab18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.825318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-19e40bc3-cd2d-4d02-a2af-10e04b6ab18d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.2291825 Dec 06 12:13:05.843008 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] For port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,segment=NetworkSegment(11a3cfff-a62a-4531-9534-b192202f2214),segment_id=11a3cfff-a62a-4531-9534-b192202f2214)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:05.843378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:05.855146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f0b8b-2e40-45fe-9324-bfd73711a54d req-cf3d6f70-4422-4953-9a26-86720218900e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.856538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a01f0b8b-2e40-45fe-9324-bfd73711a54d req-cf3d6f70-4422-4953-9a26-86720218900e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 886 time: 0.3861909 Dec 06 12:13:05.860914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-a8b8d17b-f8fc-4727-a9ad-bd1482a77a2e service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661598 Dec 06 12:13:05.873103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d901f-02ca-43ad-b57d-0b44381ee14e req-04ad892d-3623-4fce-8202-5ad0a696fe67 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.874683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f20d901f-02ca-43ad-b57d-0b44381ee14e req-04ad892d-3623-4fce-8202-5ad0a696fe67 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 943 time: 0.3110404 Dec 06 12:13:05.883531 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Calling delete_port for f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:05.940950 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86500b18-7de9-41d6-a1e8-5cc1ac56e1ad x-openstack-request-id: req-86500b18-7de9-41d6-a1e8-5cc1ac56e1ad {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:05.941283 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "tag": "721e5a79-4b8d-4340-9871-051b89654a81", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:05.941672 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86500b18-7de9-41d6-a1e8-5cc1ac56e1ad {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:05.941945 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81', 'status': 'completed', 'code': 200} Dec 06 12:13:06.028911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f1b62fe9-1856-4881-a34c-85f590958d9b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:06.071865 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37289302-b5b1-4664-bfc0-c5402599af4c req-baa031d9-6836-4dcc-9104-516e38c1525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.073401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-baa031d9-6836-4dcc-9104-516e38c1525d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 1095 time: 0.0828176 Dec 06 12:13:06.210406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f1b62fe9-1856-4881-a34c-85f590958d9b,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:06.226337 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'f1b62fe9-1856-4881-a34c-85f590958d9b', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'port_id': 'f1b62fe9-1856-4881-a34c-85f590958d9b', 'mac_address': 'fa:16:3e:36:5e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03baf2ba-933b-4c1a-b8db-1e05d8e19034', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:06.257366 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37289302-b5b1-4664-bfc0-c5402599af4c req-5483b782-2514-488e-ac0e-f623af8ccd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.258759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-5483b782-2514-488e-ac0e-f623af8ccd8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 916 time: 0.1719720 Dec 06 12:13:06.294727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:06.309427 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b62fe9-1856-4881-a34c-85f590958d9b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:06.331587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f1b62fe9-1856-4881-a34c-85f590958d9b,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:06.337625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:06.376790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-1d4e171d-f31f-4f70-a436-0f2292c22028 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721e5a79-4b8d-4340-9871-051b89654a81 HTTP/1.1" status: 200 len: 217 time: 0.1098788 Dec 06 12:13:06.452714 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37289302-b5b1-4664-bfc0-c5402599af4c req-c8f75f7d-a233-4609-b8df-eb3202892fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.452714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-c8f75f7d-a233-4609-b8df-eb3202892fe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.0678844 Dec 06 12:13:06.457378 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:06.491705 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:06.496331 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c761ffa-4fbc-4b81-83b6-2bade930bfd0" -d '{"events": [{"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:06.530088 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37289302-b5b1-4664-bfc0-c5402599af4c req-c2326196-520d-4bcf-9d1e-63d10b769574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.531509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-c2326196-520d-4bcf-9d1e-63d10b769574 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708938 Dec 06 12:13:06.588856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f1b62fe9-1856-4881-a34c-85f590958d9b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:06.663633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c317-d605-4582-942f-1f512c70a8a1 req-da5ddc13-d31c-4e76-b3c4-4aec29de0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.666175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-da5ddc13-d31c-4e76-b3c4-4aec29de0aa3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8042855 Dec 06 12:13:06.720572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f20d901f-02ca-43ad-b57d-0b44381ee14e req-f7303dcf-5414-45d2-a196-3c9dd1790dda tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8075111 Dec 06 12:13:06.736147 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-978a4155-b2b5-4c24-bcd3-fc800cc282d9 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953816 Dec 06 12:13:06.753135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9247d13d-3cea-40a8-8d4e-68a355111db3 req-de78ef37-b124-43f8-bd9e-c46f99a55a7c service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8710725 Dec 06 12:13:06.782809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f065b1c-8ed9-4ac3-be4c-fbe2ff43bda5 req-25aceb32-dc99-435f-957a-90d0fe69be19 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:06.798002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f065b1c-8ed9-4ac3-be4c-fbe2ff43bda5 req-25aceb32-dc99-435f-957a-90d0fe69be19 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.7184277 Dec 06 12:13:06.886746 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37289302-b5b1-4664-bfc0-c5402599af4c req-04bc9c16-467c-4fa6-9565-47b1f3bd9007 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433189 Dec 06 12:13:07.012226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02ed17b5-79d9-4309-8ac5-b64e7ddd2271 req-f5f14962-00a3-4a2f-a267-45ca79481bd0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0614221 Dec 06 12:13:07.019703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-528c3c4f-de3e-4943-bd59-e04e3524cc44 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440864 Dec 06 12:13:07.068406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f065b1c-8ed9-4ac3-be4c-fbe2ff43bda5 req-8e1e7d40-d3a5-41ca-8951-127f10b81548 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626088 Dec 06 12:13:07.123815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:07.159457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:07.219019 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Pushing event deleted for resources: {'Port': ['ID=f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:07.280287 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44682) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:07.337077 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] No DVR routers for this DVR port f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:07.343485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:07.346987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2073cf3d-9ef5-48e5-90fc-648eaef2d479 req-1cef2897-6444-47e5-8e15-1cda9070a364 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.53 "DELETE /v2.0/ports/f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db HTTP/1.1" status: 204 len: 173 time: 2.5485833 Dec 06 12:13:07.354103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b962c317-d605-4582-942f-1f512c70a8a1 req-b63ed5d0-9fbb-4ebf-b52b-0a568a5d8657 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271177 Dec 06 12:13:07.379801 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.380302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.380779 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.381266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.381724 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.382434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.382885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.383334 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.385511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0ec3308-35ea-4183-8b79-ca176c702c48 req-0e2ea8f1-1b88-486f-9cbf-70fe4426b17e tempest-NetworksTest-402430213 tempest-NetworksTest-402430213-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5699 time: 0.3132854 Dec 06 12:13:07.393681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7a68d-a834-4b16-9882-8dff865929ef req-f8e79ff9-36f1-45db-b736-fc0c701aaf3b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.401354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8c7a68d-a834-4b16-9882-8dff865929ef req-f8e79ff9-36f1-45db-b736-fc0c701aaf3b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 944 time: 0.2477734 Dec 06 12:13:07.485447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8c7a68d-a834-4b16-9882-8dff865929ef req-57a5e29c-9694-466f-9cce-2c6a19b97acc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830960 Dec 06 12:13:07.496457 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6'}, {'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-deleted', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:07.507509 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a68a9d-2606-4194-af56-4740ccf35210" -d '{"events": [{"name": "network-changed", "server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6"}, {"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-deleted", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:07.556935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c5bc930-9c1c-46fe-aed7-586df9c8ae8b req-5e9b3005-26d9-4bbd-b6f5-96190a06be10 tempest-ImagesTestJSON-326399940 tempest-ImagesTestJSON-326399940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2925f6d-5200-408c-9e5b-9f39d88282c1 HTTP/1.1" status: 200 len: 210 time: 0.0703321 Dec 06 12:13:07.606375 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64170e3d-6044-430b-b7c6-09b3ce934395 x-openstack-request-id: req-64170e3d-6044-430b-b7c6-09b3ce934395 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:07.607172 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-plugged", "status": "completed", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:07.607785 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64170e3d-6044-430b-b7c6-09b3ce934395 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:07.608358 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'code': 200} Dec 06 12:13:07.608963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-175635d6-a2a5-4ffb-bc83-17c61f8a01fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:07.732484 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76837798-e148-49e1-8b83-02d1da0b9e30 x-openstack-request-id: req-76837798-e148-49e1-8b83-02d1da0b9e30 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:07.733131 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6", "status": "completed", "code": 200}, {"server_uuid": "e2925f6d-5200-408c-9e5b-9f39d88282c1", "name": "network-vif-deleted", "tag": "f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:07.733309 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76837798-e148-49e1-8b83-02d1da0b9e30 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:07.733637 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6', 'status': 'completed', 'code': 200} Dec 06 12:13:07.734034 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2925f6d-5200-408c-9e5b-9f39d88282c1', 'name': 'network-vif-deleted', 'tag': 'f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db', 'status': 'completed', 'code': 200} Dec 06 12:13:07.783263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-175635d6-a2a5-4ffb-bc83-17c61f8a01fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:07.791641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-175635d6-a2a5-4ffb-bc83-17c61f8a01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:07.836175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426531ed-3cf0-4011-bf83-19b270faafb1 req-6dc8c052-4020-48f6-a357-ca6f3b2ddd84 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.837965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-426531ed-3cf0-4011-bf83-19b270faafb1 req-6dc8c052-4020-48f6-a357-ca6f3b2ddd84 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.1523707 Dec 06 12:13:07.870324 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44694) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:07.895062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-175635d6-a2a5-4ffb-bc83-17c61f8a01fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=481e12dae9554c6fb6095451fa54896a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6105201 Dec 06 12:13:07.899729 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:07.902647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175635d6-a2a5-4ffb-bc83-17c61f8a01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cfd207-0a17-4c0e-9783-3da2d47c7c16,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:07.953102 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-1e8bf58f-b9d7-4a4e-9888-98da68ac2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.954868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-1e8bf58f-b9d7-4a4e-9888-98da68ac2251 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 1094 time: 0.1969903 Dec 06 12:13:08.019293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-859df221-7f4a-468b-a374-4b9b7f79cead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.030276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:08.032616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f1b62fe9-1856-4881-a34c-85f590958d9b up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:08.042919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8d8c-70a2-44cf-bee1-ff3d2d7a9f80 req-02a53058-e356-4bce-8e36-7b53cd8a741c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.050996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdac8d8c-70a2-44cf-bee1-ff3d2d7a9f80 req-02a53058-e356-4bce-8e36-7b53cd8a741c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 943 time: 0.2111716 Dec 06 12:13:08.086489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-426531ed-3cf0-4011-bf83-19b270faafb1 req-1cc9ace8-fcf4-4ec7-a75b-64b8e70e7e9a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348337 Dec 06 12:13:08.186774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-859df221-7f4a-468b-a374-4b9b7f79cead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.189301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.194475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-859df221-7f4a-468b-a374-4b9b7f79cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.205461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdac8d8c-70a2-44cf-bee1-ff3d2d7a9f80 req-ce158bac-5e86-428d-afbc-c7020351ea03 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492875 Dec 06 12:13:08.235827 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port f1b62fe9-1856-4881-a34c-85f590958d9b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:08.242043 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port f1b62fe9-1856-4881-a34c-85f590958d9b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:08.242664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.275622 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-859df221-7f4a-468b-a374-4b9b7f79cead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42d164d039e84d0983b62b7df24819b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041188 Dec 06 12:13:08.277718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.280138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df221-7f4a-468b-a374-4b9b7f79cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5003ec6-d1b5-48c1-8beb-ece63b4ee97b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:08.286483 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:08.310287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-4d0e5708-9dec-4e83-847a-0f8f0eea25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.311288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:08.311874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-4d0e5708-9dec-4e83-847a-0f8f0eea25ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 916 time: 0.3384500 Dec 06 12:13:08.320375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8259828-667b-47ac-8e7e-7b2ec9c9475f req-f485639f-4afb-489e-9d18-e9c54467eca6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0750251 Dec 06 12:13:08.355370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'port_id': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'mac_address': 'fa:16:3e:93:42:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:08.376490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-7b2d2d95-89c8-462c-abe5-8087822101ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6 HTTP/1.1" status: 200 len: 217 time: 0.0551410 Dec 06 12:13:08.404434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.423518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.432288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.468455 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:08.483924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.490683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-6912f3af-3de8-4691-ae36-ff4fe9dd8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.493751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-6912f3af-3de8-4691-ae36-ff4fe9dd8aec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.1087828 Dec 06 12:13:08.501340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:08.519447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.523203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.526856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5003ec6-d1b5-48c1-8beb-ece63b4ee97b HTTP/1.1" status: 204 len: 168 time: 0.2359540 Dec 06 12:13:08.528685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.534115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.537523 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c964-dc51-4d1d-be4d-8c82f933cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5003ec6-d1b5-48c1-8beb-ece63b4ee97b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:08.539142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.548817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1cfd207-0a17-4c0e-9783-3da2d47c7c16 HTTP/1.1" status: 204 len: 168 time: 0.6458406 Dec 06 12:13:08.575890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f1b62fe9-1856-4881-a34c-85f590958d9b,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:08.592379 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:08.612719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:08.627337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8827b6-f55e-421f-b59c-b8166e40cb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cfd207-0a17-4c0e-9783-3da2d47c7c16,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:08.703467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-29f80008-5872-4239-b0c0-4fdb3cd94ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.705185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-29f80008-5872-4239-b0c0-4fdb3cd94ff3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003319 Dec 06 12:13:08.741522 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:08.752101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:08.762948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88d6a8-0972-4d14-a7f8-02a7072f385e req-178d4266-0966-4519-83f0-4ed40cfa2431 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.764949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce88d6a8-0972-4d14-a7f8-02a7072f385e req-178d4266-0966-4519-83f0-4ed40cfa2431 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 944 time: 0.1299872 Dec 06 12:13:08.878936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-615ea39a-5556-447c-a94a-5d58381a6f2d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497708 Dec 06 12:13:08.937971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce88d6a8-0972-4d14-a7f8-02a7072f385e req-29298091-5d1e-4df8-8fe5-093c787ce819 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669014 Dec 06 12:13:08.950854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-614631ad-0c8e-4def-a006-2dc8079958f8 service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363875 Dec 06 12:13:09.131209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-ed0a3432-39d1-4228-9125-1e44a77c2dc1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:09.138884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-ed0a3432-39d1-4228-9125-1e44a77c2dc1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519536 Dec 06 12:13:09.144243 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44746) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:09.163890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1ab-7dd2-423a-b3b8-94b85f2f43e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.170867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-d02ed824-1d7a-49cd-861e-e702cdd26286 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/quotas/1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 375 time: 0.0309000 Dec 06 12:13:09.180702 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44748) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:09.210788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11c92be2-e192-4bb0-a6e0-eb5bb26662c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.232031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7a68a9d-2606-4194-af56-4740ccf35210 req-2bce8201-2316-4d6e-a90e-5557178decac service neutron] 10.222.0.53 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707524 Dec 06 12:13:09.256145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-3662e0b7-1cff-4a61-8f90-6bd5eb2a3317 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837123 Dec 06 12:13:09.332042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11c92be2-e192-4bb0-a6e0-eb5bb26662c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.343284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11c92be2-e192-4bb0-a6e0-eb5bb26662c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.409612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-11c92be2-e192-4bb0-a6e0-eb5bb26662c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3feb6f13f16a414699feb7719ac640c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272375 Dec 06 12:13:09.412761 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92be2-e192-4bb0-a6e0-eb5bb26662c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce657d-bcc1-4c77-bae3-ca62160a3224,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:09.414221 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44768) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:09.486996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1ab-7dd2-423a-b3b8-94b85f2f43e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.488776 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1a49-67d5-436b-a812-de8e48050258 req-3c8a5aa9-21a7-45cd-9a76-9f0a9c0e2643 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:09.491032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4be1a49-67d5-436b-a812-de8e48050258 req-3c8a5aa9-21a7-45cd-9a76-9f0a9c0e2643 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 944 time: 0.1422961 Dec 06 12:13:09.493210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1ab-7dd2-423a-b3b8-94b85f2f43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.496468 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 721e5a79-4b8d-4340-9871-051b89654a81 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:09.507627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:09.536002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec49b1ab-7dd2-423a-b3b8-94b85f2f43e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=165387804caa4b77aa3f957d79c56976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886666 Dec 06 12:13:09.536926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49b1ab-7dd2-423a-b3b8-94b85f2f43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c0e4c-a9e7-44fb-bdea-21533216da02,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:09.549213 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44772) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:09.564972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:09.565340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f6e73f9f-daf1-4bc3-8e13-bcbf0725d3db not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:09.574322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffbcff51-fdc5-433d-95ad-d01584840f1f req-73a5455a-883e-4316-9010-e36185649a20 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0822761 Dec 06 12:13:09.616104 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:09.618348 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5eda85-f973-4732-b288-48f2d8faadb9" -d '{"events": [{"server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "name": "network-vif-plugged", "status": "completed", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:09.626816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.667132 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.678546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4be1a49-67d5-436b-a812-de8e48050258 req-fd9793fd-4144-47e5-b836-d8d78c8feb48 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661863 Dec 06 12:13:09.680677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.751519 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.754719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.756758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/611c0e4c-a9e7-44fb-bdea-21533216da02 HTTP/1.1" status: 204 len: 168 time: 0.1955752 Dec 06 12:13:09.773237 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.787109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58f54-1eca-41b9-b678-f7df7ddd8eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c0e4c-a9e7-44fb-bdea-21533216da02,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:09.926549 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.928917 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84044a9e-4207-440b-9d40-a33e2f37e802 x-openstack-request-id: req-84044a9e-4207-440b-9d40-a33e2f37e802 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:09.929441 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "name": "network-vif-plugged", "status": "completed", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:09.929886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:09.930036 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84044a9e-4207-440b-9d40-a33e2f37e802 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:09.930475 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b', 'code': 200} Dec 06 12:13:09.933522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bce657d-bcc1-4c77-bae3-ca62160a3224 HTTP/1.1" status: 204 len: 168 time: 0.5025275 Dec 06 12:13:09.997263 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb92006-658b-4a9d-99a8-6db9ba606b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce657d-bcc1-4c77-bae3-ca62160a3224,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:10.019046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18737d25-d453-4a0a-8206-5d82ca7f82f7 req-112350f3-aaf0-4962-bd62-915ffaa1b5dd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 210 time: 0.3392100 Dec 06 12:13:10.059185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:10.103091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44802) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:10.108019 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1789-d0b9-4027-96ff-d59daef7795d req-73c077ac-e4f5-42b7-b3e9-0a68308d8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:10.112949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfec1789-d0b9-4027-96ff-d59daef7795d req-73c077ac-e4f5-42b7-b3e9-0a68308d8d45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 1096 time: 0.1807868 Dec 06 12:13:10.243552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=721e5a79-4b8d-4340-9871-051b89654a81,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:10.245585 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Deleting subnet fff307d2-4b8f-46ea-b9c1-7f21fc09da4c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:13:10.252872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.262186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfec1789-d0b9-4027-96ff-d59daef7795d req-c69d19c4-15bb-4330-a648-91e9e2d833b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340251 Dec 06 12:13:10.280817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '721e5a79-4b8d-4340-9871-051b89654a81', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'port_id': '721e5a79-4b8d-4340-9871-051b89654a81', 'mac_address': 'fa:16:3e:b3:8e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03baf2ba-933b-4c1a-b8db-1e05d8e19034', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:10.303873 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:10.328181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.332836 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c8940-cd5e-44b3-a123-a5f8df0c05d1 req-900e4f8a-c2f5-4466-ad0a-83acf6ea7cbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:10.341057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-112c8940-cd5e-44b3-a123-a5f8df0c05d1 req-900e4f8a-c2f5-4466-ad0a-83acf6ea7cbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 944 time: 0.1329918 Dec 06 12:13:10.347272 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:10.347809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.397956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.417882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.428973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-112c8940-cd5e-44b3-a123-a5f8df0c05d1 req-120c4f41-034b-4c09-9340-cf09723950af tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870187 Dec 06 12:13:10.437040 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721e5a79-4b8d-4340-9871-051b89654a81 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:10.480950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=721e5a79-4b8d-4340-9871-051b89654a81,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:10.486687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.524909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.565429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.581753 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:10.608736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:10.613823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff307d2-4b8f-46ea-b9c1-7f21fc09da4c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:10.617739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.641806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.649396 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:10.662857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f4829cb6-2dc7-41cd-b396-55fd7ee40406 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fff307d2-4b8f-46ea-b9c1-7f21fc09da4c HTTP/1.1" status: 204 len: 168 time: 0.5529428 Dec 06 12:13:10.739273 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:10.791891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['721e5a79-4b8d-4340-9871-051b89654a81'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:10.946630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be1e7ccb-4119-40f9-9c1d-6104270c37ee req-1b5ddb31-7ed9-4a16-88f2-e13970444081 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=441769b0-cf12-4421-aa34-cde4f260a9c6 HTTP/1.1" status: 200 len: 210 time: 0.1444399 Dec 06 12:13:10.952913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:10.983504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-01e15bf8-6b5b-4b01-bb0c-765a9ef1bbeb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1797063 Dec 06 12:13:11.016128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ceb38-adc9-4a17-a193-818267effa30 req-4ac854de-61ff-453d-89df-5784013950b0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.034038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b36ceb38-adc9-4a17-a193-818267effa30 req-4ac854de-61ff-453d-89df-5784013950b0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.1792338 Dec 06 12:13:11.136957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-c6eb2eb5-8357-427a-bf1e-e183d7e5a572 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405927 Dec 06 12:13:11.219710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b1d1d9a-1980-44ed-95bb-95274181a4f1 req-a6fe8d0f-53ce-4886-8eac-f3d85ed39234 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 210 time: 0.0992351 Dec 06 12:13:11.299010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.332455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b36ceb38-adc9-4a17-a193-818267effa30 req-36a61c4a-4c10-4244-8e51-890867e3e856 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962224 Dec 06 12:13:11.383518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-0395d8ad-2110-44ba-aaaf-3c6a8f952a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.385307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-0395d8ad-2110-44ba-aaaf-3c6a8f952a0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.2663715 Dec 06 12:13:11.391461 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696545ad-c09f-4e0f-b9d3-a8814518bd95']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:11.409115 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a3cfff-a62a-4531-9534-b192202f2214') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:11.409613 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a3cfff-a62a-4531-9534-b192202f2214') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:11.453881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.507435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 04afa40b-4f2c-4f20-97b7-58085e2319a6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:11.587568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.597128 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:11.597635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:11.651617 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:11.670829 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:11.677950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-59c31df6-c00b-43bc-b03e-d8fda0adbfa4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.679460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-59c31df6-c00b-43bc-b03e-d8fda0adbfa4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5028739 Dec 06 12:13:11.686708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.690413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '04afa40b-4f2c-4f20-97b7-58085e2319a6', 'network_id': 'd48d375e-6df7-44b0-adf3-c8725afa06d4', 'port_id': '04afa40b-4f2c-4f20-97b7-58085e2319a6', 'mac_address': 'fa:16:3e:91:01:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03baf2ba-933b-4c1a-b8db-1e05d8e19034', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:11.697681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.700825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] 10.222.0.31 "DELETE /v2.0/networks/696545ad-c09f-4e0f-b9d3-a8814518bd95 HTTP/1.1" status: 204 len: 168 time: 1.0503285 Dec 06 12:13:11.706231 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Request body: {'port': {'device_id': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '1e9094b9f8e94ce4925be2c3ecd0d829'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:11.733765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.749280 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04afa40b-4f2c-4f20-97b7-58085e2319a6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:11.758453 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7d3b0-89f9-4f43-a8c1-788655e8cf2d admin admin] Pushing event deleted for resources: {'Network': ['ID=696545ad-c09f-4e0f-b9d3-a8814518bd95,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:11.764861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-92fd4fce-aaca-4ea6-b19a-d21780b9b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.766534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-92fd4fce-aaca-4ea6-b19a-d21780b9b7e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3528585 Dec 06 12:13:11.774276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:11.780479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:11.783154 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a8cc-efe0-4613-b52d-c3ac214efac3 req-e6b2aecd-dcf1-44e7-8070-05732ab0806f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.792061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1934a8cc-efe0-4613-b52d-c3ac214efac3 req-e6b2aecd-dcf1-44e7-8070-05732ab0806f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 945 time: 0.2302742 Dec 06 12:13:11.848897 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:11.882612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-34bcf3a6-cf05-474c-a796-84a83d310e5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0854776 Dec 06 12:13:11.932060 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:11.935399 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4763e8ed-8997-4b91-8881-f65171aab069" -d '{"events": [{"server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "name": "network-vif-plugged", "status": "completed", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:11.971748 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44872) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:11.978664 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13388ce-8897-48d1-b6ce-2f6f8466ac02 x-openstack-request-id: req-e13388ce-8897-48d1-b6ce-2f6f8466ac02 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:11.978965 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "name": "network-vif-plugged", "status": "completed", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:11.979397 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e13388ce-8897-48d1-b6ce-2f6f8466ac02 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:11.979984 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'code': 200} Dec 06 12:13:11.981797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1934a8cc-efe0-4613-b52d-c3ac214efac3 req-d7c7a355-5bbf-4a9f-a55e-cd713e49c9d4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885507 Dec 06 12:13:12.002355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-053be892-e7aa-40f9-a996-2525e8036b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:12.004196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-053be892-e7aa-40f9-a996-2525e8036b55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1070211 Dec 06 12:13:12.067057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Made reservation on behalf of 1e9094b9f8e94ce4925be2c3ecd0d829 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:12.074743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.081473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['04afa40b-4f2c-4f20-97b7-58085e2319a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:12.096588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-166028af-b5aa-4f8b-b02a-ced2797be688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:12.110894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-166028af-b5aa-4f8b-b02a-ced2797be688 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974512 Dec 06 12:13:12.124401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8855ab9-a59b-4c27-bbd4-470fd34660d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d3d839f871740e9bd7f7583e080c664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512914 Dec 06 12:13:12.129057 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:12.137742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fa189-f403-481c-aab3-0883a4a0a570 req-d5abf654-9bbb-4ba4-baec-d0a9e6470329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:12.139685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e6fa189-f403-481c-aab3-0883a4a0a570 req-d5abf654-9bbb-4ba4-baec-d0a9e6470329 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 1096 time: 0.0816076 Dec 06 12:13:12.246503 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e6fa189-f403-481c-aab3-0883a4a0a570 req-f034345d-d2e7-4aff-acd6-63fa41696605 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993855 Dec 06 12:13:12.440045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49064326-ae89-4875-9033-bdfe3ccf528a req-87c13c8f-38a4-430b-a869-62399ea8735c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 210 time: 0.0820518 Dec 06 12:13:12.448301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.461196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-709dd0e4-69d4-4728-bae8-750457a5b600 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341620 Dec 06 12:13:12.495672 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Allocated IP 192.168.233.19 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/8ab60708-7ddd-405c-9a02-a2933432fd18) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:12.503100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.717336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5044359-700e-4f3e-a30f-58a534f73b5b req-c6e66e35-a650-422e-98ca-689e27254875 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461145 Dec 06 12:13:12.726036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedecd1-6e93-4ffa-a28f-e4015576c506 req-cd9c9421-6c4c-4a35-b842-58ce4adff558 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:12.730519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7aedecd1-6e93-4ffa-a28f-e4015576c506 req-cd9c9421-6c4c-4a35-b842-58ce4adff558 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.1943526 Dec 06 12:13:12.747424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.750253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.751531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fca21f6a-4bd9-49ee-acdd-1cc6f52e2587 HTTP/1.1" status: 204 len: 168 time: 0.6213620 Dec 06 12:13:12.815161 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a922d-12a3-49c2-938a-b08bd62f9732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca21f6a-4bd9-49ee-acdd-1cc6f52e2587,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:12.884829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7aedecd1-6e93-4ffa-a28f-e4015576c506 req-b2c9e5e5-6eeb-4026-86e5-dd291471aeb4 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320548 Dec 06 12:13:12.914064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:12.986402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.026945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3', '605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:13.464865 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:13.504005 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:13.508451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 721e5a79-4b8d-4340-9871-051b89654a81 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:13.512909 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:13.566716 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:13.590571 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:13.594851 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 721e5a79-4b8d-4340-9871-051b89654a81 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:13.600030 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 721e5a79-4b8d-4340-9871-051b89654a81 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:13.600409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.661295 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a30f-dc82-4437-a87f-bae076a09c67 req-f500dea6-9611-4138-a0f5-7fe49969c4fb tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:13.663216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b517a30f-dc82-4437-a87f-bae076a09c67 req-f500dea6-9611-4138-a0f5-7fe49969c4fb tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 945 time: 0.2167642 Dec 06 12:13:13.676935 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:13.677616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.702530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.773741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-89aff717-836e-4e41-8504-9e347f2a5656 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:13.776156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=721e5a79-4b8d-4340-9871-051b89654a81,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:13.782555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-89aff717-836e-4e41-8504-9e347f2a5656 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.3371747 Dec 06 12:13:13.788426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.789551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 04afa40b-4f2c-4f20-97b7-58085e2319a6 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:13.799585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a8a46dd7-2796-4a83-b57e-4f69d137686a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1053824 Dec 06 12:13:13.806662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-e1565168-46b2-460b-a742-66b88d428311 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.0230770 Dec 06 12:13:13.817017 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Request body: {'port': {'device_id': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:13.867697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b5abc0-490a-4c56-a588-2ac004d2e3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.882175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-35f2fe03-2caa-4f41-bb6d-5ecbe86e9a91 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743887 Dec 06 12:13:13.909284 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c67eff7c-0122-47c3-98ce-021ed9c67eaa None None] Provisioning complete for port 8ab60708-7ddd-405c-9a02-a2933432fd18 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:13.909847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c67eff7c-0122-47c3-98ce-021ed9c67eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.913995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:13.939930 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 04afa40b-4f2c-4f20-97b7-58085e2319a6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:13.952523 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 04afa40b-4f2c-4f20-97b7-58085e2319a6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:13.953050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:13.961446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b517a30f-dc82-4437-a87f-bae076a09c67 req-eea928a0-7d06-4ce3-bfa6-89ea9cfb331e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716339 Dec 06 12:13:13.980934 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:13.983728 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51bc1c3-35d2-4eaa-a2b5-b7cc205a637b" -d '{"events": [{"server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "name": "network-vif-plugged", "status": "completed", "tag": "721e5a79-4b8d-4340-9871-051b89654a81"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:13.995870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c67eff7c-0122-47c3-98ce-021ed9c67eaa None None] Port 8ab60708-7ddd-405c-9a02-a2933432fd18 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:14.035184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b5abc0-490a-4c56-a588-2ac004d2e3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.041541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b5abc0-490a-4c56-a588-2ac004d2e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.099590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.104507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.124864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5abc0-490a-4c56-a588-2ac004d2e3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c0eee-0efb-42a1-931d-5be128b0b8ad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:14.146194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2b5abc0-490a-4c56-a588-2ac004d2e3b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5717d6ca5e84b3da77f26e356ffe8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530732 Dec 06 12:13:14.147525 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:14.160344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-4ce42e19-5da0-4c99-a663-5d8eeb9aa5ff service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772837 Dec 06 12:13:14.189722 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:14.197724 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.214331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.242944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.263662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2aefa-33c6-48f8-8128-62410be14e69 req-f1b33f39-d7d2-4b0e-931e-c1b30043169d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:14.267180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33e2aefa-33c6-48f8-8128-62410be14e69 req-f1b33f39-d7d2-4b0e-931e-c1b30043169d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 935 time: 0.1839461 Dec 06 12:13:14.323862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.327985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:14.328637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.335225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a83c0eee-0efb-42a1-931d-5be128b0b8ad HTTP/1.1" status: 204 len: 168 time: 0.1834071 Dec 06 12:13:14.359799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5840d-5136-45e4-848c-4d851da99cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c0eee-0efb-42a1-931d-5be128b0b8ad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:14.485460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33e2aefa-33c6-48f8-8128-62410be14e69 req-c210a2fa-51ab-4226-bcf7-cf09780c7784 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911066 Dec 06 12:13:14.619507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-b46e9c36-d4b8-41ab-bc82-9a848268d5f1 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189894 Dec 06 12:13:14.816358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4cfd-8dc3-4056-a369-8bde3b01eba8 req-913a8788-aad9-4ee3-a8bc-9fd67286e423 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:14.822231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe3b4cfd-8dc3-4056-a369-8bde3b01eba8 req-913a8788-aad9-4ee3-a8bc-9fd67286e423 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.0989354 Dec 06 12:13:14.845927 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc21a025-764b-476b-b5e6-75258f0dd348 x-openstack-request-id: req-fc21a025-764b-476b-b5e6-75258f0dd348 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:14.846370 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "name": "network-vif-plugged", "status": "completed", "tag": "721e5a79-4b8d-4340-9871-051b89654a81", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:14.846785 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc21a025-764b-476b-b5e6-75258f0dd348 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:14.847441 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81', 'code': 200} Dec 06 12:13:14.986474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe3b4cfd-8dc3-4056-a369-8bde3b01eba8 req-2367c7b5-6d1b-4788-b159-11e088979e6b tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541669 Dec 06 12:13:14.989218 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:14.998871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.017642 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Transition to ACTIVE for port object 8ab60708-7ddd-405c-9a02-a2933432fd18 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:15.021740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd11cfc-9c35-4f64-92bc-4c176588ef0e req-0d33a029-a0de-46f6-a21a-f994600dc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:15.023155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccd11cfc-9c35-4f64-92bc-4c176588ef0e req-0d33a029-a0de-46f6-a21a-f994600dc121 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 1097 time: 0.0794940 Dec 06 12:13:15.026363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.149549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81408753-7edf-4aaf-9433-edb7b7668b41 req-672cdf71-5aba-4262-b26c-c1559b3bcdb8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0571856 Dec 06 12:13:15.199132 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:15.268870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccd11cfc-9c35-4f64-92bc-4c176588ef0e req-49edf720-b01c-4286-abf9-aadb3826bc62 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354364 Dec 06 12:13:15.363754 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:15.469866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771b7d-bcd0-4cda-a33c-a027d4d0da63 req-1d278103-b2c3-4250-b745-69df12a404ec tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:15.471455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd771b7d-bcd0-4cda-a33c-a027d4d0da63 req-1d278103-b2c3-4250-b745-69df12a404ec tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.2078414 Dec 06 12:13:15.514876 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:15.526123 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Attempting to bind port 8ab60708-7ddd-405c-9a02-a2933432fd18 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:15.526468 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Attempting to bind port 8ab60708-7ddd-405c-9a02-a2933432fd18 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:15.526801 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Attempting to bind port 8ab60708-7ddd-405c-9a02-a2933432fd18 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:15.549367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b45fb-3024-434f-898a-b6a83736626d req-0ce07c72-5562-44d9-b17a-bd9a8370dbd8 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:15.551752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83a737de-98eb-4dcc-a308-a26c5981dd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.561383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b12b45fb-3024-434f-898a-b6a83736626d req-0ce07c72-5562-44d9-b17a-bd9a8370dbd8 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.2961314 Dec 06 12:13:15.565329 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:15.570851 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Port 8ab60708-7ddd-405c-9a02-a2933432fd18 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:15.571186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Attempting to bind port 8ab60708-7ddd-405c-9a02-a2933432fd18 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:15.578451 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Request body: {'floatingip': {'port_id': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:15.580489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:15.580834 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:15.581428 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:15.582357 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Bound port: 8ab60708-7ddd-405c-9a02-a2933432fd18, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:15.582724 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.591023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef3aee03-514a-4047-87d6-544d8d56eca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.653115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.720749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd771b7d-bcd0-4cda-a33c-a027d4d0da63 req-4dfe655b-1af6-41ed-aac0-36308fdf1ff5 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181828 Dec 06 12:13:15.805789 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:15.809500 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:15.819270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.859279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:15.860092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.875574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 1095 time: 2.0668938 Dec 06 12:13:15.876212 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:15.883686 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d2614f-cfd0-4baf-88c3-b60307f08123" -d '{"events": [{"name": "network-changed", "server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:16.054902 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9031a-1e46-44df-bfe2-b96692eff293 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.080990 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a8668-6f1f-4070-926c-674715bb5b66 req-6337a37f-983c-4f75-a8b1-0b688ecfeb6b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.082651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-991a8668-6f1f-4070-926c-674715bb5b66 req-6337a37f-983c-4f75-a8b1-0b688ecfeb6b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.2273722 Dec 06 12:13:16.090459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-c5df4039-c1e7-4d02-a1ce-90930329046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.091921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-c5df4039-c1e7-4d02-a1ce-90930329046e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1098 time: 0.1662927 Dec 06 12:13:16.162571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-88e4710a-1018-45a5-874a-f0314f1e29d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.0447919 Dec 06 12:13:16.206164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-991a8668-6f1f-4070-926c-674715bb5b66 req-c3c7cab3-065c-4e84-8224-33396889ce26 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130588 Dec 06 12:13:16.227665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef3aee03-514a-4047-87d6-544d8d56eca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.231129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-7863edb3-1a22-44d7-a9b8-e7edd610ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.233193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-7863edb3-1a22-44d7-a9b8-e7edd610ed0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0620637 Dec 06 12:13:16.269827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83a737de-98eb-4dcc-a308-a26c5981dd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.272573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef3aee03-514a-4047-87d6-544d8d56eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.291552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83a737de-98eb-4dcc-a308-a26c5981dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.292870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a7601d8f-c1c2-444d-8d44-4af6fed7c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.294592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-a7601d8f-c1c2-444d-8d44-4af6fed7c821 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552874 Dec 06 12:13:16.356444 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ef3aee03-514a-4047-87d6-544d8d56eca8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=637441f0764f4bc384fac04d761c17ed&name=default HTTP/1.1" status: 200 len: 2997 time: 0.9888434 Dec 06 12:13:16.362756 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:16.381379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3aee03-514a-4047-87d6-544d8d56eca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7119f31-2cde-4f02-ba26-3c4aad432cb8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.388360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-83a737de-98eb-4dcc-a308-a26c5981dd7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbd6537806a5432490896f72cd13fb1b&name=default HTTP/1.1" status: 200 len: 2998 time: 0.8725491 Dec 06 12:13:16.392214 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:16.451788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-663742e2-62bf-4286-919d-bdb0051476e6 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488814 Dec 06 12:13:16.473058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a737de-98eb-4dcc-a308-a26c5981dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44e987-8586-4b3c-bfa6-8f00d0b35b38,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.548179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.562611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.568627 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7884dd-b309-4488-bac0-1ba6594c1e67 x-openstack-request-id: req-0c7884dd-b309-4488-bac0-1ba6594c1e67 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:16.568926 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:16.569199 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c7884dd-b309-4488-bac0-1ba6594c1e67 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:16.570047 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'status': 'completed', 'code': 200} Dec 06 12:13:16.585601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.586519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.598010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.601473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.606811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd990bad-70df-4788-973a-66ebb12a5702 req-e7370624-9013-4c34-9f23-64106eb6e968 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478584 Dec 06 12:13:16.660016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.665322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.669442 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7119f31-2cde-4f02-ba26-3c4aad432cb8 HTTP/1.1" status: 204 len: 168 time: 0.3056746 Dec 06 12:13:16.711124 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef81cb3-0f74-449f-83e8-6ff476827bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7119f31-2cde-4f02-ba26-3c4aad432cb8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.752326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-bc6b6d17-3139-4263-a1ff-c5472761a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.753885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-bc6b6d17-3139-4263-a1ff-c5472761a5ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1098 time: 0.0818524 Dec 06 12:13:16.777111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.784589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.789270 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f44e987-8586-4b3c-bfa6-8f00d0b35b38 HTTP/1.1" status: 204 len: 168 time: 0.3908689 Dec 06 12:13:16.826210 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Floating IP ef691615-5147-4c63-8e46-2e114f4946e7 associated. External IP: 172.35.3.66, port: 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2. Dec 06 12:13:16.832447 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833692e-5ff1-455b-9b9a-927a8cddcf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44e987-8586-4b3c-bfa6-8f00d0b35b38,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.855141 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:16.870117 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3722f775-912f-4864-a11b-39f23f5ee16b" -d '{"events": [{"server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "name": "network-vif-plugged", "status": "completed", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:17.004178 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-a23718eb-bbd8-420c-bba8-d4f4925d2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.005724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-a23718eb-bbd8-420c-bba8-d4f4925d2c53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2427719 Dec 06 12:13:17.100783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-5643c80b-44c1-4622-bec9-85ff96344a38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.0836773 Dec 06 12:13:17.212669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-ceb9ff17-513a-4357-8d77-12eb52d90b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.214871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-ceb9ff17-513a-4357-8d77-12eb52d90b7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0944755 Dec 06 12:13:17.252981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Router 05d04f10-ef96-4d79-95ef-a7db80e66563 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:17.403981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-6b397d0e-f67b-490d-8703-5872e2b07be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.405550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-6b397d0e-f67b-490d-8703-5872e2b07be5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642485 Dec 06 12:13:17.416549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-8bf9b360-9266-454b-9580-6b10c092e070 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.418101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-8bf9b360-9266-454b-9580-6b10c092e070 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.4286184 Dec 06 12:13:17.455452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6ecae-4ff4-4235-8dc9-8ca4745e5e5f req-2c5fd979-e1c2-46d6-a8c9-d0df0147505a tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.466687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d6ecae-4ff4-4235-8dc9-8ca4745e5e5f req-2c5fd979-e1c2-46d6-a8c9-d0df0147505a tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.3684244 Dec 06 12:13:17.479001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:17.679797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:17.691687 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Sync routers for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:17.692276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:17.714785 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:17.715448 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:17.738336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26c58c30-878d-4947-aab1-6312851212ae tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "PUT /v2.0/floatingips/ef691615-5147-4c63-8e46-2e114f4946e7 HTTP/1.1" status: 200 len: 990 time: 2.1716084 Dec 06 12:13:17.739049 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:17.742101 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1381a1-78f7-4738-9768-6ee2c341ff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:17.763357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-b249512e-6447-4a6c-be7a-cba7f344a4ff service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433063 Dec 06 12:13:17.794679 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e71270-d6fa-4ab6-a43a-1d7f8df6eab3 x-openstack-request-id: req-34e71270-d6fa-4ab6-a43a-1d7f8df6eab3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:17.795241 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "name": "network-vif-plugged", "status": "completed", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:17.795655 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34e71270-d6fa-4ab6-a43a-1d7f8df6eab3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:17.796363 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6', 'code': 200} Dec 06 12:13:17.796702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00d6ecae-4ff4-4235-8dc9-8ca4745e5e5f req-52fd026c-a680-44ee-a89d-5519ffb5eb0b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249485 Dec 06 12:13:17.966590 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:17.985480 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:17.990296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.080628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577589b-6115-41c1-a981-4b18e3ac4871 req-25a746a8-9af5-4b0c-af39-dd55470b4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.082223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b577589b-6115-41c1-a981-4b18e3ac4871 req-25a746a8-9af5-4b0c-af39-dd55470b4b71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 1096 time: 0.2052960 Dec 06 12:13:18.115173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d112bf6-884a-4d38-ba92-deb6e6cac45e req-b6291d1e-061c-401c-911e-bfa5dfaa91e2 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.1060476 Dec 06 12:13:18.139400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41350991-d324-45b5-ac8f-9eb3473af082 req-efba028d-4f34-4299-8dc9-f39db95a7cf0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.146623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41350991-d324-45b5-ac8f-9eb3473af082 req-efba028d-4f34-4299-8dc9-f39db95a7cf0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.1977680 Dec 06 12:13:18.249960 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:18.266800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2d2614f-cfd0-4baf-88c3-b60307f08123 req-b1f53f21-6d28-4cd8-b560-2e4f05be0ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938321 Dec 06 12:13:18.274145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b577589b-6115-41c1-a981-4b18e3ac4871 req-2e888b31-ab29-4844-958b-9a72f0d8154d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668432 Dec 06 12:13:18.306548 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e16de1-e82e-4f86-a65b-d74729018bbd x-openstack-request-id: req-15e16de1-e82e-4f86-a65b-d74729018bbd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:18.306975 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:18.307103 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15e16de1-e82e-4f86-a65b-d74729018bbd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:18.307498 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'status': 'completed', 'code': 200} Dec 06 12:13:18.308785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41350991-d324-45b5-ac8f-9eb3473af082 req-a4a39103-1208-4826-a932-393beaa82304 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553330 Dec 06 12:13:18.440895 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef691615-5147-4c63-8e46-2e114f4946e7', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'port_id': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'mac_address': 'fa:16:3e:93:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:49Z', 'updated_at': '2021-12-06T12:13:16Z', 'revision_number': 1, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:18.450917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08b4d8c9-81b0-47fe-b99f-fbdfce183375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.460602 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.14 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/44f74607-389e-48cd-b245-b03028052395) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:18.476361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-c5821121-d991-4236-af7b-94a240d3bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.477845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-c5821121-d991-4236-af7b-94a240d3bc9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 1096 time: 0.1423185 Dec 06 12:13:18.508321 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Checking router: 05d04f10-ef96-4d79-95ef-a7db80e66563 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:18.527068 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:18.527690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:18.542717 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982102-e3d9-4eec-a6c3-b61949557bf1 req-eac33627-9653-4af1-8f92-f0ac99c03c93 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.550062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2982102-e3d9-4eec-a6c3-b61949557bf1 req-eac33627-9653-4af1-8f92-f0ac99c03c93 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1438100 Dec 06 12:13:18.611407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08b4d8c9-81b0-47fe-b99f-fbdfce183375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.621435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08b4d8c9-81b0-47fe-b99f-fbdfce183375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.692834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08b4d8c9-81b0-47fe-b99f-fbdfce183375 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=635d48ae556e4867ab6753c7af98be03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417181 Dec 06 12:13:18.697024 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45128) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:18.700550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-c6223715-cd29-4b83-8e6d-c60364d3ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.702076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-c6223715-cd29-4b83-8e6d-c60364d3ffad service neutron] 10.222.0.23 "GET /v2.0/networks?id=24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 200 len: 907 time: 0.2149484 Dec 06 12:13:18.727184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2982102-e3d9-4eec-a6c3-b61949557bf1 req-75d9c3ca-e2cd-43c0-a351-fd5c59214759 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760104 Dec 06 12:13:18.732110 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d8c9-81b0-47fe-b99f-fbdfce183375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97208eb-b223-4619-8a1c-b5dca5bc4c98,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:18.752516 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:18.829326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.857026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.885348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-75090576-058d-4605-b5f5-9ce2430113d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 200 len: 998 time: 0.1751864 Dec 06 12:13:18.905101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.918145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.920777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.922034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c97208eb-b223-4619-8a1c-b5dca5bc4c98 HTTP/1.1" status: 204 len: 168 time: 0.2232540 Dec 06 12:13:18.935963 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5839-eb04-4001-ac9d-b80882fe8246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97208eb-b223-4619-8a1c-b5dca5bc4c98,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:18.984133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-00079429-d654-4387-a12a-2c1dfe38a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.985548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-00079429-d654-4387-a12a-2c1dfe38a40f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 HTTP/1.1" status: 200 len: 845 time: 0.0924182 Dec 06 12:13:18.995429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365c45c-a6ea-46b7-a5b5-1da8e77e8ce0 req-30ce3e19-1063-4cab-befc-e58fa0adc0e7 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.997874 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45144) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:19.003166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0365c45c-a6ea-46b7-a5b5-1da8e77e8ce0 req-30ce3e19-1063-4cab-befc-e58fa0adc0e7 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.1611555 Dec 06 12:13:19.056625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.155920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0365c45c-a6ea-46b7-a5b5-1da8e77e8ce0 req-df444bd0-c16b-4353-95ec-bbce03d977e5 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471546 Dec 06 12:13:19.164593 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-b7383b09-f032-4de2-b487-64bd41e9466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.166454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-b7383b09-f032-4de2-b487-64bd41e9466b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24635f24-026e-4c0d-bd89-94b76633d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610460 Dec 06 12:13:19.168450 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:19.173197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:19.175931 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:19.187516 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:19.378787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385bf2a2-63a0-41a6-b780-2c85e2e44cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.417109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9eb99-ea68-460b-bcfd-c0ef5ea3d5f8 req-38cb4c52-8dd8-4dfd-bf63-694937cb34df tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.418853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1a9eb99-ea68-460b-bcfd-c0ef5ea3d5f8 req-38cb4c52-8dd8-4dfd-bf63-694937cb34df tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 932 time: 0.1837616 Dec 06 12:13:19.431436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.432106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.450383 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef691615-5147-4c63-8e46-2e114f4946e7', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'port_id': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'mac_address': 'fa:16:3e:93:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:49Z', 'updated_at': '2021-12-06T12:13:16Z', 'revision_number': 1, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:19.484599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.485917 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215adbe-6c9d-4966-8bec-ddc0eb9aee10 None None] The sync data for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 is: [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef691615-5147-4c63-8e46-2e114f4946e7', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'port_id': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'mac_address': 'fa:16:3e:93:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:49Z', 'updated_at': '2021-12-06T12:13:16Z', 'revision_number': 1, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:19.552120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-50c4c61d-d109-4556-a503-0d1d4b0069c0 service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730021 Dec 06 12:13:19.562778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-86b6d2b9-d634-4584-a94e-9a6e33e9618b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0926173 Dec 06 12:13:19.577687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385bf2a2-63a0-41a6-b780-2c85e2e44cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.584339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385bf2a2-63a0-41a6-b780-2c85e2e44cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.609796 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Request body: {'port': {'device_id': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:19.637012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-385bf2a2-63a0-41a6-b780-2c85e2e44cc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9159f348beb94df9a9aa24398f359778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6378884 Dec 06 12:13:19.639086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bf2a2-63a0-41a6-b780-2c85e2e44cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533791a7-0f39-4c7a-94bd-5d2e890f1fff,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:19.645321 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:19.710067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.739064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.807678 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.811660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.815217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/533791a7-0f39-4c7a-94bd-5d2e890f1fff HTTP/1.1" status: 204 len: 168 time: 0.1656702 Dec 06 12:13:19.818634 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1987339-50d1-4d27-a3dd-44910bd1d4df None None] New status for floating IP ef691615-5147-4c63-8e46-2e114f4946e7: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:13:19.822447 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b344-258d-4e78-b03b-9dac0230074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533791a7-0f39-4c7a-94bd-5d2e890f1fff,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:20.066054 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:20.068120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1a9eb99-ea68-460b-bcfd-c0ef5ea3d5f8 req-b04f024a-c34e-41b0-827e-f1d10094938e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218677 Dec 06 12:13:20.092532 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb5f1-80f4-4843-8cde-cea7055f1a87 req-d7b3db0f-c20a-406f-9b4a-c97ba03be777 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.099660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c16cb5f1-80f4-4843-8cde-cea7055f1a87 req-d7b3db0f-c20a-406f-9b4a-c97ba03be777 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.6363347 Dec 06 12:13:20.168055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1381a1-78f7-4738-9768-6ee2c341ff6b req-cca35b46-acea-49e7-a796-6af70ff6dd7e service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966761 Dec 06 12:13:20.168601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.216845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c16cb5f1-80f4-4843-8cde-cea7055f1a87 req-9df590f6-2dc0-4c2e-8aa3-8adc577a53fe tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162465 Dec 06 12:13:20.256035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:20.290239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'mac_address': 'fa:16:3e:e0:9b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:20.352389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.367059 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:20.398132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:20.407477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.478431 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:20.514167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db00aa-6488-43ca-8bf5-1ac5bd966bb6 req-3292dffd-8f5c-4684-bd0a-f73c0077124c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.515885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35db00aa-6488-43ca-8bf5-1ac5bd966bb6 req-3292dffd-8f5c-4684-bd0a-f73c0077124c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.0883527 Dec 06 12:13:20.616265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35db00aa-6488-43ca-8bf5-1ac5bd966bb6 req-a6aa0778-12a2-4158-914f-192680745b18 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917616 Dec 06 12:13:20.626830 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f74607-389e-48cd-b245-b03028052395 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:20.649601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.665284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:20.689626 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Transition to ACTIVE for port object 44f74607-389e-48cd-b245-b03028052395 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:20.695795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.814573 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Pushing event updated for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:20.827008 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45220) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:20.927254 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Attempting to bind port 44f74607-389e-48cd-b245-b03028052395 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:20.927671 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Attempting to bind port 44f74607-389e-48cd-b245-b03028052395 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:20.928169 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Attempting to bind port 44f74607-389e-48cd-b245-b03028052395 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:20.932701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Port 44f74607-389e-48cd-b245-b03028052395 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:20.933132 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Attempting to bind port 44f74607-389e-48cd-b245-b03028052395 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:20.938910 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:20.939873 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:20.940192 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:20.940670 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Bound port: 44f74607-389e-48cd-b245-b03028052395, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:20.941083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:20.988058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9549fc5b-40e3-488b-a445-827ca77bbda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.045037 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:21.053289 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=44f74607-389e-48cd-b245-b03028052395,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:21.062287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46759bbc-5d92-426d-bdc6-7108a2b55f73 req-aef68720-f1cc-40b1-bf9b-03ee38782783 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.063968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46759bbc-5d92-426d-bdc6-7108a2b55f73 req-aef68720-f1cc-40b1-bf9b-03ee38782783 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0800383 Dec 06 12:13:21.065710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.103195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9549fc5b-40e3-488b-a445-827ca77bbda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.113506 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.114180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.115666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] 10.222.0.53 "PUT /v2.0/ports/44f74607-389e-48cd-b245-b03028052395 HTTP/1.1" status: 200 len: 1092 time: 1.5257001 Dec 06 12:13:21.119290 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'tag': '44f74607-389e-48cd-b245-b03028052395'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:21.120906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9549fc5b-40e3-488b-a445-827ca77bbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.122680 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a42038-ec9c-46e4-9126-eb4455472ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "tag": "44f74607-389e-48cd-b245-b03028052395"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:21.202249 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549fc5b-40e3-488b-a445-827ca77bbda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44499778-f6ce-4327-ac58-4ac665d16a34,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:21.213738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9549fc5b-40e3-488b-a445-827ca77bbda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=835c498655f747cc8b1ed569d1753c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844674 Dec 06 12:13:21.216788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45240) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:21.252259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46759bbc-5d92-426d-bdc6-7108a2b55f73 req-d744c6e7-5c1b-4e2a-aff6-fb3ac3cf4222 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773355 Dec 06 12:13:21.252979 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbee0d-3b31-43e3-9f9d-94c7e2d9b538 service neutron] Pushing event updated for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:21.324310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a306-c42f-4122-bad3-dc889576b464 req-8b27d658-9d7d-4e48-80da-7ebc7339cd2b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.325200 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45246) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:21.325878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e005a306-c42f-4122-bad3-dc889576b464 req-8b27d658-9d7d-4e48-80da-7ebc7339cd2b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 944 time: 0.0826426 Dec 06 12:13:21.326011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.327698 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37af845-35a5-4a19-bed5-76a4e11c0d6a x-openstack-request-id: req-f37af845-35a5-4a19-bed5-76a4e11c0d6a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:21.327865 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "tag": "44f74607-389e-48cd-b245-b03028052395", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:21.328064 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f37af845-35a5-4a19-bed5-76a4e11c0d6a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:21.328373 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'tag': '44f74607-389e-48cd-b245-b03028052395', 'status': 'completed', 'code': 200} Dec 06 12:13:21.330519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-5a70c9ac-84d6-4039-a6bf-4670393e481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.331926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-5a70c9ac-84d6-4039-a6bf-4670393e481c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 1095 time: 0.1335015 Dec 06 12:13:21.358049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.427777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.430607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.433866 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44499778-f6ce-4327-ac58-4ac665d16a34 HTTP/1.1" status: 204 len: 168 time: 0.2143393 Dec 06 12:13:21.443095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978912e-822c-433a-b8dc-2c2fd46ad015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44499778-f6ce-4327-ac58-4ac665d16a34,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:21.445494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-bc7a2781-53ec-4799-82fe-75a43e123375 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f74607-389e-48cd-b245-b03028052395 HTTP/1.1" status: 200 len: 217 time: 0.0777884 Dec 06 12:13:21.484442 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1890464895-network', 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:21.501445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e005a306-c42f-4122-bad3-dc889576b464 req-9ac960bc-4a67-4e4b-b950-0b1b5e4d803d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635206 Dec 06 12:13:21.517329 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:21.517329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.525697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.554984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83199620-a70d-4aff-ac35-4ccab4226464 req-878eb043-a39c-4e7a-ae2d-ceef127d7215 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.556503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83199620-a70d-4aff-ac35-4ccab4226464 req-878eb043-a39c-4e7a-ae2d-ceef127d7215 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 948 time: 0.1674464 Dec 06 12:13:21.558467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-3a56898f-e3d0-468f-99bf-05ae5c922e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.559773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-3a56898f-e3d0-468f-99bf-05ae5c922e82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0825362 Dec 06 12:13:21.614793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-b37dca7c-888f-4803-a0a3-7e48406c7c9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427639 Dec 06 12:13:21.626060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.632354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.657063 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:21.678184 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b38fab-6c08-4780-88b1-c73dcbd52cfa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:21.681791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.682722 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Added segment 75c70c3e-eb23-43e6-9a69-41e87baac061 of type vlan for network 8355e848-2ecf-421e-9e29-f94b3b4cee88 Dec 06 12:13:21.692228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83199620-a70d-4aff-ac35-4ccab4226464 req-4539321f-0fb4-4876-ba57-0472bc3786c2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289849 Dec 06 12:13:21.758967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-46d7a82a-23da-400b-9d67-6c177b12d0c6 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365626 Dec 06 12:13:21.760489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.814141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.818854 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.819654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.871557 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:21.872670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5336664 Dec 06 12:13:21.878693 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Request body: {'subnet': {'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1890464895-subnet', 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:21.902008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcf774-59bb-4e44-a874-aac47143b50f req-c207a43b-1968-45f1-a989-fa115af405b9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:21.903535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46fcf774-59bb-4e44-a874-aac47143b50f req-c207a43b-1968-45f1-a989-fa115af405b9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1097159 Dec 06 12:13:21.918272 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136cb4c-9ff5-4938-9d18-da3e0556b201 admin admin] Pushing event updated for resources: {'Network': ['ID=8355e848-2ecf-421e-9e29-f94b3b4cee88,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:21.933065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:21.954538 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:21.957900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:21.963580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-236c508c-e4e0-4fb0-94de-d3147c59b76f service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966550 Dec 06 12:13:22.061141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46fcf774-59bb-4e44-a874-aac47143b50f req-eca79fc3-04c9-4407-8bcf-5a4169d97bca tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454175 Dec 06 12:13:22.074793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:22.151422 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-dffbabb0-7a54-43b6-8640-844d72257843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.153054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-dffbabb0-7a54-43b6-8640-844d72257843 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 1095 time: 0.0871589 Dec 06 12:13:22.158813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 8ab60708-7ddd-405c-9a02-a2933432fd18 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:22.165298 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8ab60708-7ddd-405c-9a02-a2933432fd18 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:22.165616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:22.277111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:22.303741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:22.306702 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:22.309149 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603516a2-7067-4228-ba28-a70d45561947" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:22.324510 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:22.330579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:22.388020 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:22.393697 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f05d6-a565-497a-84f4-0949379f0c58 x-openstack-request-id: req-905f05d6-a565-497a-84f4-0949379f0c58 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:22.394271 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:22.394532 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-905f05d6-a565-497a-84f4-0949379f0c58 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:22.401495 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'code': 200} Dec 06 12:13:22.417627 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-5a9d7eff-540d-4ee1-bb3a-147e3c43817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.419678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-5a9d7eff-540d-4ee1-bb3a-147e3c43817b service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.2479987 Dec 06 12:13:22.430985 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1816c410-9e63-4165-9e3e-354b156f6ac4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:22.496251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.496606 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.496957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.497329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.497672 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.498023 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.498364 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.498715 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.499054 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.499409 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.499751 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.500091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.500443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:22.517036 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-63a84426-2880-44c0-9480-a90102e7886d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f74607-389e-48cd-b245-b03028052395 HTTP/1.1" status: 200 len: 217 time: 0.0870552 Dec 06 12:13:22.595066 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Checking segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:22.595712 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Network hostable DHCP agents. Network: 8355e848-2ecf-421e-9e29-f94b3b4cee88, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:22.654362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4d6a6-f0bd-4321-bba9-d15ca2d54964 req-1bc8c4f0-614d-4f50-baf3-f33b8e95a3a3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.665378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4d6a6-f0bd-4321-bba9-d15ca2d54964 req-1bc8c4f0-614d-4f50-baf3-f33b8e95a3a3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.667235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4d6a6-f0bd-4321-bba9-d15ca2d54964 req-1bc8c4f0-614d-4f50-baf3-f33b8e95a3a3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.669625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99a4d6a6-f0bd-4321-bba9-d15ca2d54964 req-1bc8c4f0-614d-4f50-baf3-f33b8e95a3a3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240&device_id=189ce116-624c-4069-aaf7-cabcccbf91e0&device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 2417 time: 0.1516411 Dec 06 12:13:22.672005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4102-51d3-4dfe-a18a-95299172b4b5 req-3e413dee-f6d1-4ed0-9704-a0c67a741376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.673657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90af4102-51d3-4dfe-a18a-95299172b4b5 req-3e413dee-f6d1-4ed0-9704-a0c67a741376 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1100 time: 0.1670096 Dec 06 12:13:22.677412 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:22.682897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-669e36fd-1d73-413c-803f-ae36e22f845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.683338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-669e36fd-1d73-413c-803f-ae36e22f845a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.1565340 Dec 06 12:13:22.746977 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8355e848-2ecf-421e-9e29-f94b3b4cee88) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:22.759116 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdccd8-1cd2-445f-9cc9-9dbe7d97a5c0 None None] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:22.760185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-d9b70808-f706-4ed4-ba4a-248fa31658fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573616 Dec 06 12:13:22.764570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:22.765186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:22.852415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99a4d6a6-f0bd-4321-bba9-d15ca2d54964 req-a33c6684-6f0d-4c17-b3da-9f2414f4436c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765115 Dec 06 12:13:22.900552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90af4102-51d3-4dfe-a18a-95299172b4b5 req-fbef8dd4-09ff-47e5-b7a0-ad99645d0072 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143719 Dec 06 12:13:22.918128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f1795b35-40dc-4618-bc10-62f7be8a438a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0453680 Dec 06 12:13:22.982161 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f03218-52b6-4a01-8fd7-78170028149d None None] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:23.035797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016cde-6656-4fbf-9586-c80d22c569fd req-56f8f4dd-1046-45b0-88b4-84e67b0a1ded tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:23.038156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf016cde-6656-4fbf-9586-c80d22c569fd req-56f8f4dd-1046-45b0-88b4-84e67b0a1ded tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 944 time: 0.3096054 Dec 06 12:13:23.071074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-d9f5044c-8a8f-4366-9d9e-8e7c1f78472a service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803926 Dec 06 12:13:23.094071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88843-3d62-4b8c-bd54-21b5e99972a8 req-e3bc2190-90e5-4f0b-bdbf-d3cb60558aea tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:23.103289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59d88843-3d62-4b8c-bd54-21b5e99972a8 req-e3bc2190-90e5-4f0b-bdbf-d3cb60558aea tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1274595 Dec 06 12:13:23.210034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf016cde-6656-4fbf-9586-c80d22c569fd req-d42c26ff-521d-4984-9222-f482dd1f75ad tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535552 Dec 06 12:13:23.231633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59d88843-3d62-4b8c-bd54-21b5e99972a8 req-575d2c84-6457-4608-87d1-916c359a5917 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232846 Dec 06 12:13:23.262413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0a42038-ec9c-46e4-9126-eb4455472ffe req-1779c320-aa0e-41af-8d55-60de2efa9370 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839752 Dec 06 12:13:23.409251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67d76-c3d4-4eb9-9ecf-ed541cb7e12a req-6033b39a-4b90-40bc-b5d6-fd3e9db4dcad tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:23.410901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfb67d76-c3d4-4eb9-9ecf-ed541cb7e12a req-6033b39a-4b90-40bc-b5d6-fd3e9db4dcad tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0590520 Dec 06 12:13:23.442813 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45336) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:23.469254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfb67d76-c3d4-4eb9-9ecf-ed541cb7e12a req-5e36cd1f-7e7b-41c2-91c5-e66b84a1f023 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513527 Dec 06 12:13:23.566986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a79849d1-07b4-41d5-bab1-41668c32ca36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:23.658995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a79849d1-07b4-41d5-bab1-41668c32ca36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:23.664340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a79849d1-07b4-41d5-bab1-41668c32ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:23.704471 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:23.705070 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a79849d1-07b4-41d5-bab1-41668c32ca36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b612521c29ee472c96112aa448168563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585454 Dec 06 12:13:23.723955 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79849d1-07b4-41d5-bab1-41668c32ca36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b809d63-ffc2-4f52-aa3a-196ce79d8ee5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:23.856289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:23.899312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:23.910588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-507ba78a-b010-496d-a822-c79245a42e77 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:23.912246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-507ba78a-b010-496d-a822-c79245a42e77 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.1787486 Dec 06 12:13:23.947043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-229097d2-c46c-4e95-9ad4-f96e426e161a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/quotas/c2592070a81a40cfaf5093c2a712841d HTTP/1.1" status: 200 len: 375 time: 0.0259271 Dec 06 12:13:24.009797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-c63feeeb-6117-4e67-8e76-236627d606df tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542448 Dec 06 12:13:24.025466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.028030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.033317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b809d63-ffc2-4f52-aa3a-196ce79d8ee5 HTTP/1.1" status: 204 len: 168 time: 0.3240333 Dec 06 12:13:24.061507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5b7c4-19b7-40c0-a0e9-b0988c6977ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b809d63-ffc2-4f52-aa3a-196ce79d8ee5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:24.176949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-1b50d0e8-80be-483c-a78d-011283f76c83 service neutron] 10.222.0.31 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618087 Dec 06 12:13:24.303647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-81adca11-3518-46ea-97e8-a519c7315bcc service neutron] 10.222.0.31 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177609 Dec 06 12:13:24.432574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0d8db-c080-4cc6-b29e-c66a23a46f00 req-b897e4ed-6688-49d2-943a-3f6cbf7d4cac tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:24.434375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4b0d8db-c080-4cc6-b29e-c66a23a46f00 req-b897e4ed-6688-49d2-943a-3f6cbf7d4cac tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 944 time: 0.0698202 Dec 06 12:13:24.459612 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:24.474816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49fe667d-1dbb-4bd1-8016-39a38c304443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.510763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4b0d8db-c080-4cc6-b29e-c66a23a46f00 req-e1328136-27d9-4ace-8afd-adb227622b11 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661256 Dec 06 12:13:24.598831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a6129-2a18-400f-8ad6-f7cad46aa19b req-476d6f81-87e3-4c27-a4ab-51c7864dbf11 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:24.600688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600a6129-2a18-400f-8ad6-f7cad46aa19b req-476d6f81-87e3-4c27-a4ab-51c7864dbf11 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0585222 Dec 06 12:13:24.628484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49fe667d-1dbb-4bd1-8016-39a38c304443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.639091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49fe667d-1dbb-4bd1-8016-39a38c304443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.695898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49fe667d-1dbb-4bd1-8016-39a38c304443 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4337210976644ea8814ef6a4a7d676d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346058 Dec 06 12:13:24.698224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe667d-1dbb-4bd1-8016-39a38c304443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8d812-2919-40e8-b05a-fafaa08665f0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:24.698999 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:24.714093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600a6129-2a18-400f-8ad6-f7cad46aa19b req-999aea09-f60d-4246-947e-9baf73fe42af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971413 Dec 06 12:13:24.801071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.842996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.918773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.922103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:24.924669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01f8d812-2919-40e8-b05a-fafaa08665f0 HTTP/1.1" status: 204 len: 168 time: 0.2095349 Dec 06 12:13:24.981186 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:24.990039 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6bd0e-c052-4ba6-8fa3-d20c366b165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f8d812-2919-40e8-b05a-fafaa08665f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:25.040586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5063f-ad4a-4351-9ff5-8b1f79145d89 req-127680bf-6759-4c3b-8a00-f24ac67a0572 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:25.046417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe5063f-ad4a-4351-9ff5-8b1f79145d89 req-127680bf-6759-4c3b-8a00-f24ac67a0572 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1188989 Dec 06 12:13:25.155185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14e75dc8-4a0b-43a1-bb5a-357f01f2207b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.162657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef879ccf-246c-40d6-840c-1979a06d2949 req-88f1f18e-72ee-43bb-b005-1e3902685f65 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 210 time: 0.0497353 Dec 06 12:13:25.184301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe5063f-ad4a-4351-9ff5-8b1f79145d89 req-924ca9d7-4e47-429e-9e15-91aa5957b0f1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211650 Dec 06 12:13:25.245677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14e75dc8-4a0b-43a1-bb5a-357f01f2207b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.251283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14e75dc8-4a0b-43a1-bb5a-357f01f2207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.311146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-14e75dc8-4a0b-43a1-bb5a-357f01f2207b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a68b6aa2b1ec479ebcb0812f85b31e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274724 Dec 06 12:13:25.312591 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:25.344392 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e75dc8-4a0b-43a1-bb5a-357f01f2207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18fa4c2-bada-4dec-bec7-1eb46ba4fccf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:25.452578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.502106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.532274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a80a1-3aa1-4afa-bf65-9e5076b9b3fc req-c004b642-3ee7-42ac-b46a-877aa5b028f6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:25.535450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 44f74607-389e-48cd-b245-b03028052395 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:25.545455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e3a80a1-3aa1-4afa-bf65-9e5076b9b3fc req-c004b642-3ee7-42ac-b46a-877aa5b028f6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1178179 Dec 06 12:13:25.681796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e3a80a1-3aa1-4afa-bf65-9e5076b9b3fc req-694aad30-d59d-42d4-ae7d-9e433d7b8dc6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320729 Dec 06 12:13:25.706095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289a0b-fca3-45de-82a7-463dc2b8e2f8 req-fae5d627-4c16-4a25-935d-23ab3608150c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:25.707177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04289a0b-fca3-45de-82a7-463dc2b8e2f8 req-fae5d627-4c16-4a25-935d-23ab3608150c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 944 time: 0.0955482 Dec 06 12:13:25.729369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.741729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.745407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d18fa4c2-bada-4dec-bec7-1eb46ba4fccf HTTP/1.1" status: 204 len: 168 time: 0.4316547 Dec 06 12:13:25.791255 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd473d-0b21-4075-b43a-0b01858c9e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18fa4c2-bada-4dec-bec7-1eb46ba4fccf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:25.795726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=44f74607-389e-48cd-b245-b03028052395,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:25.839172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '44f74607-389e-48cd-b245-b03028052395', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '44f74607-389e-48cd-b245-b03028052395', 'mac_address': 'fa:16:3e:46:41:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:25.854601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04289a0b-fca3-45de-82a7-463dc2b8e2f8 req-8fae90c7-5db8-44e4-8df8-a116766bf276 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397209 Dec 06 12:13:25.903594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a7f4-5abf-4d95-9dc4-20057656e09e req-21d1df08-e226-462c-ba77-6be9e89de037 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:25.912019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e1a7f4-5abf-4d95-9dc4-20057656e09e req-21d1df08-e226-462c-ba77-6be9e89de037 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1366489 Dec 06 12:13:25.928961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:25.955643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-bc6d50e9-c475-438d-a2bc-74a64cca3682 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3485930 Dec 06 12:13:25.962986 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f74607-389e-48cd-b245-b03028052395 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:25.979710 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-5b7fe3d0-4f54-4537-9a17-3aa78f076992 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:25.986534 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-5b7fe3d0-4f54-4537-9a17-3aa78f076992 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110824 Dec 06 12:13:26.014529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=44f74607-389e-48cd-b245-b03028052395,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:26.015618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e1a7f4-5abf-4d95-9dc4-20057656e09e req-125bc425-62e7-4b5d-978a-a15fa1c5540a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027105 Dec 06 12:13:26.042779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.124672 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:26.278025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-b5a8ee14-a822-4b95-9572-5576f7328cce tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:26.284909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-b5a8ee14-a822-4b95-9572-5576f7328cce tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.1695008 Dec 06 12:13:26.330523 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:26.347991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be3465da-5422-410c-933b-ed0f3f9e0827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.358397 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Request body: {'port': {'device_id': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'admin_state_up': True, 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:26.375274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-301f2191-9671-4008-8b6b-30ae058a0555 req-f6be48b2-fc16-48d7-822f-bffc64c8240a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 210 time: 0.0655735 Dec 06 12:13:26.413369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['44f74607-389e-48cd-b245-b03028052395'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:26.507370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be3465da-5422-410c-933b-ed0f3f9e0827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.513694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be3465da-5422-410c-933b-ed0f3f9e0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.535597 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:26.573959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-41e4c46e-eb9b-4a02-b717-8639f18bde15 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:26.575554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-41e4c46e-eb9b-4a02-b717-8639f18bde15 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.53 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.2889001 Dec 06 12:13:26.589119 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3465da-5422-410c-933b-ed0f3f9e0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb081f-4875-4285-9163-5c3a0e717ca7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:26.604220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:26.615381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.621197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-be3465da-5422-410c-933b-ed0f3f9e0827 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de28555453c54715990a54e619401013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877126 Dec 06 12:13:26.623021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45542) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:26.627196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Request body: {'port': {'device_id': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'admin_state_up': True, 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:26.685742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.727996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.781829 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-48651043-network', 'tenant_id': '16776c7ff7cb4aa3b575e39fe9473a95'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:26.782445 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.784978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.786279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63cb081f-4875-4285-9163-5c3a0e717ca7 HTTP/1.1" status: 204 len: 168 time: 0.1621797 Dec 06 12:13:26.795581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af524d-15ef-45d2-b0f3-97628dce0309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb081f-4875-4285-9163-5c3a0e717ca7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:26.936657 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Made reservation on behalf of 16776c7ff7cb4aa3b575e39fe9473a95 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:26.939120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:26.972281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.028179 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e602-f80a-49f8-b4f6-fff0e269a5a9 req-0baf9b38-4313-4d0f-a08a-d65af8d85762 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.035303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03b6e602-f80a-49f8-b4f6-fff0e269a5a9 req-0baf9b38-4313-4d0f-a08a-d65af8d85762 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.2500372 Dec 06 12:13:27.059025 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Allocated IP 172.20.0.12 (8355e848-2ecf-421e-9e29-f94b3b4cee88/1816c410-9e63-4165-9e3e-354b156f6ac4/0c3a7bc8-f8d4-4086-af3d-2d67c46057a0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:27.088311 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:27.091878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.148888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e2249-328e-4bd4-bf25-b54d5b12bd96 req-5d353926-f85e-4c8a-85c7-333c8dead28a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.153856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-607e2249-328e-4bd4-bf25-b54d5b12bd96 req-5d353926-f85e-4c8a-85c7-333c8dead28a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 945 time: 0.2103727 Dec 06 12:13:27.206108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb23a900-a115-4af7-8d14-ce36f9fbfa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.263937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03b6e602-f80a-49f8-b4f6-fff0e269a5a9 req-82a3449f-0234-4b6b-9d37-93c9aaface4c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277808 Dec 06 12:13:27.414230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-607e2249-328e-4bd4-bf25-b54d5b12bd96 req-a3e55a7d-17a9-4109-ac9d-2bd50e6ae04c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472899 Dec 06 12:13:27.443820 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.467881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.519819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:27.529200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.541850 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9402eb-5d89-41d5-b436-d1f443cc43ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:27.556995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546e9b-8272-4b74-83de-52f6e7f9e10c req-6e7b1246-2f6f-4a8a-8852-08576a0b6080 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.560242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 44f74607-389e-48cd-b245-b03028052395 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:27.569682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d546e9b-8272-4b74-83de-52f6e7f9e10c req-6e7b1246-2f6f-4a8a-8852-08576a0b6080 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1544533 Dec 06 12:13:27.588987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.589870 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Added segment 132e43f7-0386-466d-931c-240e4b756115 of type vlan for network f97ebbb1-328b-4740-905d-edef78292fe3 Dec 06 12:13:27.613719 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 44f74607-389e-48cd-b245-b03028052395 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:27.619041 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 44f74607-389e-48cd-b245-b03028052395 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:27.619701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.628969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532b7795-9104-49ad-906c-01863055022e req-634707df-5015-4838-a814-9bd3ded75457 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 210 time: 0.0579951 Dec 06 12:13:27.725273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.727958 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.728165 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.771699 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f74607-389e-48cd-b245-b03028052395'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:27.774653 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ca5fd-b71a-4ac3-bb1e-c8fc3d30ed78" -d '{"events": [{"server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "name": "network-vif-plugged", "status": "completed", "tag": "44f74607-389e-48cd-b245-b03028052395"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:27.794657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=44f74607-389e-48cd-b245-b03028052395,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:27.803557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.808827 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-e73ec7d3-59cc-4fe0-a81b-1bbf1e1153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.812351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-e73ec7d3-59cc-4fe0-a81b-1bbf1e1153a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1100 time: 0.0558324 Dec 06 12:13:27.822960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d546e9b-8272-4b74-83de-52f6e7f9e10c req-7c9d3f03-fb46-4f63-a7f0-e9521ed99b94 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337334 Dec 06 12:13:27.844679 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:27.851554 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33407c9-d277-47e8-8989-1f8e9c3f3b8a x-openstack-request-id: req-d33407c9-d277-47e8-8989-1f8e9c3f3b8a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:27.852062 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "name": "network-vif-plugged", "status": "completed", "tag": "44f74607-389e-48cd-b245-b03028052395", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:27.852496 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d33407c9-d277-47e8-8989-1f8e9c3f3b8a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:27.853035 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f74607-389e-48cd-b245-b03028052395', 'code': 200} Dec 06 12:13:27.859231 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:27.867054 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:27.896782 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:27.903854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.904918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.905615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:27.911670 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Allocated IP 172.20.0.11 (8355e848-2ecf-421e-9e29-f94b3b4cee88/1816c410-9e63-4165-9e3e-354b156f6ac4/33439d4b-6719-4e08-8aa6-dc743626d56e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:27.923465 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event updated for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:27.968193 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-9e27d2a4-7577-4e81-83cb-72c63424d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:27.969748 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-9e27d2a4-7577-4e81-83cb-72c63424d24c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1502929 Dec 06 12:13:27.999557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4628792 Dec 06 12:13:28.011450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.012064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:28.017538 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:28.021438 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-09fe4197-7e2d-4cda-86d8-83c2eb3a02b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.0392661 Dec 06 12:13:28.025076 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Request body: {'subnet': {'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-48651043-subnet', 'tenant_id': '16776c7ff7cb4aa3b575e39fe9473a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:28.072876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef149-124a-43d2-b947-9cd290158552 admin admin] Pushing event updated for resources: {'Network': ['ID=f97ebbb1-328b-4740-905d-edef78292fe3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:28.074694 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-e1ffd4af-3f0c-4dcf-986a-8a6c069a0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.077086 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-e1ffd4af-3f0c-4dcf-986a-8a6c069a0870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0489566 Dec 06 12:13:28.086042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f97ebbb1-328b-4740-905d-edef78292fe3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:28.091103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-ce03bd7b-53f5-4a5e-b3f7-22ca49c73121 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7368262 Dec 06 12:13:28.112801 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Request body: {'port': {'device_id': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:28.135614 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-114ca66b-7bf2-4d11-a9ac-f8a20efcc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.137313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-114ca66b-7bf2-4d11-a9ac-f8a20efcc388 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526903 Dec 06 12:13:28.278610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-15d5d85a-439e-4671-b5fc-28d954ee60bd service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342244 Dec 06 12:13:28.401649 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-a5b8dee6-bc61-412b-b485-65b36ccf52d9 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159840 Dec 06 12:13:28.549047 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643840b-5059-4e98-a244-f364dcb1530d req-fe844988-9e50-4263-b418-c37e6562af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.550937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0643840b-5059-4e98-a244-f364dcb1530d req-fe844988-9e50-4263-b418-c37e6562af41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 1097 time: 0.5866194 Dec 06 12:13:28.557447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Made reservation on behalf of 16776c7ff7cb4aa3b575e39fe9473a95 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:28.560130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:28.789060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:28.836250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd3a1-0bd7-4e69-baf9-3f9e5de7456c req-c6e7afb0-1cdd-4985-b1e1-dda8650471b1 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.843519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b89dd3a1-0bd7-4e69-baf9-3f9e5de7456c req-c6e7afb0-1cdd-4985-b1e1-dda8650471b1 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.2908256 Dec 06 12:13:28.847403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0643840b-5059-4e98-a244-f364dcb1530d req-04a302d6-7706-4548-9427-8af5fe697a76 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749720 Dec 06 12:13:28.903847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:28.936515 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd61c6-4f08-4781-a837-df5c6c3ce887 req-cd7e01a4-70df-4d98-a1b4-804c4329026d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:28.938026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3bd61c6-4f08-4781-a837-df5c6c3ce887 req-cd7e01a4-70df-4d98-a1b4-804c4329026d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 946 time: 0.3064799 Dec 06 12:13:29.085459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b89dd3a1-0bd7-4e69-baf9-3f9e5de7456c req-a2681932-2eae-49bb-92b1-a619b2b75a19 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410598 Dec 06 12:13:29.150141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3bd61c6-4f08-4781-a837-df5c6c3ce887 req-5df6ed61-4f4f-4b03-b47c-744531be953d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006004 Dec 06 12:13:29.156896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.296532 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:29.331151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.363401 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:29.388698 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:29.394644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event updated for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:29.494678 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d48cd7-8e71-4400-acb8-21a4355b1da3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:29.508016 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45658) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:29.509147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf7e3f-fecd-47b7-b62a-b1647d177265 req-68681e2c-b492-4e8d-a42e-1a9683bbe846 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:29.510699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ddf7e3f-fecd-47b7-b62a-b1647d177265 req-68681e2c-b492-4e8d-a42e-1a9683bbe846 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 932 time: 0.2779136 Dec 06 12:13:29.537712 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:29.538334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.543094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a80ab44f-8d4d-4795-b5e4-474bda253488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.555461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261d2c5-5de8-4e5c-8e94-1d8d5a215c46 req-6fd4cda3-5dc3-43e2-8e73-fb22245dbe76 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:29.556937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a261d2c5-5de8-4e5c-8e94-1d8d5a215c46 req-6fd4cda3-5dc3-43e2-8e73-fb22245dbe76 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2931168 Dec 06 12:13:29.599361 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Checking segment: {'id': '132e43f7-0386-466d-931c-240e4b756115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:29.599807 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Network hostable DHCP agents. Network: f97ebbb1-328b-4740-905d-edef78292fe3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:29.620489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76464b80-aaf7-4f4c-9b84-49b75cd9b364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.634850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-5ff5eef5-5197-45b8-9c2f-b5bf26f816e6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0150685 Dec 06 12:13:29.666415 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Request body: {'port': {'device_id': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:29.678712 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:29.700062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76464b80-aaf7-4f4c-9b84-49b75cd9b364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.703907 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76464b80-aaf7-4f4c-9b84-49b75cd9b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.721897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.732415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ddf7e3f-fecd-47b7-b62a-b1647d177265 req-fb0fa2cc-13d4-4e17-a668-33300ff4c76e tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082849 Dec 06 12:13:29.739814 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Network f97ebbb1-328b-4740-905d-edef78292fe3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:29.746288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76464b80-aaf7-4f4c-9b84-49b75cd9b364 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=603c55fa808248188d61cf727cff0e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349405 Dec 06 12:13:29.746288 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76464b80-aaf7-4f4c-9b84-49b75cd9b364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4489af01-edff-4604-a360-4778ad23b541,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:29.748124 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:29.765285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a261d2c5-5de8-4e5c-8e94-1d8d5a215c46 req-12d32924-268e-46a7-94a1-20af5a78829c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872592 Dec 06 12:13:29.767759 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Transition to ACTIVE for port object 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:29.784044 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f97ebbb1-328b-4740-905d-edef78292fe3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:29.788588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:29.789290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.794495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.796541 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8b3d6-9aba-409f-b4e9-3ab3f9e401c9 None None] Network f97ebbb1-328b-4740-905d-edef78292fe3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:29.835874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.840030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.849853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-660bcb54-7281-4101-8f78-dbf515a063cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8280933 Dec 06 12:13:29.872973 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:29.885813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.950752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.954559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.956250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4489af01-edff-4604-a360-4778ad23b541 HTTP/1.1" status: 204 len: 168 time: 0.2072041 Dec 06 12:13:29.976497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4228-3627-43de-ba8f-a1f8af7b6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4489af01-edff-4604-a360-4778ad23b541,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:30.025763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4556c-1dc3-4c2f-8cf1-6e8da054efbc None None] Network f97ebbb1-328b-4740-905d-edef78292fe3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:30.056391 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Attempting to bind port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:30.056732 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Attempting to bind port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:30.057076 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Attempting to bind port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:30.083585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:30.084279 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Attempting to bind port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:30.102487 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:30.103478 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Checking segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:30.103968 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Bound using segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:30.104517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Bound port: 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:30.104887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.400479 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-48c52fc8-3cc2-4d2f-bb9e-b08485e69025 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:30.402018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-48c52fc8-3cc2-4d2f-bb9e-b08485e69025 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 946 time: 0.1965582 Dec 06 12:13:30.403824 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:30.418617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707397-798f-4c30-bc32-327892335ff1 req-2dc6f24a-bd34-4301-a1dc-9a2645122cb6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:30.420102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25707397-798f-4c30-bc32-327892335ff1 req-2dc6f24a-bd34-4301-a1dc-9a2645122cb6 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.2119608 Dec 06 12:13:30.435071 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45684) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:30.449527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.452093 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:30.456352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32994342-4578-4c68-847a-727d1a2d37bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.463780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e640d-ee24-4fa4-9f75-41a953581091 req-e3041c93-4f09-4c08-9186-60e79dbb970f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:30.465336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec2e640d-ee24-4fa4-9f75-41a953581091 req-e3041c93-4f09-4c08-9186-60e79dbb970f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 946 time: 0.2176814 Dec 06 12:13:30.509745 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.542545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32994342-4578-4c68-847a-727d1a2d37bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.547281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32994342-4578-4c68-847a-727d1a2d37bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.592622 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32994342-4578-4c68-847a-727d1a2d37bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0889587d9194f6ca0e89d36c783bd76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563528 Dec 06 12:13:30.593413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32994342-4578-4c68-847a-727d1a2d37bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc91f6-7677-4c3c-a096-d064218fdb58,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:30.595744 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45688) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:30.614953 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33439d4b-6719-4e08-8aa6-dc743626d56e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:30.628833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:30.629522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.630912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] 10.222.0.23 "PUT /v2.0/ports/0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 HTTP/1.1" status: 200 len: 1092 time: 2.5287416 Dec 06 12:13:30.639078 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:30.641409 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f111b8f0-5fa7-41c8-9180-646114206601" -d '{"events": [{"name": "network-changed", "server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:30.661885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.682821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.705665 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccfd5b-1846-4877-90d4-749690e4432c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:30.709467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.721832 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Transition to ACTIVE for port object 33439d4b-6719-4e08-8aa6-dc743626d56e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:30.726976 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45694) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:30.731610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-284576030-network', 'tenant_id': '8a2afa1379734b7b817415f0db6deb14'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:30.747290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25707397-798f-4c30-bc32-327892335ff1 req-5a0e1889-b05e-4e65-8cb8-321b703922f2 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974055 Dec 06 12:13:30.753726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec2e640d-ee24-4fa4-9f75-41a953581091 req-5da435a0-e6f4-43af-b778-767d96af34a2 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480044 Dec 06 12:13:30.755719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.784731 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Made reservation on behalf of 8a2afa1379734b7b817415f0db6deb14 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:30.790833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.809694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.813510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.819262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.821825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.823024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70fc91f6-7677-4c3c-a096-d064218fdb58 HTTP/1.1" status: 204 len: 168 time: 0.2259994 Dec 06 12:13:30.840494 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f302b-ce68-42e0-a651-7a0754f1cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc91f6-7677-4c3c-a096-d064218fdb58,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:30.863594 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d78c9a-5e6a-4c0e-9a87-37e5d61af316 x-openstack-request-id: req-93d78c9a-5e6a-4c0e-9a87-37e5d61af316 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:30.864151 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:30.864151 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93d78c9a-5e6a-4c0e-9a87-37e5d61af316 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:30.864536 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0', 'status': 'completed', 'code': 200} Dec 06 12:13:30.870870 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 44f74607-389e-48cd-b245-b03028052395 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:30.871214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.927185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.932387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.966616 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:30.973415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c235a0c4-b423-4496-a1ae-f3d653300c43,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:30.980867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.981610 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Added segment 11c1d664-4775-4585-bc36-163fab416be2 of type vlan for network f735aeaf-ea0a-40f4-8484-476263a3dd5c Dec 06 12:13:31.026864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.054151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.055258 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.055896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.082554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-21d10888-11f2-4e75-a8ef-a527bd74c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.084997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-21d10888-11f2-4e75-a8ef-a527bd74c2f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f HTTP/1.1" status: 200 len: 1095 time: 0.3803406 Dec 06 12:13:31.092523 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3644965 Dec 06 12:13:31.095356 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:31.116375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Pushing event updated for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:31.131059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Request body: {'subnet': {'network_id': 'f735aeaf-ea0a-40f4-8484-476263a3dd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-284576030-subnet', 'tenant_id': '8a2afa1379734b7b817415f0db6deb14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:31.138682 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3e005-794d-4214-b2f2-c43e621cc4aa admin admin] Pushing event updated for resources: {'Network': ['ID=f735aeaf-ea0a-40f4-8484-476263a3dd5c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:31.156144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f735aeaf-ea0a-40f4-8484-476263a3dd5c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:31.158784 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Made reservation on behalf of 8a2afa1379734b7b817415f0db6deb14 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:31.161123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.180551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0b2f7a36-9638-4a9c-861d-d64d7ff5a8fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 HTTP/1.1" status: 200 len: 217 time: 0.0744979 Dec 06 12:13:31.215879 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 44f74607-389e-48cd-b245-b03028052395, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=44f74607-389e-48cd-b245-b03028052395,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:31.216318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.260136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5de70-0e9e-4057-9c84-5eab6193331d req-09defc6b-3055-4702-82a2-077ab8a48e57 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.270283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ca5de70-0e9e-4057-9c84-5eab6193331d req-09defc6b-3055-4702-82a2-077ab8a48e57 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 944 time: 0.3347878 Dec 06 12:13:31.279370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9232a-3045-4c2f-8125-37f0b54d6344 req-b27ec0d3-2cd8-49fa-ab1d-916be4825e29 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.281676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69b9232a-3045-4c2f-8125-37f0b54d6344 req-b27ec0d3-2cd8-49fa-ab1d-916be4825e29 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.3189569 Dec 06 12:13:31.293231 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Attempting to bind port 33439d4b-6719-4e08-8aa6-dc743626d56e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:31.293586 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Attempting to bind port 33439d4b-6719-4e08-8aa6-dc743626d56e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:31.293907 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Attempting to bind port 33439d4b-6719-4e08-8aa6-dc743626d56e on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:31.302520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 44f74607-389e-48cd-b245-b03028052395 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:31.344214 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Port 33439d4b-6719-4e08-8aa6-dc743626d56e on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:31.344796 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Attempting to bind port 33439d4b-6719-4e08-8aa6-dc743626d56e on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:31.360375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.406592 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:31.406927 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Checking segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:31.407509 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Bound using segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:31.407949 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Bound port: 33439d4b-6719-4e08-8aa6-dc743626d56e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:31.408306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.416120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-f36ebdb4-424a-4f6f-b00c-d1d5b0961392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.417619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-f36ebdb4-424a-4f6f-b00c-d1d5b0961392 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.2253573 Dec 06 12:13:31.419647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202d5fa1-1941-45f4-8ae0-af47266cb4de,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:31.429599 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Checking segment: {'id': '11c1d664-4775-4585-bc36-163fab416be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f735aeaf-ea0a-40f4-8484-476263a3dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:31.430391 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Network hostable DHCP agents. Network: f735aeaf-ea0a-40f4-8484-476263a3dd5c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:31.452154 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Network f735aeaf-ea0a-40f4-8484-476263a3dd5c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:31.465732 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f735aeaf-ea0a-40f4-8484-476263a3dd5c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:31.470331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:31.470976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.474812 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a1f48-bb0a-46b0-ba4b-1ec604db2b47 None None] Network f735aeaf-ea0a-40f4-8484-476263a3dd5c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:31.494154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ca5de70-0e9e-4057-9c84-5eab6193331d req-6bcdabb8-0ab1-4c14-9bb1-663a050fb11c tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226970 Dec 06 12:13:31.504083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-906353bf-bf9e-4bf8-ae54-f4fd43974120 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4071007 Dec 06 12:13:31.508264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-3669be04-70e0-40e0-9475-613d9a096b10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665298 Dec 06 12:13:31.599415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69b9232a-3045-4c2f-8125-37f0b54d6344 req-412d63ab-43be-40b9-b8e0-e993e82498e8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965539 Dec 06 12:13:31.639670 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51564cf3-0bf9-4a37-a179-6bfb9aa45ceb None None] Network f735aeaf-ea0a-40f4-8484-476263a3dd5c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:32.088512 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:32.138954 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45744) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:32.167328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-f9e1b031-0834-461c-82c4-ca21f3a0e04c service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369774 Dec 06 12:13:32.178468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.193121 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33439d4b-6719-4e08-8aa6-dc743626d56e,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:32.199435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.217221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['44f74607-389e-48cd-b245-b03028052395'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:32.239333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=44f74607-389e-48cd-b245-b03028052395,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:32.241665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.262677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a2da31a-e35e-432c-878a-44e362dc4615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.267476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78bf3-e88d-4656-90c9-4af99957ea7d req-0b6eb13a-0800-4988-9a11-a7d634ae9913 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.268944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7f78bf3-e88d-4656-90c9-4af99957ea7d req-0b6eb13a-0800-4988-9a11-a7d634ae9913 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1872029 Dec 06 12:13:32.276463 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d847d-ee1f-429a-9475-0651e5162779 req-7db15651-b071-4b62-b8bb-b3c27d480ec7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.277879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-571d847d-ee1f-429a-9475-0651e5162779 req-7db15651-b071-4b62-b8bb-b3c27d480ec7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 867 time: 0.1949961 Dec 06 12:13:32.339467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a2da31a-e35e-432c-878a-44e362dc4615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.343292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a2da31a-e35e-432c-878a-44e362dc4615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.385607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a2da31a-e35e-432c-878a-44e362dc4615 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5b33dd62bbd4a11a509c5e83d68cd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430797 Dec 06 12:13:32.385607 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2da31a-e35e-432c-878a-44e362dc4615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e96756-1248-401d-be06-e69b6c9071c5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:32.387089 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.387246 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45748) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:32.387713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.389079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] 10.222.0.53 "PUT /v2.0/ports/33439d4b-6719-4e08-8aa6-dc743626d56e HTTP/1.1" status: 200 len: 1092 time: 2.7339456 Dec 06 12:13:32.413205 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 44f74607-389e-48cd-b245-b03028052395 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:32.428561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.431857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a3c9b95-6493-4fb6-b89d-69e113994293 req-62bf35f3-b64a-438a-8cd9-6ceae4396897 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "DELETE /v2.0/ports/44f74607-389e-48cd-b245-b03028052395 HTTP/1.1" status: 204 len: 173 time: 1.9985740 Dec 06 12:13:32.446182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.471075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.472755 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c287e6f-9be1-48e8-9bc1-eef1eabfa9db service neutron] Pushing event updated for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:32.527344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-571d847d-ee1f-429a-9475-0651e5162779 req-013912dc-3579-4d03-9648-2769707edf14 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220016 Dec 06 12:13:32.527749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.529514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-a2fafb2f-6009-4cf5-b17c-ea5f548f2bed service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350573 Dec 06 12:13:32.531206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.532422 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8e96756-1248-401d-be06-e69b6c9071c5 HTTP/1.1" status: 204 len: 168 time: 0.1441069 Dec 06 12:13:32.535279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7f78bf3-e88d-4656-90c9-4af99957ea7d req-491b1e5a-b80c-4f77-81ae-1847d57dbda9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564559 Dec 06 12:13:32.570163 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:13:32.575959 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295fade-5bbf-4f44-8fd9-b136eb1d8170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e96756-1248-401d-be06-e69b6c9071c5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:32.585074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-2768c994-e098-402c-9211-c87f65993ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.587731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-2768c994-e098-402c-9211-c87f65993ed2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 1095 time: 0.1202023 Dec 06 12:13:32.655343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-7157b6f0-4300-4c04-b54f-4df5d05c4e49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33439d4b-6719-4e08-8aa6-dc743626d56e HTTP/1.1" status: 200 len: 217 time: 0.0468447 Dec 06 12:13:32.778025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-96114556-a496-44e0-b8cb-d4eccae434d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.779941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-96114556-a496-44e0-b8cb-d4eccae434d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.1057613 Dec 06 12:13:32.796066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111b8f0-5fa7-41c8-9180-646114206601 req-e4824636-d6eb-49cd-a847-9e9e052b3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.797618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-e4824636-d6eb-49cd-a847-9e9e052b3723 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f HTTP/1.1" status: 200 len: 1095 time: 0.1339984 Dec 06 12:13:32.876652 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e'}, {'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'name': 'network-vif-deleted', 'tag': '44f74607-389e-48cd-b245-b03028052395'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:32.878998 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2cddc-0165-4712-8f82-71f568d2f918" -d '{"events": [{"name": "network-changed", "server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e"}, {"server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "name": "network-vif-deleted", "tag": "44f74607-389e-48cd-b245-b03028052395"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:32.892746 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3f9a7-d896-44b4-85d5-c8df59f22d79 req-433c1f6b-1c2c-4879-84f1-32d7ac5d8511 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.894543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1a3f9a7-d896-44b4-85d5-c8df59f22d79 req-433c1f6b-1c2c-4879-84f1-32d7ac5d8511 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 944 time: 0.1136684 Dec 06 12:13:32.897278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-1663d4e0-aa5b-4edf-8e69-4552115c9dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676141 Dec 06 12:13:33.045259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:33.085373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-f762e80d-fe75-4dd4-9c1e-ca87e57cf4ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0968561 Dec 06 12:13:33.128553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1a3f9a7-d896-44b4-85d5-c8df59f22d79 req-2ed3213b-9c0a-47c9-b8ec-6d64ba56266f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243428 Dec 06 12:13:33.241349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111b8f0-5fa7-41c8-9180-646114206601 req-701fda0b-28e5-4ddf-9135-d4ab344e1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.245223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-701fda0b-28e5-4ddf-9135-d4ab344e1405 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 914 time: 0.4250226 Dec 06 12:13:33.349765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-b360e908-a1c8-48b8-bc0c-99df65df1732 service neutron] 10.222.0.53 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372563 Dec 06 12:13:33.372536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-9db7a46a-3193-43bc-a290-a9a03d26cfed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 HTTP/1.1" status: 200 len: 217 time: 0.1099629 Dec 06 12:13:33.415766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-d6757dfc-ce3c-4d5d-8b1b-f230929f95d4 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.417225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-d6757dfc-ce3c-4d5d-8b1b-f230929f95d4 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/networks?id=f97ebbb1-328b-4740-905d-edef78292fe3 HTTP/1.1" status: 200 len: 813 time: 0.4394932 Dec 06 12:13:33.514462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5692fbe3-3de8-4b2b-8ac1-958688493767 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/quotas/16776c7ff7cb4aa3b575e39fe9473a95 HTTP/1.1" status: 200 len: 375 time: 0.0671179 Dec 06 12:13:33.541932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-33a0914a-619a-412a-8bb4-80b3a873f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.543397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-33a0914a-619a-412a-8bb4-80b3a873f87e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f6a24a71b634f3ab959ab838effe71b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4378059 Dec 06 12:13:33.579189 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc492ec-2529-4a27-812f-bdec6a966786 req-6b1d0499-3ae7-4423-bb23-306627f47c82 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.580666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fc492ec-2529-4a27-812f-bdec6a966786 req-6b1d0499-3ae7-4423-bb23-306627f47c82 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2778983 Dec 06 12:13:33.582047 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111b8f0-5fa7-41c8-9180-646114206601 req-43444328-40c1-4533-a89c-519baafe54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.583897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-43444328-40c1-4533-a89c-519baafe54f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.1774650 Dec 06 12:13:33.615369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-8e0669cc-bd85-4dfc-adf7-ca0adaca4840 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16776c7ff7cb4aa3b575e39fe9473a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694466 Dec 06 12:13:33.676190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-d72d0097-61bf-4b28-80a8-c3c3dee40537 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646088 Dec 06 12:13:33.756033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-318a05a5-5831-47ed-bdf8-7299d4bd7d0f req-d7830d98-7387-485c-8752-49823501dad3 service neutron] 10.222.0.53 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960185 Dec 06 12:13:33.830477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fc492ec-2529-4a27-812f-bdec6a966786 req-db6ae726-f86f-4b5b-a400-74ddca31c9c1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199914 Dec 06 12:13:33.884870 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed53b2a-b22b-4ea7-85c2-e652c53197f5 x-openstack-request-id: req-6ed53b2a-b22b-4ea7-85c2-e652c53197f5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:33.885200 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e", "status": "completed", "code": 200}, {"server_uuid": "cd28cbba-797c-4acc-be02-c5e107784aae", "name": "network-vif-deleted", "tag": "44f74607-389e-48cd-b245-b03028052395", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:33.885476 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ed53b2a-b22b-4ea7-85c2-e652c53197f5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:33.885870 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e', 'status': 'completed', 'code': 200} Dec 06 12:13:33.886133 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28cbba-797c-4acc-be02-c5e107784aae', 'name': 'network-vif-deleted', 'tag': '44f74607-389e-48cd-b245-b03028052395', 'status': 'completed', 'code': 200} Dec 06 12:13:33.898771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-92f5db6b-ac16-4969-a63a-29cf2ec0fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.900249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-92f5db6b-ac16-4969-a63a-29cf2ec0fcab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3386152 Dec 06 12:13:33.915940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-2ba687c7-5b62-49be-91ce-cfb736abe593 service neutron] 10.222.0.31 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892835 Dec 06 12:13:33.926360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-2bd45075-530d-4383-a8c1-52aac647b649 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314613 Dec 06 12:13:33.948871 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45808) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:34.092746 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1355750369'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:34.114343 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Made reservation on behalf of ffcca4378ad2433d923343be1a09780d for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:34.117872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.126320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.138254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-a3b70cfa-b019-4694-9292-a9c2e0d78570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.139761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-a3b70cfa-b019-4694-9292-a9c2e0d78570 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 1095 time: 0.1787207 Dec 06 12:13:34.147927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dd70f-ddc8-411d-9846-8884257a84f2 req-5589f2af-65a1-4066-a4dc-efffb87902fe tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.149468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e86dd70f-ddc8-411d-9846-8884257a84f2 req-5589f2af-65a1-4066-a4dc-efffb87902fe tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.2143338 Dec 06 12:13:34.155399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5770e5d1-bfaa-48c4-aa4c-a9b59df91248 service neutron] 10.222.0.31 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281203 Dec 06 12:13:34.201312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f111b8f0-5fa7-41c8-9180-646114206601 req-9a286f06-6f18-4366-8751-c283fa0a836a service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644932 Dec 06 12:13:34.215259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.221817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.242614 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:34.263619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.264104 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Added segment 56493b01-f3be-4670-848f-f60f37493303 of type vlan for network ad664fbd-7ec7-447c-8d5c-347fa7c661ca Dec 06 12:13:34.265842 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eafd77-1674-42eb-b001-06077828e2af,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:34.287466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e86dd70f-ddc8-411d-9846-8884257a84f2 req-d35cf383-f556-4f07-a8e7-3e058a995664 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193531 Dec 06 12:13:34.316748 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-93ab38e7-fe70-403f-ad49-62daca2729ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.318838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-93ab38e7-fe70-403f-ad49-62daca2729ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 914 time: 0.1565001 Dec 06 12:13:34.332691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.362877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.369480 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.370207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.388119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-707906de-4cf5-44c7-9323-0ade7a55e3b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33439d4b-6719-4e08-8aa6-dc743626d56e HTTP/1.1" status: 200 len: 217 time: 0.0553429 Dec 06 12:13:34.452327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-91301170-8815-43ba-9e85-61f364d0f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.453820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-91301170-8815-43ba-9e85-61f364d0f3ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.0524428 Dec 06 12:13:34.469769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b13063a5-b065-46b3-8ce7-467b1e76b9aa req-9ec2a68e-e33c-40c8-bf34-32b7a89805fc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0807788 Dec 06 12:13:34.502010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event updated for resources: {'Network': ['ID=ad664fbd-7ec7-447c-8d5c-347fa7c661ca,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:34.511044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7919851e-2b23-48a2-a29f-8e397b708a12 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5608962 Dec 06 12:13:34.511909 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45824) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:34.514806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:34.518085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Request body: {'subnet': {'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:34.534429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-c51a3b03-920a-485e-a0ca-90737b3f3779 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562882 Dec 06 12:13:34.581645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6045889-0412-4dbb-ae66-ae2f2fb7e3d1 req-e6269ebd-2b5c-43b0-8c03-fb8bde2c360f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.583483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6045889-0412-4dbb-ae66-ae2f2fb7e3d1 req-e6269ebd-2b5c-43b0-8c03-fb8bde2c360f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 944 time: 0.1165564 Dec 06 12:13:34.627408 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Made reservation on behalf of ffcca4378ad2433d923343be1a09780d for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:34.632727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.846579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.920187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event updated for resources: {'Subnet': ['ID=a69c26cc-9cb1-4fc5-b174-53ea0e12cc41,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:34.931846 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Checking segment: {'id': '56493b01-f3be-4670-848f-f60f37493303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:34.932219 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Network hostable DHCP agents. Network: ad664fbd-7ec7-447c-8d5c-347fa7c661ca, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:34.953204 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:34.964654 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ad664fbd-7ec7-447c-8d5c-347fa7c661ca) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:34.968852 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.969503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.974451 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcf14d-04ee-4446-a30b-7beac6750dc5 None None] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:34.997674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cda2b764-d6b5-4e62-8a5e-631f527a5f95 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4841437 Dec 06 12:13:35.001546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45830) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:35.009457 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Request body: {'port': {'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1471357356'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:35.010904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1a4ad86-e73c-4f02-a0e1-470d68e27ecb req-02880d04-c0c2-4e99-a5ba-7f5bc0369ec8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 210 time: 0.0742788 Dec 06 12:13:35.087381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6045889-0412-4dbb-ae66-ae2f2fb7e3d1 req-82627132-d990-4eb0-a49c-4258b7808e12 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878976 Dec 06 12:13:35.091798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-5a8506f8-cd32-4c00-98c3-7d41e4b596a9 service neutron] 10.222.0.53 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491247 Dec 06 12:13:35.143335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Made reservation on behalf of ffcca4378ad2433d923343be1a09780d for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:35.149285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.173389 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] device_id is not set on port 1f799640-8a18-4525-b545-1bc4a73af50a yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:13:35.241509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dffce-f980-4a43-b3a0-ff7d78e2d126 req-35046e35-e45f-4069-8f3a-5abc2a9ccaeb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:35.243069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c8dffce-f980-4a43-b3a0-ff7d78e2d126 req-35046e35-e45f-4069-8f3a-5abc2a9ccaeb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1062298 Dec 06 12:13:35.248859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bf2cddc-0165-4712-8f82-71f568d2f918 req-d6638ca6-3ac4-44d6-b1d5-c83ba4e6d4b2 service neutron] 10.222.0.53 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463492 Dec 06 12:13:35.254268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ad664fbd-7ec7-447c-8d5c-347fa7c661ca', 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca', 'tenant_id': 'ffcca4378ad2433d923343be1a09780d', 'fixed_ips': [{'subnet_id': 'a69c26cc-9cb1-4fc5-b174-53ea0e12cc41'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:13:35.256112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.302953 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Allocated IP 172.20.0.10 (ad664fbd-7ec7-447c-8d5c-347fa7c661ca/a69c26cc-9cb1-4fc5-b174-53ea0e12cc41/1f799640-8a18-4525-b545-1bc4a73af50a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:35.304798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c8dffce-f980-4a43-b3a0-ff7d78e2d126 req-6028f7fb-3549-46da-9bf6-2631fffcfd36 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 Dec 06 12:13:35.408917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238463f-b8cb-4cdd-b561-800dab8b827a req-a53d9d33-e149-4edb-a886-d45df5025af5 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:35.410830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2238463f-b8cb-4cdd-b561-800dab8b827a req-a53d9d33-e149-4edb-a886-d45df5025af5 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Dec 06 12:13:35.467532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2238463f-b8cb-4cdd-b561-800dab8b827a req-a8233727-bb14-4130-a837-41722def47d8 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Dec 06 12:13:35.525410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.560361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.572204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8381e8bd-5d47-4416-9d7c-31333097f4dd req-18c3fba7-951a-4223-85f3-eb411ec54e91 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0267563 Dec 06 12:13:35.610651 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:35.615568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Allocated IP 172.20.0.2 (ad664fbd-7ec7-447c-8d5c-347fa7c661ca/a69c26cc-9cb1-4fc5-b174-53ea0e12cc41/e30d2afe-ad12-4b73-bfc8-29b78272ddaf) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:35.617172 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:35.620936 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:35.654602 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event updated for resources: {'Port': ['ID=1f799640-8a18-4525-b545-1bc4a73af50a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:35.683082 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:35.683951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.703172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9cd4601f-699e-477e-bc06-6d3392699b93 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.7005479 Dec 06 12:13:35.706218 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:35.780482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.787391 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.802810 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Deleting port 1f799640-8a18-4525-b545-1bc4a73af50a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:35.803256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.830084 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:35.837231 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:35.839905 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:35.845044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Pushing event updated for resources: {'Port': ['ID=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:35.913345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.913689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.914414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.914414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.914671 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.914995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.915909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.916231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.916748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.917560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.918057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.918534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.918935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.919232 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:35.934767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Calling delete_port for 1f799640-8a18-4525-b545-1bc4a73af50a owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:35.941410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Attempting to bind port e30d2afe-ad12-4b73-bfc8-29b78272ddaf on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:35.942037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Attempting to bind port e30d2afe-ad12-4b73-bfc8-29b78272ddaf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '56493b01-f3be-4670-848f-f60f37493303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:35.942582 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Attempting to bind port e30d2afe-ad12-4b73-bfc8-29b78272ddaf on network ad664fbd-7ec7-447c-8d5c-347fa7c661ca {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:35.947055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-b95078d0-b35e-467a-b779-029e3b568a8c tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:35.948709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-b95078d0-b35e-467a-b779-029e3b568a8c tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.53 "GET /v2.0/networks?id=f97ebbb1-328b-4740-905d-edef78292fe3 HTTP/1.1" status: 200 len: 813 time: 0.1446588 Dec 06 12:13:35.949124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:35.949529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Checking segment: {'id': '56493b01-f3be-4670-848f-f60f37493303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:35.949925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.950310 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Bound using segment: {'id': '56493b01-f3be-4670-848f-f60f37493303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:35.950796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Bound port: e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56493b01-f3be-4670-848f-f60f37493303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad664fbd-7ec7-447c-8d5c-347fa7c661ca'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:35.951169 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.976453 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Request body: {'port': {'device_id': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3', 'admin_state_up': True, 'tenant_id': '16776c7ff7cb4aa3b575e39fe9473a95'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:36.018937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] For port e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:36.023049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] For port e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,segment=NetworkSegment(56493b01-f3be-4670-848f-f60f37493303),segment_id=56493b01-f3be-4670-848f-f60f37493303)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:36.027232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.087257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ec824c8-6f8c-48a3-88e7-11be194b8e21 req-58c13746-ce06-41ad-a0be-791c74f8d71e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0382638 Dec 06 12:13:36.101257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.137544 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b495ab1-e1b8-473f-81aa-7b1fac28a211 None None] Pushing event updated for resources: {'Port': ['ID=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:36.150303 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:36.169941 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event deleted for resources: {'Port': ['ID=1f799640-8a18-4525-b545-1bc4a73af50a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:36.194923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00c50c8f-9024-4e7d-befb-1df21af40a46 req-d79cde2b-6d3d-42cb-a578-c6eb4d9e400c tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 210 time: 0.0918491 Dec 06 12:13:36.209179 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Made reservation on behalf of 16776c7ff7cb4aa3b575e39fe9473a95 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:36.213377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.301078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.304623 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a69f92c7-e38a-4834-a91d-a89472952005 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "DELETE /v2.0/ports/1f799640-8a18-4525-b545-1bc4a73af50a HTTP/1.1" status: 204 len: 168 time: 0.5971704 Dec 06 12:13:36.308628 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45846) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:36.351750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:36.359447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcd6b0-7a7b-430d-9f40-8b3e176682e6 req-f0ceb92b-ffd6-4d15-a271-2a5e8fe01644 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:36.360990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0dcd6b0-7a7b-430d-9f40-8b3e176682e6 req-f0ceb92b-ffd6-4d15-a271-2a5e8fe01644 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 944 time: 0.1160846 Dec 06 12:13:36.386173 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'port_id': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0', 'mac_address': 'fa:16:3e:e6:78:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1816c410-9e63-4165-9e3e-354b156f6ac4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:36.425805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3bef9828-b329-4234-843a-e3166181ac6e tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1152015 Dec 06 12:13:36.429923 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45852) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:36.436904 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2106905374'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:36.482095 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.497667 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Made reservation on behalf of ffcca4378ad2433d923343be1a09780d for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:36.501363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.502917 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:36.536955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:36.538719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:36.554842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.556977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.557566 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Added segment 7b10b0f1-dd64-4845-b6ac-c567dc786afb of type vlan for network b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 Dec 06 12:13:36.584219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0dcd6b0-7a7b-430d-9f40-8b3e176682e6 req-bac7a4d8-8e8b-41ca-8de4-fcbe5833adf8 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155550 Dec 06 12:13:36.585717 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Allocated IP 172.20.0.10 (f97ebbb1-328b-4740-905d-edef78292fe3/e0d48cd7-8e71-4400-acb8-21a4355b1da3/2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:36.606662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.630245 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:36.646526 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ff4d-fc0e-4a7c-8251-ce95935fad1c req-812a3f4f-dd8e-4948-97e0-fcc3a6641958 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:36.648056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9484ff4d-fc0e-4a7c-8251-ce95935fad1c req-812a3f4f-dd8e-4948-97e0-fcc3a6641958 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2286911 Dec 06 12:13:36.655281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.660868 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:36.661495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.710334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2793341 Dec 06 12:13:36.713734 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:36.759236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9484ff4d-fc0e-4a7c-8251-ce95935fad1c req-715b9c25-2a04-4227-af12-2918247ba827 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010869 Dec 06 12:13:36.788596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6e487-c89c-491b-bd39-664a483b3d46 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event updated for resources: {'Network': ['ID=b842c41e-1c2f-48a7-9b6f-d3b68a5c4517,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:36.800484 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:36.874252 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589edf-5846-4c0a-8e83-6debe2f6afd1 req-a870db70-41b9-4978-9930-30248f310516 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:36.876976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48589edf-5846-4c0a-8e83-6debe2f6afd1 req-a870db70-41b9-4978-9930-30248f310516 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1140378 Dec 06 12:13:36.917211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:37.002333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f78231f1-c57c-4efb-ad9d-daafd7e82ba5 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.2870967 Dec 06 12:13:37.005904 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.010010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48589edf-5846-4c0a-8e83-6debe2f6afd1 req-0d5026c1-c12c-4fa6-ac91-b87fbcae4138 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105223 Dec 06 12:13:37.016052 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e30d2afe-ad12-4b73-bfc8-29b78272ddaf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:37.017212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f79e093-1e97-4683-abed-ff08ab3bb887 req-6df077c5-f088-4ee0-830b-b550a2b617de tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd28cbba-797c-4acc-be02-c5e107784aae HTTP/1.1" status: 200 len: 210 time: 0.0893555 Dec 06 12:13:37.060365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.112716 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e30d2afe-ad12-4b73-bfc8-29b78272ddaf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:37.113199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.142648 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e4114-2d3c-4a16-8594-802727b43264 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] Network b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:37.147953 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.207049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4b0e4114-2d3c-4a16-8594-802727b43264 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "POST /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1956923 Dec 06 12:13:37.211057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9be90a-18c1-46e6-adba-b1c2471c812d None None] Network b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:37.212246 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45866) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.224389 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Network f97ebbb1-328b-4740-905d-edef78292fe3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:37.230207 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Pushing event updated for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:37.232832 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:37.251003 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:37.306652 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.356112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:37.356691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.381343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,segment=NetworkSegment(56493b01-f3be-4670-848f-f60f37493303),segment_id=56493b01-f3be-4670-848f-f60f37493303)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:37.386537 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5443e-b637-4569-9ce9-fd9242313e51 req-21c0fc0a-9b86-438b-8cd4-60bcc6861743 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:37.387975 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.388174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2de5443e-b637-4569-9ce9-fd9242313e51 req-21c0fc0a-9b86-438b-8cd4-60bcc6861743 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 932 time: 0.0840487 Dec 06 12:13:37.391949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-5fd476fb-2bec-4d9a-abf2-24efea5f8a44 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4214320 Dec 06 12:13:37.413949 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Request body: {'port': {'device_id': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:37.418489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-69ec5ed3-393a-4a14-a506-53d4f9221614 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.2024071 Dec 06 12:13:37.419371 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45870) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.444855 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:37.489059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2de5443e-b637-4569-9ce9-fd9242313e51 req-606d244d-fd3a-419f-b44d-a6edd2fa0cff tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827861 Dec 06 12:13:37.516288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68fbf13a-7e13-4b6e-aeac-59915875b645 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "DELETE /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks/b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 HTTP/1.1" status: 204 len: 168 time: 0.0961125 Dec 06 12:13:37.518867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45872) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.533964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.590513 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 33439d4b-6719-4e08-8aa6-dc743626d56e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:37.602268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647b9bb-744c-4f77-b25b-05ef0abfd4ce None None] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:37.667220 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fda08f8b-6d98-40ad-9aa6-e98c4e42497c tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.1458423 Dec 06 12:13:37.672166 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.702970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-da08eda6-49d5-495c-896b-22ca93db1197 None None] Provisioning complete for port e30d2afe-ad12-4b73-bfc8-29b78272ddaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:37.703589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-da08eda6-49d5-495c-896b-22ca93db1197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.754969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b59c841-6f3b-466c-8802-a02d957cdfb5 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/networks/ad664fbd-7ec7-447c-8d5c-347fa7c661ca/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0806787 Dec 06 12:13:37.758374 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45880) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.778393 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0d2ece3-8db3-4e6c-a2f2-cf5cde3c08cd tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/networks/ad664fbd-7ec7-447c-8d5c-347fa7c661ca/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0187569 Dec 06 12:13:37.781188 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.815969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779732-c5a5-4cfc-a178-9aa2a2658c47 req-e8ddd82d-768e-47e6-bea2-3cbbeb5d137c tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:37.818091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4779732-c5a5-4cfc-a178-9aa2a2658c47 req-e8ddd82d-768e-47e6-bea2-3cbbeb5d137c tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 944 time: 0.1307664 Dec 06 12:13:37.836746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33439d4b-6719-4e08-8aa6-dc743626d56e,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:37.858260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '33439d4b-6719-4e08-8aa6-dc743626d56e', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'port_id': '33439d4b-6719-4e08-8aa6-dc743626d56e', 'mac_address': 'fa:16:3e:49:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1816c410-9e63-4165-9e3e-354b156f6ac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:37.923482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-04231564-45b0-4bc5-b393-fe0b0ae35444 tempest-DHCPAgentSchedulersTestJSON-902975561 tempest-DHCPAgentSchedulersTestJSON-902975561-project-admin] 10.222.0.31 "GET /v2.0/agents/fd177c57-a1f3-49d2-aa6e-3a5461568ab1/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.1382000 Dec 06 12:13:37.924518 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.958029 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.964576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4779732-c5a5-4cfc-a178-9aa2a2658c47 req-eae4b6f7-8664-49d4-b03a-f22c952fa14a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251500 Dec 06 12:13:37.982567 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33439d4b-6719-4e08-8aa6-dc743626d56e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:37.996073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea574da-4dad-4f74-adfa-5bedaf293ebe req-ebccedcc-ba93-45d6-be8a-9021a986209a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:37.997861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ea574da-4dad-4f74-adfa-5bedaf293ebe req-ebccedcc-ba93-45d6-be8a-9021a986209a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1325052 Dec 06 12:13:38.003975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.005833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33439d4b-6719-4e08-8aa6-dc743626d56e,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:38.011496 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.034572 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:38.064598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.076189 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.109810 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Transition to ACTIVE for port object 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:38.114316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ea574da-4dad-4f74-adfa-5bedaf293ebe req-79fd6274-d509-4230-860e-4ccbdc434c14 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025712 Dec 06 12:13:38.114529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.125904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.155877 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b842c41e-1c2f-48a7-9b6f-d3b68a5c4517']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.158307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:38.167850 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b10b0f1-dd64-4845-b6ac-c567dc786afb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.168147 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b10b0f1-dd64-4845-b6ac-c567dc786afb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.178560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.196247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.210765 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Pushing event updated for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.212393 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:38.230160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:38.234177 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:38.247051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061bd2-24b9-45e0-a424-8d91f8fc20d4 req-6e10fd17-7448-4529-bafb-7fb20842716f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:38.248725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06061bd2-24b9-45e0-a424-8d91f8fc20d4 req-6e10fd17-7448-4529-bafb-7fb20842716f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1331222 Dec 06 12:13:38.284292 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:38.289451 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:38.289837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.333965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.364813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.371366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "DELETE /v2.0/networks/b842c41e-1c2f-48a7-9b6f-d3b68a5c4517 HTTP/1.1" status: 204 len: 168 time: 0.4463091 Dec 06 12:13:38.372496 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:38.377720 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event deleted for resources: {'Network': ['ID=b842c41e-1c2f-48a7-9b6f-d3b68a5c4517,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.385272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06061bd2-24b9-45e0-a424-8d91f8fc20d4 req-c51b0388-3e1a-454e-a000-929464be9975 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Dec 06 12:13:38.399136 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Attempting to bind port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:38.399840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Attempting to bind port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '132e43f7-0386-466d-931c-240e4b756115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:38.400745 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Attempting to bind port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 on network f97ebbb1-328b-4740-905d-edef78292fe3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:38.406566 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 on network f97ebbb1-328b-4740-905d-edef78292fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:38.407013 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Attempting to bind port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 on network f97ebbb1-328b-4740-905d-edef78292fe3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:38.415709 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:38.415709 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Checking segment: {'id': '132e43f7-0386-466d-931c-240e4b756115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:38.416078 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Bound using segment: {'id': '132e43f7-0386-466d-931c-240e4b756115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:38.416521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Bound port: 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132e43f7-0386-466d-931c-240e4b756115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:38.416893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.428311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.428648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.429124 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.429480 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.429952 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.430459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.430945 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.431536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.431998 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.432458 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.433286 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.433436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.433922 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705124e-9612-44f8-9b7a-f7ea7ad1a100 tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:38.438697 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b710040-ffeb-4fd0-ab35-15bf73af679b tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] DELETE failed (client error): The resource could not be found. Dec 06 12:13:38.439395 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b710040-ffeb-4fd0-ab35-15bf73af679b tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:13:38.444334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1b710040-ffeb-4fd0-ab35-15bf73af679b tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "DELETE /v2.0/ports/1f799640-8a18-4525-b545-1bc4a73af50a HTTP/1.1" status: 404 len: 333 time: 0.0628948 Dec 06 12:13:38.447226 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45900) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:38.447786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa92b7fe-3289-4272-8270-cf106eaa5efd None None] Provisioning complete for port e30d2afe-ad12-4b73-bfc8-29b78272ddaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:38.448238 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa92b7fe-3289-4272-8270-cf106eaa5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.452429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['33439d4b-6719-4e08-8aa6-dc743626d56e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:38.523824 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Deleting subnet a69c26cc-9cb1-4fc5-b174-53ea0e12cc41 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:13:38.527549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.556415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.580201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.600501 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:38.607978 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fffda6-60d6-42ca-bfb9-c0aebd832a9b" -d '{"events": [{"server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:38.613275 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:38.638543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:38.651808 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,segment=NetworkSegment(132e43f7-0386-466d-931c-240e4b756115),segment_id=132e43f7-0386-466d-931c-240e4b756115)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:38.667559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.677922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.719427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.729313 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-15eb24d4-07fa-4b1d-8f4b-fbf9471f0694 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:38.736856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-15eb24d4-07fa-4b1d-8f4b-fbf9471f0694 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.2262235 Dec 06 12:13:38.760158 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.764521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df1186-a997-4d75-a82c-70fe12fc304f req-e982c89f-b243-4816-9655-f4335c01079a tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:38.773115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0df1186-a997-4d75-a82c-70fe12fc304f req-e982c89f-b243-4816-9655-f4335c01079a tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 944 time: 0.1638625 Dec 06 12:13:38.790574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:38.791419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.792825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] 10.222.0.53 "PUT /v2.0/ports/2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 HTTP/1.1" status: 200 len: 1092 time: 1.3841579 Dec 06 12:13:38.793403 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:38.795965 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964aeacc-4f90-455a-be1a-7a8ac451d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:38.808796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.810780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-4774b506-91fd-4c71-a57b-e3c798844566 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.0729728 Dec 06 12:13:38.845450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event deleted for resources: {'Subnet': ['ID=a69c26cc-9cb1-4fc5-b174-53ea0e12cc41,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.847642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.854076 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f70365f2-c95e-4ade-bf41-e21a28f319eb tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "DELETE /v2.0/subnets/a69c26cc-9cb1-4fc5-b174-53ea0e12cc41 HTTP/1.1" status: 204 len: 168 time: 0.4051850 Dec 06 12:13:38.854815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45918) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:38.855947 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2a2c0030-e01c-4e54-8297-aac9f4eb3f8a None None] Could not find standard attr ID for object 1f799640-8a18-4525-b545-1bc4a73af50a. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:13:38.869108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-3e98f696-4e3a-4636-a3b1-18275bffe11d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570793 Dec 06 12:13:38.873981 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4ef6-2bbc-4619-af9a-e845abdcccff service neutron] Pushing event updated for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.959176 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e30d2afe-ad12-4b73-bfc8-29b78272ddaf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:39.019457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0df1186-a997-4d75-a82c-70fe12fc304f req-fb38c00b-e420-47ad-aa73-1decb72dfb05 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459357 Dec 06 12:13:39.071505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-429401bb-319b-4d96-8ff3-d077df98f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.073624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-429401bb-319b-4d96-8ff3-d077df98f72e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16776c7ff7cb4aa3b575e39fe9473a95&device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 1095 time: 0.1966765 Dec 06 12:13:39.083504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-6d4a6ad3-e870-4041-81ad-8e9743f1f8be service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132988 Dec 06 12:13:39.119392 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef939c1-4249-4d21-b382-ba25f96318f4 x-openstack-request-id: req-fef939c1-4249-4d21-b382-ba25f96318f4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:39.119829 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:39.119948 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fef939c1-4249-4d21-b382-ba25f96318f4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:39.120278 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0', 'code': 200} Dec 06 12:13:39.122007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b608c31-775d-4218-85dd-532e8b9a4d51 None None] Network ad664fbd-7ec7-447c-8d5c-347fa7c661ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:39.158347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-b5e41728-567a-4afe-b217-a5791beb7911 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 HTTP/1.1" status: 200 len: 217 time: 0.0544789 Dec 06 12:13:39.250384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.280160 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad537b-0737-4b8d-a622-8b1178c05de3 x-openstack-request-id: req-7fad537b-0737-4b8d-a622-8b1178c05de3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:39.281019 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:39.281332 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fad537b-0737-4b8d-a622-8b1178c05de3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:39.281721 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9', 'status': 'completed', 'code': 200} Dec 06 12:13:39.284146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541d5d-9e9c-4878-bee9-fb954449123b req-74b5713b-1cd9-4ed1-a6d3-b286134c6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.286311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-74b5713b-1cd9-4ed1-a6d3-b286134c6d91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0d48cd7-8e71-4400-acb8-21a4355b1da3 HTTP/1.1" status: 200 len: 853 time: 0.0959339 Dec 06 12:13:39.287511 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e30d2afe-ad12-4b73-bfc8-29b78272ddaf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:39.287811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.319972 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Deleting port e30d2afe-ad12-4b73-bfc8-29b78272ddaf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:39.321179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.340836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-7952a632-7cd4-424f-bac2-e700b813bb13 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564049 Dec 06 12:13:39.349496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-491dd84b-9609-4c7c-8a21-b695298d0e33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97ebbb1-328b-4740-905d-edef78292fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479867 Dec 06 12:13:39.370939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37169248-bacf-4955-a3a3-ab7f63b5890e req-f2dbeec8-5c8b-4298-a376-535ac2d3e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.372586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37169248-bacf-4955-a3a3-ab7f63b5890e req-f2dbeec8-5c8b-4298-a376-535ac2d3e398 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f HTTP/1.1" status: 200 len: 1097 time: 0.1810844 Dec 06 12:13:39.410148 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] For port e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,segment=NetworkSegment(56493b01-f3be-4670-848f-f60f37493303),segment_id=56493b01-f3be-4670-848f-f60f37493303)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:39.411172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.426420 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] DHCP port deletion for ad664fbd-7ec7-447c-8d5c-347fa7c661ca request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:39.447648 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Calling delete_port for e30d2afe-ad12-4b73-bfc8-29b78272ddaf owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:39.510060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37169248-bacf-4955-a3a3-ab7f63b5890e req-ce159b8b-89a9-43ee-8490-fbf6db144f68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154232 Dec 06 12:13:39.528526 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820381c4-b3a0-40fe-a502-56b02b04de0c req-d512b252-ecb0-4387-923a-ce4d92407a97 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.536756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-820381c4-b3a0-40fe-a502-56b02b04de0c req-d512b252-ecb0-4387-923a-ce4d92407a97 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 945 time: 0.1861317 Dec 06 12:13:39.553940 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Deleting port e30d2afe-ad12-4b73-bfc8-29b78272ddaf {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:39.554437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.559596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.596787 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event deleted for resources: {'Port': ['ID=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:39.610484 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] No DVR routers for this DVR port e30d2afe-ad12-4b73-bfc8-29b78272ddaf on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:39.620265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-74cbf49a-2725-4292-9981-b898eaf5191e service neutron] 10.222.0.53 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551463 Dec 06 12:13:39.632760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 33439d4b-6719-4e08-8aa6-dc743626d56e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:39.657648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-820381c4-b3a0-40fe-a502-56b02b04de0c req-9529d6d6-f0fb-45ca-a0b7-2f3cfa76c6f2 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121721 Dec 06 12:13:39.678198 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] For port e30d2afe-ad12-4b73-bfc8-29b78272ddaf, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:39.678682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.682828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023097b3-ca1e-4c77-94b3-3a16b8ac0515 req-170e0652-e9e2-4e0b-8632-edce3113fdb0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.684634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-023097b3-ca1e-4c77-94b3-3a16b8ac0515 req-170e0652-e9e2-4e0b-8632-edce3113fdb0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1453521 Dec 06 12:13:39.704455 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Calling delete_port for e30d2afe-ad12-4b73-bfc8-29b78272ddaf owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:39.710221 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Port e30d2afe-ad12-4b73-bfc8-29b78272ddaf was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:13:39.712071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.770696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] No DVR routers for this DVR port e30d2afe-ad12-4b73-bfc8-29b78272ddaf on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:39.773097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927f932-3051-4684-9a6b-2451c7a2f498 None None] Pushing event deleted for resources: {'Port': ['ID=e30d2afe-ad12-4b73-bfc8-29b78272ddaf,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:39.787394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.790738 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 33439d4b-6719-4e08-8aa6-dc743626d56e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:39.793302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32541d5d-9e9c-4878-bee9-fb954449123b req-18fc21b4-f4d5-46fe-90f5-dc0545a2d15e service neutron] 10.222.0.53 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422548 Dec 06 12:13:39.801537 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 33439d4b-6719-4e08-8aa6-dc743626d56e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:39.803103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.824610 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad664fbd-7ec7-447c-8d5c-347fa7c661ca']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.837042 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56493b01-f3be-4670-848f-f60f37493303') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.837540 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56493b01-f3be-4670-848f-f60f37493303') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.848958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.872728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.885005 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:39.885627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.897276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.900642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa2cd4-3713-4ce4-a8ed-889f45622287 req-01984ca4-9960-4d16-bdd3-0702ebb1967c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.908854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77aa2cd4-3713-4ce4-a8ed-889f45622287 req-01984ca4-9960-4d16-bdd3-0702ebb1967c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1134646 Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:39.919507 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:39.948245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33439d4b-6719-4e08-8aa6-dc743626d56e,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:39.958033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.960098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 44f74607-389e-48cd-b245-b03028052395 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:39.960958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-023097b3-ca1e-4c77-94b3-3a16b8ac0515 req-cb2cb9e5-5510-436f-8ddd-50965d75e6e8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666529 Dec 06 12:13:40.009478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77aa2cd4-3713-4ce4-a8ed-889f45622287 req-91a24ab9-d7bc-4971-a3f9-a21cf8a4e735 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941110 Dec 06 12:13:40.010044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.023057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.028886 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] 10.222.0.31 "DELETE /v2.0/networks/ad664fbd-7ec7-447c-8d5c-347fa7c661ca HTTP/1.1" status: 204 len: 168 time: 1.1727495 Dec 06 12:13:40.040417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-a79afdf8-12ad-4a71-af5b-515386336299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.041837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-a79afdf8-12ad-4a71-af5b-515386336299 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16776c7ff7cb4aa3b575e39fe9473a95&device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 1095 time: 0.1022091 Dec 06 12:13:40.045946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 44f74607-389e-48cd-b245-b03028052395 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:40.046317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 44f74607-389e-48cd-b245-b03028052395 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:40.068835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c7e14-bc8c-475e-b6a8-70334864742f tempest-DHCPAgentSchedulersTestJSON-2127366180 tempest-DHCPAgentSchedulersTestJSON-2127366180-project] Pushing event deleted for resources: {'Network': ['ID=ad664fbd-7ec7-447c-8d5c-347fa7c661ca,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:40.079197 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:40.096240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1065f0d5-5d9a-4ba8-8db9-ddda6242c035 req-e2592593-1b28-4359-a33c-33d3f7f19047 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 210 time: 0.0582576 Dec 06 12:13:40.218453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-9f1b4f11-8cbb-4737-9c52-b33335206a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.219894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-9f1b4f11-8cbb-4737-9c52-b33335206a3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97ebbb1-328b-4740-905d-edef78292fe3 HTTP/1.1" status: 200 len: 914 time: 0.1262007 Dec 06 12:13:40.242649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79603-4711-4e17-bf89-12b1dbfd68e3 req-a67f43ac-515c-4c7b-8fc9-694026f51916 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.244233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7df79603-4711-4e17-bf89-12b1dbfd68e3 req-a67f43ac-515c-4c7b-8fc9-694026f51916 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 944 time: 0.0793166 Dec 06 12:13:40.280867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-aac22c9a-6cc9-4c3a-9235-8bbeefb067c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 HTTP/1.1" status: 200 len: 217 time: 0.0527542 Dec 06 12:13:40.359214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-2c80afd3-a885-4be6-94aa-f799d11813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.360667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-2c80afd3-a885-4be6-94aa-f799d11813cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0d48cd7-8e71-4400-acb8-21a4355b1da3 HTTP/1.1" status: 200 len: 853 time: 0.0654154 Dec 06 12:13:40.364177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7df79603-4711-4e17-bf89-12b1dbfd68e3 req-052ce2b4-c379-4e78-9134-0cab58447cb3 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861659 Dec 06 12:13:40.365215 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:40.400681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-03bdd39a-010c-4332-a973-3067fd279aa0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97ebbb1-328b-4740-905d-edef78292fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292747 Dec 06 12:13:40.523429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-ed980047-0185-41b2-a8d3-5990296e65a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110172 Dec 06 12:13:40.525653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9fb5ef2b-a709-420c-bb4f-90d5820325e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffcca4378ad2433d923343be1a09780d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594319 Dec 06 12:13:40.528229 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:40.635640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.660087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964aeacc-4f90-455a-be1a-7a8ac451d0f3 req-6dea036e-d580-4e3b-aa24-033124f6c20e service neutron] 10.222.0.53 "GET /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251900 Dec 06 12:13:40.668534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.757442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.759826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.760973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3eafd77-1674-42eb-b001-06077828e2af HTTP/1.1" status: 204 len: 168 time: 0.2318633 Dec 06 12:13:40.795797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e9794-2241-4c84-abff-a00dd06868f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eafd77-1674-42eb-b001-06077828e2af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:40.822423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9f55-7301-4813-9300-99f0df87bdbc req-ee045daa-b2fc-4b16-ab45-6d79cdb70a9d tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.830211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c9d9f55-7301-4813-9300-99f0df87bdbc req-ee045daa-b2fc-4b16-ab45-6d79cdb70a9d tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 946 time: 0.1063664 Dec 06 12:13:40.932366 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-d6d98ee2-0b1a-4fb3-b1b9-92d5d1ff0c18 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:40.934657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-d6d98ee2-0b1a-4fb3-b1b9-92d5d1ff0c18 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.1701696 Dec 06 12:13:40.938579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e30d2afe-ad12-4b73-bfc8-29b78272ddaf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:40.944836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c9d9f55-7301-4813-9300-99f0df87bdbc req-88fe3301-a37b-470d-abe8-79d62c57307b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137176 Dec 06 12:13:40.955993 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:40.967053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e30d2afe-ad12-4b73-bfc8-29b78272ddaf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:40.967848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e30d2afe-ad12-4b73-bfc8-29b78272ddaf not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:41.123749 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:41.132090 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17b74d-ad51-444a-b7ee-6343dca8adfb" -d '{"events": [{"server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "name": "network-vif-plugged", "status": "completed", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:41.158884 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45970) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.165008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329be4d-6358-47cb-afec-aaaf26f7f8e8 req-6dd510f3-e996-4712-a6c9-1608780c605f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.166535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d329be4d-6358-47cb-afec-aaaf26f7f8e8 req-6dd510f3-e996-4712-a6c9-1608780c605f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1059840 Dec 06 12:13:41.167143 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:41.170398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.172402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3e9fbaa-1db6-4a95-af6d-14cedf537552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.197590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b7cb6-7241-4738-991b-0c47af49cf11 req-e4e61e3d-6c9f-4faa-8bc3-29a833007708 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.199062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c29b7cb6-7241-4738-991b-0c47af49cf11 req-e4e61e3d-6c9f-4faa-8bc3-29a833007708 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1254416 Dec 06 12:13:41.248825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3e9fbaa-1db6-4a95-af6d-14cedf537552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.258299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3e9fbaa-1db6-4a95-af6d-14cedf537552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.298162 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3e9fbaa-1db6-4a95-af6d-14cedf537552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1441e50661c415291462bd23129000f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369283 Dec 06 12:13:41.299736 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9fbaa-1db6-4a95-af6d-14cedf537552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b70d8c-003d-4e16-95a9-2b704f3daad6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:41.302196 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.306119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d329be4d-6358-47cb-afec-aaaf26f7f8e8 req-713399b4-1cc1-4b9c-889f-56002738a18a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325986 Dec 06 12:13:41.330103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c29b7cb6-7241-4738-991b-0c47af49cf11 req-04f1c19a-27cc-487e-940b-0f0877973756 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 Dec 06 12:13:41.363839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.389399 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3279f1c2-0514-4b61-955a-7c95b3205ee5 x-openstack-request-id: req-3279f1c2-0514-4b61-955a-7c95b3205ee5 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:41.389726 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "name": "network-vif-plugged", "status": "completed", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:41.389990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3279f1c2-0514-4b61-955a-7c95b3205ee5 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:41.390381 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e', 'code': 200} Dec 06 12:13:41.391612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.405259 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.6 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:41.448951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9399c099-3375-4a95-bf27-7bf0b8e63872 req-095dd22b-c885-4821-8cb6-dfaaa1dc7523 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 210 time: 0.0572340 Dec 06 12:13:41.455454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.459537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.461056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3b70d8c-003d-4e16-95a9-2b704f3daad6 HTTP/1.1" status: 204 len: 168 time: 0.1575820 Dec 06 12:13:41.482743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b23b88-812e-4ded-84a0-7e2711e89c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b70d8c-003d-4e16-95a9-2b704f3daad6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:41.964535 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7ba5f-f545-43af-bd30-1c54ab454540 req-3c6f09ef-83ca-48b0-93b1-1246c10fe30e tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.966028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83d7ba5f-f545-43af-bd30-1c54ab454540 req-3c6f09ef-83ca-48b0-93b1-1246c10fe30e tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 944 time: 0.4542866 Dec 06 12:13:41.970653 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b2a25-0951-45e0-b710-613e262cd9d7 req-683b5b21-c6c6-4fae-b8e6-be98d1da6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.972025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415b2a25-0951-45e0-b710-613e262cd9d7 req-683b5b21-c6c6-4fae-b8e6-be98d1da6a31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 1097 time: 0.4519296 Dec 06 12:13:42.081269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.112284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415b2a25-0951-45e0-b710-613e262cd9d7 req-839bedee-b992-4701-aa08-2f83b53e0e30 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Dec 06 12:13:42.123362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83d7ba5f-f545-43af-bd30-1c54ab454540 req-f45e48e4-4f23-474c-a31d-a58663b3de63 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439822 Dec 06 12:13:42.145391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c868c-66f4-4c6d-8cc7-588c2af61886 req-a0a2c2f5-d140-4ceb-a94f-5ae4ff0ffae4 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:42.147056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b6c868c-66f4-4c6d-8cc7-588c2af61886 req-a0a2c2f5-d140-4ceb-a94f-5ae4ff0ffae4 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 946 time: 0.1243043 Dec 06 12:13:42.170345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.233552 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:42.239872 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:42.244892 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:42.250372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b6c868c-66f4-4c6d-8cc7-588c2af61886 req-a9afa32f-3b8b-479c-bd4d-e5168f04932c tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Dec 06 12:13:42.252884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.302599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:42.303204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.319266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-55a9e6b5-dbad-4b81-bf92-595abbb13372 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714101 Dec 06 12:13:42.333064 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Request body: {'port': {'device_id': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:42.393783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.568247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1256-f4c7-43d8-abaf-865089769a42 req-4dd96137-bedc-44cc-899b-bf786a974fd1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:42.569742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d07f1256-f4c7-43d8-abaf-865089769a42 req-4dd96137-bedc-44cc-899b-bf786a974fd1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1728246 Dec 06 12:13:42.579505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2941e-6cd2-44ea-9842-748ba22e5797 req-995f5df4-ed02-4fe4-8e1f-65b8ee5d23af tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:42.580957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6d2941e-6cd2-44ea-9842-748ba22e5797 req-995f5df4-ed02-4fe4-8e1f-65b8ee5d23af tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1670420 Dec 06 12:13:42.717529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d07f1256-f4c7-43d8-abaf-865089769a42 req-579e627a-dba2-4f2c-94f4-7d80d643cd17 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294856 Dec 06 12:13:42.727429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6d2941e-6cd2-44ea-9842-748ba22e5797 req-1478d07e-eccb-47d1-901a-800cbc469929 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308196 Dec 06 12:13:42.733229 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:42.839503 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:42.850390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.853007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-41e8ca57-9132-458d-bb03-c136566dc13e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1355552401'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:42.853908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-41e8ca57-9132-458d-bb03-c136566dc13e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Unknown quota resources ['metering_label']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:13:42.869678 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Transition to ACTIVE for port object ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:42.878344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32162ed7-4db0-4f0b-ba0a-955f4905d9ed req-62df4477-1009-4492-9c7c-3f9c4d11f7d4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:42.880366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32162ed7-4db0-4f0b-ba0a-955f4905d9ed req-62df4477-1009-4492-9c7c-3f9c4d11f7d4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 931 time: 0.0721300 Dec 06 12:13:42.881701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.962116 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.996008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32162ed7-4db0-4f0b-ba0a-955f4905d9ed req-ba5a4d02-c20f-44b1-9977-fe029cd65f5d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090879 Dec 06 12:13:43.043580 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Attempting to bind port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:43.043919 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Attempting to bind port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:43.044260 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Attempting to bind port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:43.047573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41e8ca57-9132-458d-bb03-c136566dc13e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.048605 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:43.048727 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41e8ca57-9132-458d-bb03-c136566dc13e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3139467 Dec 06 12:13:43.048950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Attempting to bind port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:43.051457 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.053916 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:43.054270 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:43.054654 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:43.055082 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Bound port: ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:43.055442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.055553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7523f35b-7f34-47a5-ae63-c83dfd154a3a tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e06df578-bb71-4688-8803-1aebffa3a45d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:43.056057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7523f35b-7f34-47a5-ae63-c83dfd154a3a tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:13:43.118387 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:43.121326 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:43.127367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.131189 n-d-master-1 neutron-server[103298]: WARNING neutron.services.metering.metering_plugin [None req-7523f35b-7f34-47a5-ae63-c83dfd154a3a tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:13:43.168051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.168717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.170068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 HTTP/1.1" status: 200 len: 1091 time: 0.8416624 Dec 06 12:13:43.170519 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:43.172768 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:43.204356 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e916e-7afe-46fa-9ab5-81fc0049a592 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:43.222161 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046fcedd-8d83-4651-a1d8-63ad0a2594f4 x-openstack-request-id: req-046fcedd-8d83-4651-a1d8-63ad0a2594f4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:43.222759 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:43.222759 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-046fcedd-8d83-4651-a1d8-63ad0a2594f4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:43.223106 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194', 'status': 'completed', 'code': 200} Dec 06 12:13:43.259429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7523f35b-7f34-47a5-ae63-c83dfd154a3a tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.264808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7523f35b-7f34-47a5-ae63-c83dfd154a3a tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2123194 Dec 06 12:13:43.265773 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.270271 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a78cba69-29e0-47f8-b5e4-9df75962e3c9 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e06df578-bb71-4688-8803-1aebffa3a45d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:43.270972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a78cba69-29e0-47f8-b5e4-9df75962e3c9 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:13:43.327574 n-d-master-1 neutron-server[103298]: WARNING neutron.services.metering.metering_plugin [None req-a78cba69-29e0-47f8-b5e4-9df75962e3c9 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:13:43.330620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49227f37-5f6b-4233-8972-21596d741c85 req-7fbcf0f5-ddd6-4dea-a781-9faaf6af432c tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.332306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49227f37-5f6b-4233-8972-21596d741c85 req-7fbcf0f5-ddd6-4dea-a781-9faaf6af432c tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 944 time: 0.0870922 Dec 06 12:13:43.335461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-e5d56700-3dd7-456c-b72d-2c6bed7dcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.337264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-e5d56700-3dd7-456c-b72d-2c6bed7dcc8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 1094 time: 0.0816555 Dec 06 12:13:43.408533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a78cba69-29e0-47f8-b5e4-9df75962e3c9 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.409975 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a78cba69-29e0-47f8-b5e4-9df75962e3c9 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1430368 Dec 06 12:13:43.412581 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46040) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.422817 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0c010bb5-b958-4273-8bfb-a6a85eb6f974 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ad64afc6-3587-4a62-af2a-285bae871652 HTTP/1.1" status: 200 len: 464 time: 0.0091579 Dec 06 12:13:43.425213 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.477612 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a22c-d2d3-4b52-b8eb-5c2430eef724 req-e3a0a033-f860-425f-9f6c-49fbd2679a0b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.479275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d141a22c-d2d3-4b52-b8eb-5c2430eef724 req-e3a0a033-f860-425f-9f6c-49fbd2679a0b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 946 time: 0.1459305 Dec 06 12:13:43.485859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49227f37-5f6b-4233-8972-21596d741c85 req-5ac5c873-e2aa-4717-ae9b-d70399350534 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412435 Dec 06 12:13:43.533543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-9044d8eb-3bfb-4d20-9e70-d73c19fa703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.535085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-9044d8eb-3bfb-4d20-9e70-d73c19fa703c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f6a24a71b634f3ab959ab838effe71b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1889746 Dec 06 12:13:43.542658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a6afe68-9c3d-4949-a5de-97116c456864 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.543778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a6afe68-9c3d-4949-a5de-97116c456864 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/ad64afc6-3587-4a62-af2a-285bae871652 HTTP/1.1" status: 204 len: 168 time: 0.1171439 Dec 06 12:13:43.546422 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.560156 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-79c078ee-0518-4903-a479-f62e2af4c06c tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ad64afc6-3587-4a62-af2a-285bae871652 HTTP/1.1" status: 200 len: 221 time: 0.0093338 Dec 06 12:13:43.560389 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.564570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-242ae3b5-6f43-4fe2-abce-d443fd13dd73 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1945761702', 'description': 'label created by tempest'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:43.565021 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-242ae3b5-6f43-4fe2-abce-d443fd13dd73 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Unknown quota resources ['metering_label']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:13:43.570298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d141a22c-d2d3-4b52-b8eb-5c2430eef724 req-bb308ff6-0947-4990-960c-467282dfa826 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833511 Dec 06 12:13:43.645926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-2d811bca-8bb8-4586-b8d4-a4571cf66293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.647399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0d0a4c-f5c8-4afc-b914-7124c217ec81 req-2d811bca-8bb8-4586-b8d4-a4571cf66293 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037467 Dec 06 12:13:43.650486 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:43.717277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-242ae3b5-6f43-4fe2-abce-d443fd13dd73 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.718453 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-242ae3b5-6f43-4fe2-abce-d443fd13dd73 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1572182 Dec 06 12:13:43.721092 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46048) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.737789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-94d70ff3-8085-4906-9cc2-e862039cc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.739925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-94d70ff3-8085-4906-9cc2-e862039cc91e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 1094 time: 0.0431426 Dec 06 12:13:43.751947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,segment=NetworkSegment(132e43f7-0386-466d-931c-240e4b756115),segment_id=132e43f7-0386-466d-931c-240e4b756115)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:43.793508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-70a55c8a-931c-424b-8e1a-715374fc7623 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 HTTP/1.1" status: 200 len: 217 time: 0.0432324 Dec 06 12:13:43.794447 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9', 'network_id': 'f97ebbb1-328b-4740-905d-edef78292fe3', 'port_id': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9', 'mac_address': 'fa:16:3e:9d:90:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d48cd7-8e71-4400-acb8-21a4355b1da3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:43.809663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8babdd69-f885-48d8-8f2e-e0cd94ca89fe tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=3c7ea2d6-7347-4d7a-9f83-ec54ebd4aa08 HTTP/1.1" status: 200 len: 468 time: 0.0873744 Dec 06 12:13:43.810797 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46054) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.833716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.846929 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:43.874082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,segment=NetworkSegment(132e43f7-0386-466d-931c-240e4b756115),segment_id=132e43f7-0386-466d-931c-240e4b756115)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:43.878213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.900453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-5a9b553a-47c0-46a0-ac31-e84af19bc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.901940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-5a9b553a-47c0-46a0-ac31-e84af19bc265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0997884 Dec 06 12:13:43.927549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:43.932005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d638-abcb-4dd0-a687-d81740a17c2f req-edd83f1c-8882-402a-af07-296bd458cc25 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.933529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6992d638-abcb-4dd0-a687-d81740a17c2f req-edd83f1c-8882-402a-af07-296bd458cc25 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1010873 Dec 06 12:13:43.952160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-2dadb886-07f8-41db-a5ae-1d039f26552d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417314 Dec 06 12:13:43.961449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db859a1-12d7-44fd-85ec-a52e29f6b9aa req-cb8695df-9449-4bcd-ae70-36473e3048c7 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.962820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2db859a1-12d7-44fd-85ec-a52e29f6b9aa req-cb8695df-9449-4bcd-ae70-36473e3048c7 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1315227 Dec 06 12:13:44.005669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0619a5a-cd9d-485f-96af-790a0e03bbf5 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.006949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0619a5a-cd9d-485f-96af-790a0e03bbf5 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/3c7ea2d6-7347-4d7a-9f83-ec54ebd4aa08 HTTP/1.1" status: 204 len: 168 time: 0.1951556 Dec 06 12:13:44.009692 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46060) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.020428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-331270af-b298-4a06-809d-e37a9524eaa2 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=3c7ea2d6-7347-4d7a-9f83-ec54ebd4aa08 HTTP/1.1" status: 200 len: 216 time: 0.0097198 Dec 06 12:13:44.024485 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.032712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ee921083-feed-4676-ab46-64af9afde4e2 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0072508 Dec 06 12:13:44.036045 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.046830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-67d375a3-1cab-4df6-8efa-88bed60b5b3e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0099716 Dec 06 12:13:44.049951 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.092197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6992d638-abcb-4dd0-a687-d81740a17c2f req-d4daa4c1-400b-47b7-88b6-a5cbc26bda77 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390717 Dec 06 12:13:44.105749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d9f23a79-edd3-41e9-bb64-575e7a77ad7c tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/e06df578-bb71-4688-8803-1aebffa3a45d HTTP/1.1" status: 200 len: 473 time: 0.0508630 Dec 06 12:13:44.106166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2db859a1-12d7-44fd-85ec-a52e29f6b9aa req-c56efd8f-c572-4277-8450-217c311f7499 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265416 Dec 06 12:13:44.106284 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.114562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-245450d6-a97f-466c-acf1-20b0a6e7e0a5 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/40d8f7c3-cdb6-4283-b30a-8236d4e21af1 HTTP/1.1" status: 200 len: 461 time: 0.0081654 Dec 06 12:13:44.124518 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.135485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-793a1afc-b0ad-4c02-8d62-9db67a69c68d service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716137 Dec 06 12:13:44.242623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf8f620a-fc23-48de-857a-b024bc66ae3e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.243737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bf8f620a-fc23-48de-857a-b024bc66ae3e tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/40d8f7c3-cdb6-4283-b30a-8236d4e21af1 HTTP/1.1" status: 204 len: 168 time: 0.1182966 Dec 06 12:13:44.246316 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.249614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42aae0ca-61f9-4314-8b1a-6910edeb47f7 req-fa1780d0-16c5-4a01-8727-cf4dc97acc84 service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030915 Dec 06 12:13:44.282420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:44.286163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91f29c-27ed-48e7-9296-7f7c357d40c0 req-d8808d1c-784c-41d6-998c-d73a250e6bf4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.287665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c91f29c-27ed-48e7-9296-7f7c357d40c0 req-d8808d1c-784c-41d6-998c-d73a250e6bf4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 943 time: 0.0514300 Dec 06 12:13:44.345408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c91f29c-27ed-48e7-9296-7f7c357d40c0 req-e1f174c6-8fe2-4ac9-b158-e28dcaedafc0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Dec 06 12:13:44.424012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0d33ebf-ab76-4de2-ba01-e41eb7ee8f84 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.425137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0d33ebf-ab76-4de2-ba01-e41eb7ee8f84 tempest-MeteringTestJSON-353106118 tempest-MeteringTestJSON-353106118-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/e06df578-bb71-4688-8803-1aebffa3a45d HTTP/1.1" status: 204 len: 168 time: 0.1779342 Dec 06 12:13:44.608656 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aac87b-1afd-4dab-a253-d83087c6aae7 req-be488ffa-f0bc-48b0-8a32-a7337df217ce tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.610198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15aac87b-1afd-4dab-a253-d83087c6aae7 req-be488ffa-f0bc-48b0-8a32-a7337df217ce tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 945 time: 0.0508687 Dec 06 12:13:44.670243 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.687445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15aac87b-1afd-4dab-a253-d83087c6aae7 req-f642c1bc-f2fa-4816-9ad6-4baa083857c4 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704355 Dec 06 12:13:44.706628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189b7b-2de5-4923-a9da-7b393517d5c2 req-42b511e3-9dd1-49c7-b6c5-1b5a15a442c8 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.708741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91189b7b-2de5-4923-a9da-7b393517d5c2 req-42b511e3-9dd1-49c7-b6c5-1b5a15a442c8 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 946 time: 0.0664136 Dec 06 12:13:44.758636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91189b7b-2de5-4923-a9da-7b393517d5c2 req-bbc302e5-caf6-423f-8aec-d77d29e5bb28 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Dec 06 12:13:44.780177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8346eca0-545c-464b-b48e-8a66ba6ad80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.854746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8346eca0-545c-464b-b48e-8a66ba6ad80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.859831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8346eca0-545c-464b-b48e-8a66ba6ad80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.878674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dff22e-8bc0-4a93-8bb7-2b42be05abd4 req-a25c987f-0d6a-404f-b997-211524785a85 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.880171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30dff22e-8bc0-4a93-8bb7-2b42be05abd4 req-a25c987f-0d6a-404f-b997-211524785a85 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f HTTP/1.1" status: 200 len: 946 time: 0.0538399 Dec 06 12:13:44.898293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8346eca0-545c-464b-b48e-8a66ba6ad80a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d417bc0ce594cd6a41fe5fddfe81786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269819 Dec 06 12:13:44.899118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346eca0-545c-464b-b48e-8a66ba6ad80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7949b3-6080-468a-bf7d-694d2332adb7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:44.901399 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.956712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30dff22e-8bc0-4a93-8bb7-2b42be05abd4 req-a19a3f58-dda5-474c-aeb0-2599c5a958a1 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Dec 06 12:13:44.970032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.992238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.039337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.042257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.043639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b7949b3-6080-468a-bf7d-694d2332adb7 HTTP/1.1" status: 204 len: 168 time: 0.1415420 Dec 06 12:13:45.052125 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab0b11-ce9f-4250-868f-e2c794e5fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7949b3-6080-468a-bf7d-694d2332adb7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.227507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466036b-5d12-4dfe-be55-fb0f36074a51 req-1c022bc9-1905-491d-af38-894c82ae23b1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:45.231191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1466036b-5d12-4dfe-be55-fb0f36074a51 req-1c022bc9-1905-491d-af38-894c82ae23b1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0580657 Dec 06 12:13:45.297705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1466036b-5d12-4dfe-be55-fb0f36074a51 req-db24e8c4-0cb5-4724-aefa-99434f639dcc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Dec 06 12:13:45.376362 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46114) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.382370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270204-2eea-4325-8b9d-0f6c84496abe req-ce93205e-d6be-492c-b3ac-5792f959a31b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:45.383916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc270204-2eea-4325-8b9d-0f6c84496abe req-ce93205e-d6be-492c-b3ac-5792f959a31b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.0771503 Dec 06 12:13:45.390480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3ae513-3c54-4931-9207-311bdf02e317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.435627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc270204-2eea-4325-8b9d-0f6c84496abe req-cb70d283-d3ec-4820-a67c-eb6b644c0c77 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Dec 06 12:13:45.485918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3ae513-3c54-4931-9207-311bdf02e317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.490213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d3ae513-3c54-4931-9207-311bdf02e317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.533716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d3ae513-3c54-4931-9207-311bdf02e317 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09c8a5cfc9e6444fa7025db368431254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559839 Dec 06 12:13:45.534562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ae513-3c54-4931-9207-311bdf02e317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb277ab-81e3-4ef4-974c-b38723450558,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.536875 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.585576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.607710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.611850 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d90cca-8873-47e3-9bc4-f5f17d8f6c88 req-ffec5117-280e-4dc5-a88e-e87095b45cbe tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:45.613345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98d90cca-8873-47e3-9bc4-f5f17d8f6c88 req-ffec5117-280e-4dc5-a88e-e87095b45cbe tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 943 time: 0.1136777 Dec 06 12:13:45.656703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.659437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.663733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fb277ab-81e3-4ef4-974c-b38723450558 HTTP/1.1" status: 204 len: 168 time: 0.1233575 Dec 06 12:13:45.671107 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae260247-4196-4186-b7f2-e07998cb0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb277ab-81e3-4ef4-974c-b38723450558,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.671271 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-4dac8fca-5a2c-4d7b-b4e8-19e939b3e4ec tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:45.672397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-4dac8fca-5a2c-4d7b-b4e8-19e939b3e4ec tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.1431472 Dec 06 12:13:45.681362 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:45.696843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-4b31a6b7-9c14-4b3a-b0fa-46a41a3ff99f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/quotas/c2592070a81a40cfaf5093c2a712841d HTTP/1.1" status: 200 len: 375 time: 0.0184383 Dec 06 12:13:45.700337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98d90cca-8873-47e3-9bc4-f5f17d8f6c88 req-8b3ecefc-d022-42ea-9dde-cb2e22b6907a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798497 Dec 06 12:13:45.763490 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:45.768664 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:45.769043 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.787595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-8d72baa6-ff70-49d3-be80-383c15a77d2f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827911 Dec 06 12:13:45.863164 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.892992 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:45.895971 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f66311-1190-4e71-a45d-51efe2114123" -d '{"events": [{"server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "name": "network-vif-plugged", "status": "completed", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:45.908427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,segment=NetworkSegment(132e43f7-0386-466d-931c-240e4b756115),segment_id=132e43f7-0386-466d-931c-240e4b756115)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:45.912663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.925438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a693b6-b1e4-446b-9a7b-0e170f6f7c53 req-a92e6454-2c68-4b4a-bcd2-bd230a875018 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:45.927049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a693b6-b1e4-446b-9a7b-0e170f6f7c53 req-a92e6454-2c68-4b4a-bcd2-bd230a875018 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 945 time: 0.1059599 Dec 06 12:13:45.937109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-d5064131-65c4-4b9d-a395-33270327bd09 service neutron] 10.222.0.31 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484828 Dec 06 12:13:45.960998 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:46.041472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47a693b6-b1e4-446b-9a7b-0e170f6f7c53 req-b68a44c4-be5a-424b-b9e8-88a6769638b8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022465 Dec 06 12:13:46.063852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-85007b55-120c-4936-a02d-9e3bac5168a6 service neutron] 10.222.0.31 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228929 Dec 06 12:13:46.091580 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0e726-ff7e-435c-8bfa-d195741c3db7 x-openstack-request-id: req-f8f0e726-ff7e-435c-8bfa-d195741c3db7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:46.091913 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "name": "network-vif-plugged", "status": "completed", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:46.092130 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8f0e726-ff7e-435c-8bfa-d195741c3db7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:46.092597 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9', 'code': 200} Dec 06 12:13:46.270293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfce6-f309-4fc0-83b5-0511dc3e8a84 req-6aa782b8-a3f2-4d20-bae2-054a94690ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.271800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b98bfce6-f309-4fc0-83b5-0511dc3e8a84 req-6aa782b8-a3f2-4d20-bae2-054a94690ac6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 1097 time: 0.0730371 Dec 06 12:13:46.335555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b98bfce6-f309-4fc0-83b5-0511dc3e8a84 req-a8e4aa1c-2b52-4738-92d2-db44afd458c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Dec 06 12:13:46.395763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8996dfe5-069f-424a-bb64-01c57d92bd1e req-a35e87f1-f82c-4a4b-b9c6-6029f0bde578 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 210 time: 0.0393529 Dec 06 12:13:46.451724 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e0dcd-841f-4346-bf51-fab16a669b07 req-308d8dfb-950e-4a92-9129-2d3268c9778c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.453708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768e0dcd-841f-4346-bf51-fab16a669b07 req-308d8dfb-950e-4a92-9129-2d3268c9778c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0565650 Dec 06 12:13:46.524052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768e0dcd-841f-4346-bf51-fab16a669b07 req-558dc317-5f7e-433a-b26c-d66873f549c2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Dec 06 12:13:46.683942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987733b-5acc-4da6-896c-e0e8debe014e req-c945847e-8a35-4199-88ff-4d39a55358c4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.685426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4987733b-5acc-4da6-896c-e0e8debe014e req-c945847e-8a35-4199-88ff-4d39a55358c4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.0827425 Dec 06 12:13:46.697631 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa766c-e207-4685-9e62-def161f487f8 req-92127c04-e4fd-4250-bfee-c6e47a2bc1e1 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.699167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3efa766c-e207-4685-9e62-def161f487f8 req-92127c04-e4fd-4250-bfee-c6e47a2bc1e1 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/ports?device_id=8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f HTTP/1.1" status: 200 len: 946 time: 0.0867422 Dec 06 12:13:46.798509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4987733b-5acc-4da6-896c-e0e8debe014e req-cae4d69f-713b-4485-8352-a64fb077dbaa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981240 Dec 06 12:13:46.856768 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Deleting port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:46.857116 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:46.912580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0490f74-ebbf-4988-9996-d4cc2f697249 req-f3f0b1fc-e0a0-42d7-9adb-15fb8f406383 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.916970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0490f74-ebbf-4988-9996-d4cc2f697249 req-f3f0b1fc-e0a0-42d7-9adb-15fb8f406383 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 943 time: 0.1075668 Dec 06 12:13:47.047576 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] For port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:47.047942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:47.065354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0490f74-ebbf-4988-9996-d4cc2f697249 req-94be59f0-6922-4b91-8a2b-30d9bfda5919 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309276 Dec 06 12:13:47.094086 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Calling delete_port for 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:47.277427 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9526d-a017-4dc5-9c53-96ba60cfca10 req-d7a43b46-c617-47ce-9270-6d9d59fe2016 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.279268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13c9526d-a017-4dc5-9c53-96ba60cfca10 req-d7a43b46-c617-47ce-9270-6d9d59fe2016 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.1111090 Dec 06 12:13:47.338079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135619c-dab7-4258-9cca-14cfd9ef1b98 req-52d097b4-7c51-4cf0-916b-d9d3e7ebd3b4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.339564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e135619c-dab7-4258-9cca-14cfd9ef1b98 req-52d097b4-7c51-4cf0-916b-d9d3e7ebd3b4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1372468 Dec 06 12:13:47.341577 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-f6843a3c-4fd3-4dbe-af0b-127d0d197efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.343752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-f6843a3c-4fd3-4dbe-af0b-127d0d197efe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4480bd05ee346089e6f4b98276d68d3&device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 1096 time: 0.0428786 Dec 06 12:13:47.442220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13c9526d-a017-4dc5-9c53-96ba60cfca10 req-9f0d722a-df4d-4a6f-84b5-2aa8f2414945 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551704 Dec 06 12:13:47.447888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:47.474140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:47.489192 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-2cda5351-c1ba-462d-9c49-1beb76ba19e7 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.490582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-488a9da9-5148-4f6d-be60-90befa9f0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.490747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-2cda5351-c1ba-462d-9c49-1beb76ba19e7 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.53 "GET /v2.0/ports?device_id=344f7c95-79b3-4bc8-af77-065fbf682df9 HTTP/1.1" status: 200 len: 946 time: 0.1810160 Dec 06 12:13:47.492378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-488a9da9-5148-4f6d-be60-90befa9f0af8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 200 len: 916 time: 0.1408787 Dec 06 12:13:47.509531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['33439d4b-6719-4e08-8aa6-dc743626d56e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:47.511805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e135619c-dab7-4258-9cca-14cfd9ef1b98 req-8d099f9b-e621-4217-bb8a-5725c9d0e67a tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540539 Dec 06 12:13:47.522899 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event deleted for resources: {'Port': ['ID=0c3a7bc8-f8d4-4086-af3d-2d67c46057a0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:47.587037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-328e8728-c8d7-4f5b-99c7-47bd3d62af0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1b62fe9-1856-4881-a34c-85f590958d9b HTTP/1.1" status: 200 len: 217 time: 0.0727911 Dec 06 12:13:47.661745 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-a181743e-904e-4256-9747-67212e25510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.663460 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-a181743e-904e-4256-9747-67212e25510a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 200 len: 854 time: 0.0695519 Dec 06 12:13:47.734209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-446256e4-4296-425f-9555-23a1d5ce3e6f req-674440ba-f541-4a25-ad13-c38b26f3e07b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 210 time: 0.2201028 Dec 06 12:13:47.776512 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:47.819857 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] No DVR routers for this DVR port 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:47.823425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:47.829408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3efa766c-e207-4685-9e62-def161f487f8 req-17edd081-adc4-45ed-a23c-d37bd912a5a9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "DELETE /v2.0/ports/0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 HTTP/1.1" status: 204 len: 173 time: 1.1150188 Dec 06 12:13:47.831890 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'name': 'network-vif-deleted', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:47.835075 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77fcfb-8587-4819-b2e7-9cee069258d6" -d '{"events": [{"server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "name": "network-vif-deleted", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:47.866467 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-08e95e52-0643-4a49-b2a9-9ba259981066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.869924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-08e95e52-0643-4a49-b2a9-9ba259981066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d48d375e-6df7-44b0-adf3-c8725afa06d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976688 Dec 06 12:13:47.921733 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a82921-528d-45b6-9e69-454359acd8fa x-openstack-request-id: req-f7a82921-528d-45b6-9e69-454359acd8fa {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:47.922450 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f", "name": "network-vif-deleted", "tag": "0c3a7bc8-f8d4-4086-af3d-2d67c46057a0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:47.922881 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7a82921-528d-45b6-9e69-454359acd8fa {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:47.923988 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161a3ea-e1ff-46b4-8a32-8d8252ff7e6f', 'name': 'network-vif-deleted', 'tag': '0c3a7bc8-f8d4-4086-af3d-2d67c46057a0', 'status': 'completed', 'code': 200} Dec 06 12:13:47.939081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecac00-cc92-4e38-af95-ad514bc667fc req-ab3e4d07-bf35-46af-9735-bc7081cf73ad tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.942599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acecac00-cc92-4e38-af95-ad514bc667fc req-ab3e4d07-bf35-46af-9735-bc7081cf73ad tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1107819 Dec 06 12:13:47.945337 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Deleting port 33439d4b-6719-4e08-8aa6-dc743626d56e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:47.945904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:47.982985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-d7f21066-aae4-4622-86ee-d3116fd86b5f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.985438 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-d7f21066-aae4-4622-86ee-d3116fd86b5f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.2296038 Dec 06 12:13:48.015196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Request body: {'port': {'device_id': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'admin_state_up': True, 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:48.046925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9ee7b56c-e52d-4adb-9638-bb488daf138f tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:48.052528 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] For port 33439d4b-6719-4e08-8aa6-dc743626d56e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33439d4b-6719-4e08-8aa6-dc743626d56e,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:48.053144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.056315 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-4552781b-ff09-465b-9e5c-1150809d7449 service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750484 Dec 06 12:13:48.075443 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Calling delete_port for 33439d4b-6719-4e08-8aa6-dc743626d56e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:48.156807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ee7b56c-e52d-4adb-9638-bb488daf138f tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "PUT /v2.0/quotas/a6af78c05e234b9da3e93fc9472df96a HTTP/1.1" status: 200 len: 368 time: 0.3775723 Dec 06 12:13:48.157389 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46220) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:48.194677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Request body: {'network': {'project_id': 'a6af78c05e234b9da3e93fc9472df96a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:48.207833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:48.260763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-963e0a09-4ce0-462e-81f5-eba87212e953 req-34867a5c-fcb2-4ec4-84bd-e36a4ac08752 service neutron] 10.222.0.23 "GET /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932247 Dec 06 12:13:48.263410 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Made reservation on behalf of a6af78c05e234b9da3e93fc9472df96a for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:48.265593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.287636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.307763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:48.311336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.391528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:48.392939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acecac00-cc92-4e38-af95-ad514bc667fc req-10ecaa02-4480-49d7-88ce-60083c6c3d87 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313100 Dec 06 12:13:48.399181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.415516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0c3a7bc8-f8d4-4086-af3d-2d67c46057a0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:48.454367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194', 'mac_address': 'fa:16:3e:42:e3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:48.454660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103b8d-4c1a-4c15-8953-76a3937dc9a6 req-e6635dc9-a198-4e3c-bd19-797e768b6673 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:48.464174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be103b8d-4c1a-4c15-8953-76a3937dc9a6 req-e6635dc9-a198-4e3c-bd19-797e768b6673 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 943 time: 0.1986797 Dec 06 12:13:48.466108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event deleted for resources: {'Port': ['ID=33439d4b-6719-4e08-8aa6-dc743626d56e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:48.497561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.506879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.509648 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.517641 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Allocated IP 172.20.0.5 (8355e848-2ecf-421e-9e29-f94b3b4cee88/1816c410-9e63-4165-9e3e-354b156f6ac4/68a27175-0d2d-4987-84d6-6c999fe9f54b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:48.526381 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-6c6ff495-b2b9-4ccb-8241-6f4794372852 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:48.527899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-6c6ff495-b2b9-4ccb-8241-6f4794372852 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 813 time: 0.3832471 Dec 06 12:13:48.532730 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:48.551053 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:48.568036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:48.574965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.579896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26fb58f-daa9-4f01-863a-b0d337395569,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:48.583769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.584271 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Added segment d6a71370-460a-456a-bd20-01233b7d3c48 of type vlan for network d0229cff-43de-4e8b-a5f3-a83709cb2b35 Dec 06 12:13:48.651755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:48.892404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:48.893745 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] No DVR routers for this DVR port 33439d4b-6719-4e08-8aa6-dc743626d56e on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:48.899100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Request body: {'port': {'device_id': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'admin_state_up': True, 'tenant_id': 'c2592070a81a40cfaf5093c2a712841d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:48.905773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.909228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74980ead-5b77-48d5-801f-cb7f7531cbab req-c8413fb1-0922-458f-8f91-9981370edf35 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.53 "DELETE /v2.0/ports/33439d4b-6719-4e08-8aa6-dc743626d56e HTTP/1.1" status: 204 len: 173 time: 1.3816562 Dec 06 12:13:48.942506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.983003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be103b8d-4c1a-4c15-8953-76a3937dc9a6 req-aa854a27-400f-4201-87c9-c8b85fe9de83 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179968 Dec 06 12:13:49.013915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.017919 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.018772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.062300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31de2e-067c-4b2c-8516-9dfc98a66657 req-708d0764-4ff9-4703-941f-491365f0fe09 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.073773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b31de2e-067c-4b2c-8516-9dfc98a66657 req-708d0764-4ff9-4703-941f-491365f0fe09 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.1824028 Dec 06 12:13:49.119022 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9308267 Dec 06 12:13:49.123114 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46232) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:49.139478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Request body: {'network': {'project_id': 'a6af78c05e234b9da3e93fc9472df96a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:49.176293 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46b461-6e3d-474e-ae46-c1b96c6b65b0 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event updated for resources: {'Network': ['ID=d0229cff-43de-4e8b-a5f3-a83709cb2b35,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:49.179709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b31de2e-067c-4b2c-8516-9dfc98a66657 req-8b01fa8d-dc5c-4599-8166-97baa13eeea2 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049392 Dec 06 12:13:49.186848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Made reservation on behalf of c2592070a81a40cfaf5093c2a712841d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:49.187320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.190477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.201191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d0229cff-43de-4e8b-a5f3-a83709cb2b35 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:49.221609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfa1c-0c60-4f9a-8e8e-32a9f55afb34 req-6e764734-ae38-4265-8a14-62de4f10b464 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.223632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-432dfa1c-0c60-4f9a-8e8e-32a9f55afb34 req-6e764734-ae38-4265-8a14-62de4f10b464 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1149151 Dec 06 12:13:49.234884 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Made reservation on behalf of a6af78c05e234b9da3e93fc9472df96a for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:49.237206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.295578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.316345 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:49.350701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-432dfa1c-0c60-4f9a-8e8e-32a9f55afb34 req-dfa31c06-8a2e-480c-ad6c-2270d882786c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149657 Dec 06 12:13:49.369287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.369287 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Added segment 0880741a-7f1b-4d3c-8aa7-e649495130da of type vlan for network fd381907-fa71-471b-bf9b-ddf6917150ba Dec 06 12:13:49.369287 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:49.375176 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:49.381661 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:49.430890 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event updated for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:49.443578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef6ef237-8210-458d-8ee2-c773647f7a06 req-91a15cdf-7228-4916-8a7f-fb9969327eca tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 210 time: 0.0576587 Dec 06 12:13:49.454152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.461428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.483351 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Allocated IP 172.20.0.10 (8355e848-2ecf-421e-9e29-f94b3b4cee88/1816c410-9e63-4165-9e3e-354b156f6ac4/5547e5b8-e9b4-45a5-aa08-5041d70dc0d5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:49.528528 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.537969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.569665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.570652 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.571277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.592977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cc126e75-7961-4f8a-b264-bca8fb003949 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818052 Dec 06 12:13:49.623270 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Request body: {'port': {'device_id': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:49.636702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5065851 Dec 06 12:13:49.642736 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:49.653972 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-937b3a7f-5552-4b8c-acac-d81cce2b3de8 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Request body: {'network': {'project_id': 'a6af78c05e234b9da3e93fc9472df96a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:49.685266 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795826-8e35-4e9e-b606-365f5fb59352 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event updated for resources: {'Network': ['ID=fd381907-fa71-471b-bf9b-ddf6917150ba,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:49.695601 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fd381907-fa71-471b-bf9b-ddf6917150ba details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:49.755094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.765084 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-937b3a7f-5552-4b8c-acac-d81cce2b3de8 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:13:49.765588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937b3a7f-5552-4b8c-acac-d81cce2b3de8 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:13:49.766749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-937b3a7f-5552-4b8c-acac-d81cce2b3de8 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1182733 Dec 06 12:13:49.770841 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:49.820403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1fb11-c6ab-4d0b-a569-8f1590e6e2b8 req-06140a20-4d32-4c7f-87ce-e8a94e03e8e3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.827916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efb1fb11-c6ab-4d0b-a569-8f1590e6e2b8 req-06140a20-4d32-4c7f-87ce-e8a94e03e8e3 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.2323673 Dec 06 12:13:49.832388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.855562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-685a3243-0b24-4499-910a-ad63829da936 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6af78c05e234b9da3e93fc9472df96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808551 Dec 06 12:13:49.858241 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4996f-66a4-419b-b994-bd89c079702f req-f8b4da75-7299-43af-85b8-ef6d71eca9a5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.861608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38f4996f-66a4-419b-b994-bd89c079702f req-f8b4da75-7299-43af-85b8-ef6d71eca9a5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2179255 Dec 06 12:13:49.862910 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46250) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:49.926672 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'name': 'network-vif-deleted', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:49.928938 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02305b8-a207-44ab-8703-ab77fabc2b61" -d '{"events": [{"server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "name": "network-vif-deleted", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:49.942022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efb1fb11-c6ab-4d0b-a569-8f1590e6e2b8 req-372c3759-2803-4628-b660-561defcd7ce0 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132464 Dec 06 12:13:49.980336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.995044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.013119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38f4996f-66a4-419b-b994-bd89c079702f req-4958bf6f-3237-4fb4-8671-ec52a80dc83f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382174 Dec 06 12:13:50.042971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.045631 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62265cdd-e5f0-4290-b7ad-a41aa2bf5156 x-openstack-request-id: req-62265cdd-e5f0-4290-b7ad-a41aa2bf5156 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:50.045930 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f7c95-79b3-4bc8-af77-065fbf682df9", "name": "network-vif-deleted", "tag": "33439d4b-6719-4e08-8aa6-dc743626d56e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:50.046187 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62265cdd-e5f0-4290-b7ad-a41aa2bf5156 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:50.046586 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f7c95-79b3-4bc8-af77-065fbf682df9', 'name': 'network-vif-deleted', 'tag': '33439d4b-6719-4e08-8aa6-dc743626d56e', 'status': 'completed', 'code': 200} Dec 06 12:13:50.059664 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Network 8355e848-2ecf-421e-9e29-f94b3b4cee88 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:50.066043 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:50.070030 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:50.109190 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event updated for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.168763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.172269 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.175957 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/e26fb58f-daa9-4f01-863a-b0d337395569 HTTP/1.1" status: 204 len: 168 time: 0.3088286 Dec 06 12:13:50.186602 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46260) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:50.201684 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a94d43-77d2-4058-a108-bbd4a06a4880 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26fb58f-daa9-4f01-863a-b0d337395569,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.204428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.205048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.221466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:50.246584 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a27175-0d2d-4987-84d6-6c999fe9f54b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:50.261624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.279240 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Transition to ACTIVE for port object 68a27175-0d2d-4987-84d6-6c999fe9f54b will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:50.281504 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:50.284757 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.287524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:50.288611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.297078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1bd75-acd2-4dac-95c1-ca36c1c3787b req-fef99d8e-a4e1-4d32-bebf-157fd0ca4780 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.298719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0dd1bd75-acd2-4dac-95c1-ca36c1c3787b req-fef99d8e-a4e1-4d32-bebf-157fd0ca4780 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.1774442 Dec 06 12:13:50.302120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-1d0ea4d9-440f-4f00-969f-71ad4adc0f54 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4096467 Dec 06 12:13:50.319796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed6e3c-43da-473e-8080-8d77e6fdbe0d req-7a4a0cdc-2785-408c-8803-7e023f113ade tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.321427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78ed6e3c-43da-473e-8080-8d77e6fdbe0d req-7a4a0cdc-2785-408c-8803-7e023f113ade tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 944 time: 0.1941488 Dec 06 12:13:50.333634 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Request body: {'port': {'device_id': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:50.342176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.352392 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Pushing event updated for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.400815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.428291 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:50.430990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb8bb7d-2ebf-48d5-8d9d-b07bb98ae7c4" -d '{"events": [{"server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:50.447134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:50.455779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.457636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:50.482430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:50.483095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0c3a7bc8-f8d4-4086-af3d-2d67c46057a0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:50.485256 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Attempting to bind port 68a27175-0d2d-4987-84d6-6c999fe9f54b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:50.485256 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Attempting to bind port 68a27175-0d2d-4987-84d6-6c999fe9f54b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:50.485707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Attempting to bind port 68a27175-0d2d-4987-84d6-6c999fe9f54b on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:50.493209 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Port 68a27175-0d2d-4987-84d6-6c999fe9f54b on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:50.493752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Attempting to bind port 68a27175-0d2d-4987-84d6-6c999fe9f54b on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:50.501034 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:50.501478 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Checking segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:50.501965 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Bound using segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:50.502464 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Bound port: 68a27175-0d2d-4987-84d6-6c999fe9f54b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:50.502919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.517097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.543780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.545322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0dd1bd75-acd2-4dac-95c1-ca36c1c3787b req-29de24a2-449b-4bf9-80cd-334db34de11e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200933 Dec 06 12:13:50.567923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78ed6e3c-43da-473e-8080-8d77e6fdbe0d req-965eb393-0f80-46c9-b10e-a2d948505b98 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309682 Dec 06 12:13:50.589222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:50.595057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:50.600096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.624828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.645232 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.645859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.648207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] 10.222.0.23 "PUT /v2.0/ports/68a27175-0d2d-4987-84d6-6c999fe9f54b HTTP/1.1" status: 200 len: 1091 time: 1.0283313 Dec 06 12:13:50.648682 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:50.651196 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd381907-fa71-471b-bf9b-ddf6917150ba']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:50.651431 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:50.693779 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0880741a-7f1b-4d3c-8aa7-e649495130da') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:50.694098 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0880741a-7f1b-4d3c-8aa7-e649495130da') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:50.694944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb63c-5ce7-4bb1-8a70-5ba240a17c6f service neutron] Pushing event updated for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.720381 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ad212-41e1-4e93-a745-8ad6e8ef1146 x-openstack-request-id: req-ed7ad212-41e1-4e93-a745-8ad6e8ef1146 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:50.720854 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:50.726758 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed7ad212-41e1-4e93-a745-8ad6e8ef1146 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:50.727123 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194', 'code': 200} Dec 06 12:13:50.746166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.814708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.847519 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:50.847519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:50.851768 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:50.867837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-6590d84b-0d2d-4631-890a-26919df85f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.870411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-6590d84b-0d2d-4631-890a-26919df85f68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 1094 time: 0.1701329 Dec 06 12:13:50.876456 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a19139-1617-472c-9d6a-1475d5bee891 req-05263106-6e1b-4152-bb9b-2dce2ae4d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.877961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51a19139-1617-472c-9d6a-1475d5bee891 req-05263106-6e1b-4152-bb9b-2dce2ae4d871 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 1096 time: 0.0956416 Dec 06 12:13:50.939995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-cb2fac11-6b5a-47ef-8863-b0079d0c61dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b HTTP/1.1" status: 200 len: 217 time: 0.0548234 Dec 06 12:13:50.990944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51a19139-1617-472c-9d6a-1475d5bee891 req-b468d9d4-1c0a-42f9-867e-76a69e73f3c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985265 Dec 06 12:13:51.005551 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-a3b087c2-8a54-4bdd-bff6-90cbfcf2b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.006820 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.007316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-a3b087c2-8a54-4bdd-bff6-90cbfcf2b1d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.0565412 Dec 06 12:13:51.038301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.041465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "DELETE /v2.0/networks/fd381907-fa71-471b-bf9b-ddf6917150ba HTTP/1.1" status: 204 len: 168 time: 0.8530612 Dec 06 12:13:51.044105 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:51.070944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd59a-593e-4472-9061-7a371c77a0cc req-d2bf389d-dff1-4a22-b443-2853626860e1 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.073003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e1fd59a-593e-4472-9061-7a371c77a0cc req-d2bf389d-dff1-4a22-b443-2853626860e1 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 932 time: 0.2530003 Dec 06 12:13:51.078434 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1de58f-eb6e-46e8-b993-4b8b9ed627e6 tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd381907-fa71-471b-bf9b-ddf6917150ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:51.117246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.124914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a99da-241a-47f6-a59f-fff5338782a7 req-373de340-d038-4628-ba5e-66a37c4cb179 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.126447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b4a99da-241a-47f6-a59f-fff5338782a7 req-373de340-d038-4628-ba5e-66a37c4cb179 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.1667900 Dec 06 12:13:51.199340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e1fd59a-593e-4472-9061-7a371c77a0cc req-ae5ce4bb-8179-4621-b6c5-1cb2eef70d2f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186011 Dec 06 12:13:51.199561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.238949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-836175cb-31c9-4515-9d4b-ace0e56c5805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357533 Dec 06 12:13:51.254036 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0229cff-43de-4e8b-a5f3-a83709cb2b35']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.255314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b4a99da-241a-47f6-a59f-fff5338782a7 req-56594265-89c8-4a24-847b-9124db382633 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211889 Dec 06 12:13:51.261471 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:51.270234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.273003 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12afb94-b3c3-42d4-a8fa-592b18303a70 x-openstack-request-id: req-c12afb94-b3c3-42d4-a8fa-592b18303a70 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:51.273363 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:51.273635 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c12afb94-b3c3-42d4-a8fa-592b18303a70 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:51.274162 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b', 'status': 'completed', 'code': 200} Dec 06 12:13:51.276002 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a71370-460a-456a-bd20-01233b7d3c48') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.276867 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a71370-460a-456a-bd20-01233b7d3c48') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.304317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.304733 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Transition to ACTIVE for port object 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:51.311822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.352379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.354090 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-c4520ea2-b6cf-4497-91ae-1c5c666e42eb req-0891adc0-91f1-42ca-b6d3-22f2f88b6092 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:51.355104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4520ea2-b6cf-4497-91ae-1c5c666e42eb req-0891adc0-91f1-42ca-b6d3-22f2f88b6092 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242693 Dec 06 12:13:51.363162 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:51.363573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:51.365275 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:51.430065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-862d96c8-a7f4-44b6-92fd-fe57acc938d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729109 Dec 06 12:13:51.434189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.438746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.442561 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d0229cff-43de-4e8b-a5f3-a83709cb2b35 HTTP/1.1" status: 204 len: 168 time: 0.3974588 Dec 06 12:13:51.460842 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Pushing event updated for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:51.479566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62696a-b3d7-4d1f-a946-f92a8aab261a tempest-QuotasNegativeTest-232257363 tempest-QuotasNegativeTest-232257363-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0229cff-43de-4e8b-a5f3-a83709cb2b35,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:51.530953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36dc1-f554-462e-8c97-c599acafce76 req-4c930227-219c-4702-88f9-ea9312ebfffa tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.532459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bc36dc1-f554-462e-8c97-c599acafce76 req-4c930227-219c-4702-88f9-ea9312ebfffa tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2004888 Dec 06 12:13:51.555969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-e0b48d5b-2f16-42d7-b74e-d7d8a20ca6de service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122131 Dec 06 12:13:51.561667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4520ea2-b6cf-4497-91ae-1c5c666e42eb req-f1c39dda-3ad1-4f3d-b428-cbe7652747ad tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1908760 Dec 06 12:13:51.595947 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Attempting to bind port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:51.596294 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Attempting to bind port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:51.596610 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Attempting to bind port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:51.611829 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:51.612156 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Attempting to bind port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 on network 8355e848-2ecf-421e-9e29-f94b3b4cee88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:51.627417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bc36dc1-f554-462e-8c97-c599acafce76 req-fac5cd60-1382-4108-84df-6bce62fd0b97 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816727 Dec 06 12:13:51.630860 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:51.631573 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Checking segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:51.632075 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Bound using segment: {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:51.632691 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Bound port: 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c70c3e-eb23-43e6-9a69-41e87baac061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:51.633271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.687100 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-afdcd056-c3a3-4ca5-8021-bc10ce05a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.692033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-afdcd056-c3a3-4ca5-8021-bc10ce05a195 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 1094 time: 0.0769701 Dec 06 12:13:51.730966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 33439d4b-6719-4e08-8aa6-dc743626d56e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:51.768653 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:51.768897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 33439d4b-6719-4e08-8aa6-dc743626d56e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:51.769308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 33439d4b-6719-4e08-8aa6-dc743626d56e not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:51.781361 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:51.792947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.812425 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-583cb57b-198b-4f6a-a6ee-73203d5ea3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.812697 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18fa36-1502-4c44-9ce0-86293172f7df req-4f5f723d-49e1-4a91-b1c2-b40a5134a868 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.813996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-583cb57b-198b-4f6a-a6ee-73203d5ea3cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 914 time: 0.1084673 Dec 06 12:13:51.814183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa18fa36-1502-4c44-9ce0-86293172f7df req-4f5f723d-49e1-4a91-b1c2-b40a5134a868 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.1078355 Dec 06 12:13:51.820990 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.821639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.823018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] 10.222.0.23 "PUT /v2.0/ports/5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 HTTP/1.1" status: 200 len: 1092 time: 1.4978852 Dec 06 12:13:51.872706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-91200a85-494e-46be-a479-3fc672f48505 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b HTTP/1.1" status: 200 len: 217 time: 0.0422201 Dec 06 12:13:51.949984 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-e0bcaa4f-e3b9-40a9-b895-4a295159c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.950952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-e0bcaa4f-e3b9-40a9-b895-4a295159c2b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.0674596 Dec 06 12:13:51.986440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-0af2bf77-2cf8-4d8d-8353-eb2b37fc3e7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256684 Dec 06 12:13:52.003535 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dabeee-e8cc-4be3-990d-2bd4ec494658 service neutron] Pushing event updated for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:52.017016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa18fa36-1502-4c44-9ce0-86293172f7df req-c9a81574-c6e2-4fa4-9e25-3ead754a3b04 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724722 Dec 06 12:13:52.020544 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46300) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:52.034648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-82728e77-34bb-430b-ac22-327a3559df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.036169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-82728e77-34bb-430b-ac22-327a3559df7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 1095 time: 0.1269929 Dec 06 12:13:52.044029 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea437-e2cd-4c56-bcfb-c922bf2bb4fa req-6fade376-a25f-4dd9-bbd5-26f271d4c6aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.045388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-996ea437-e2cd-4c56-bcfb-c922bf2bb4fa req-6fade376-a25f-4dd9-bbd5-26f271d4c6aa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1134915 Dec 06 12:13:52.047964 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:52.050625 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600615ff-9a6e-470b-a477-59bd2186b8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:52.104625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-f98cf5d2-899f-41c6-b214-b09ee137eedd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 HTTP/1.1" status: 200 len: 217 time: 0.0580134 Dec 06 12:13:52.105946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-8c5072bb-096c-4af8-8a4f-531c53492db7 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077404 Dec 06 12:13:52.182041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-996ea437-e2cd-4c56-bcfb-c922bf2bb4fa req-f421c405-d2b0-4e2a-b1c6-6214718a555d tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273179 Dec 06 12:13:52.195547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-256e888a-23d5-40da-9a8e-334ee77824d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.195706 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-f250e338-e829-4289-a73c-9302fc61a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.195706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-f250e338-e829-4289-a73c-9302fc61a9ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.0656302 Dec 06 12:13:52.261207 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f4b95a-9557-427b-9727-378596c0c4be x-openstack-request-id: req-27f4b95a-9557-427b-9727-378596c0c4be {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:52.261536 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:52.261886 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27f4b95a-9557-427b-9727-378596c0c4be {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:52.262478 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', 'status': 'completed', 'code': 200} Dec 06 12:13:52.271087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-81ff701e-697e-43bc-87d3-8ef8b1bffade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627229 Dec 06 12:13:52.299332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3caa1d48-17fc-4783-a3f1-7b73c9182b2b req-51e2aca3-72e6-4d23-a258-f8fc8f90c8d6 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680684 Dec 06 12:13:52.349447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-256e888a-23d5-40da-9a8e-334ee77824d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.353808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-256e888a-23d5-40da-9a8e-334ee77824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.383440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41c64-15b3-400d-ab5b-25d836c54bba req-f79cc7dc-4c84-4813-9f20-a0d21359d991 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.384962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26e41c64-15b3-400d-ab5b-25d836c54bba req-f79cc7dc-4c84-4813-9f20-a0d21359d991 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.0955915 Dec 06 12:13:52.389012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-256e888a-23d5-40da-9a8e-334ee77824d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27bc0f68e4934c8fa80efe2ce435d7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674459 Dec 06 12:13:52.391649 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:52.416655 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e888a-23d5-40da-9a8e-334ee77824d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc97aa-16ba-4cfc-8870-e9e3aac9e7ba,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:52.450586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-228f8107-15af-4f16-8fef-b859f421b6f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683826 Dec 06 12:13:52.460305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.489720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.503438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26e41c64-15b3-400d-ab5b-25d836c54bba req-837ac2f9-9f8f-4734-8b87-6e2157810b34 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054096 Dec 06 12:13:52.562130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.567233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.583746 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2dc97aa-16ba-4cfc-8870-e9e3aac9e7ba HTTP/1.1" status: 204 len: 168 time: 0.1803713 Dec 06 12:13:52.600395 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95967-bb92-4cb8-835d-4001c1a0fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc97aa-16ba-4cfc-8870-e9e3aac9e7ba,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:52.654281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a669c9-5c15-470a-95f8-4e8821bfbc85 req-a90a652b-f5f7-4024-8b9c-f6f80b37f75f service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919823 Dec 06 12:13:52.674590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2142ed6-fa5b-4b47-a6f6-2d925ca8c1bf req-7dc32651-ba49-4e10-a0d2-5ae476e00824 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.676745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2142ed6-fa5b-4b47-a6f6-2d925ca8c1bf req-7dc32651-ba49-4e10-a0d2-5ae476e00824 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 944 time: 0.1087716 Dec 06 12:13:52.701202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e075-26a1-4709-bf37-e88eadbcca64 req-6b9a4926-1820-4c98-ab24-afa0f7448a5c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.703135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07d7e075-26a1-4709-bf37-e88eadbcca64 req-6b9a4926-1820-4c98-ab24-afa0f7448a5c tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0998831 Dec 06 12:13:52.803140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2142ed6-fa5b-4b47-a6f6-2d925ca8c1bf req-d5c3e87d-1ea8-4090-a359-52d0f129ca55 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131737 Dec 06 12:13:52.813175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07d7e075-26a1-4709-bf37-e88eadbcca64 req-17efe0cb-ad6d-4984-b68e-5f2bfa218e7f tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950074 Dec 06 12:13:52.819658 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-87152d7b-dc82-4fbe-93e5-28483d8890db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.821229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-87152d7b-dc82-4fbe-93e5-28483d8890db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2592070a81a40cfaf5093c2a712841d&device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 1095 time: 0.0846753 Dec 06 12:13:52.946044 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46332) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:52.964993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-646f1ff2-21de-4390-90c3-efa4188add10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.978546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-e22b60e6-5f5a-4b39-90bd-1c8e9ec5f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.980011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-e22b60e6-5f5a-4b39-90bd-1c8e9ec5f272 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 200 len: 914 time: 0.1460319 Dec 06 12:13:52.988976 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391cf54-37c1-4add-865e-9fbdf2a74f90 req-d59ad792-cd3a-4943-8d15-3ae43026263d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.990440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8391cf54-37c1-4add-865e-9fbdf2a74f90 req-d59ad792-cd3a-4943-8d15-3ae43026263d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0739365 Dec 06 12:13:53.036415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-2ab291ea-5738-418b-9daa-1be331b49746 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 HTTP/1.1" status: 200 len: 217 time: 0.0449269 Dec 06 12:13:53.055427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-646f1ff2-21de-4390-90c3-efa4188add10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.059233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-646f1ff2-21de-4390-90c3-efa4188add10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.106038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-646f1ff2-21de-4390-90c3-efa4188add10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4aeeab46dac44e80b4d8f65627fc8182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550505 Dec 06 12:13:53.106038 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f1ff2-21de-4390-90c3-efa4188add10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c006a5-74ba-4afc-8b5e-94f75be11ce0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:53.106346 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:53.126479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8391cf54-37c1-4add-865e-9fbdf2a74f90 req-06c06de6-f09c-4afa-846a-8af12e67148d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280403 Dec 06 12:13:53.137190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-24a6807a-b7b4-421c-b7e6-a3413c140df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:53.138622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-24a6807a-b7b4-421c-b7e6-a3413c140df1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 200 len: 853 time: 0.0933669 Dec 06 12:13:53.202527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-fc453550-f3e6-44b0-8c7e-85b1b403adb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8355e848-2ecf-421e-9e29-f94b3b4cee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432448 Dec 06 12:13:53.547103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff02bd-59bc-4866-8187-6f70642e070c req-74815a01-6906-4823-ab21-92617da722d9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:53.553510 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff02bd-59bc-4866-8187-6f70642e070c req-74815a01-6906-4823-ab21-92617da722d9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:53.559454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff02bd-59bc-4866-8187-6f70642e070c req-74815a01-6906-4823-ab21-92617da722d9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:53.561105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efff02bd-59bc-4866-8187-6f70642e070c req-74815a01-6906-4823-ab21-92617da722d9 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240&device_id=189ce116-624c-4069-aaf7-cabcccbf91e0&device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 2417 time: 0.4581244 Dec 06 12:13:53.595445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.693345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.723918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-efff02bd-59bc-4866-8187-6f70642e070c req-41f5a14a-e776-47c2-8ee4-f9a5c5d413dc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453350 Dec 06 12:13:53.736548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931211db-f1bd-4516-9c17-28a7fff69cb6 req-0420ce22-0270-4d93-870d-c1fb9e49d9a7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:53.738125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-931211db-f1bd-4516-9c17-28a7fff69cb6 req-0420ce22-0270-4d93-870d-c1fb9e49d9a7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.1713591 Dec 06 12:13:53.781038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-ac50bfad-08d3-40c8-9299-d5d9f4d4b488 service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652392 Dec 06 12:13:53.836898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-931211db-f1bd-4516-9c17-28a7fff69cb6 req-2dad4e46-67e0-4a5e-9197-a6aa1907d522 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848212 Dec 06 12:13:53.843131 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-0cf95786-cc60-487b-8451-906735cc4687 req-e4cb312b-8dcc-4e5a-b363-8ec00f4ee626 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:53.844091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cf95786-cc60-487b-8451-906735cc4687 req-e4cb312b-8dcc-4e5a-b363-8ec00f4ee626 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131516 Dec 06 12:13:53.844703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.847923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.851461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66c006a5-74ba-4afc-8b5e-94f75be11ce0 HTTP/1.1" status: 204 len: 168 time: 0.7418621 Dec 06 12:13:53.865545 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f48328-fa84-42bc-8d0b-f77e3817359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c006a5-74ba-4afc-8b5e-94f75be11ce0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:54.008052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cf95786-cc60-487b-8451-906735cc4687 req-9eec72b4-fbc6-4d2f-b17d-50a731f9a0ee tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1449630 Dec 06 12:13:54.009928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-600615ff-9a6e-470b-a477-59bd2186b8c5 req-bcb53a32-62fb-46c6-be29-d8ff0561cc2d service neutron] 10.222.0.23 "GET /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034841 Dec 06 12:13:54.019691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3d0df-377d-4f40-99db-5bbc04156252 req-e55fe883-5c0d-4de1-9627-88fdd0f13570 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:54.021183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2b3d0df-377d-4f40-99db-5bbc04156252 req-e55fe883-5c0d-4de1-9627-88fdd0f13570 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 944 time: 0.0944483 Dec 06 12:13:54.094822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2b3d0df-377d-4f40-99db-5bbc04156252 req-6b4b653c-46d0-4d04-ba84-2c49fadd75b9 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Dec 06 12:13:54.332495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c1dc-7c16-4760-85d3-1150f2e0cc06 req-3f21d09c-9f32-4983-9f94-16304a162dcf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:54.334648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40d7c1dc-7c16-4760-85d3-1150f2e0cc06 req-3f21d09c-9f32-4983-9f94-16304a162dcf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0749876 Dec 06 12:13:54.407039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40d7c1dc-7c16-4760-85d3-1150f2e0cc06 req-ad81b9ac-5bf7-4992-a375-225109436b38 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652726 Dec 06 12:13:54.535249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7907-854b-4d61-88c2-83efdf4b1e89 req-256f19b5-7758-4e0c-a564-fd95baf61855 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:54.536882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ac7907-854b-4d61-88c2-83efdf4b1e89 req-256f19b5-7758-4e0c-a564-fd95baf61855 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.0527117 Dec 06 12:13:54.604003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9ac7907-854b-4d61-88c2-83efdf4b1e89 req-2c7b3e3f-1d05-4df2-b3d9-8b62d51486af tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Dec 06 12:13:54.829119 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46384) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.939345 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-43a6e4a5-c57e-4f25-8440-f6874364636e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.941757 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43a6e4a5-c57e-4f25-8440-f6874364636e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1103191 Dec 06 12:13:54.943889 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.947954 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-8b3cbbd8-efd2-43ed-b84a-692f384b9c11 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.951002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b3cbbd8-efd2-43ed-b84a-692f384b9c11 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041277 Dec 06 12:13:54.951284 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.955651 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-fabf241e-c1be-4115-a22f-d0b4cc6fc046 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.959166 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fabf241e-c1be-4115-a22f-d0b4cc6fc046 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042760 Dec 06 12:13:54.959791 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.964782 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-67c698d1-19b8-403c-a381-4e633bb4c278 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.967784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67c698d1-19b8-403c-a381-4e633bb4c278 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044305 Dec 06 12:13:54.968378 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46396) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.972616 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-c3b244c5-5958-4e88-b65b-8a5430037d15 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.975614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c3b244c5-5958-4e88-b65b-8a5430037d15 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043604 Dec 06 12:13:54.975826 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.979612 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-81d2c331-5816-4e64-b164-91e9a6f67624 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.981201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-81d2c331-5816-4e64-b164-91e9a6f67624 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038214 Dec 06 12:13:54.982604 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46400) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.986520 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-a1315ef2-565b-4733-a0ad-6848162f7928 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:54.989218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a1315ef2-565b-4733-a0ad-6848162f7928 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041139 Dec 06 12:13:54.989716 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46402) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.001399 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-1ca8cfd9-446d-4243-85e9-aa18fe23b931 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.002759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1ca8cfd9-446d-4243-85e9-aa18fe23b931 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0119293 Dec 06 12:13:55.005531 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46404) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.010166 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-809953f0-93ee-4bc0-92fd-6bfe1fdc6862 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.013112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-809953f0-93ee-4bc0-92fd-6bfe1fdc6862 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045216 Dec 06 12:13:55.013608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.017418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-2ed0305c-842c-4ccd-acf8-636ef35bc075 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.020906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ed0305c-842c-4ccd-acf8-636ef35bc075 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038614 Dec 06 12:13:55.021129 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.025037 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-b129601d-5116-4473-9970-5adaa9062bbb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.027937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b129601d-5116-4473-9970-5adaa9062bbb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039802 Dec 06 12:13:55.028158 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.031883 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-73c218a0-c914-4b6b-a56e-c74d296d433e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.034626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-73c218a0-c914-4b6b-a56e-c74d296d433e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038285 Dec 06 12:13:55.034901 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.038706 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-42bc62fd-812a-4f1d-b277-50e31fe27037 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.041201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42bc62fd-812a-4f1d-b277-50e31fe27037 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038927 Dec 06 12:13:55.041872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.046076 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-367d1b12-1e24-420c-8de6-73f869a4e4ed tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.048730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-367d1b12-1e24-420c-8de6-73f869a4e4ed tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042269 Dec 06 12:13:55.049467 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.053742 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-78e6ef98-499a-4847-9e58-2a70272ea094 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.054999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-78e6ef98-499a-4847-9e58-2a70272ea094 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043509 Dec 06 12:13:55.057003 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.060975 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-057ce1bd-dd14-4736-b4ed-5bb80452dcae tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.064020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-057ce1bd-dd14-4736-b4ed-5bb80452dcae tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040729 Dec 06 12:13:55.064343 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46420) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.068745 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-75ec12df-1010-4e8a-892f-5cb2514017c0 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.071041 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75ec12df-1010-4e8a-892f-5cb2514017c0 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045676 Dec 06 12:13:55.072009 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.075964 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-651e9c72-5005-45aa-928a-722c0eebe4ed tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.077256 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-651e9c72-5005-45aa-928a-722c0eebe4ed tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040355 Dec 06 12:13:55.079302 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46424) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.084384 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-3274fe24-0b69-4bb1-98fa-45b9dd4f187d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.087356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3274fe24-0b69-4bb1-98fa-45b9dd4f187d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052211 Dec 06 12:13:55.087658 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46426) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.091874 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-d8715dae-e6cf-4b52-a659-c436e367c731 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.094952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d8715dae-e6cf-4b52-a659-c436e367c731 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040662 Dec 06 12:13:55.095258 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46428) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.099736 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-77043b03-fe83-4e23-880e-132f19e2519c tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.102691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-77043b03-fe83-4e23-880e-132f19e2519c tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045795 Dec 06 12:13:55.103021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.108272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-c22ac361-cc0a-481e-8251-5802fb295125 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.111455 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c22ac361-cc0a-481e-8251-5802fb295125 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053411 Dec 06 12:13:55.112103 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46432) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.118125 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-56acbc80-bcae-469f-87e0-dd61c021cecc tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.119303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56acbc80-bcae-469f-87e0-dd61c021cecc tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061395 Dec 06 12:13:55.121946 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46438) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.126333 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-af7e0475-aab6-4729-93da-8f70e1669bd4 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.130452 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.130726 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-af7e0475-aab6-4729-93da-8f70e1669bd4 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075269 Dec 06 12:13:55.134838 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-77d65977-a07a-426a-83a6-a317e0af3367 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.135755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-77d65977-a07a-426a-83a6-a317e0af3367 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043762 Dec 06 12:13:55.138033 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.142563 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-76915a3d-fc94-4f63-b7e2-2435476ca462 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.146472 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46444) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.146636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-76915a3d-fc94-4f63-b7e2-2435476ca462 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075750 Dec 06 12:13:55.151411 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-07fb6df7-2c4e-4134-92a1-c3eef67ba577 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.152748 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-07fb6df7-2c4e-4134-92a1-c3eef67ba577 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048442 Dec 06 12:13:55.155021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46446) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.158990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-e0b072f4-6bcc-4929-a53c-33b4338681f5 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.160034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0b072f4-6bcc-4929-a53c-33b4338681f5 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040226 Dec 06 12:13:55.162502 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.166546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-60c46a04-0fc8-4b14-902f-84df2b92fd6b tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.170390 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46450) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.176304 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-b1ae298c-8ffd-4004-9d73-2dce910b5cad tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.176666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-60c46a04-0fc8-4b14-902f-84df2b92fd6b tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0110416 Dec 06 12:13:55.180009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b1ae298c-8ffd-4004-9d73-2dce910b5cad tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086114 Dec 06 12:13:55.180150 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.185733 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-4d41ad77-a598-40e3-857b-c97f0b621cf0 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.189302 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.189477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d41ad77-a598-40e3-857b-c97f0b621cf0 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082102 Dec 06 12:13:55.194572 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-a52c9768-393c-4be8-a41d-155becc8c7e1 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.198874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a52c9768-393c-4be8-a41d-155becc8c7e1 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081205 Dec 06 12:13:55.199824 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.204398 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-5d8a4cdc-8774-4bde-9ccc-5d98fe3adc1d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.209006 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46458) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.209364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5d8a4cdc-8774-4bde-9ccc-5d98fe3adc1d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079980 Dec 06 12:13:55.214697 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-588f5f42-ced3-438f-a6d6-5d1b62b2542c tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.218779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-588f5f42-ced3-438f-a6d6-5d1b62b2542c tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0087049 Dec 06 12:13:55.219807 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.224806 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-a94286ec-7e11-463b-92e5-3f30b24c981d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.228555 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.228915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a94286ec-7e11-463b-92e5-3f30b24c981d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076814 Dec 06 12:13:55.234358 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-b570b96a-ec0b-4c46-9a01-d01c84728a10 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.237965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b570b96a-ec0b-4c46-9a01-d01c84728a10 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058572 Dec 06 12:13:55.238994 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.245594 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-a56cd37b-ad6d-419a-bea6-a999a4c1fb0f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.249799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a56cd37b-ad6d-419a-bea6-a999a4c1fb0f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095334 Dec 06 12:13:55.250792 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46466) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.257376 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-350efd68-d24c-4801-8928-0110bf5ac3cb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.260913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-350efd68-d24c-4801-8928-0110bf5ac3cb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061841 Dec 06 12:13:55.261296 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.265889 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-73f9e373-56a1-4450-b5bd-5d2db993e5b7 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.270517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73f9e373-56a1-4450-b5bd-5d2db993e5b7 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081754 Dec 06 12:13:55.271177 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.277260 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-b918e8dc-7de4-470a-a803-8678a166961b tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.278493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b918e8dc-7de4-470a-a803-8678a166961b tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047421 Dec 06 12:13:55.281499 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46472) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.287774 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-cd606a83-c472-45fd-9435-d62ede608920 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.292359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cd606a83-c472-45fd-9435-d62ede608920 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097048 Dec 06 12:13:55.293376 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.294479 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0d6d-4a23-4992-8090-95deeaa09e3b req-944ed54c-728d-47cb-84c3-0c0ef6a2d4a6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:55.296196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bcd0d6d-4a23-4992-8090-95deeaa09e3b req-944ed54c-728d-47cb-84c3-0c0ef6a2d4a6 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 944 time: 0.0807347 Dec 06 12:13:55.298580 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-97b3320a-d8c4-46a6-9b71-a1193075e03f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.301612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-97b3320a-d8c4-46a6-9b71-a1193075e03f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071034 Dec 06 12:13:55.302803 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.307289 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-7b4a57c3-9eb5-4d04-ba1d-e614932709f2 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.308353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7b4a57c3-9eb5-4d04-ba1d-e614932709f2 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044899 Dec 06 12:13:55.311039 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.315666 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-333e8607-3c4d-40a0-ad9f-cd412894b4d5 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.317221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-333e8607-3c4d-40a0-ad9f-cd412894b4d5 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052097 Dec 06 12:13:55.319858 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.325728 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-ae662d46-09c7-4b3a-a2a7-37eb59123d62 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.326885 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae662d46-09c7-4b3a-a2a7-37eb59123d62 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059700 Dec 06 12:13:55.330628 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.335551 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-ac9a22bf-72f2-40f2-98f9-829933300dea tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.338770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ac9a22bf-72f2-40f2-98f9-829933300dea tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049567 Dec 06 12:13:55.341535 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.347071 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-addee415-73c5-4e17-8ca9-7402a0ceb87e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.350917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-addee415-73c5-4e17-8ca9-7402a0ceb87e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058854 Dec 06 12:13:55.351172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.355778 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-92d61cb1-eba6-4c24-b94f-be58ef3928a3 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.359298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-92d61cb1-eba6-4c24-b94f-be58ef3928a3 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070393 Dec 06 12:13:55.359924 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.365008 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-23091e03-b1ca-4f57-a34a-cd3c43d5191e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.368632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-23091e03-b1ca-4f57-a34a-cd3c43d5191e tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076072 Dec 06 12:13:55.369424 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.373663 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-ba7ecef1-6b81-4495-8ab9-2f6829930b27 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.376690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ba7ecef1-6b81-4495-8ab9-2f6829930b27 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043190 Dec 06 12:13:55.378021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46494) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.384415 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-8fca5e54-48b5-4829-96ca-e76f67c35560 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.385682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bcd0d6d-4a23-4992-8090-95deeaa09e3b req-d368dfcd-3144-4f10-a69f-101a6719fa97 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762959 Dec 06 12:13:55.388877 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.389724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8fca5e54-48b5-4829-96ca-e76f67c35560 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097258 Dec 06 12:13:55.393011 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-648d0041-6c33-41a8-a89f-df37cab7ee48 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.397599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-648d0041-6c33-41a8-a89f-df37cab7ee48 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077853 Dec 06 12:13:55.398441 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.402495 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-d64bc911-a435-4c53-8a30-b658fd358dd1 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.405994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d64bc911-a435-4c53-8a30-b658fd358dd1 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064676 Dec 06 12:13:55.406137 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46500) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.410353 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-839bbcef-9ad2-4d28-914d-d9321da4a6a6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.411307 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-839bbcef-9ad2-4d28-914d-d9321da4a6a6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043814 Dec 06 12:13:55.413506 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46502) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.418123 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-26966b13-81e4-4bec-9e4e-4ea2cb05a4ab tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.419074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26966b13-81e4-4bec-9e4e-4ea2cb05a4ab tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047233 Dec 06 12:13:55.421293 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46504) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.426330 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-ee5ee932-d7ea-4447-8923-c7255775ddcf tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.427539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ee5ee932-d7ea-4447-8923-c7255775ddcf tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053344 Dec 06 12:13:55.430021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46508) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.434078 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-675f142c-def5-4be8-a52e-84be8aaaa93f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.438247 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-675f142c-def5-4be8-a52e-84be8aaaa93f tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073218 Dec 06 12:13:55.438442 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.443291 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-d62c4bbb-0e98-4111-8091-238b177d67c6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.446564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d62c4bbb-0e98-4111-8091-238b177d67c6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049818 Dec 06 12:13:55.447648 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46512) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.456984 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-ef14ced4-97a4-4ae0-a18a-36b9cdd6cfdb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.461472 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.461797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ef14ced4-97a4-4ae0-a18a-36b9cdd6cfdb tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0119762 Dec 06 12:13:55.465774 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-16adcefe-0063-4c40-ae3a-7c7db7a7f22d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.469427 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46516) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.469928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-16adcefe-0063-4c40-ae3a-7c7db7a7f22d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0074415 Dec 06 12:13:55.477418 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-579750b0-3a55-43a0-91f5-74b2a4f0d5a6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.481691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-579750b0-3a55-43a0-91f5-74b2a4f0d5a6 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0093229 Dec 06 12:13:55.483236 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.490180 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-04525d85-37c7-4530-890d-3def31eeaa29 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.493867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.494073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04525d85-37c7-4530-890d-3def31eeaa29 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0097597 Dec 06 12:13:55.498919 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-f317e7fc-9348-4162-8366-a5cad8243b12 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.502776 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.503226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f317e7fc-9348-4162-8366-a5cad8243b12 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077794 Dec 06 12:13:55.508583 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [None req-3d1e4d2f-8ebd-4922-9351-99bd93ca1802 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.511736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d1e4d2f-8ebd-4922-9351-99bd93ca1802 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057554 Dec 06 12:13:55.512894 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46526) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.517912 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-e5b8e395-23c7-42e1-a703-b55e26c9c4ff tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.522268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5b8e395-23c7-42e1-a703-b55e26c9c4ff tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079551 Dec 06 12:13:55.522969 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46528) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.527172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-7c988505-dbe5-4826-8a66-77d225a6685d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.530706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7c988505-dbe5-4826-8a66-77d225a6685d tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068095 Dec 06 12:13:55.531289 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.537413 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-a185c5cf-d6a1-463e-80f1-98b4b42bd097 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.538412 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a185c5cf-d6a1-463e-80f1-98b4b42bd097 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054801 Dec 06 12:13:55.540880 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.545509 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-4fc6b299-6580-40b6-8069-83c3beb87137 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.549051 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4fc6b299-6580-40b6-8069-83c3beb87137 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070760 Dec 06 12:13:55.549837 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.555042 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-92c0175a-84ab-4a17-9f64-26eef03a2f11 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.555987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-92c0175a-84ab-4a17-9f64-26eef03a2f11 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050395 Dec 06 12:13:55.558497 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.565396 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-d790ff1d-f747-47c2-a1a5-6fd0cfddc758 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.569787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d790ff1d-f747-47c2-a1a5-6fd0cfddc758 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097890 Dec 06 12:13:55.570589 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.575138 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [None req-9d0fc6c2-3bb5-46f9-b502-8086a4821f18 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:55.576056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d0fc6c2-3bb5-46f9-b502-8086a4821f18 tempest-ExtensionsTestJSON-1514105400 tempest-ExtensionsTestJSON-1514105400-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043242 Dec 06 12:13:55.604407 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9246d36-4ae4-4f89-8dfe-af0a0faa920b req-330db248-17d6-4d57-868d-c8a03a444352 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:55.605939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9246d36-4ae4-4f89-8dfe-af0a0faa920b req-330db248-17d6-4d57-868d-c8a03a444352 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0904341 Dec 06 12:13:55.619284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10391-04b0-4660-974a-c3234e08c656 req-7d07745e-5f8d-4019-a8a5-374da5ecb9ef tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:55.620777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28c10391-04b0-4660-974a-c3234e08c656 req-7d07745e-5f8d-4019-a8a5-374da5ecb9ef tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0667813 Dec 06 12:13:55.695761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9246d36-4ae4-4f89-8dfe-af0a0faa920b req-8f2a990d-e4c0-44ec-9b8a-69a1a9b7bd93 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739651 Dec 06 12:13:55.707367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28c10391-04b0-4660-974a-c3234e08c656 req-0fab0fcf-4806-4ccd-b457-a9e4f5803baa tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788476 Dec 06 12:13:55.847831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998daf30-bcf3-4d05-9f9a-a5d633df7d2f req-616e261c-8b34-402d-9179-df48bd88fc2a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:55.849622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-998daf30-bcf3-4d05-9f9a-a5d633df7d2f req-616e261c-8b34-402d-9179-df48bd88fc2a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.0576501 Dec 06 12:13:55.905323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-998daf30-bcf3-4d05-9f9a-a5d633df7d2f req-ffb410a9-a96c-48c9-b17b-a7c3a6c9af54 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Dec 06 12:13:55.924983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46552) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:56.059471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1096ae3-f406-46ae-819d-1ad41dccf5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.163039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1096ae3-f406-46ae-819d-1ad41dccf5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.166819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1096ae3-f406-46ae-819d-1ad41dccf5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.172122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937e90-4dfc-4ce3-a3e9-cba913e43413 req-4b610341-d95e-4a76-9dfb-a5f6e1398413 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:56.175050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27937e90-4dfc-4ce3-a3e9-cba913e43413 req-4b610341-d95e-4a76-9dfb-a5f6e1398413 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.0562119 Dec 06 12:13:56.213713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a1096ae3-f406-46ae-819d-1ad41dccf5a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03c84252e6314009ba4b3f5ca30d105f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859397 Dec 06 12:13:56.214617 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:56.215055 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096ae3-f406-46ae-819d-1ad41dccf5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0a235-9cbf-420e-aa54-d0094d10b601,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.232758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 68a27175-0d2d-4987-84d6-6c999fe9f54b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:56.237693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27937e90-4dfc-4ce3-a3e9-cba913e43413 req-e4b462c4-2dc4-484e-b9b8-d98fa579bdee tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Dec 06 12:13:56.285721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.310855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.338801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.351323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '68a27175-0d2d-4987-84d6-6c999fe9f54b', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'port_id': '68a27175-0d2d-4987-84d6-6c999fe9f54b', 'mac_address': 'fa:16:3e:2b:16:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1816c410-9e63-4165-9e3e-354b156f6ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:56.360676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.363393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.366884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ab0a235-9cbf-420e-aa54-d0094d10b601 HTTP/1.1" status: 204 len: 168 time: 0.1490052 Dec 06 12:13:56.373708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1235a-c302-42af-87dd-20d1dbe48f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0a235-9cbf-420e-aa54-d0094d10b601,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.399630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.414431 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a27175-0d2d-4987-84d6-6c999fe9f54b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:56.439696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.443649 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.444889 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:56.515534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.537369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.548677 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c31a0-42ee-4def-ad82-6c5353cbaeed req-d44d7b86-177c-42e9-9c1a-c5a33832c36a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:56.550632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415c31a0-42ee-4def-ad82-6c5353cbaeed req-d44d7b86-177c-42e9-9c1a-c5a33832c36a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 944 time: 0.0713196 Dec 06 12:13:56.555743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', 'network_id': '8355e848-2ecf-421e-9e29-f94b3b4cee88', 'port_id': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', 'mac_address': 'fa:16:3e:5e:6c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1816c410-9e63-4165-9e3e-354b156f6ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:56.599772 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.604928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-415c31a0-42ee-4def-ad82-6c5353cbaeed req-4d8e9ae7-e0a8-4b7b-accb-d13a7d4f4573 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Dec 06 12:13:56.614517 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:56.636324 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.641285 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.698088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.874345 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691901cc-a25c-485a-8965-b152503e9363 req-29916e6c-015f-48f5-b1c5-49cba090b865 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:56.882217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-691901cc-a25c-485a-8965-b152503e9363 req-29916e6c-015f-48f5-b1c5-49cba090b865 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1014957 Dec 06 12:13:56.903357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978ba95-8c54-40f7-8112-ebdd35fa64fb req-84b0e5ee-aea0-4b9a-92c9-4e8741d27e49 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:56.905483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c978ba95-8c54-40f7-8112-ebdd35fa64fb req-84b0e5ee-aea0-4b9a-92c9-4e8741d27e49 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0982611 Dec 06 12:13:56.949661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['5547e5b8-e9b4-45a5-aa08-5041d70dc0d5'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:56.974012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-691901cc-a25c-485a-8965-b152503e9363 req-eb528d4f-dcd2-4359-9989-e74bd706c2e2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902960 Dec 06 12:13:57.015034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c978ba95-8c54-40f7-8112-ebdd35fa64fb req-ef097d67-def2-4d8d-9db3-cbee5570fb4b tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Dec 06 12:13:57.057341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['68a27175-0d2d-4987-84d6-6c999fe9f54b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:57.208645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-c03b687d-21ff-4b31-afc8-219aba82e4b4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.211614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-c03b687d-21ff-4b31-afc8-219aba82e4b4 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 946 time: 0.0613780 Dec 06 12:13:57.220195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc2330c5-6cb2-4b8b-a2b0-550c81b2a301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.228809 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46594) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.351431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1558270557'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:57.377856 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:57.382594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.390940 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Deleting port 721e5a79-4b8d-4340-9871-051b89654a81 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:57.391415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.393435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.478639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274249e2-970d-4923-a5a7-6310a9d2d0f2 req-9efd9dfd-bc11-47b5-af12-381b3a439d88 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.486429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-274249e2-970d-4923-a5a7-6310a9d2d0f2 req-9efd9dfd-bc11-47b5-af12-381b3a439d88 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.1460721 Dec 06 12:13:57.501183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.506817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.523151 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:57.536990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.537523 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Added segment f74e9876-ce48-41b4-9f27-dfbd37ee93ff of type vlan for network 89097439-c89b-4ca0-af10-03c4ff72aa62 Dec 06 12:13:57.574055 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] For port 721e5a79-4b8d-4340-9871-051b89654a81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=721e5a79-4b8d-4340-9871-051b89654a81,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:57.574439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.586128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.598034 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Calling delete_port for 721e5a79-4b8d-4340-9871-051b89654a81 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:57.609708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-274249e2-970d-4923-a5a7-6310a9d2d0f2 req-82d67c93-c433-4fde-9001-c50b010f79d0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222978 Dec 06 12:13:57.643364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64902a-afa3-4ba6-b673-2290b27b4198,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:57.651683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.658838 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.660334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.744510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5137630 Dec 06 12:13:57.745363 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e744b6-20df-42f3-9355-22b6f832601e tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Network': ['ID=89097439-c89b-4ca0-af10-03c4ff72aa62,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:57.747543 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.752909 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'subnet': {'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:57.760467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:57.823559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80b5d3-7707-4b34-accd-e5628b9c7405 req-c68eb695-7e8c-40d7-9791-3a014b730f8b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.826380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be80b5d3-7707-4b34-accd-e5628b9c7405 req-c68eb695-7e8c-40d7-9791-3a014b730f8b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 945 time: 0.1354716 Dec 06 12:13:57.852163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-91429bc5-f3e5-4db8-8df2-9055435cbd4e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.853767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-91429bc5-f3e5-4db8-8df2-9055435cbd4e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 945 time: 0.1620185 Dec 06 12:13:57.866366 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:57.870651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.987619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.030595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event deleted for resources: {'Port': ['ID=721e5a79-4b8d-4340-9871-051b89654a81,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.031873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['721e5a79-4b8d-4340-9871-051b89654a81', '04afa40b-4f2c-4f20-97b7-58085e2319a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:58.038674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be80b5d3-7707-4b34-accd-e5628b9c7405 req-dc693783-e72d-4bb3-a5f9-abef9e09b61f tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630185 Dec 06 12:13:58.094018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f1b62fe9-1856-4881-a34c-85f590958d9b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:58.096162 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] No DVR routers for this DVR port 721e5a79-4b8d-4340-9871-051b89654a81 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:58.100987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.105958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07b50a9f-ecf1-47f3-9676-406a241813d3 req-74b04762-3003-488e-b10e-1b47a9d4dcbc tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "DELETE /v2.0/ports/721e5a79-4b8d-4340-9871-051b89654a81 HTTP/1.1" status: 204 len: 173 time: 0.8864458 Dec 06 12:13:58.110610 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'name': 'network-vif-deleted', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:58.113254 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36fbc0-fde8-476e-b4c0-6cc0a0c9357e" -d '{"events": [{"server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "name": "network-vif-deleted", "tag": "721e5a79-4b8d-4340-9871-051b89654a81"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:58.157828 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:58.158647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.189353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.249320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aec1fc29-989e-4c42-b75d-d66903ca374a req-0ae44af4-c96d-4780-90ee-2c8e9cfd3348 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3ef3d22-923b-45bd-b7eb-387f7dfc5240 HTTP/1.1" status: 200 len: 210 time: 0.0554397 Dec 06 12:13:58.251953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 68a27175-0d2d-4987-84d6-6c999fe9f54b up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:58.291964 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Subnet': ['ID=68e26fcc-b3e4-4f49-82cd-29467478f433,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.304579 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Checking segment: {'id': 'f74e9876-ce48-41b4-9f27-dfbd37ee93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:58.305544 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network hostable DHCP agents. Network: 89097439-c89b-4ca0-af10-03c4ff72aa62, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:58.330299 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:58.338390 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3e26-ca8c-49ff-a117-2cfb90825e14 req-32dec1c8-7520-499b-915e-88902a6e87af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:58.340205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53ce3e26-ca8c-49ff-a117-2cfb90825e14 req-32dec1c8-7520-499b-915e-88902a6e87af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2027624 Dec 06 12:13:58.345587 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 89097439-c89b-4ca0-af10-03c4ff72aa62) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:58.363733 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:58.364350 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.366814 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de0e6a-d75f-47eb-9af1-c048d1a27e16 None None] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:58.386374 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:58.387096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.400577 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:58.401129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ffe9cf2-af62-453a-91d4-706aaa6c9027 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6520963 Dec 06 12:13:58.407870 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46616) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:58.417405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1221846933', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:58.476533 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c04d3de-6de6-43f0-9cc7-a17caab53158 x-openstack-request-id: req-8c04d3de-6de6-43f0-9cc7-a17caab53158 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:58.476834 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ef3d22-923b-45bd-b7eb-387f7dfc5240", "name": "network-vif-deleted", "tag": "721e5a79-4b8d-4340-9871-051b89654a81", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:58.477087 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c04d3de-6de6-43f0-9cc7-a17caab53158 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:58.477565 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ef3d22-923b-45bd-b7eb-387f7dfc5240', 'name': 'network-vif-deleted', 'tag': '721e5a79-4b8d-4340-9871-051b89654a81', 'status': 'completed', 'code': 200} Dec 06 12:13:58.477728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 68a27175-0d2d-4987-84d6-6c999fe9f54b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:58.483507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53ce3e26-ca8c-49ff-a117-2cfb90825e14 req-08f046a6-7939-47b1-b492-90367141094a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362073 Dec 06 12:13:58.488389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.491250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.493795 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 68a27175-0d2d-4987-84d6-6c999fe9f54b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:58.494149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.561788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.636702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2db8ee-227c-4f91-8bc9-1c0315c66b6d None None] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:58.643343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.692457 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.692827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.761237 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:58.771905 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:58.774644 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8c30ef-0359-460c-86cb-3be4977d1c6e" -d '{"events": [{"server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "name": "network-vif-plugged", "status": "completed", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:58.820061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:58.820334 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:58.826326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.830909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2659715f-0ea6-4427-a0df-17b72d8c0028 req-67f85dde-2ae6-4c11-b73b-6e57915bdba3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "DELETE /v2.0/ports/ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 HTTP/1.1" status: 204 len: 173 time: 0.9542811 Dec 06 12:13:58.835291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.836458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:58.845086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.865298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f89189d-ee96-4d6c-af5a-2849f4114135 req-beb1d6c4-33bd-4723-9e8c-efcb155db6f7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=50bfd57d-19db-4127-9b78-84a0a319d97a HTTP/1.1" status: 200 len: 210 time: 0.1006417 Dec 06 12:13:58.897143 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbf9f5f-a92d-46c9-8b43-f4e28da68a05 x-openstack-request-id: req-adbf9f5f-a92d-46c9-8b43-f4e28da68a05 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:58.897590 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "name": "network-vif-plugged", "status": "completed", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:58.897912 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adbf9f5f-a92d-46c9-8b43-f4e28da68a05 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:58.898761 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b', 'code': 200} Dec 06 12:13:58.992521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:59.008072 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:59.023569 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:59.023830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.058777 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43273-c7a4-49a3-8dab-158c43fb069d req-4446e63f-52c2-4214-b746-bbbe0ce78d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.061263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0c43273-c7a4-49a3-8dab-158c43fb069d req-4446e63f-52c2-4214-b746-bbbe0ce78d54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 1096 time: 0.0641360 Dec 06 12:13:59.131926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.140045 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.156450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.161778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0c43273-c7a4-49a3-8dab-158c43fb069d req-347aa6dc-d83f-4c84-888e-3a40986a74b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Dec 06 12:13:59.180317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:59.184858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.245045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf178-e9eb-45bf-a9d8-1cd8a72b3db6 req-c374d48e-2ca8-4886-80b1-8d8aefac4b52 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.247279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cdcf178-e9eb-45bf-a9d8-1cd8a72b3db6 req-c374d48e-2ca8-4886-80b1-8d8aefac4b52 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.0726254 Dec 06 12:13:59.251548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:59.278484 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.47 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/cb67420c-5df5-4292-9d2e-4b00f77374c4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:59.336212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7055fd-90fc-414b-addb-eeb7248afdb2 req-0b48bb7b-fea2-4ce0-bd2c-5e5524d54b5d tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.337735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d7055fd-90fc-414b-addb-eeb7248afdb2 req-0b48bb7b-fea2-4ce0-bd2c-5e5524d54b5d tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.0880582 Dec 06 12:13:59.342341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cdcf178-e9eb-45bf-a9d8-1cd8a72b3db6 req-1595cae5-370d-4815-8368-bd50edebd54a tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792296 Dec 06 12:13:59.386915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.389837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d7055fd-90fc-414b-addb-eeb7248afdb2 req-3c54bacf-8322-4f1c-9ba0-c7f5a9017e4c tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461814 Dec 06 12:13:59.423804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.467765 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:59.470626 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:59.473027 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:59.501442 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=cb67420c-5df5-4292-9d2e-4b00f77374c4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:59.574684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3b29813-058d-477d-a7a8-c2d2612942fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.626803 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75b532-be9b-4aa6-973b-5c0a7ab0c2db req-80cb1132-4831-4b6b-b953-8e61c5661b7f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.628970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d75b532-be9b-4aa6-973b-5c0a7ab0c2db req-80cb1132-4831-4b6b-b953-8e61c5661b7f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.0521028 Dec 06 12:13:59.711777 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8aef2-7016-4471-8277-e78626cc5275 req-c8e46308-65dc-4a1d-a9a9-cc55e1a2c43e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.713292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45e8aef2-7016-4471-8277-e78626cc5275 req-c8e46308-65dc-4a1d-a9a9-cc55e1a2c43e tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.0833690 Dec 06 12:13:59.716978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d75b532-be9b-4aa6-973b-5c0a7ab0c2db req-c8c16621-ac08-4ba3-bf98-562816b0f1bd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Dec 06 12:13:59.770428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45e8aef2-7016-4471-8277-e78626cc5275 req-80e93ab1-8004-4bbd-a76f-ca17ffe20acb tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Dec 06 12:13:59.847896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:00.187592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-a37002ef-bb5a-4c90-81c5-8ad70ddd8a5d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:00.189105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-a37002ef-bb5a-4c90-81c5-8ad70ddd8a5d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.1068494 Dec 06 12:14:00.203974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-2ca7c348-e27a-4211-b92a-502d6d4feb61 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.0089545 Dec 06 12:14:00.235900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-92d9c027-733a-4ed4-8110-2a3364b89942 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257556 Dec 06 12:14:00.324066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:00.333937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-ef7745c4-caee-446d-a769-ca4cc7316b2d service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902343 Dec 06 12:14:00.445814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:00.481234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-c20f6db4-3197-4e5e-bd97-c17f017af1bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233029 Dec 06 12:14:00.482660 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'name': 'network-vif-deleted', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:00.484898 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629ec79-0d1a-4c90-92b0-41ce3e7c4b89" -d '{"events": [{"server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "name": "network-vif-deleted", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:00.486834 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:14:00.493760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-220b6362-f001-4436-a905-0108fc029a62 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537781 Dec 06 12:14:00.513988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd87f-3976-4b22-ad44-dc4941a1acd4 req-26ae6554-4aeb-4b4e-9fd9-5b02ad9f191b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:00.515502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54dfd87f-3976-4b22-ad44-dc4941a1acd4 req-26ae6554-4aeb-4b4e-9fd9-5b02ad9f191b tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.0789933 Dec 06 12:14:00.602238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54dfd87f-3976-4b22-ad44-dc4941a1acd4 req-41b7a502-0136-45a3-a8c8-6d8af4f47139 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Dec 06 12:14:00.611202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3e46-4b73-44bb-934b-5c714836636a req-b4c9be1c-1e50-4af3-9696-ebaeb7b44918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:00.612711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-b4c9be1c-1e50-4af3-9696-ebaeb7b44918 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 1096 time: 0.0660400 Dec 06 12:14:00.655677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:00.669927 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:00.691683 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:00.692590 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:00.695734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:00.699860 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3033eedb-436e-4f2a-be0b-106e18e3b09a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2881973 Dec 06 12:14:00.700150 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46668) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:00.760686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:00.760988 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c5c83-db95-487d-bff5-ba6b3d6ffa7f x-openstack-request-id: req-344c5c83-db95-487d-bff5-ba6b3d6ffa7f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:00.761307 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bfd57d-19db-4127-9b78-84a0a319d97a", "name": "network-vif-deleted", "tag": "ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:00.761567 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-344c5c83-db95-487d-bff5-ba6b3d6ffa7f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:00.761964 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfd57d-19db-4127-9b78-84a0a319d97a', 'name': 'network-vif-deleted', 'tag': 'ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194', 'status': 'completed', 'code': 200} Dec 06 12:14:00.775400 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:00.776314 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:00.832177 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:00.832918 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfa679-e521-441c-a373-af246cc908a6 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:00.846633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:00.859110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e987-b16c-4bc2-bf43-c90489fe1323 req-248da75c-bec6-49a1-8576-27ac97afcdd6 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:00.860645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6411e987-b16c-4bc2-bf43-c90489fe1323 req-248da75c-bec6-49a1-8576-27ac97afcdd6 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.1722629 Dec 06 12:14:00.862100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3e46-4b73-44bb-934b-5c714836636a req-82dd331a-4611-42e5-bec4-4f080793ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:00.863268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-82dd331a-4611-42e5-bec4-4f080793ca00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 200 len: 907 time: 0.2262306 Dec 06 12:14:00.877451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5789227f-4562-4012-9f7b-c9ffb5d27e16 req-d5a32516-7a2c-4f27-b503-8f47a1a4c0fd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 210 time: 0.0596588 Dec 06 12:14:00.899065 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:00.902346 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aedc1d-b67d-445c-9856-a2f4e96b4b18" -d '{"events": [{"server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "name": "network-vif-plugged", "status": "completed", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:01.005149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-19a379b4-37c2-43d7-838e-3bd292a6ec58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 200 len: 1000 time: 0.1250293 Dec 06 12:14:01.012544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6411e987-b16c-4bc2-bf43-c90489fe1323 req-18550fe4-4d60-439b-b9b2-570552ba0745 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339536 Dec 06 12:14:01.019726 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-2df030d8-695b-4041-9738-3b3a6f2275a3 service neutron] 10.222.0.23 "GET /v2.0/ports/8ab60708-7ddd-405c-9a02-a2933432fd18/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2366467 Dec 06 12:14:01.062199 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f33845-16db-45f5-88e9-8c9a911a7c3b req-f3af5db8-d48f-42a3-bcd7-694d4699ff49 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.063952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34f33845-16db-45f5-88e9-8c9a911a7c3b req-f3af5db8-d48f-42a3-bcd7-694d4699ff49 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.1181819 Dec 06 12:14:01.079793 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3e46-4b73-44bb-934b-5c714836636a req-270e1a27-8e85-47da-87bb-94a4a8fc8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.081404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-270e1a27-8e85-47da-87bb-94a4a8fc8002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 HTTP/1.1" status: 200 len: 845 time: 0.0673056 Dec 06 12:14:01.192176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-efcff850-0619-4e17-99fb-df230c926964 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.193660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-efcff850-0619-4e17-99fb-df230c926964 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.23 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.1326718 Dec 06 12:14:01.278452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34f33845-16db-45f5-88e9-8c9a911a7c3b req-cbcdece3-42ed-43da-ae55-772817b92769 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953809 Dec 06 12:14:01.342757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-4d358727-e623-443b-915d-e3eed8dbb1bd tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.344298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-4d358727-e623-443b-915d-e3eed8dbb1bd tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.1919148 Dec 06 12:14:01.348484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3e46-4b73-44bb-934b-5c714836636a req-cb05c143-351c-41ea-884d-c31f4eb5547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.349971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-cb05c143-351c-41ea-884d-c31f4eb5547d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24635f24-026e-4c0d-bd89-94b76633d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569807 Dec 06 12:14:01.366401 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485dec2-e4bc-4c9e-9629-19d246099ad1 req-08ef7c63-1c20-461a-8ece-52a34809ef36 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.375722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5485dec2-e4bc-4c9e-9629-19d246099ad1 req-08ef7c63-1c20-461a-8ece-52a34809ef36 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=189ce116-624c-4069-aaf7-cabcccbf91e0 HTTP/1.1" status: 200 len: 945 time: 0.2249506 Dec 06 12:14:01.407416 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-1aea2195-f2b3-49ee-92e4-80b2187dd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.408792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-1aea2195-f2b3-49ee-92e4-80b2187dd0fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1100 time: 0.0715528 Dec 06 12:14:01.437767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Deleting port 606f4bfa-9c63-4715-901b-77f1f53c44ec {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:01.438119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.475376 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c8df0-b063-4084-966f-52cfc7032e18 x-openstack-request-id: req-b39c8df0-b063-4084-966f-52cfc7032e18 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:01.475889 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "name": "network-vif-plugged", "status": "completed", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:01.475889 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b39c8df0-b063-4084-966f-52cfc7032e18 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:01.476276 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', 'code': 200} Dec 06 12:14:01.549252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5485dec2-e4bc-4c9e-9629-19d246099ad1 req-85add8a0-ef72-4b87-800c-4cddf13fd06a tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723824 Dec 06 12:14:01.571158 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.23', 59331) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:01.601021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-aeb8c151-7e44-4a97-9fee-6e199c4b0e0a service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202258 Dec 06 12:14:01.612136 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Deleting port 04afa40b-4f2c-4f20-97b7-58085e2319a6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:01.612472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.620039 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-cc1ee93a-c44b-4149-8f8e-cf1e189710f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.621509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-cc1ee93a-c44b-4149-8f8e-cf1e189710f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1100 time: 0.1652503 Dec 06 12:14:01.650879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.658157 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] For port 606f4bfa-9c63-4715-901b-77f1f53c44ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=606f4bfa-9c63-4715-901b-77f1f53c44ec,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:01.658511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.761946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941583-b504-40d1-9c89-004cedae762c req-bbe6c1da-a068-4ca9-b81f-22e9351ed305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.763413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-81941583-b504-40d1-9c89-004cedae762c req-bbe6c1da-a068-4ca9-b81f-22e9351ed305 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 1097 time: 0.1885779 Dec 06 12:14:01.798954 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] For port 04afa40b-4f2c-4f20-97b7-58085e2319a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=04afa40b-4f2c-4f20-97b7-58085e2319a6,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:01.799221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.803713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af2f3e46-4b73-44bb-934b-5c714836636a req-05be4e51-6d51-4520-b42e-d74719923197 service neutron] 10.222.0.23 "GET /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939797 Dec 06 12:14:01.808592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 721e5a79-4b8d-4340-9871-051b89654a81 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:01.816260 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Calling delete_port for 04afa40b-4f2c-4f20-97b7-58085e2319a6 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:01.827591 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4d39-20a7-4109-89fe-6b4216e41cd7 req-f26b3a1c-94ea-4297-9409-a030bb303418 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:01.829074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-477b4d39-20a7-4109-89fe-6b4216e41cd7 req-f26b3a1c-94ea-4297-9409-a030bb303418 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.1082859 Dec 06 12:14:01.846876 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 721e5a79-4b8d-4340-9871-051b89654a81 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:01.847849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 721e5a79-4b8d-4340-9871-051b89654a81 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:01.928043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-477b4d39-20a7-4109-89fe-6b4216e41cd7 req-84410704-4751-4ceb-9b0e-9cbef30e973e tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910404 Dec 06 12:14:02.018776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8093f8d1-a0dc-45be-841d-bf6270640237 req-1cad0e81-87e1-4b3b-b363-a8e6c479a717 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 210 time: 0.0428078 Dec 06 12:14:02.022279 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-ee7d9cd2-37fc-4f3a-956c-f1cd27b9e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:02.023747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-ee7d9cd2-37fc-4f3a-956c-f1cd27b9e7cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3888593 Dec 06 12:14:02.028946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-81941583-b504-40d1-9c89-004cedae762c req-74753c78-ebf1-43f7-8f15-d27b72d9c9df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032745 Dec 06 12:14:02.054954 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.067974 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f1b62fe9-1856-4881-a34c-85f590958d9b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:02.108593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['04afa40b-4f2c-4f20-97b7-58085e2319a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:02.116441 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event deleted for resources: {'Port': ['ID=04afa40b-4f2c-4f20-97b7-58085e2319a6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:02.174627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.176226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.176596 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Floating IP 573f281a-51a4-4b02-b8d2-a98f778e701f disassociated. External IP: 172.35.3.121, port: 606f4bfa-9c63-4715-901b-77f1f53c44ec. Dec 06 12:14:02.177137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Calling delete_port for 606f4bfa-9c63-4715-901b-77f1f53c44ec owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:02.179370 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] No DVR routers for this DVR port 04afa40b-4f2c-4f20-97b7-58085e2319a6 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:02.184190 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.187643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5e358d7-6a42-4cde-b3c5-b1bfba64728d req-addd91e5-6201-4fa7-aa4e-139e96072f56 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.53 "DELETE /v2.0/ports/04afa40b-4f2c-4f20-97b7-58085e2319a6 HTTP/1.1" status: 204 len: 173 time: 0.8097050 Dec 06 12:14:02.208285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-a42e58e0-2f19-4e68-b7ba-f5daea0fc054 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:02.210308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-a42e58e0-2f19-4e68-b7ba-f5daea0fc054 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.2195063 Dec 06 12:14:02.235972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:02.250522 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:02.261067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.304344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5a04-7066-487b-9b13-c384f2ef995d req-d78d8e86-abcd-4ad5-865c-569b9f3cfe47 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:02.321952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe3b5a04-7066-487b-9b13-c384f2ef995d req-d78d8e86-abcd-4ad5-865c-569b9f3cfe47 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 945 time: 0.1291947 Dec 06 12:14:02.415683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.454617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:02.461052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.462078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:02.504860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:02.505608 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ce5ec0fe-3dc2-4cb0-bf82-137c8bbd9194 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:02.508590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-c987ce51-406d-466a-85d1-f4f607dcd3ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.1054018 Dec 06 12:14:02.537812 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:02.696682 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.782390 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'name': 'network-vif-deleted', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:02.785594 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f0451-85a6-4783-92dc-d473d18f6d0c" -d '{"events": [{"server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "name": "network-vif-deleted", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:02.866118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe3b5a04-7066-487b-9b13-c384f2ef995d req-e17f9106-6682-4349-bded-44c2412dd7c1 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups?id=abf8d99d-6413-465e-bb19-31b6835b259d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5433812 Dec 06 12:14:02.886029 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402e196-e410-48e0-9c47-2319918b3e45 req-d2596974-ef91-40e6-9846-3e1f25c126b8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:02.887576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b402e196-e410-48e0-9c47-2319918b3e45 req-d2596974-ef91-40e6-9846-3e1f25c126b8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.1814575 Dec 06 12:14:02.922621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:02.926676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:02.962099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b402e196-e410-48e0-9c47-2319918b3e45 req-c30ce021-be2a-495b-bb5a-7f5bce1f21cb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Dec 06 12:14:03.023081 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95119981-bba7-4e1d-ac16-6c688be885fb x-openstack-request-id: req-95119981-bba7-4e1d-ac16-6c688be885fb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:03.023490 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189ce116-624c-4069-aaf7-cabcccbf91e0", "name": "network-vif-deleted", "tag": "04afa40b-4f2c-4f20-97b7-58085e2319a6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:03.023839 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95119981-bba7-4e1d-ac16-6c688be885fb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:03.024321 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189ce116-624c-4069-aaf7-cabcccbf91e0', 'name': 'network-vif-deleted', 'tag': '04afa40b-4f2c-4f20-97b7-58085e2319a6', 'status': 'completed', 'code': 200} Dec 06 12:14:03.063419 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.100725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-5df7409c-28ae-47c5-924d-455d0445503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:03.102262 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-5df7409c-28ae-47c5-924d-455d0445503f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.5809212 Dec 06 12:14:03.103003 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event deleted for resources: {'Port': ['ID=606f4bfa-9c63-4715-901b-77f1f53c44ec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:03.113915 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.1 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/77ab7af7-8452-4ed0-859a-780354c30d47) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:03.119245 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.7 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/5a9d00a9-e36e-426b-ac89-9830223dad96) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:03.148601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70150-1466-4bc3-9f09-fa423b7de120 req-d320ba35-78bb-4cb0-9439-fc4450096825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:03.150194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67f70150-1466-4bc3-9f09-fa423b7de120 req-d320ba35-78bb-4cb0-9439-fc4450096825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.0850458 Dec 06 12:14:03.269762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67f70150-1466-4bc3-9f09-fa423b7de120 req-4b3c440f-ba13-4458-b5f2-40648d9f6595 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075523 Dec 06 12:14:03.380086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-1e282a4a-0da1-4dfe-9cdd-da6cf13a8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:03.382042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-1e282a4a-0da1-4dfe-9cdd-da6cf13a8f4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2474828 Dec 06 12:14:03.443624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.453427 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Router 38390d75-bd98-46f8-9124-6354dabc6ad6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:03.454279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4076810f-2bca-4468-81ce-4a09b249c051 req-7ce7b5b1-1a1c-440e-a0bc-a9a396320a34 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 210 time: 0.0516665 Dec 06 12:14:03.476417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.477865 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:03.480590 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550df311-ec02-48cc-a01c-a8a7da9f5016" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:03.520382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369c65-0ef8-46b5-ab47-bcc439a8a036 req-fb1dd929-0411-46ef-a89c-174cfad95f39 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:03.521759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd369c65-0ef8-46b5-ab47-bcc439a8a036 req-fb1dd929-0411-46ef-a89c-174cfad95f39 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1317046 Dec 06 12:14:03.539835 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3794a66-9043-4cd5-b888-e240b1122e65 x-openstack-request-id: req-d3794a66-9043-4cd5-b888-e240b1122e65 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:03.540703 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:03.541466 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3794a66-9043-4cd5-b888-e240b1122e65 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:03.542058 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'code': 200} Dec 06 12:14:03.556103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.583071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-89638695-b122-43c0-a66e-47bb3a99c8e4 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892161 Dec 06 12:14:03.592124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.625537 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:03.639711 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:03.652481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd369c65-0ef8-46b5-ab47-bcc439a8a036 req-f84e3f8d-1711-4dfa-a30b-61a2ade8ad42 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163578 Dec 06 12:14:03.656670 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:03.661138 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:03.703208 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:03.716178 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:03.717355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:03.717970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.718641 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:03.735455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-8a7218ba-5c32-45bf-82fe-e0259c97f1b9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4888816 Dec 06 12:14:03.754260 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Request body: {'port': {'device_id': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:03.811941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.820823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=77ab7af7-8452-4ed0-859a-780354c30d47,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:03.838119 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:03.849436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.850267 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Sync routers for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:03.865735 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:03.866715 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:03.936351 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] No DVR routers for this DVR port 606f4bfa-9c63-4715-901b-77f1f53c44ec on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:03.939686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:03.943402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8fc5a699-7cf1-4bc6-87cf-a1c175fe7e73 req-cc9fc6ab-1ecc-4faf-9cb3-255e330310f0 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.23 "DELETE /v2.0/ports/606f4bfa-9c63-4715-901b-77f1f53c44ec HTTP/1.1" status: 204 len: 173 time: 2.7400095 Dec 06 12:14:03.948822 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'name': 'network-vif-deleted', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:03.951138 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc7559-c4ef-4f69-bf5c-0ab2eacd8ae0" -d '{"events": [{"server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "name": "network-vif-deleted", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:03.955751 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-e902098e-465a-4f67-9e32-75c110ed1670 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614323 Dec 06 12:14:04.014807 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:04.091759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46e4c94e-dc18-4d1f-89d2-f81414f5d7e2 req-608e6efc-1564-465b-8e3e-ecaa9e8ff13e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e411694e-30ee-45e2-9fd0-dc8e0db7e0f2 HTTP/1.1" status: 200 len: 210 time: 0.0778058 Dec 06 12:14:04.100765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.186300 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78e0b1-3d0a-4a68-9e87-1760132a552f x-openstack-request-id: req-5a78e0b1-3d0a-4a68-9e87-1760132a552f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:04.186925 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e411694e-30ee-45e2-9fd0-dc8e0db7e0f2", "name": "network-vif-deleted", "tag": "606f4bfa-9c63-4715-901b-77f1f53c44ec", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:04.187465 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a78e0b1-3d0a-4a68-9e87-1760132a552f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:04.188101 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e411694e-30ee-45e2-9fd0-dc8e0db7e0f2', 'name': 'network-vif-deleted', 'tag': '606f4bfa-9c63-4715-901b-77f1f53c44ec', 'status': 'completed', 'code': 200} Dec 06 12:14:04.282215 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:04.290996 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95ff2-55bb-4b50-85d3-545ba9caf199 req-15d9e4c2-6d5c-4ce8-aba2-48da358eaee2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:04.292497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbf95ff2-55bb-4b50-85d3-545ba9caf199 req-15d9e4c2-6d5c-4ce8-aba2-48da358eaee2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.0845578 Dec 06 12:14:04.309326 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Checking router: 38390d75-bd98-46f8-9124-6354dabc6ad6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:04.319057 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:04.319896 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:04.348953 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9d00a9-e36e-426b-ac89-9830223dad96 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:04.363931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.403404 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Transition to ACTIVE for port object 5a9d00a9-e36e-426b-ac89-9830223dad96 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:14:04.434809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbf95ff2-55bb-4b50-85d3-545ba9caf199 req-d0506bf2-6ba3-4a8d-b22e-5e43e6b07c87 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085887 Dec 06 12:14:04.437071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.464554 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:04.545484 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:04.557475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00818205-c240-4504-854c-19886fe3d276 req-c8dcd89d-5062-4f09-aff5-2da2eb3d3d39 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:04.567336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00818205-c240-4504-854c-19886fe3d276 req-c8dcd89d-5062-4f09-aff5-2da2eb3d3d39 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.1748409 Dec 06 12:14:04.599442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.604957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.696193 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:04.699900 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=77ab7af7-8452-4ed0-859a-780354c30d47,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:04.703498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.725482 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523aa2a9-07eb-43d1-808b-ec5c483bcf29 None None] The sync data for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 is: [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:11:50Z', 'revision_number': 4, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dd6ce2a9-93ec-4346-b634-b02798f39052', 'name': '', 'network_id': '68476de7-7a01-4e36-9028-31d188e20137', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'mac_address': 'fa:16:3e:d4:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:50Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'subnets': [{'id': '22234bd7-f3da-49e6-a494-9208469c64ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:04.725788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00818205-c240-4504-854c-19886fe3d276 req-4e4a1f45-1599-46a1-a4bd-4b8150073e1e tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573107 Dec 06 12:14:04.753957 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750155f-77e1-4f74-a4b4-470655f17489 req-020d464a-467e-43e2-8bff-9bddac9b375e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:04.761358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9750155f-77e1-4f74-a4b4-470655f17489 req-020d464a-467e-43e2-8bff-9bddac9b375e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.1653965 Dec 06 12:14:04.792803 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Attempting to bind port 5a9d00a9-e36e-426b-ac89-9830223dad96 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:04.793228 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Attempting to bind port 5a9d00a9-e36e-426b-ac89-9830223dad96 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:04.793522 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Attempting to bind port 5a9d00a9-e36e-426b-ac89-9830223dad96 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:04.806950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Port 5a9d00a9-e36e-426b-ac89-9830223dad96 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:14:04.807328 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Attempting to bind port 5a9d00a9-e36e-426b-ac89-9830223dad96 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:04.821500 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:04.822216 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:04.822216 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:04.822642 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Bound port: 5a9d00a9-e36e-426b-ac89-9830223dad96, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:04.822996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:04.840082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9750155f-77e1-4f74-a4b4-470655f17489 req-4274d8c2-61f3-49fa-b1c1-4367ce97710a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775266 Dec 06 12:14:04.853923 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:04.855521 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:04.932331 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:04.937918 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:04.945087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.028616 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:05.035297 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.035839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.037439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] 10.222.0.53 "PUT /v2.0/ports/5a9d00a9-e36e-426b-ac89-9830223dad96 HTTP/1.1" status: 200 len: 1091 time: 1.2876959 Dec 06 12:14:05.041421 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:05.043851 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b841d142-a905-4427-8f15-39272fb585d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:05.084360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed7098-e8ac-4497-b7b8-a4b202c1635b req-fb959a58-1678-4d94-9560-46c2d2883f2d tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.092216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1ed7098-e8ac-4497-b7b8-a4b202c1635b req-fb959a58-1678-4d94-9560-46c2d2883f2d tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1446352 Dec 06 12:14:05.106829 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-cc021745-dfcd-47dd-8ad3-1ee9cdad2627 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.108579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-cc021745-dfcd-47dd-8ad3-1ee9cdad2627 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 945 time: 0.1182671 Dec 06 12:14:05.150573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1ed7098-e8ac-4497-b7b8-a4b202c1635b req-2f7f2191-987d-4728-bf02-6129c2ac93d7 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d3f1849-066e-43b5-9041-f3f85f7d1497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572920 Dec 06 12:14:05.165270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c01e4c-3b16-4a79-97c1-a032792b4354 None None] New status for floating IP 573f281a-51a4-4b02-b8d2-a98f778e701f: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:14:05.175589 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f75e-f9d2-4654-b7ab-21ae69a6aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:05.259546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-c24dc434-2af3-423c-bbd2-89bc0079f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.261073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-c24dc434-2af3-423c-bbd2-89bc0079f2be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 1094 time: 0.1216812 Dec 06 12:14:05.263338 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ee1d8-5ddf-4456-800c-2f9f02e8fbda x-openstack-request-id: req-910ee1d8-5ddf-4456-800c-2f9f02e8fbda {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:05.263632 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:05.263881 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-910ee1d8-5ddf-4456-800c-2f9f02e8fbda {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:05.264276 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'status': 'completed', 'code': 200} Dec 06 12:14:05.291398 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ad0da-ab3f-4250-9226-a04314c012c4 req-c6185cff-4b87-444f-a481-db230d4b5767 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.299647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81ad0da-ab3f-4250-9226-a04314c012c4 req-c6185cff-4b87-444f-a481-db230d4b5767 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 945 time: 0.0777495 Dec 06 12:14:05.324221 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:05.334950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56dac339-54ad-4004-bc44-cfc7133c2ae4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/routers/5e76b147-0327-4d79-b4af-81ed2e0d1006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6311040 Dec 06 12:14:05.336469 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46754) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:05.338678 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:05.341706 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'port': {'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62', 'name': 'tempest-FloatingIPTestJSON-1834475811'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:05.360229 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:05.361247 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:05.369591 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-81f2fe3b-4c58-4848-831a-170e8aec7f24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a9d00a9-e36e-426b-ac89-9830223dad96 HTTP/1.1" status: 200 len: 217 time: 0.0588844 Dec 06 12:14:05.381807 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Deleting port f1b62fe9-1856-4881-a34c-85f590958d9b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:05.382155 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.425715 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:05.437432 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:05.438220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042127-2163-4db5-8571-099c511cdefa req-da5864de-050a-4b1e-b55d-b3fe9cafcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.438468 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:05.439681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-da5864de-050a-4b1e-b55d-b3fe9cafcac3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0600557 Dec 06 12:14:05.477620 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:05.478181 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8415f38-6801-4c07-a2ab-aee23c3cf44a None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:05.497492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-b2273cfb-cf2e-4fa8-a1fe-e9ecc1bc0bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435314 Dec 06 12:14:05.501457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81ad0da-ab3f-4250-9226-a04314c012c4 req-19e7604c-018d-4517-a69c-6090623aaddb tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999900 Dec 06 12:14:05.556767 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46764) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:05.577492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] For port f1b62fe9-1856-4881-a34c-85f590958d9b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f1b62fe9-1856-4881-a34c-85f590958d9b,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:05.577887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.609612 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Calling delete_port for f1b62fe9-1856-4881-a34c-85f590958d9b owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:05.613120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-8d248357-fc2a-4073-b339-faf5ee6aec7b service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080940 Dec 06 12:14:05.623142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:05.626971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.703473 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] device_id is not set on port 125365fb-00b8-4113-8cd1-929aefeedd2e yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:14:05.733304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.749099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039ca3-1b05-4faf-b43e-ce08e1f8599a req-ec68dd8f-44f9-4455-8718-a2811ce25955 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:05.757839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85039ca3-1b05-4faf-b43e-ce08e1f8599a req-ec68dd8f-44f9-4455-8718-a2811ce25955 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.1292269 Dec 06 12:14:05.806208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e042127-2163-4db5-8571-099c511cdefa req-a8d42a2c-067f-414c-9a0d-0ee2ee7e5e57 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869323 Dec 06 12:14:05.830457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:05.837943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85039ca3-1b05-4faf-b43e-ce08e1f8599a req-de9a899b-49be-41b7-b2db-4b499f020c0f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786681 Dec 06 12:14:05.840793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 04afa40b-4f2c-4f20-97b7-58085e2319a6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:05.921821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 04afa40b-4f2c-4f20-97b7-58085e2319a6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:05.922183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 04afa40b-4f2c-4f20-97b7-58085e2319a6 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:05.957209 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.8 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/125365fb-00b8-4113-8cd1-929aefeedd2e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:06.002460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.004101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.007283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.008502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "DELETE /v2.0/security-groups/abf8d99d-6413-465e-bb19-31b6835b259d HTTP/1.1" status: 204 len: 168 time: 0.4506440 Dec 06 12:14:06.011291 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:06.015851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f1b62fe9-1856-4881-a34c-85f590958d9b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:06.064486 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-24fea268-027a-4a5f-b0a9-0b93f5dc23cd tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] show failed (client error): The resource could not be found. Dec 06 12:14:06.064855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Pushing event deleted for resources: {'Port': ['ID=f1b62fe9-1856-4881-a34c-85f590958d9b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:06.071609 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8811e-6096-4f95-b524-6cc54f0f497e tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf8d99d-6413-465e-bb19-31b6835b259d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:06.074251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-24fea268-027a-4a5f-b0a9-0b93f5dc23cd tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "GET /v2.0/security-groups/abf8d99d-6413-465e-bb19-31b6835b259d HTTP/1.1" status: 404 len: 347 time: 0.0421450 Dec 06 12:14:06.076006 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:06.144829 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] No DVR routers for this DVR port f1b62fe9-1856-4881-a34c-85f590958d9b on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:06.149128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.152874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-67090d72-5121-447c-b23c-08dcd4aa64c2 req-46dd0782-ace4-4be6-a44c-1e707cea4622 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.23 "DELETE /v2.0/ports/f1b62fe9-1856-4881-a34c-85f590958d9b HTTP/1.1" status: 204 len: 173 time: 1.0362921 Dec 06 12:14:06.178851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8f98-a6a6-4eba-9aa4-6499f1900a28 req-bc35bf99-3c59-4310-a679-785ba68f9ee0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.180458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58be8f98-a6a6-4eba-9aa4-6499f1900a28 req-bc35bf99-3c59-4310-a679-785ba68f9ee0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.2169082 Dec 06 12:14:06.194699 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'name': 'network-vif-deleted', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:06.196919 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c5aaeb-395d-4088-ac91-cd7f66e8e8cf" -d '{"events": [{"server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "name": "network-vif-deleted", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:06.245182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 606f4bfa-9c63-4715-901b-77f1f53c44ec no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:06.290698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 606f4bfa-9c63-4715-901b-77f1f53c44ec {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:06.291330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 606f4bfa-9c63-4715-901b-77f1f53c44ec not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:06.300452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.330768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d142-a905-4427-8f15-39272fb585d9 req-4bcddb86-ea34-498c-b3c2-e06498c1d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.332958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-4bcddb86-ea34-498c-b3c2-e06498c1d151 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 1094 time: 0.2708387 Dec 06 12:14:06.350104 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86aa0-9304-43b5-897b-bf093dc49b39 req-622e88b1-9c77-478b-b0df-2a6638b324fa tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.351678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ff86aa0-9304-43b5-897b-bf093dc49b39 req-622e88b1-9c77-478b-b0df-2a6638b324fa tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 945 time: 0.1834726 Dec 06 12:14:06.366425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.417886 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:06.426349 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:06.429844 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:06.432682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58be8f98-a6a6-4eba-9aa4-6499f1900a28 req-36f15eef-c6fc-49d3-bdf6-f75ecfc286b3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164557 Dec 06 12:14:06.480677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=125365fb-00b8-4113-8cd1-929aefeedd2e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:06.493723 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Deleting port e8835c5b-99fc-4401-bc28-5c9949fbc18c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:06.494064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.509255 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.510115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.531084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-032432ad-1680-4061-ae5f-bf8481e594f8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1917479 Dec 06 12:14:06.531556 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46786) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:06.538120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'port': {'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62', 'name': 'tempest-FloatingIPTestJSON-2040367874'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:06.544048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d142-a905-4427-8f15-39272fb585d9 req-2289d2c6-e02c-44f2-a39f-34f2b12a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.545734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-2289d2c6-e02c-44f2-a39f-34f2b12a545f service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.1930027 Dec 06 12:14:06.551876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ff86aa0-9304-43b5-897b-bf093dc49b39 req-b7b08d31-c81d-439e-862d-901b11451e2c tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691959 Dec 06 12:14:06.656264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-0f08fb08-b915-4242-a973-5d6c4da7cb78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a9d00a9-e36e-426b-ac89-9830223dad96 HTTP/1.1" status: 200 len: 217 time: 0.1013219 Dec 06 12:14:06.673761 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c53ed6-3a1f-43e6-b0bf-6048bb001e0e x-openstack-request-id: req-26c53ed6-3a1f-43e6-b0bf-6048bb001e0e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:06.674346 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe2dc6-0594-4065-bb4b-249ff7c53f09", "name": "network-vif-deleted", "tag": "f1b62fe9-1856-4881-a34c-85f590958d9b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:06.674791 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26c53ed6-3a1f-43e6-b0bf-6048bb001e0e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:06.675738 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe2dc6-0594-4065-bb4b-249ff7c53f09', 'name': 'network-vif-deleted', 'tag': 'f1b62fe9-1856-4881-a34c-85f590958d9b', 'status': 'completed', 'code': 200} Dec 06 12:14:06.721207 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:06.726059 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.749853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d142-a905-4427-8f15-39272fb585d9 req-942449f5-e5ba-4143-a489-a2e3798c76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:06.752749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-942449f5-e5ba-4143-a489-a2e3798c76e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0666952 Dec 06 12:14:06.760107 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] device_id is not set on port 5e8de4fa-30c0-4f17-8196-c99e57b47beb yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:14:06.764304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98983987-de4a-4937-b18a-2fdf2c6aa014 req-352c25da-fab4-42f7-9dc8-2c2a8454c7c0 tempest-ListServerFiltersTestJSON-1211001564 tempest-ListServerFiltersTestJSON-1211001564-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dfe2dc6-0594-4065-bb4b-249ff7c53f09 HTTP/1.1" status: 200 len: 210 time: 0.1269290 Dec 06 12:14:06.807677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.808180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:06.830359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-1cba2548-2f55-4ae4-8dde-9604ea74cdb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634086 Dec 06 12:14:06.835846 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Calling delete_port for e8835c5b-99fc-4401-bc28-5c9949fbc18c owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:06.884465 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.3 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/5e8de4fa-30c0-4f17-8196-c99e57b47beb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:07.023733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-d97802d0-1361-43ac-91a0-5ba0827e72e0 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839139 Dec 06 12:14:07.033546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfeb8af-75ef-469b-bcb1-e38b0d567ab2 req-517bcf13-48ac-41de-9807-7250a083856b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:07.035793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfeb8af-75ef-469b-bcb1-e38b0d567ab2 req-517bcf13-48ac-41de-9807-7250a083856b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.0939529 Dec 06 12:14:07.056600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.091917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.136473 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:07.139680 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:07.143312 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:07.171514 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=5e8de4fa-30c0-4f17-8196-c99e57b47beb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:07.195851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bfeb8af-75ef-469b-bcb1-e38b0d567ab2 req-29b9bda1-c8b5-425c-8724-508901b4de55 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422606 Dec 06 12:14:07.219832 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:07.220736 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.241342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b841d142-a905-4427-8f15-39272fb585d9 req-1242c732-ab08-4e85-8971-7e463feb312f service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028787 Dec 06 12:14:07.242924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.249300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1a02dad-6bd7-4e97-9da9-fb5f1e9febc8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7164669 Dec 06 12:14:07.250073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46794) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:07.255209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '5e8de4fa-30c0-4f17-8196-c99e57b47beb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:07.276625 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Pushing event deleted for resources: {'Port': ['ID=e8835c5b-99fc-4401-bc28-5c9949fbc18c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:07.286671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.354454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.358001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.361189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a84606f-9938-4e34-a03e-963d10be7199 tempest-ServersTestFqdnHostnames-723788898 tempest-ServersTestFqdnHostnames-723788898-project] 10.222.0.31 "DELETE /v2.0/floatingips/573f281a-51a4-4b02-b8d2-a98f778e701f HTTP/1.1" status: 204 len: 168 time: 1.2641063 Dec 06 12:14:07.364079 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:07.434625 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-48638c5e-3685-4fcf-81c4-e1c29f7dc965 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:07.436050 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-48638c5e-3685-4fcf-81c4-e1c29f7dc965 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 945 time: 0.0658438 Dec 06 12:14:07.452595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:07.686635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68915a6-3656-481f-9180-a5ceb9d229fa req-2624fb21-34e3-44e7-ae10-87e2079fe780 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:07.689180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c68915a6-3656-481f-9180-a5ceb9d229fa req-2624fb21-34e3-44e7-ae10-87e2079fe780 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.1630874 Dec 06 12:14:07.766878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1cb80-9833-4df9-a536-03febd0a6467 req-e7190c6c-1f64-404d-ba5e-183de30c99e9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:07.768436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64a1cb80-9833-4df9-a536-03febd0a6467 req-e7190c6c-1f64-404d-ba5e-183de30c99e9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.1237135 Dec 06 12:14:07.840357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c68915a6-3656-481f-9180-a5ceb9d229fa req-290398a0-2c4e-4a19-bac7-cbbef39808bf tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414468 Dec 06 12:14:07.891660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64a1cb80-9833-4df9-a536-03febd0a6467 req-3bea215d-83d2-46a8-9500-e290aa072ec5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107321 Dec 06 12:14:08.008339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42773-082f-439a-af0e-0f62b71bfe1a req-a4c7507d-d207-4f63-83b9-c42c85bd41c8 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:08.016573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3f42773-082f-439a-af0e-0f62b71bfe1a req-a4c7507d-d207-4f63-83b9-c42c85bd41c8 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 945 time: 0.0849519 Dec 06 12:14:08.033807 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46812) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:08.114559 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.147 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1122e894-6b77-417e-aa18-8e78a280eccf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:08.155605 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-e9671b1c-f50b-42ad-8e88-d8aa1c3512ea tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:08.157058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-e9671b1c-f50b-42ad-8e88-d8aa1c3512ea tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 946 time: 0.5095069 Dec 06 12:14:08.170389 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-18d2438c-a8eb-4ce6-a411-b10da44e49e8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:08.171959 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-18d2438c-a8eb-4ce6-a411-b10da44e49e8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 947 time: 0.5269530 Dec 06 12:14:08.261748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:08.359845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Deleting port 68a27175-0d2d-4987-84d6-6c999fe9f54b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:08.360257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.374993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:08.395856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'mac_address': 'fa:16:3e:e0:9b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:08.415685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-b3a5d305-9004-4d7c-8ef7-395d392b737c service neutron] 10.222.0.23 "GET /v2.0/ports/8ab60708-7ddd-405c-9a02-a2933432fd18/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2303724 Dec 06 12:14:08.423135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.452094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3f42773-082f-439a-af0e-0f62b71bfe1a req-3470f8b4-aa5e-4545-9512-cbe7b14bc9ab tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3b38fab-6c08-4780-88b1-c73dcbd52cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321022 Dec 06 12:14:08.473389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.484286 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Deleting subnet 03baf2ba-933b-4c1a-b8db-1e05d8e19034 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:08.488060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.494405 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:08.519557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:08.524115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.528217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.564491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.572242 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Deleting port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:08.572582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.606223 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-e98755b0-f380-44e2-b66b-8f18d12b77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:08.607707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-e98755b0-f380-44e2-b66b-8f18d12b77f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1098 time: 0.1292696 Dec 06 12:14:08.609916 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:08.618908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] For port 68a27175-0d2d-4987-84d6-6c999fe9f54b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=68a27175-0d2d-4987-84d6-6c999fe9f54b,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:08.619280 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.640016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.660444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Calling delete_port for 68a27175-0d2d-4987-84d6-6c999fe9f54b owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:08.708295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.753131 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:08.777261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:08.824729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.827905 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:08.846155 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:08.862024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=1122e894-6b77-417e-aa18-8e78a280eccf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:08.880413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03baf2ba-933b-4c1a-b8db-1e05d8e19034,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:08.883263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59db645-38b4-4d4e-b2f6-69adb04245ea None None] Network d48d375e-6df7-44b0-adf3-c8725afa06d4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:08.892670 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] For port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,segment=NetworkSegment(75c70c3e-eb23-43e6-9a69-41e87baac061),segment_id=75c70c3e-eb23-43e6-9a69-41e87baac061)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:08.893037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.935357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:08.937852 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Calling delete_port for 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:08.943583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab37ace9-71a4-4d98-b2ef-a330ca74f14e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03baf2ba-933b-4c1a-b8db-1e05d8e19034 HTTP/1.1" status: 204 len: 168 time: 0.8869083 Dec 06 12:14:08.949654 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46818) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:08.952350 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-262001b5-b9db-437d-a99e-c058441dd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:08.953839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-262001b5-b9db-437d-a99e-c058441dd090 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3318172 Dec 06 12:14:09.049552 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-942c3db0-c85d-4eba-bd00-92d1d1d17afa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.0662484 Dec 06 12:14:09.147920 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684985e-b9f9-4f0e-a686-a99ecddc64af req-8c0aa58e-5a41-4bc2-a342-6ab1eb5b8287 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:09.151293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b684985e-b9f9-4f0e-a686-a99ecddc64af req-8c0aa58e-5a41-4bc2-a342-6ab1eb5b8287 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 948 time: 0.1004281 Dec 06 12:14:09.163067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] DHCP port deletion for d48d375e-6df7-44b0-adf3-c8725afa06d4 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:14:09.163733 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f31ee-8ff8-41ed-a820-3da284d93290 req-3cd605e3-56f7-4735-b682-ad1aa6a2c96f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:09.165274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a6f31ee-8ff8-41ed-a820-3da284d93290 req-3cd605e3-56f7-4735-b682-ad1aa6a2c96f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.1291847 Dec 06 12:14:09.178360 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Deleting port dd6ce2a9-93ec-4346-b634-b02798f39052 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:09.178696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.213285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Deleting port f71d75e1-09e5-4ef6-87f3-fc425f43834a {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:09.213663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.214291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.291961 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] For port f71d75e1-09e5-4ef6-87f3-fc425f43834a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f71d75e1-09e5-4ef6-87f3-fc425f43834a,segment=NetworkSegment(ef959c9f-23a5-4cb8-b244-f721ffd1948d),segment_id=ef959c9f-23a5-4cb8-b244-f721ffd1948d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:09.292580 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.318641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b684985e-b9f9-4f0e-a686-a99ecddc64af req-7c73bc50-0de4-43ef-ad75-1a43b45f5ff5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512849 Dec 06 12:14:09.326691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a6f31ee-8ff8-41ed-a820-3da284d93290 req-2944c2f5-a921-44f9-b7dc-7be1e885f09c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500516 Dec 06 12:14:09.368482 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] For port dd6ce2a9-93ec-4346-b634-b02798f39052, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd6ce2a9-93ec-4346-b634-b02798f39052,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:09.368857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.400185 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Calling delete_port for dd6ce2a9-93ec-4346-b634-b02798f39052 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:09.443449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.469796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-3cd915f5-0993-4843-a97b-25fbb3110030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:09.471551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-3cd915f5-0993-4843-a97b-25fbb3110030 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.3668311 Dec 06 12:14:09.515788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event deleted for resources: {'Port': ['ID=68a27175-0d2d-4987-84d6-6c999fe9f54b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:09.543745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', '68a27175-0d2d-4987-84d6-6c999fe9f54b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:09.559626 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:14:09.594860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05c1d472-1a5c-4833-9c13-daf98caf54d8 req-ea60e597-9b7e-46bf-bbc4-acdf76d9c84e tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=5600feeb-a206-4ce4-a09e-5971b26dd954 HTTP/1.1" status: 200 len: 210 time: 0.0341687 Dec 06 12:14:09.597193 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Calling delete_port for f71d75e1-09e5-4ef6-87f3-fc425f43834a owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:09.684292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.716698 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6ce2a9-93ec-4346-b634-b02798f39052,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:09.723184 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] No DVR routers for this DVR port 68a27175-0d2d-4987-84d6-6c999fe9f54b on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:09.741834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.745381 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-949b5129-deb1-412a-a8f5-b633ca128ba7 req-0fc62a52-ff14-43f1-8fc3-a3d881ba2825 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "DELETE /v2.0/ports/68a27175-0d2d-4987-84d6-6c999fe9f54b HTTP/1.1" status: 204 len: 173 time: 2.3015151 Dec 06 12:14:09.758495 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'name': 'network-vif-deleted', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:09.762346 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec64588f-2098-4685-90fc-dae9a4a01bf7" -d '{"events": [{"server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "name": "network-vif-deleted", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:09.816960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:09.844151 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-2bf6905c-41b8-4eb6-b361-d8f1dacfccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:09.845781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-2bf6905c-41b8-4eb6-b361-d8f1dacfccee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3492832 Dec 06 12:14:09.854896 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] Pushing event deleted for resources: {'Port': ['ID=f71d75e1-09e5-4ef6-87f3-fc425f43834a,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:09.858348 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:09.899272 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c863960-923a-40bc-9639-05dddae2e1b3 x-openstack-request-id: req-0c863960-923a-40bc-9639-05dddae2e1b3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:09.899564 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5600feeb-a206-4ce4-a09e-5971b26dd954", "name": "network-vif-deleted", "tag": "68a27175-0d2d-4987-84d6-6c999fe9f54b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:09.899820 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c863960-923a-40bc-9639-05dddae2e1b3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:09.902666 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5600feeb-a206-4ce4-a09e-5971b26dd954', 'name': 'network-vif-deleted', 'tag': '68a27175-0d2d-4987-84d6-6c999fe9f54b', 'status': 'completed', 'code': 200} Dec 06 12:14:09.998931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:10.035144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'mac_address': 'fa:16:3e:ec:5c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:10.054878 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55430ca4-fbb9-434f-9225-b364da38417c None None] No DVR routers for this DVR port f71d75e1-09e5-4ef6-87f3-fc425f43834a on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:10.069652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.125407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.152846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.163362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.179295 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['68a27175-0d2d-4987-84d6-6c999fe9f54b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:10.200097 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Deleting port f71d75e1-09e5-4ef6-87f3-fc425f43834a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:10.200493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.205090 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9d00a9-e36e-426b-ac89-9830223dad96 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:10.228697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:10.235553 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.269614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:10.311950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Pushing event deleted for resources: {'Port': ['ID=5547e5b8-e9b4-45a5-aa08-5041d70dc0d5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:10.333693 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:10.348652 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8ab60708-7ddd-405c-9a02-a2933432fd18 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:10.349273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.433730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.488690 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.510217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-b0883594-fe85-4792-b846-fb3264f4e5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398683 Dec 06 12:14:10.536090 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:10.539009 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e621d22-0188-46dc-aa44-3e3d3f071fd4" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:10.543216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:10.548203 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.549022 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f1b62fe9-1856-4881-a34c-85f590958d9b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:10.572842 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Router 38390d75-bd98-46f8-9124-6354dabc6ad6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:10.589905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eb03e-70fd-4dbb-9844-636c9ba97057 req-b9bcf6b9-5159-435b-88a7-3fa9c659b99b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:10.590165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: f1b62fe9-1856-4881-a34c-85f590958d9b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:10.590316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f1b62fe9-1856-4881-a34c-85f590958d9b not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:10.595102 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['5a9d00a9-e36e-426b-ac89-9830223dad96'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:10.597898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b2eb03e-70fd-4dbb-9844-636c9ba97057 req-b9bcf6b9-5159-435b-88a7-3fa9c659b99b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 944 time: 0.1194153 Dec 06 12:14:10.614374 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad06bbc-8648-49dc-b260-c1f13223030b req-403f8d04-03a4-4559-ba2d-54658f176269 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:10.616057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dad06bbc-8648-49dc-b260-c1f13223030b req-403f8d04-03a4-4559-ba2d-54658f176269 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 948 time: 0.1367023 Dec 06 12:14:10.635833 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] No DVR routers for this DVR port 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:10.644614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.652484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0b3ac-1791-4b4e-a167-16d02732c612 req-2978fca1-bfc5-4763-9fff-1cb2a46865db tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.23 "DELETE /v2.0/ports/5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 HTTP/1.1" status: 204 len: 173 time: 2.4697785 Dec 06 12:14:10.701903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] For port f71d75e1-09e5-4ef6-87f3-fc425f43834a, host n-d-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:10.702230 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.714854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:10.740617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Calling delete_port for f71d75e1-09e5-4ef6-87f3-fc425f43834a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:10.748068 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Port f71d75e1-09e5-4ef6-87f3-fc425f43834a was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:14:10.760771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-0b21bccf-6fd4-4426-999d-1db768f59c6b service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987555 Dec 06 12:14:10.761775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:10.790302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b2eb03e-70fd-4dbb-9844-636c9ba97057 req-fc61cb46-641f-4e59-bbb2-c0eccebbea09 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912918 Dec 06 12:14:10.820135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f71d75e1-09e5-4ef6-87f3-fc425f43834a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:10.822244 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] No DVR routers for this DVR port f71d75e1-09e5-4ef6-87f3-fc425f43834a on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:10.838289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dad06bbc-8648-49dc-b260-c1f13223030b req-f5bf4ebe-2cae-468a-997f-1ef5c52c21e5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118623 Dec 06 12:14:10.861234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:10.877028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2535df0-1c6f-41c2-a526-325d9cdd3250 admin admin] 10.222.0.31 "PUT /v2.0/routers/38390d75-bd98-46f8-9124-6354dabc6ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093155 Dec 06 12:14:10.884446 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:10.914600 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Sync routers for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:11.000908 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:11.002022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.141204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.142608 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e76f95-316c-4d8b-87ed-4783840a65e8 x-openstack-request-id: req-a9e76f95-316c-4d8b-87ed-4783840a65e8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:11.148000 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:11.148588 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9e76f95-316c-4d8b-87ed-4783840a65e8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:11.149299 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'code': 200} Dec 06 12:14:11.159108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f71d75e1-09e5-4ef6-87f3-fc425f43834a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:11.213437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: f71d75e1-09e5-4ef6-87f3-fc425f43834a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:11.230812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f71d75e1-09e5-4ef6-87f3-fc425f43834a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:11.310572 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:11.372461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-449481ee-2620-4963-a476-e62c13714d71 req-ce904b8e-30e2-40f7-a85a-7aafea7725c5 tempest-MultipleCreateTestJSON-2062920321 tempest-MultipleCreateTestJSON-2062920321-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5adf9db-532d-4844-b926-c4f235efb84d HTTP/1.1" status: 200 len: 210 time: 0.1558149 Dec 06 12:14:11.406262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.423073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.490985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.498303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.516029 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48d375e-6df7-44b0-adf3-c8725afa06d4']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.520776 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Deleting port 31793696-ada8-4699-806d-23a37111abd5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:11.521408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.553863 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef959c9f-23a5-4cb8-b244-f721ffd1948d') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.554266 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef959c9f-23a5-4cb8-b244-f721ffd1948d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.584423 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': '31793696-ada8-4699-806d-23a37111abd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:14:09Z', 'revision_number': 5, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port': {'id': '31793696-ada8-4699-806d-23a37111abd5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:45Z', 'updated_at': '2021-12-06T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.590583 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.611257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=1122e894-6b77-417e-aa18-8e78a280eccf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:11.621849 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.630382 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Checking router: 38390d75-bd98-46f8-9124-6354dabc6ad6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:11.632453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.635017 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:11.635444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:11.637285 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:11.657606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Routers {'38390d75-bd98-46f8-9124-6354dabc6ad6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:11.660517 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['38390d75-bd98-46f8-9124-6354dabc6ad6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.687617 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] For port 31793696-ada8-4699-806d-23a37111abd5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31793696-ada8-4699-806d-23a37111abd5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:11.689053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.717596 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Calling delete_port for 31793696-ada8-4699-806d-23a37111abd5 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:11.736836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.780090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:11.786301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/d48d375e-6df7-44b0-adf3-c8725afa06d4 HTTP/1.1" status: 204 len: 168 time: 2.8285851 Dec 06 12:14:11.786301 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b65150-7db8-4294-95ff-4a869841b4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d48d375e-6df7-44b0-adf3-c8725afa06d4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:11.803076 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] Set router 38390d75-bd98-46f8-9124-6354dabc6ad6 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:11.810576 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP dbe47ee3-219f-44ec-b715-df21baa51950 associated. External IP: 172.35.3.147, port: 5e8de4fa-30c0-4f17-8196-c99e57b47beb. Dec 06 12:14:11.869001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:11.916680 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:14:11Z', 'revision_number': 6, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:11.919191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-d7b82098-d55f-480a-a66f-d039c5e91f73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829038 Dec 06 12:14:11.924217 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'name': 'network-vif-deleted', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:11.927870 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3066544-c623-4d2c-820c-1ac58ab44cff" -d '{"events": [{"server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "name": "network-vif-deleted", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:11.954759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3721cd-f638-4c3a-8bd5-b4a6ee7b9679 None None] The sync data for ids ['38390d75-bd98-46f8-9124-6354dabc6ad6'] in n-d-master-1 is: [{'id': '38390d75-bd98-46f8-9124-6354dabc6ad6', 'name': 'tempest-ServersTestFqdnHostnames-1078997843-router', 'tenant_id': '6435a092910d4fbf87282b859d683622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:44Z', 'updated_at': '2021-12-06T12:14:11Z', 'revision_number': 6, 'project_id': '6435a092910d4fbf87282b859d683622', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:11.976040 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 5a9d00a9-e36e-426b-ac89-9830223dad96 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:14:11.982659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 5a9d00a9-e36e-426b-ac89-9830223dad96 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:11.983281 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.012189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.079313 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31793696-ada8-4699-806d-23a37111abd5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:12.127591 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.208664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-de6aa76c-b737-4519-9328-9c40eacb30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:12.210895 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:12.211109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-de6aa76c-b737-4519-9328-9c40eacb30b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 1101 time: 0.2236137 Dec 06 12:14:12.228606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.242674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5a35-6ed0-44be-9081-33c1b700c02a req-4314725b-f7b9-4029-bdfa-ec5545390ac7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:12.244617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-293a5a35-6ed0-44be-9081-33c1b700c02a req-4314725b-f7b9-4029-bdfa-ec5545390ac7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2444117 Dec 06 12:14:12.259376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590369d-9a75-4cbd-ae27-9ab1ce70ff28 req-21bb97d2-5b54-43c4-94f7-f88b0d973fee tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:12.261125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6590369d-9a75-4cbd-ae27-9ab1ce70ff28 req-21bb97d2-5b54-43c4-94f7-f88b0d973fee tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 944 time: 0.2757890 Dec 06 12:14:12.268163 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 68a27175-0d2d-4987-84d6-6c999fe9f54b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:12.270740 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:12.281434 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:12.323459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 68a27175-0d2d-4987-84d6-6c999fe9f54b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:12.323980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 68a27175-0d2d-4987-84d6-6c999fe9f54b not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:12.324504 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:12.370835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:12.371386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 5547e5b8-e9b4-45a5-aa08-5041d70dc0d5 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:12.375712 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:12.404188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.423903 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:12.435271 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:12.444388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.450750 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:12.451435 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:12.487119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5222856f-64ad-48c6-a7a7-d185d8fc0a13 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2355146 Dec 06 12:14:12.490193 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46860) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:12.495869 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:12.501907 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:12.506535 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:12.507522 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:12.540930 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:12.541765 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cee393-dc67-44f3-abc4-0d734642ae0f None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:12.564013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d06c81c5-635a-44c2-97f6-6fb40e036eb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4480bd05ee346089e6f4b98276d68d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878001 Dec 06 12:14:12.569641 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:12.597883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6590369d-9a75-4cbd-ae27-9ab1ce70ff28 req-c028c1f7-43be-4990-a990-a93df7406300 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180354 Dec 06 12:14:12.615381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.621376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.622905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.642081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-293a5a35-6ed0-44be-9081-33c1b700c02a req-a10d2e31-4e4a-4ba5-b1d3-5768505e3aa8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648057 Dec 06 12:14:12.704899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-a4a05c9e-4b6e-4f2e-a971-f8f084a1fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:12.709181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-a4a05c9e-4b6e-4f2e-a971-f8f084a1fd49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.4633806 Dec 06 12:14:12.710560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.710919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38390d75-bd98-46f8-9124-6354dabc6ad6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:14:12.716531 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.719187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4281d008-04f1-49c1-9774-24185ba164d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/38390d75-bd98-46f8-9124-6354dabc6ad6 HTTP/1.1" status: 204 len: 168 time: 1.8323319 Dec 06 12:14:12.719376 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac3bb9-acf9-403b-9577-8b43bbfb02b8 x-openstack-request-id: req-22ac3bb9-acf9-403b-9577-8b43bbfb02b8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:12.719578 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5adf9db-532d-4844-b926-c4f235efb84d", "name": "network-vif-deleted", "tag": "5547e5b8-e9b4-45a5-aa08-5041d70dc0d5", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:12.719834 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22ac3bb9-acf9-403b-9577-8b43bbfb02b8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:12.720226 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5adf9db-532d-4844-b926-c4f235efb84d', 'name': 'network-vif-deleted', 'tag': '5547e5b8-e9b4-45a5-aa08-5041d70dc0d5', 'status': 'completed', 'code': 200} Dec 06 12:14:12.720841 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46864) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:12.806344 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:12.808054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.818352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-0a91be8d-955b-4a17-baad-1dd3a79c1884 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 200 len: 217 time: 0.0994961 Dec 06 12:14:12.871929 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Deleting subnet 1816c410-9e63-4165-9e3e-354b156f6ac4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:12.876501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.880540 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Deleting subnet 22234bd7-f3da-49e6-a494-9208469c64ea {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:12.892684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.901088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.974374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:12.977985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.019745 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-1e008c2e-e9c8-4ed4-8d02-7e6851d23a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.021257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-1e008c2e-e9c8-4ed4-8d02-7e6851d23a6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1458647 Dec 06 12:14:13.025309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dd6ce2a9-93ec-4346-b634-b02798f39052 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:13.033813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.047443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.047443 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP dbe47ee3-219f-44ec-b715-df21baa51950 disassociated. External IP: 172.35.3.147, port: 5e8de4fa-30c0-4f17-8196-c99e57b47beb. Dec 06 12:14:13.081864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.100319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: dd6ce2a9-93ec-4346-b634-b02798f39052 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:13.101232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dd6ce2a9-93ec-4346-b634-b02798f39052 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:13.102284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 31793696-ada8-4699-806d-23a37111abd5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:13.132917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-de11a626-4d59-479c-8387-6435eae123bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.136033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-de11a626-4d59-479c-8387-6435eae123bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040754 Dec 06 12:14:13.144517 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 31793696-ada8-4699-806d-23a37111abd5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:13.145469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 31793696-ada8-4699-806d-23a37111abd5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:13.155662 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:13.161189 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32962d6c-5467-4572-a65e-eba3fd2de931" -d '{"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-plugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:13.179324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.182004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.186277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d3f1849-066e-43b5-9041-f3f85f7d1497 HTTP/1.1" status: 204 len: 168 time: 0.6125705 Dec 06 12:14:13.276610 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df33b3-2b93-4a9e-87e7-1b6d4956f69f x-openstack-request-id: req-65df33b3-2b93-4a9e-87e7-1b6d4956f69f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:13.276933 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-plugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:13.277891 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65df33b3-2b93-4a9e-87e7-1b6d4956f69f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:13.278307 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'code': 200} Dec 06 12:14:13.283379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070efa82-9eb0-48f1-a4a9-5c855e82679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f1849-066e-43b5-9041-f3f85f7d1497,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:13.302675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.356492 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-453a07bd-cf7e-45d4-96ea-30894cc40631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.358588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-453a07bd-cf7e-45d4-96ea-30894cc40631 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1100 time: 0.2611511 Dec 06 12:14:13.526575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.530225 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-e6b92c6e-0fe4-4480-ac35-1be552e59af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.531891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-e6b92c6e-0fe4-4480-ac35-1be552e59af2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1100 time: 0.1434839 Dec 06 12:14:13.656508 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-8c5a09e0-dbc6-4fb4-bb89-134c18712ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.657452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-8c5a09e0-dbc6-4fb4-bb89-134c18712ac1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1140251 Dec 06 12:14:13.691104 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22234bd7-f3da-49e6-a494-9208469c64ea,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:13.693202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.710185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e73e21-f487-4188-8040-ebbf906f1174 None None] Network 68476de7-7a01-4e36-9028-31d188e20137 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:13.711181 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5440d552-33bf-4375-9d60-4e8b9784f3d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/22234bd7-f3da-49e6-a494-9208469c64ea HTTP/1.1" status: 204 len: 168 time: 0.9861529 Dec 06 12:14:13.718341 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46894) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:13.785666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-aa3c0227-551a-47f5-a8f0-ace8e0cd9221 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.0733941 Dec 06 12:14:13.849868 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-b0d79421-b4f2-42c4-87bd-3a96a436b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.851368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-b0d79421-b4f2-42c4-87bd-3a96a436b68f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0541062 Dec 06 12:14:13.871325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.921246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.926576 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:13.932460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:13.933133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1816c410-9e63-4165-9e3e-354b156f6ac4 HTTP/1.1" status: 204 len: 168 time: 1.1244843 Dec 06 12:14:13.939713 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46900) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:13.941898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacb6de-125a-4183-bea5-4e7dba9e5e07 req-8f93589f-2938-4a84-ba0f-0d8b13d0a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:13.943476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6aacb6de-125a-4183-bea5-4e7dba9e5e07 req-8f93589f-2938-4a84-ba0f-0d8b13d0a740 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 1096 time: 0.2039316 Dec 06 12:14:14.019648 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebd76b-1820-4708-ae14-fa2f87ad16d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1816c410-9e63-4165-9e3e-354b156f6ac4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:14.053773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af023-0147-403a-bd95-346787a536fa req-9213d766-27d6-4044-8edc-c5245fc38c5b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:14.067289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a84af023-0147-403a-bd95-346787a536fa req-9213d766-27d6-4044-8edc-c5245fc38c5b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.3362012 Dec 06 12:14:14.071683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] DHCP port deletion for 68476de7-7a01-4e36-9028-31d188e20137 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:14:14.084834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce15fa1-bc2e-4bcd-8cdc-2f241bca8b20 req-086d8ae3-e0b7-41e1-92ba-97ba7554a764 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:14.092215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-149bb5e6-3940-42e3-b291-67687053a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:14.093762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-149bb5e6-3940-42e3-b291-67687053a912 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342675 Dec 06 12:14:14.094443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ce15fa1-bc2e-4bcd-8cdc-2f241bca8b20 req-086d8ae3-e0b7-41e1-92ba-97ba7554a764 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.3254492 Dec 06 12:14:14.097990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-924d9260-7d3b-4f84-9165-d066df0cd207 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472678 Dec 06 12:14:14.213118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.233836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Deleting port 93401353-9b54-4cc2-aaf3-b380eee7d67d {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:14.234350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.271858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6aacb6de-125a-4183-bea5-4e7dba9e5e07 req-12696dae-ced0-4d04-a9cb-84d937da486f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696869 Dec 06 12:14:14.299249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a84af023-0147-403a-bd95-346787a536fa req-2672d4a9-452b-4312-8097-3dea7afd61e5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257767 Dec 06 12:14:14.336995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ce15fa1-bc2e-4bcd-8cdc-2f241bca8b20 req-33f77da0-0e00-41fa-8986-3e9fa3b33d43 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413657 Dec 06 12:14:14.399544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c53253-8bd7-4a15-889b-f947edc8327c req-2e74eb2d-480f-42ff-967b-55f48f68d26b service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851815 Dec 06 12:14:14.414072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] For port 93401353-9b54-4cc2-aaf3-b380eee7d67d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93401353-9b54-4cc2-aaf3-b380eee7d67d,segment=NetworkSegment(54e2d36b-9532-43b0-b312-42bfbe31f9e6),segment_id=54e2d36b-9532-43b0-b312-42bfbe31f9e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:14.414988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.458894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Calling delete_port for 93401353-9b54-4cc2-aaf3-b380eee7d67d owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:14.553865 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:14.596988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.625816 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:14.655496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.658550 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] No DVR routers for this DVR port 93401353-9b54-4cc2-aaf3-b380eee7d67d on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:14.686440 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ef851-1923-4621-852c-2d862b436925 None None] Pushing event deleted for resources: {'Port': ['ID=93401353-9b54-4cc2-aaf3-b380eee7d67d,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:14.710154 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:14.731389 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:14.732756 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:14.774061 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Deleting port 93401353-9b54-4cc2-aaf3-b380eee7d67d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:14.774552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.792591 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1227946381-network', 'tenant_id': 'f0dce2807a9847f4a21ea4795a6e334e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:14.800738 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:14.815274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-75f9c87f-b637-4fef-96ed-f19fcf00beb3 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134807 Dec 06 12:14:14.815478 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:14.816719 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:14.833585 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Made reservation on behalf of f0dce2807a9847f4a21ea4795a6e334e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:14.836596 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.843440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.847784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.850344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-766ea99a-19d0-464e-8482-a1cbdca10ac2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/dbe47ee3-219f-44ec-b715-df21baa51950 HTTP/1.1" status: 200 len: 688 time: 2.3589191 Dec 06 12:14:14.856715 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:14.857845 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:14.858513 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca49aa-d557-473f-8056-18ad4bec9a29 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:14.939928 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8355e848-2ecf-421e-9e29-f94b3b4cee88']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:14.963661 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] For port 93401353-9b54-4cc2-aaf3-b380eee7d67d, host n-d-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:14.964030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.976195 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 93401353-9b54-4cc2-aaf3-b380eee7d67d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:15.003685 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c70c3e-eb23-43e6-9a69-41e87baac061') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:15.004047 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c70c3e-eb23-43e6-9a69-41e87baac061') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:15.020428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.022128 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Calling delete_port for 93401353-9b54-4cc2-aaf3-b380eee7d67d owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:15.022448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 93401353-9b54-4cc2-aaf3-b380eee7d67d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:15.022818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 93401353-9b54-4cc2-aaf3-b380eee7d67d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:15.077784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.085707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.133639 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:15.145074 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 1122e894-6b77-417e-aa18-8e78a280eccf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:15.145493 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.149300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50456c23-02a9-4331-8299-ed7879f65f8d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:15.174889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.175243 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Added segment 10421a0c-c82c-4dc0-902a-050779f3742e of type vlan for network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 Dec 06 12:14:15.271171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.310391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.310760 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.324441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.325542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:15.326196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.346804 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Port 93401353-9b54-4cc2-aaf3-b380eee7d67d was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:14:15.355373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.380005 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.404050 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 1122e894-6b77-417e-aa18-8e78a280eccf owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:15.422444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] Pushing event updated for resources: {'Network': ['ID=44ebb3c1-1a25-436f-860b-0cb18bc93e69,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:15.439945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:15.442562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=93401353-9b54-4cc2-aaf3-b380eee7d67d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:15.446210 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] No DVR routers for this DVR port 93401353-9b54-4cc2-aaf3-b380eee7d67d on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:15.449388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:15.450100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:15.452163 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:15.482859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c285c94b-a34b-4106-b49a-1a23ef1ff769 req-1f0c934d-6db3-41a8-b793-0214071d0f0d service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249943 Dec 06 12:14:15.515733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-130316b0-7d3e-428c-8ff4-7f5d7b40e15d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9581151 Dec 06 12:14:15.530812 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46926) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:15.583296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Request body: {'subnet': {'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1227946381-subnet', 'tenant_id': 'f0dce2807a9847f4a21ea4795a6e334e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:15.615559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.649239 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b089c-ee20-45d4-8380-24cf93830e9a req-b580093d-1bc2-4ee6-816e-614c9460ec3e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:15.651935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-167b089c-ee20-45d4-8380-24cf93830e9a req-b580093d-1bc2-4ee6-816e-614c9460ec3e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2455904 Dec 06 12:14:15.659950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.693591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.699579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8355e848-2ecf-421e-9e29-f94b3b4cee88 HTTP/1.1" status: 204 len: 168 time: 1.7472014 Dec 06 12:14:15.701912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4944f-182c-4c86-b480-543501897d6c req-c170487f-ab13-4938-bf1c-76d7fe498fa7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:15.703874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52c4944f-182c-4c86-b480-543501897d6c req-c170487f-ab13-4938-bf1c-76d7fe498fa7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1473877 Dec 06 12:14:15.755414 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Made reservation on behalf of f0dce2807a9847f4a21ea4795a6e334e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:15.758398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.761806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b821e-acaa-4fcc-9ad2-d99cf47173c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8355e848-2ecf-421e-9e29-f94b3b4cee88,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:15.766934 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68476de7-7a01-4e36-9028-31d188e20137']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:15.777619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-167b089c-ee20-45d4-8380-24cf93830e9a req-4dc418ce-6db2-4f24-8026-9a61040a413f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149659 Dec 06 12:14:15.804378 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e2d36b-9532-43b0-b312-42bfbe31f9e6') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:15.804378 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e2d36b-9532-43b0-b312-42bfbe31f9e6') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:15.812182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.816945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52c4944f-182c-4c86-b480-543501897d6c req-6c339a42-3fa9-42be-a828-b6927e6d130b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048303 Dec 06 12:14:15.900089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.904709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.916875 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:15.917460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:15.919883 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:15.955263 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:15.970191 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=1122e894-6b77-417e-aa18-8e78a280eccf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.017961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.023192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.025546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-34526586-fd70-4171-999b-d5421e44b656 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/dbe47ee3-219f-44ec-b715-df21baa51950 HTTP/1.1" status: 204 len: 168 time: 1.1678593 Dec 06 12:14:16.029467 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:16.037735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '125365fb-00b8-4113-8cd1-929aefeedd2e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:16.051095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.057684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.063249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] 10.222.0.31 "DELETE /v2.0/networks/68476de7-7a01-4e36-9028-31d188e20137 HTTP/1.1" status: 204 len: 168 time: 2.3260758 Dec 06 12:14:16.076280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.090256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034be8-1276-4c3d-9837-51174896e66c admin admin] Pushing event deleted for resources: {'Network': ['ID=68476de7-7a01-4e36-9028-31d188e20137,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.098365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-50dcb421-b0eb-4062-8124-70145fb6d976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2592070a81a40cfaf5093c2a712841d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392226 Dec 06 12:14:16.102422 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46944) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:16.212804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.217319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.269699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.273035 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7f593a-5f71-4da9-adb6-16ebd40ab49c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.278957 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:16.310080 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:16.341525 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.116 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/af0b23ba-b54a-457d-b3ef-4e720b8791cd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:16.346499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.387643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.396337 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Checking segment: {'id': '10421a0c-c82c-4dc0-902a-050779f3742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:16.396702 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Network hostable DHCP agents. Network: 44ebb3c1-1a25-436f-860b-0cb18bc93e69, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:16.411509 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:16.414102 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9966f923-acc8-4241-ba88-bb75d7b82bd4" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:16.427097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c027a24f-4d33-4777-a901-e41febfdc8ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6435a092910d4fbf87282b859d683622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1156235 Dec 06 12:14:16.429886 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46950) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:16.433658 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:16.446258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.454274 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:16.495834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.496122 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 44ebb3c1-1a25-436f-860b-0cb18bc93e69) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:16.501563 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.507191 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416948c4-2420-4fb8-a769-41f31a303d6d None None] Network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:16.507404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.514019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3b38fab-6c08-4780-88b1-c73dcbd52cfa HTTP/1.1" status: 204 len: 168 time: 0.4105394 Dec 06 12:14:16.523876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:16.524478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.542138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a580-217f-4fbc-b31d-3de97f9f59e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b38fab-6c08-4780-88b1-c73dcbd52cfa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.546763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6355760e-9d67-49dc-868b-c55e79625228 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0124798 Dec 06 12:14:16.560044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.571719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.585760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.642338 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c8cc0-15f0-4247-90ba-5d44417aec12 x-openstack-request-id: req-089c8cc0-15f0-4247-90ba-5d44417aec12 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:16.642893 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:16.643499 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089c8cc0-15f0-4247-90ba-5d44417aec12 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:16.644384 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'code': 200} Dec 06 12:14:16.655291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.658469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:16.662151 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:16.663598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81af5d86-a445-4da0-80e9-a780574efe49 HTTP/1.1" status: 204 len: 168 time: 0.2316778 Dec 06 12:14:16.666815 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:16.676165 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:16.687016 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0ec1-5b40-4f6c-9218-fbd6cf67485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af5d86-a445-4da0-80e9-a780574efe49,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.707776 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=af0b23ba-b54a-457d-b3ef-4e720b8791cd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.752359 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:16.913480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453b7ac-1b02-4835-83ac-19cd05f6b1fe None None] Network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:17.136122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2f7f-670f-4a68-8db0-c3b85db9f637 req-05ccf3b1-e272-4912-bec3-b08390c73a85 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:17.154824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0bc2f7f-670f-4a68-8db0-c3b85db9f637 req-05ccf3b1-e272-4912-bec3-b08390c73a85 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 947 time: 0.2137740 Dec 06 12:14:17.273902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bddb5f-c52a-41df-bd71-15d2a812233a req-4ba432e7-f1b1-4aa6-bdc3-cdd64fcd9460 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:17.282104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59bddb5f-c52a-41df-bd71-15d2a812233a req-4ba432e7-f1b1-4aa6-bdc3-cdd64fcd9460 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.3060665 Dec 06 12:14:17.416391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59bddb5f-c52a-41df-bd71-15d2a812233a req-3d88d182-3e8a-483d-ac1d-4c6a7134fd46 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264715 Dec 06 12:14:17.420503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0bc2f7f-670f-4a68-8db0-c3b85db9f637 req-4ab9a02c-ac10-4d4c-a0bf-866cb9f209ad tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570076 Dec 06 12:14:17.528554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:17.622216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:17.878491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:17.894972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:17.938551 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:18.023103 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=af0b23ba-b54a-457d-b3ef-4e720b8791cd,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:18.070221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.238556 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 3bfe7e72-5648-4363-8719-ed4d5908abe5 associated. External IP: 172.35.3.116, port: 125365fb-00b8-4113-8cd1-929aefeedd2e. Dec 06 12:14:18.282932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-385e8147-ead6-4e12-996f-e8da708734d2 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:18.284933 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-485521654-network', 'tenant_id': 'c914a2d4b2bf46a0947b2b38745d90a9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:18.289867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-385e8147-ead6-4e12-996f-e8da708734d2 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/networks?id=44ebb3c1-1a25-436f-860b-0cb18bc93e69 HTTP/1.1" status: 200 len: 809 time: 0.3753595 Dec 06 12:14:18.291361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:18.308252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Made reservation on behalf of c914a2d4b2bf46a0947b2b38745d90a9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:18.311686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.315637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f67d1382-d54f-422d-b0a1-fbd26115a7ba tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/quotas/f0dce2807a9847f4a21ea4795a6e334e HTTP/1.1" status: 200 len: 375 time: 0.0243807 Dec 06 12:14:18.323210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.339418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7141a87-a1ad-492e-92a2-a6ff2b6a857b req-8c4e1fb8-ec0e-4028-8195-a41d17fe1f5e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:18.346211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7141a87-a1ad-492e-92a2-a6ff2b6a857b req-8c4e1fb8-ec0e-4028-8195-a41d17fe1f5e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1743283 Dec 06 12:14:18.391689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-38a5a353-de23-43bf-8b7b-cf0b07ab2495 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0dce2807a9847f4a21ea4795a6e334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750933 Dec 06 12:14:18.417001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.422481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.429991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:18.444818 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:18.450271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'mac_address': 'fa:16:3e:e0:9b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:18.459784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.460415 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Added segment b34b927c-e8cd-4713-b823-111a0f5862b4 of type vlan for network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 Dec 06 12:14:18.503478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.521748 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:18.536777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.545741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:18.547518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7141a87-a1ad-492e-92a2-a6ff2b6a857b req-84aef0a7-505b-45fb-95af-6d24db815fe5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970417 Dec 06 12:14:18.551655 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.580002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:18.587486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.588622 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:18.589488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.617028 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:18.641335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7010431 Dec 06 12:14:18.644452 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:18.653191 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Request body: {'subnet': {'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-485521654-subnet', 'tenant_id': 'c914a2d4b2bf46a0947b2b38745d90a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:18.680067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4e320-ab6c-4e6f-9ee8-9342e48f7649 admin admin] Pushing event updated for resources: {'Network': ['ID=2b255d80-e460-4ca1-aa1f-62fbe02dd816,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:18.681907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-d3d16c86-8acb-4d3c-86c7-851aa8e347ea service neutron] 10.222.0.31 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854867 Dec 06 12:14:18.691931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:18.757899 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:18.831223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Made reservation on behalf of c914a2d4b2bf46a0947b2b38745d90a9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:18.834942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:18.939219 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:19.020451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-20d178e3-6b77-4e64-a472-39cde971e60a service neutron] 10.222.0.31 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306162 Dec 06 12:14:19.066417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc14f9-dcfb-4cbb-8773-9a2543f9c2a6 req-e037d318-0b74-49e9-b734-97ee2deaf6d4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:19.068225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60fc14f9-dcfb-4cbb-8773-9a2543f9c2a6 req-e037d318-0b74-49e9-b734-97ee2deaf6d4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2061749 Dec 06 12:14:19.415632 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:19.597593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fd1a69e-9073-4f3b-813b-467f830ab402 req-807ef588-0b08-469e-9134-c74747ff1861 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 210 time: 0.0576653 Dec 06 12:14:19.658127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60fc14f9-dcfb-4cbb-8773-9a2543f9c2a6 req-940c54ae-c2f6-4aa6-a0bb-cb08508a559a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747545 Dec 06 12:14:19.779001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:19.792759 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:19.812672 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:19.814996 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:19.855008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:19.908103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:19.912617 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:19.956350 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:19.958771 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:19.977388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-feff9695-847a-4e30-a43a-b1f320c4cdfa tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9461651 Dec 06 12:14:19.980195 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47078) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:19.986782 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98118601-b08c-40e9-89f6-7e57efe744bb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:20.001330 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e12708-4c65-4088-8e9b-5f942f36487b req-7e214a21-2f40-4c96-96bd-e6ad38afe3c0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:20.017187 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:20.018096 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8349b5-ec7c-4b40-aa44-3ef2158c32b3 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:20.021715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9e12708-4c65-4088-8e9b-5f942f36487b req-7e214a21-2f40-4c96-96bd-e6ad38afe3c0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 949 time: 0.2367558 Dec 06 12:14:20.036802 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b82d7-164f-4df6-970e-7d796b43ef13 req-1d9b188e-d71b-4b76-b7fc-7da3d952419a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:20.038559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a54b82d7-164f-4df6-970e-7d796b43ef13 req-1d9b188e-d71b-4b76-b7fc-7da3d952419a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2547781 Dec 06 12:14:20.107733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6b6c547-5251-4e54-b64c-a0aadd81b4d5 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/floatingips/3bfe7e72-5648-4363-8719-ed4d5908abe5 HTTP/1.1" status: 200 len: 978 time: 0.1262395 Dec 06 12:14:20.111300 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:20.150238 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Checking segment: {'id': 'b34b927c-e8cd-4713-b823-111a0f5862b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:20.150753 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Network hostable DHCP agents. Network: 2b255d80-e460-4ca1-aa1f-62fbe02dd816, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:20.223074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9e12708-4c65-4088-8e9b-5f942f36487b req-3d15d81d-e74b-4f53-8eea-f134a3b62efa tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953990 Dec 06 12:14:20.314207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a54b82d7-164f-4df6-970e-7d796b43ef13 req-68d0d4ee-f788-421c-b1bc-bcd9465d35e6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489004 Dec 06 12:14:20.319741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:20.348501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-519ef036-3a2d-491c-a1b8-2b1ba5eef127 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2306633 Dec 06 12:14:20.350242 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:20.351099 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:20.356845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': '5e8de4fa-30c0-4f17-8196-c99e57b47beb'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:20.364660 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2b255d80-e460-4ca1-aa1f-62fbe02dd816) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:20.378170 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:20.379071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:20.425952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fff20787-cd2b-414f-b858-3723dc582b2f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7785337 Dec 06 12:14:20.449392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d02a52-8ced-47be-91c0-a12946e4e4dc None None] Network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:20.473756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:20.702238 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754fdb8-f7a5-4897-9504-678a8f289ae5 None None] Network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:20.823369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b08fd78a-c095-477c-b33d-8c83dd5a8afb req-36b6aa3e-8232-4b52-87c0-93f17b674cb7 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 210 time: 0.0503244 Dec 06 12:14:20.864400 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:20.869606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8ab60708-7ddd-405c-9a02-a2933432fd18 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:20.870354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:20.889044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-0ba15627-cca8-40ee-8a38-8e7f1952f905 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766528 Dec 06 12:14:21.036752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.057525 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-2e14d8f4-7228-43e9-a4d2-7b057a3620e3 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:21.060153 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-2e14d8f4-7228-43e9-a4d2-7b057a3620e3 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.23 "GET /v2.0/networks?id=44ebb3c1-1a25-436f-860b-0cb18bc93e69 HTTP/1.1" status: 200 len: 809 time: 0.4381480 Dec 06 12:14:21.087351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Request body: {'port': {'device_id': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69', 'admin_state_up': True, 'tenant_id': 'f0dce2807a9847f4a21ea4795a6e334e'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:21.116865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-da507939-f8e5-4091-aef8-3ff4e752f3c9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:21.124764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-da507939-f8e5-4091-aef8-3ff4e752f3c9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348156 Dec 06 12:14:21.138827 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:21.143653 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b957c8-17a8-4c43-b533-02fc15c4defe" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:21.144450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-689468c4-617b-4c7a-9eea-55c4eae110f7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/quotas/1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 375 time: 0.0177662 Dec 06 12:14:21.169741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:21.178738 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.256983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09169c28-599c-48fd-a924-5679fa73fb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.259051 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:21.279135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-e3de407b-c1fd-43cc-ad05-a228b44f619d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333714 Dec 06 12:14:21.413112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-a7f40cc2-0424-4914-a9ec-c3813f3379de tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:21.422819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-a7f40cc2-0424-4914-a9ec-c3813f3379de tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/networks?id=2b255d80-e460-4ca1-aa1f-62fbe02dd816 HTTP/1.1" status: 200 len: 813 time: 0.1909614 Dec 06 12:14:21.450091 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0f0d8-3b4f-474d-a833-b95670fc306b x-openstack-request-id: req-76d0f0d8-3b4f-474d-a833-b95670fc306b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:21.450606 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-plugged", "status": "completed", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:21.450606 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76d0f0d8-3b4f-474d-a833-b95670fc306b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:21.451041 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'code': 200} Dec 06 12:14:21.468664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-6f06194b-b314-47be-b294-320fc46b414d tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/quotas/c914a2d4b2bf46a0947b2b38745d90a9 HTTP/1.1" status: 200 len: 375 time: 0.0448489 Dec 06 12:14:21.512587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-eec23974-893d-4a8b-b726-854c4ec909f0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c914a2d4b2bf46a0947b2b38745d90a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372424 Dec 06 12:14:21.687760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-80e7a616-ee73-4c97-ad52-bf716ec26816 service neutron] 10.222.0.31 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655502 Dec 06 12:14:21.692019 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Made reservation on behalf of f0dce2807a9847f4a21ea4795a6e334e for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:21.695516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.707565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09169c28-599c-48fd-a924-5679fa73fb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.757197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09169c28-599c-48fd-a924-5679fa73fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.802684 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b8b0-7948-4f12-bfc4-f43786a5393e req-01aded9d-7680-4154-8189-b6e634c210ce tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:21.811264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a990b8b0-7948-4f12-bfc4-f43786a5393e req-01aded9d-7680-4154-8189-b6e634c210ce tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1211662 Dec 06 12:14:21.857014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.869838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09169c28-599c-48fd-a924-5679fa73fb38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2668cf73cc2459ea051a24838cc2915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9978707 Dec 06 12:14:21.870372 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:21.883814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:21.894609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a990b8b0-7948-4f12-bfc4-f43786a5393e req-18ba7773-0a30-43e4-9aaf-492ba35a6c8e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791042 Dec 06 12:14:21.897798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169c28-599c-48fd-a924-5679fa73fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe302ba-c7c1-4a83-939b-59c99fa5cb97,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:21.912051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-7afa1a31-92ab-40ab-a141-041cf350da7e service neutron] 10.222.0.31 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232904 Dec 06 12:14:22.034602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a45392f2-578a-4699-934d-424cf45dd44e req-5377f22d-e865-4191-a206-83448677211d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0598114 Dec 06 12:14:22.142411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.164883 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Allocated IP 172.20.0.4 (44ebb3c1-1a25-436f-860b-0cb18bc93e69/6d7f593a-5f71-4da9-adb6-16ebd40ab49c/c98b5457-cfe7-4418-9e15-c64851b0cbf5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:22.173104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-757babe8-f08a-4bfa-b9ed-ea6aadeef515 req-c851b63a-550b-4808-a3ff-cc402973e57b tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 210 time: 0.0366137 Dec 06 12:14:22.178365 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 3bfe7e72-5648-4363-8719-ed4d5908abe5 associated. External IP: 172.35.3.116, port: 125365fb-00b8-4113-8cd1-929aefeedd2e. Dec 06 12:14:22.195030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.224004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44954ec6-1110-440d-b0f5-fdffe594aa2d req-3be1aaa5-f0db-4f14-aa07-13ec6ab3e2ff tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 210 time: 0.0719249 Dec 06 12:14:22.381272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.383953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.387800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fe302ba-c7c1-4a83-939b-59c99fa5cb97 HTTP/1.1" status: 204 len: 168 time: 0.5105391 Dec 06 12:14:22.405070 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101088-9eda-48ba-b592-cff713aa7e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe302ba-c7c1-4a83-939b-59c99fa5cb97,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:22.587190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.613110 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:22.797783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-1dcd65e8-0ffa-4bff-a978-ce90c35b0834 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268867 Dec 06 12:14:22.801594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.875695 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:22.893255 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:22.901595 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:22.903365 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:22.904497 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:22.918686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:22.919322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:22.993605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:23.023544 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:23.024174 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:23.132099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7482ab-135e-4323-af88-49ce219898e6 req-bf3f904a-93ff-46c0-a30e-c616a32048c9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:23.133783 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:23.134557 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317bf4f-2e3f-4d78-8cbd-8f8550543457 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:23.150484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a7482ab-135e-4323-af88-49ce219898e6 req-bf3f904a-93ff-46c0-a30e-c616a32048c9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1241059 Dec 06 12:14:23.246450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b837d0b0-6bca-46d4-875e-4d319f858468 req-0ff4c627-a0bd-498b-9ebc-5eff1bbca033 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0568171 Dec 06 12:14:23.304730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a7482ab-135e-4323-af88-49ce219898e6 req-dac24ae1-c13c-49df-8301-c4132f821fea tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532221 Dec 06 12:14:23.374328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Pushing event updated for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:23.446108 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:23.446738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.482723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ad4dd90-1d79-4d92-b690-5a3857f5863a req-8ba4be5c-8d48-474e-9a87-50ed66ae1f88 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 210 time: 0.0761740 Dec 06 12:14:23.511909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8f86-3f13-44d3-ad74-00108e414519 req-8ff892c6-56c7-41fa-a980-b92a79dbe70f tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:23.512888 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a18e5db-2285-4530-8df0-cfb026137226 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:23.514463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a18e5db-2285-4530-8df0-cfb026137226 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7013233 Dec 06 12:14:23.514862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e12f8f86-3f13-44d3-ad74-00108e414519 req-8ff892c6-56c7-41fa-a980-b92a79dbe70f tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 931 time: 0.1568527 Dec 06 12:14:23.554097 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Request body: {'port': {'device_id': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '1e9094b9f8e94ce4925be2c3ecd0d829'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:23.586394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e12f8f86-3f13-44d3-ad74-00108e414519 req-5773a85f-e7e0-4a0d-9f5c-463c27b96e9b tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619552 Dec 06 12:14:23.587265 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:23.590483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-e5050714-8dc4-4ff5-827f-654f0c436170 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5113442 Dec 06 12:14:23.622864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Request body: {'port': {'device_id': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:23.742127 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2115954592-network', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:23.777411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:23.780061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.795675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.904849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.911932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.943564 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a7dde-a97d-4997-9b34-c30fab1b7664,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:23.948252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-6dfb3100-94f7-46bc-bea1-0b614ca4e1c4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:23.950226 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:23.950778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-6dfb3100-94f7-46bc-bea1-0b614ca4e1c4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.23 "GET /v2.0/networks?id=2b255d80-e460-4ca1-aa1f-62fbe02dd816 HTTP/1.1" status: 200 len: 813 time: 0.4302561 Dec 06 12:14:23.957914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.961536 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.961943 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.962297 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.963634 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.964401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.964563 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.964809 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.965146 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.965529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.965987 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.966454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.966800 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.967251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:23.969447 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Request body: {'port': {'device_id': '54283249-8748-4bdc-b036-e96dbdb2127b', 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816', 'admin_state_up': True, 'tenant_id': 'c914a2d4b2bf46a0947b2b38745d90a9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:23.990876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:23.990876 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Added segment dd490be5-7d86-4ac4-995d-d14b0e1ba6a5 of type vlan for network ad17c0ae-6580-4419-866d-c8dcb4cc032b Dec 06 12:14:24.058550 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Made reservation on behalf of 1e9094b9f8e94ce4925be2c3ecd0d829 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:24.062478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.072574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.083849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6c8c-1abd-41c9-bf48-e633f09d61d5 req-7a7b4532-28b3-4607-a2e0-67a51f80556e tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:24.085619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e42d6c8c-1abd-41c9-bf48-e633f09d61d5 req-7a7b4532-28b3-4607-a2e0-67a51f80556e tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.0975964 Dec 06 12:14:24.094724 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:24.120003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.121321 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:24.121907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.182345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5929730 Dec 06 12:14:24.185704 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:24.215016 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Request body: {'subnet': {'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2115954592-subnet', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:24.222605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e42d6c8c-1abd-41c9-bf48-e633f09d61d5 req-5db02925-c487-4ba3-851d-f4ed489e29be tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228507 Dec 06 12:14:24.225260 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a5f44-5a8f-4afb-9d43-1774cfb91831 admin admin] Pushing event updated for resources: {'Network': ['ID=ad17c0ae-6580-4419-866d-c8dcb4cc032b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:24.239609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:24.245125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:24.249912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.406528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63fdeb1e-ecfe-491a-82f5-c44f4727962f req-6be471e0-89d0-4271-baa4-a4bf9c770361 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Dec 06 12:14:24.432991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Made reservation on behalf of c914a2d4b2bf46a0947b2b38745d90a9 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:24.435494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.499467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d7ff-dfba-48b0-921e-f8247491f1d4 req-ed484a31-aa7c-48a9-90d7-f212e23fff73 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:24.500882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad67d7ff-dfba-48b0-921e-f8247491f1d4 req-ed484a31-aa7c-48a9-90d7-f212e23fff73 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.0920103 Dec 06 12:14:24.599433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-892a7dc1-ae4b-46e0-97a7-01779974dcb1 req-6ba80546-8d30-4ceb-9e47-bbe57d79f637 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 210 time: 0.0342360 Dec 06 12:14:24.628820 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.636817 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Allocated IP 192.168.233.98 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/7779e1af-fea9-4a3c-8371-df390d651bc2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:24.640884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:24.649677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad67d7ff-dfba-48b0-921e-f8247491f1d4 req-599bc44a-c08b-42f8-bfbe-abc636faa82f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418200 Dec 06 12:14:24.659384 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:24.661683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.686271 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:24.686893 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:24.726505 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:24.729065 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb40bce7-6e3e-4673-979d-36833fbd2fa6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:24.736659 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:24.737377 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:24.774448 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:24.775306 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979550b-7b2f-428a-a640-4158c761f52f None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:24.828048 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Allocated IP 172.20.0.4 (2b255d80-e460-4ca1-aa1f-62fbe02dd816/98118601-b08c-40e9-89f6-7e57efe744bb/55299e66-eb31-4466-9cb8-033c4b8adc04) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:24.828297 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:24.828707 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Network hostable DHCP agents. Network: ad17c0ae-6580-4419-866d-c8dcb4cc032b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:24.846664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fbe5-7b09-4812-9239-0d2f781ae0f4 req-48069e66-e549-4574-83ec-7b89b5859443 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:24.848228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5106fbe5-7b09-4812-9239-0d2f781ae0f4 req-48069e66-e549-4574-83ec-7b89b5859443 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 931 time: 0.1015098 Dec 06 12:14:24.880043 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:24.892071 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98b5457-cfe7-4418-9e15-c64851b0cbf5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:24.900830 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ad17c0ae-6580-4419-866d-c8dcb4cc032b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:24.907338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.912269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:24.913006 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd9ba1-c6aa-420b-9ec7-b400f9c80fb5 None None] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:24.913187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:24.927101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5106fbe5-7b09-4812-9239-0d2f781ae0f4 req-b65813f0-2e6b-403d-896e-1b110735286c tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698509 Dec 06 12:14:24.935122 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3b69b53b-aacd-4018-a6c6-cdc98b87529d tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/3bfe7e72-5648-4363-8719-ed4d5908abe5 HTTP/1.1" status: 200 len: 978 time: 4.5829325 Dec 06 12:14:24.940418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-08245189-68d1-4ab8-8f72-6f7d7a2e8414 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7529385 Dec 06 12:14:24.941204 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:24.942874 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:24.958925 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:24.965194 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Transition to ACTIVE for port object c98b5457-cfe7-4418-9e15-c64851b0cbf5 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:14:24.991553 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:24.999141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.059287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.063232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.064391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.121131 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:14:25.122066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.158766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.160708 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Pushing event updated for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:25.245266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.268956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.306346 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Attempting to bind port c98b5457-cfe7-4418-9e15-c64851b0cbf5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:25.306655 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Attempting to bind port c98b5457-cfe7-4418-9e15-c64851b0cbf5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '10421a0c-c82c-4dc0-902a-050779f3742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:25.306977 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Attempting to bind port c98b5457-cfe7-4418-9e15-c64851b0cbf5 on network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:25.307764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Allocated IP 172.20.0.2 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/899d993e-ce76-4d22-849b-7ad81568b89c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:25.314786 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.319955 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Port c98b5457-cfe7-4418-9e15-c64851b0cbf5 on network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:14:25.320274 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Attempting to bind port c98b5457-cfe7-4418-9e15-c64851b0cbf5 on network 44ebb3c1-1a25-436f-860b-0cb18bc93e69 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:25.344222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:25.344587 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Checking segment: {'id': '10421a0c-c82c-4dc0-902a-050779f3742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:25.344932 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Bound using segment: {'id': '10421a0c-c82c-4dc0-902a-050779f3742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:25.349933 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Bound port: c98b5457-cfe7-4418-9e15-c64851b0cbf5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10421a0c-c82c-4dc0-902a-050779f3742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:25.349933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.390379 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.395916 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:25.399634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:25.401796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.404693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3', '605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:25.422607 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:25.433751 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:25.469712 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:25.477375 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.484930 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 3bfe7e72-5648-4363-8719-ed4d5908abe5 disassociated. External IP: 172.35.3.116, port: 5e8de4fa-30c0-4f17-8196-c99e57b47beb. Dec 06 12:14:25.553920 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:25.567417 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:25.581837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.582458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.588272 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:25.589844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.601554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.614565 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:25.641090 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Pushing event updated for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:25.645325 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5,segment=NetworkSegment(10421a0c-c82c-4dc0-902a-050779f3742e),segment_id=10421a0c-c82c-4dc0-902a-050779f3742e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:25.657968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.666420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-34ff46db-03ff-4c24-abab-ca02c9798030 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1325629 Dec 06 12:14:25.682849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Request body: {'port': {'device_id': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:25.722124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a1f6-3e88-4ded-b2ca-c9ce6059488b req-1e99e889-3a5f-4e29-a15a-8155eeb44946 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.730017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1255a1f6-3e88-4ded-b2ca-c9ce6059488b req-1e99e889-3a5f-4e29-a15a-8155eeb44946 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.3480244 Dec 06 12:14:25.735147 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.736092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.747059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.747676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.749044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] 10.222.0.23 "PUT /v2.0/ports/c98b5457-cfe7-4418-9e15-c64851b0cbf5 HTTP/1.1" status: 200 len: 1091 time: 2.1330683 Dec 06 12:14:25.754365 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:25.757241 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:25.799429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6388c59-23f3-4fda-aed8-4898e97e9569 req-6029884f-50a9-4d10-b038-f49e77f4c60c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.805955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6388c59-23f3-4fda-aed8-4898e97e9569 req-6029884f-50a9-4d10-b038-f49e77f4c60c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 935 time: 0.2521045 Dec 06 12:14:25.835537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-aadc55bb-d3e2-445d-93fd-babe6a1133e0 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8705721 Dec 06 12:14:25.861060 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Request body: {'port': {'device_id': '54283249-8748-4bdc-b036-e96dbdb2127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:25.867047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.884886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.904504 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf205d-7f12-4bec-a55a-0469f796867b service neutron] Pushing event updated for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:25.921777 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-3a0f587b-1bf1-4696-9728-1861db49c90d tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.922817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-3a0f587b-1bf1-4696-9728-1861db49c90d tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.2224157 Dec 06 12:14:25.937842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1255a1f6-3e88-4ded-b2ca-c9ce6059488b req-9958a234-8720-4da3-8038-b99038fa71b9 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066350 Dec 06 12:14:25.966894 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:25.970662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-35cd00ef-629c-4255-ac91-d354a3f4c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:25.972213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-35cd00ef-629c-4255-ac91-d354a3f4c25d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0dce2807a9847f4a21ea4795a6e334e&device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 1094 time: 0.1675396 Dec 06 12:14:25.973760 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0e8ecde0-ab9b-4b0c-a4ce-6e401649f98a None None] Provisioning complete for port 7779e1af-fea9-4a3c-8371-df390d651bc2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:25.974209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecde0-ab9b-4b0c-a4ce-6e401649f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:25.983006 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:25.998009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.010799 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:26.020810 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Pushing event updated for resources: {'Port': ['ID=899d993e-ce76-4d22-849b-7ad81568b89c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:26.082151 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ecde0-ab9b-4b0c-a4ce-6e401649f98a None None] Port 7779e1af-fea9-4a3c-8371-df390d651bc2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:26.085008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-72792cb2-328c-45b4-8b19-a44e57bf6665 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5 HTTP/1.1" status: 200 len: 217 time: 0.1022091 Dec 06 12:14:26.149455 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Attempting to bind port 899d993e-ce76-4d22-849b-7ad81568b89c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:26.150168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Attempting to bind port 899d993e-ce76-4d22-849b-7ad81568b89c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:26.150569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Attempting to bind port 899d993e-ce76-4d22-849b-7ad81568b89c on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:26.175848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:26.176291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:26.176646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.177045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:26.177580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Bound port: 899d993e-ce76-4d22-849b-7ad81568b89c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:26.177969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.314547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] For port 899d993e-ce76-4d22-849b-7ad81568b89c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:26.319318 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] For port 899d993e-ce76-4d22-849b-7ad81568b89c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=899d993e-ce76-4d22-849b-7ad81568b89c,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:26.329461 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.405985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a289-1144-4cdd-a4b9-5bde4d1deab6 None None] Pushing event updated for resources: {'Port': ['ID=899d993e-ce76-4d22-849b-7ad81568b89c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:26.479085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6388c59-23f3-4fda-aed8-4898e97e9569 req-38d21f2e-3a74-49ac-b769-fa7d3bd34928 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703637 Dec 06 12:14:26.535170 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:26.559914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e4d0-ad9b-4a24-a00d-eecb87e5c4e8 req-eee00928-5637-4c71-8d19-deb8a448b43b tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:26.567742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2689e4d0-ad9b-4a24-a00d-eecb87e5c4e8 req-eee00928-5637-4c71-8d19-deb8a448b43b tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 931 time: 0.5399699 Dec 06 12:14:26.618239 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-b25afa51-33d7-4919-bb2b-cb527e846d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:26.619741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-b25afa51-33d7-4919-bb2b-cb527e846d8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d7f593a-5f71-4da9-adb6-16ebd40ab49c HTTP/1.1" status: 200 len: 849 time: 0.5250766 Dec 06 12:14:26.719725 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-3d0d0f9f-5aa5-4873-8d3d-a05f43116db3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ebb3c1-1a25-436f-860b-0cb18bc93e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508296 Dec 06 12:14:26.789187 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Deleting port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:26.789521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.812764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2689e4d0-ad9b-4a24-a00d-eecb87e5c4e8 req-a5f7299e-7f1e-46a7-8324-d26ed722fc15 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441533 Dec 06 12:14:26.880007 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e96d1-9d62-4cf0-bee9-05e118bc265f x-openstack-request-id: req-fa2e96d1-9d62-4cf0-bee9-05e118bc265f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:26.880328 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:26.880821 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa2e96d1-9d62-4cf0-bee9-05e118bc265f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:26.881227 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5', 'status': 'completed', 'code': 200} Dec 06 12:14:26.881611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370b1a8-5d4c-40e4-bd38-bb1cc50c9a4e req-5c15217e-68af-4e1b-95eb-7a0ac78989f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:26.883602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2370b1a8-5d4c-40e4-bd38-bb1cc50c9a4e req-5c15217e-68af-4e1b-95eb-7a0ac78989f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.3123505 Dec 06 12:14:26.906304 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:26.921917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:26.979785 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Transition to ACTIVE for port object 7779e1af-fea9-4a3c-8371-df390d651bc2 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:14:26.984665 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-d3648df8-0c49-49ff-ad0e-9975fa6cf265 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541969 Dec 06 12:14:26.999180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:27.004684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.012444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:27.021319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.025654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:27.026710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:27.048570 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55299e66-eb31-4466-9cb8-033c4b8adc04 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:27.063664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.071453 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:27.078778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 899d993e-ce76-4d22-849b-7ad81568b89c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:27.084323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.104233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.113190 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:27.113915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:27.142671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2370b1a8-5d4c-40e4-bd38-bb1cc50c9a4e req-9c39aa51-20b7-4b52-a00e-f6caa4437502 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343507 Dec 06 12:14:27.144472 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Transition to ACTIVE for port object 55299e66-eb31-4466-9cb8-033c4b8adc04 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:14:27.158033 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:27.159397 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31632e1-b2f7-46d1-b788-3e7e2a83b0a4 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:27.177669 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 899d993e-ce76-4d22-849b-7ad81568b89c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:27.178150 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.192635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.257564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:27.270125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4ab9-5291-4cdd-a2ca-283ff1f93141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.320417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ad92063-a3ed-409d-9adb-8880beaccc28 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/3bfe7e72-5648-4363-8719-ed4d5908abe5 HTTP/1.1" status: 200 len: 688 time: 2.3695726 Dec 06 12:14:27.326903 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47240) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:27.337095 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] For port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,segment=NetworkSegment(132e43f7-0386-466d-931c-240e4b756115),segment_id=132e43f7-0386-466d-931c-240e4b756115)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:27.337574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.345902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d42daaf-5bb7-494e-9e18-22dfa1fd8ab4 req-56ce661f-0f6e-441e-afc1-6c2eb75097ea service neutron] 10.222.0.23 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922120 Dec 06 12:14:27.357832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.405333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 899d993e-ce76-4d22-849b-7ad81568b89c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=899d993e-ce76-4d22-849b-7ad81568b89c,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:27.408395 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Calling delete_port for 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:27.415779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.455645 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Allocated IP 172.35.3.128 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d0a58a09-7599-4ba7-a978-273707f439d5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:27.488545 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=899d993e-ce76-4d22-849b-7ad81568b89c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:27.500105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d55d99-ea48-43ad-b872-28aef70c9b3a req-df9b8029-49d6-4935-b661-ec86560a2988 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:27.501693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6d55d99-ea48-43ad-b872-28aef70c9b3a req-df9b8029-49d6-4935-b661-ec86560a2988 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 943 time: 0.4323435 Dec 06 12:14:27.529455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Pushing event updated for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:27.567592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9df79-3dd7-47da-b667-1b74660f3aa9 req-40cb1374-30e4-4424-a4f7-788dbcfb5765 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:27.569338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16f9df79-3dd7-47da-b667-1b74660f3aa9 req-40cb1374-30e4-4424-a4f7-788dbcfb5765 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 946 time: 0.2456408 Dec 06 12:14:27.604732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:27.605245 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:27.605671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:27.646481 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:14:27.647159 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:27.671620 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-1f9456f3-1803-4e84-89ff-b32ac2e60161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:27.673268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-1f9456f3-1803-4e84-89ff-b32ac2e60161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0dce2807a9847f4a21ea4795a6e334e&device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 1094 time: 0.2511401 Dec 06 12:14:27.674091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:27.675062 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:27.675495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:27.676021 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Bound port: 7779e1af-fea9-4a3c-8371-df390d651bc2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:27.677034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.687143 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Attempting to bind port 55299e66-eb31-4466-9cb8-033c4b8adc04 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:27.687487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Attempting to bind port 55299e66-eb31-4466-9cb8-033c4b8adc04 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b34b927c-e8cd-4713-b823-111a0f5862b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:27.687813 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Attempting to bind port 55299e66-eb31-4466-9cb8-033c4b8adc04 on network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:27.724732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Port 55299e66-eb31-4466-9cb8-033c4b8adc04 on network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:14:27.725059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Attempting to bind port 55299e66-eb31-4466-9cb8-033c4b8adc04 on network 2b255d80-e460-4ca1-aa1f-62fbe02dd816 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:27.726211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16f9df79-3dd7-47da-b667-1b74660f3aa9 req-a4309394-7ea0-4612-9361-3590b59b460b tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d9402eb-5d89-41d5-b436-d1f443cc43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377599 Dec 06 12:14:27.737769 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:27.738118 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Checking segment: {'id': 'b34b927c-e8cd-4713-b823-111a0f5862b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:27.748784 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Bound using segment: {'id': 'b34b927c-e8cd-4713-b823-111a0f5862b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:27.748784 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Bound port: 55299e66-eb31-4466-9cb8-033c4b8adc04, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b927c-e8cd-4713-b823-111a0f5862b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:27.748784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.754824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6d55d99-ea48-43ad-b872-28aef70c9b3a req-48e77ad5-449f-48b4-b023-2941fd895cb5 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018993 Dec 06 12:14:27.793033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.800859 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305cf5f-6af4-4e4f-8844-4e2148325e64 None None] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:27.847147 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port af0b23ba-b54a-457d-b3ef-4e720b8791cd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:27.847550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.866567 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:27.893964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-79230542-aabc-4447-8408-564d5d3ff7fb None None] Provisioning complete for port 899d993e-ce76-4d22-849b-7ad81568b89c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:27.894336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-79230542-aabc-4447-8408-564d5d3ff7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.936834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:27.941615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.951311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:27.953835 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-f5eebda0-b0f8-4413-a0e5-69afa3117e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:27.955448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-f5eebda0-b0f8-4413-a0e5-69afa3117e05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44ebb3c1-1a25-436f-860b-0cb18bc93e69 HTTP/1.1" status: 200 len: 910 time: 0.2640164 Dec 06 12:14:27.998506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Pushing event deleted for resources: {'Port': ['ID=2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:28.018479 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f3cb6-1523-41bc-85f2-2944de7c7883 req-5c05e383-2cc1-40ba-a94c-ce595652b904 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.020080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee5f3cb6-1523-41bc-85f2-2944de7c7883 req-5c05e383-2cc1-40ba-a94c-ce595652b904 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.1927111 Dec 06 12:14:28.051700 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.052175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.052832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.054383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 1095 time: 2.3765917 Dec 06 12:14:28.074120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c852-5cc9-4b58-ab59-c097885f483c req-d2d5049c-679d-4c73-b24a-ad14d42cdbe7 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.075691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f707c852-5cc9-4b58-ab59-c097885f483c req-d2d5049c-679d-4c73-b24a-ad14d42cdbe7 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 943 time: 0.1724317 Dec 06 12:14:28.099075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.099439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.126866 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] No DVR routers for this DVR port 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:28.137606 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:28.153306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.157379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a126202-dc39-4cd3-b569-7a94367ed2f7 req-5c3da31c-6104-457f-8665-31c2b44479c8 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.53 "DELETE /v2.0/ports/2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 HTTP/1.1" status: 204 len: 173 time: 2.1365314 Dec 06 12:14:28.158235 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'name': 'network-vif-deleted', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:28.161471 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac566d5-e7c4-4a2d-a5ea-30972e65d61f" -d '{"events": [{"server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "name": "network-vif-deleted", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:28.172813 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:28.184107 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-d70f323d-f0da-4532-b204-256bf80f426e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5 HTTP/1.1" status: 200 len: 217 time: 0.1986408 Dec 06 12:14:28.184580 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:28.192828 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:28.217270 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for af0b23ba-b54a-457d-b3ef-4e720b8791cd owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:28.273974 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ed2f-0332-4d7c-bf93-279fcee348e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:28.288393 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55299e66-eb31-4466-9cb8-033c4b8adc04,segment=NetworkSegment(b34b927c-e8cd-4713-b823-111a0f5862b4),segment_id=b34b927c-e8cd-4713-b823-111a0f5862b4)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:28.295887 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Pushing event updated for resources: {'Port': ['ID=d0a58a09-7599-4ba7-a978-273707f439d5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:28.307638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.329204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee5f3cb6-1523-41bc-85f2-2944de7c7883 req-daaccdde-24a0-4179-9237-47ec03be18a2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925901 Dec 06 12:14:28.374279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f707c852-5cc9-4b58-ab59-c097885f483c req-3b741ad9-4616-40e0-9446-b56ca5792261 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350750 Dec 06 12:14:28.418485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-5574783c-9e60-4f24-9f31-a710ae9b0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.420447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-5574783c-9e60-4f24-9f31-a710ae9b0490 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d7f593a-5f71-4da9-adb6-16ebd40ab49c HTTP/1.1" status: 200 len: 849 time: 0.2198980 Dec 06 12:14:28.424546 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.425171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.426704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] 10.222.0.23 "PUT /v2.0/ports/55299e66-eb31-4466-9cb8-033c4b8adc04 HTTP/1.1" status: 200 len: 1091 time: 2.5734439 Dec 06 12:14:28.432280 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a5c64ed-1837-47fa-aea7-9daed8fef8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.433848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-5a5c64ed-1837-47fa-aea7-9daed8fef8ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1098 time: 0.2780082 Dec 06 12:14:28.477756 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-38598ac2-24ad-4007-b73b-41014ed2f41e None None] Provisioning complete for port 899d993e-ce76-4d22-849b-7ad81568b89c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:28.478265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38598ac2-24ad-4007-b73b-41014ed2f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.496841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-f50f98e9-f895-4bc7-ba4c-1ec9b865ca53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ebb3c1-1a25-436f-860b-0cb18bc93e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568669 Dec 06 12:14:28.509653 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793f4fd-45c0-498d-a483-6bd7789db69e x-openstack-request-id: req-1793f4fd-45c0-498d-a483-6bd7789db69e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:28.510274 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8653061-1410-4850-8d58-63e35a9d22ea", "name": "network-vif-deleted", "tag": "2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:28.510274 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1793f4fd-45c0-498d-a483-6bd7789db69e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:28.510632 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8653061-1410-4850-8d58-63e35a9d22ea', 'name': 'network-vif-deleted', 'tag': '2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9', 'status': 'completed', 'code': 200} Dec 06 12:14:28.556457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-94ed16ca-144e-464d-acd6-26bba7dab3af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0876153 Dec 06 12:14:28.557059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f6d5-3dae-449d-aca6-1517b8f1aa96 service neutron] Pushing event updated for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:28.596212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b3964-c74f-471e-b42f-08102c35a9c3 req-67926fbd-cf3c-49b9-81d2-4008d9bdca5d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.597797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf2b3964-c74f-471e-b42f-08102c35a9c3 req-67926fbd-cf3c-49b9-81d2-4008d9bdca5d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.0693259 Dec 06 12:14:28.720328 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-5e3400a8-7186-465d-ac37-e74bfb868916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.722629 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-5e3400a8-7186-465d-ac37-e74bfb868916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c914a2d4b2bf46a0947b2b38745d90a9&device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 1094 time: 0.2286382 Dec 06 12:14:28.733077 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-0a49ba1d-55d3-4f70-a24c-a906ca65b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.734750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-0a49ba1d-55d3-4f70-a24c-a906ca65b837 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1588931 Dec 06 12:14:28.749485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf2b3964-c74f-471e-b42f-08102c35a9c3 req-17f56299-197f-43a5-b38a-3e33ff5018ea tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211159 Dec 06 12:14:28.758553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.811508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-f051ea81-db70-4023-92e6-d6a223b974ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55299e66-eb31-4466-9cb8-033c4b8adc04 HTTP/1.1" status: 200 len: 217 time: 0.0697629 Dec 06 12:14:28.888469 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}, {'name': 'network-changed', 'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:28.891870 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52" -d '{"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}, {"name": "network-changed", "server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:28.968339 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-bcaab653-0853-48a4-aee5-a9e88f4557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:28.971191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-bcaab653-0853-48a4-aee5-a9e88f4557f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520712 Dec 06 12:14:28.973133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.990141 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-8c290e84-39a4-4fae-b881-391ea179e5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486132 Dec 06 12:14:29.017806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 899d993e-ce76-4d22-849b-7ad81568b89c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:29.020987 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-dfd19a22-03bf-4b26-81b2-58468e8ce49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.022608 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-dfd19a22-03bf-4b26-81b2-58468e8ce49e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98118601-b08c-40e9-89f6-7e57efe744bb HTTP/1.1" status: 200 len: 853 time: 0.1742418 Dec 06 12:14:29.050932 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=af0b23ba-b54a-457d-b3ef-4e720b8791cd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:29.093066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 899d993e-ce76-4d22-849b-7ad81568b89c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:29.093525 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.142539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-b380bf91-ad4b-477a-9989-dc424073b3c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2b255d80-e460-4ca1-aa1f-62fbe02dd816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794237 Dec 06 12:14:29.249950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1265c7-98d6-4679-a7b1-b823b5c08b32 req-369b2da5-5583-409e-be5a-b8b986d1f7d6 tempest-VolumesAdminNegativeTest-1427894224 tempest-VolumesAdminNegativeTest-1427894224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8653061-1410-4850-8d58-63e35a9d22ea HTTP/1.1" status: 200 len: 210 time: 0.0866683 Dec 06 12:14:29.272970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.275730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.279904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c4b7f741-ebbc-45f1-bdac-ecd2316066d4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/3bfe7e72-5648-4363-8719-ed4d5908abe5 HTTP/1.1" status: 204 len: 168 time: 1.9519083 Dec 06 12:14:29.283702 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47258) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:29.321692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89c24-6e48-437c-bd7c-a18a790657b2 req-4fa460be-28bb-4a81-9e10-47d01e6c0bae tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.323259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb89c24-6e48-437c-bd7c-a18a790657b2 req-4fa460be-28bb-4a81-9e10-47d01e6c0bae tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 943 time: 0.1588173 Dec 06 12:14:29.341361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.425351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb89c24-6e48-437c-bd7c-a18a790657b2 req-2c3926bc-75ed-4093-86a5-a777e05a8a95 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942996 Dec 06 12:14:29.548254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-713da7fb-1872-439c-9711-4e7ced703733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.576472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb4d0a-f7a6-4044-99ef-637e4fb91f60 req-e93b1a47-4298-422d-a175-9820b4c0567a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.578075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59eb4d0a-f7a6-4044-99ef-637e4fb91f60 req-e93b1a47-4298-422d-a175-9820b4c0567a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.1470964 Dec 06 12:14:29.590240 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1264-6703-4600-a7ba-3ce9d9e6679a req-117d3ff5-e974-4bf9-9143-de57e8b98ea7 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.591794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddaa1264-6703-4600-a7ba-3ce9d9e6679a req-117d3ff5-e974-4bf9-9143-de57e8b98ea7 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 943 time: 0.1000118 Dec 06 12:14:29.640723 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1053eb7-1574-4910-9001-de21287be58e x-openstack-request-id: req-f1053eb7-1574-4910-9001-de21287be58e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:29.641019 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:29.641297 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1053eb7-1574-4910-9001-de21287be58e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:29.641684 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'status': 'completed', 'code': 200} Dec 06 12:14:29.641992 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04', 'status': 'completed', 'code': 200} Dec 06 12:14:29.647109 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Router 4b69fbdc-8169-4e13-a68a-cbea66320e5b is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:14:29.682406 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-38b639ed-8aaf-444f-a90b-0af4d4626e68 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] delete failed (client error): The resource could not be found. Dec 06 12:14:29.683447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-38b639ed-8aaf-444f-a90b-0af4d4626e68 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/3bfe7e72-5648-4363-8719-ed4d5908abe5 HTTP/1.1" status: 404 len: 345 time: 0.3976927 Dec 06 12:14:29.687934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59eb4d0a-f7a6-4044-99ef-637e4fb91f60 req-0e0db6e8-ecd3-429a-8cc2-0f224708d454 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951414 Dec 06 12:14:29.688839 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47266) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:29.693194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-178b4110-79c0-4fbd-a9af-c0d9a4e98e06 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105541 Dec 06 12:14:29.695679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddaa1264-6703-4600-a7ba-3ce9d9e6679a req-5709caa3-efd0-47c7-8344-72886d7c9f38 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915563 Dec 06 12:14:29.704309 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7727a6b0-7092-43f0-b097-f7fd60a5f9fa req-170cee29-1c60-42ee-8e5c-23cd1c9d2b51 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785281 Dec 06 12:14:29.798888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-b4e8f82e-6b1d-4c17-a90c-79d51b76778e service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077647 Dec 06 12:14:29.804160 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:29.819700 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Sync routers for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:29.823631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.827661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ccd389e5-608f-4180-9025-685e06a737bf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8761456 Dec 06 12:14:29.827661 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:29.838129 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:29.838878 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:29.885688 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd1964-31f5-40a7-9627-91f97127728b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.893481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd1964-31f5-40a7-9627-91f97127728b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.899376 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd1964-31f5-40a7-9627-91f97127728b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.903518 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18cd1964-31f5-40a7-9627-91f97127728b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/ports?network_id=89097439-c89b-4ca0-af10-03c4ff72aa62 HTTP/1.1" status: 200 len: 2358 time: 0.2111242 Dec 06 12:14:29.905953 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47272) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:29.914500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:29.943527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:29.944183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2edf19a3-4f0c-4f82-b8ed-15d9f3dc80b9 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:29.978911 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:29.979147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a755c-9d90-4a3e-a376-723e2f07b08d req-0d9a6a45-ea73-4804-8565-d513247ce213 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:29.980472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-699a755c-9d90-4a3e-a376-723e2f07b08d req-0d9a6a45-ea73-4804-8565-d513247ce213 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1087675 Dec 06 12:14:29.984016 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f313af3-f7ce-4580-9cc4-affc4230beac req-da0a3c75-dcbd-46d5-931f-f27cca238e71 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565234 Dec 06 12:14:30.010086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321b621-df21-485e-8107-dbc36eb7634f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.015892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b321b621-df21-485e-8107-dbc36eb7634f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/subnets/68e26fcc-b3e4-4f49-82cd-29467478f433 HTTP/1.1" status: 200 len: 797 time: 0.1042788 Dec 06 12:14:30.017030 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:30.021823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'port': {'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62', 'name': 'tempest-FloatingIPTestJSON-78685891', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:30.066207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cbbf79da-df9a-49b9-8c14-8c6000aab288 req-f294c216-28b3-4fa4-841d-d60e2c98ff60 service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560713 Dec 06 12:14:30.138813 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-9d698d59-0513-4e68-80d5-71000f5fc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.139739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-699a755c-9d90-4a3e-a376-723e2f07b08d req-9dfd63fc-456c-451d-8b27-44c899bc56ee tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418052 Dec 06 12:14:30.140292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-9d698d59-0513-4e68-80d5-71000f5fc90f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1098 time: 0.0955148 Dec 06 12:14:30.214507 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:28Z', 'revision_number': 3, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:30.238348 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:30.242744 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Checking router: 4b69fbdc-8169-4e13-a68a-cbea66320e5b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:30.243307 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Updating router 4b69fbdc-8169-4e13-a68a-cbea66320e5b port d0a58a09-7599-4ba7-a978-273707f439d5 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:14:30.269566 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.316914 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-5fe91571-4eb0-46f7-bd8f-35e502048d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.320335 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:30.322740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-5fe91571-4eb0-46f7-bd8f-35e502048d23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1710677 Dec 06 12:14:30.343365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c98b5457-cfe7-4418-9e15-c64851b0cbf5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:30.377448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-5e81f58d-d88d-4a47-8e8a-74bad0297fa3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0464296 Dec 06 12:14:30.418795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.437637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.455053 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Deleting subnet e0d48cd7-8e71-4400-acb8-21a4355b1da3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:30.463799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.464947 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] device_id is not set on port b9f128f5-161a-4490-88b3-1a49890d39bc yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:14:30.481693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-93bf2b33-f328-48e1-9e9b-fd6db170dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.493973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-93bf2b33-f328-48e1-9e9b-fd6db170dae3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1085823 Dec 06 12:14:30.495817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.503347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5,segment=NetworkSegment(10421a0c-c82c-4dc0-902a-050779f3742e),segment_id=10421a0c-c82c-4dc0-902a-050779f3742e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:30.532156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5', 'network_id': '44ebb3c1-1a25-436f-860b-0cb18bc93e69', 'port_id': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5', 'mac_address': 'fa:16:3e:89:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7f593a-5f71-4da9-adb6-16ebd40ab49c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:30.569649 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.576511 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.599658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.613214 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.624747 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Attempting to bind port d0a58a09-7599-4ba7-a978-273707f439d5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:30.625012 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Attempting to bind port d0a58a09-7599-4ba7-a978-273707f439d5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:30.625449 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Attempting to bind port d0a58a09-7599-4ba7-a978-273707f439d5 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:30.639543 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98b5457-cfe7-4418-9e15-c64851b0cbf5 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:30.645017 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:30.645720 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:30.645870 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.646200 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:30.646695 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Bound port: d0a58a09-7599-4ba7-a978-273707f439d5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:30.647056 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.669002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-398ba947-1795-40b2-ad38-a4bb9e468ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.670693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-398ba947-1795-40b2-ad38-a4bb9e468ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529930 Dec 06 12:14:30.675856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5,segment=NetworkSegment(10421a0c-c82c-4dc0-902a-050779f3742e),segment_id=10421a0c-c82c-4dc0-902a-050779f3742e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:30.682742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.698035 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Pushing event updated for resources: {'Port': ['ID=d0a58a09-7599-4ba7-a978-273707f439d5,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:30.715543 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.715887 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.716641 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.717182 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.717532 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.717861 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.718182 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.718501 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.718865 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.719316 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.720366 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.720366 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.720366 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:30.730488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef56355-6012-4488-96b3-31b8c0cdc17f req-b9346bd4-4e34-4261-96ac-69d1715ebf84 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.731656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ef56355-6012-4488-96b3-31b8c0cdc17f req-b9346bd4-4e34-4261-96ac-69d1715ebf84 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 943 time: 0.1750805 Dec 06 12:14:30.738608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.740523 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] For port d0a58a09-7599-4ba7-a978-273707f439d5, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:30.744806 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] For port d0a58a09-7599-4ba7-a978-273707f439d5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0a58a09-7599-4ba7-a978-273707f439d5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:30.754523 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.784772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:30.835229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.836160 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:30.836807 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:30.893633 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Allocated IP 172.20.0.1 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/fbbd55d2-2ede-462f-8611-c743b1aead20) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:30.897404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-b81f0b46-5d01-4ebf-a268-2f8e51ec8e95 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160082 Dec 06 12:14:30.916472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ef56355-6012-4488-96b3-31b8c0cdc17f req-6fbc159b-b125-4f87-b971-1755710bd807 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754372 Dec 06 12:14:30.925460 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261dab0-3556-40d7-98ba-e132b50d6529 None None] Pushing event updated for resources: {'Port': ['ID=d0a58a09-7599-4ba7-a978-273707f439d5,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:30.934732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.973902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c98b5457-cfe7-4418-9e15-c64851b0cbf5'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:30.992587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46914-465a-45c8-ab99-17a208b8b666 req-e2d91b12-3dc9-4779-b7ca-908f4a1fe5e0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:30.994180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69d46914-465a-45c8-ab99-17a208b8b666 req-e2d91b12-3dc9-4779-b7ca-908f4a1fe5e0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.1587515 Dec 06 12:14:31.021963 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d48cd7-8e71-4400-acb8-21a4355b1da3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:31.023559 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.14 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/b9f128f5-161a-4490-88b3-1a49890d39bc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:31.023794 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:31.030405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.034216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-11c4f231-f945-4e22-944b-ff7cf57502fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0d48cd7-8e71-4400-acb8-21a4355b1da3 HTTP/1.1" status: 204 len: 168 time: 0.7123892 Dec 06 12:14:31.038238 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:31.039541 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.13 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/b9f128f5-161a-4490-88b3-1a49890d39bc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:31.093856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-0668c9bd-33f1-4a71-9e0c-15d5cfb178dc service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836090 Dec 06 12:14:31.197393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.209519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46948cc-bd72-4da8-a98e-e3368463e814 req-78b72dbe-0677-4393-b3cb-fd6706a5231f tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:31.214372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f46948cc-bd72-4da8-a98e-e3368463e814 req-78b72dbe-0677-4393-b3cb-fd6706a5231f tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 943 time: 0.1440246 Dec 06 12:14:31.217636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.265006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69d46914-465a-45c8-ab99-17a208b8b666 req-64dc3545-5f0c-4ddf-b89b-467edc3eea6e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484822 Dec 06 12:14:31.271787 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-efa03d2e-5e02-4d1f-be5e-ffcbb128d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:31.273620 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-efa03d2e-5e02-4d1f-be5e-ffcbb128d486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c914a2d4b2bf46a0947b2b38745d90a9&device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 1094 time: 0.1310229 Dec 06 12:14:31.303492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f46948cc-bd72-4da8-a98e-e3368463e814 req-9d021f3c-6d34-45f8-83ce-0f5f05940614 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798979 Dec 06 12:14:31.315280 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:28Z', 'revision_number': 3, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:31.324675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.349444 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7910fa-8cba-4c80-a495-ad4e249f2402 None None] The sync data for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 is: [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:28Z', 'revision_number': 3, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:31.378552 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:31.384265 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:31.390397 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:31.396152 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Pushing event updated for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:31.451885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.512838 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97ebbb1-328b-4740-905d-edef78292fe3']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:31.539878 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e43f7-0386-466d-931c-240e4b756115') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:31.540175 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e43f7-0386-466d-931c-240e4b756115') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:31.544634 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.576229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.588266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-6a18114e-26d3-4686-aa9a-6fbaebf8e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:31.589820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-6a18114e-26d3-4686-aa9a-6fbaebf8e30e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2b255d80-e460-4ca1-aa1f-62fbe02dd816 HTTP/1.1" status: 200 len: 914 time: 0.2958081 Dec 06 12:14:31.607579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.624134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:31.624555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:31.679292 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:31.693113 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-46039443-5f4d-453f-a105-984847b431b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55299e66-eb31-4466-9cb8-033c4b8adc04 HTTP/1.1" status: 200 len: 217 time: 0.0939856 Dec 06 12:14:31.767643 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0398867e-a9e3-4c11-879f-a26c90b3adf6 None None] Provisioning complete for port fbbd55d2-2ede-462f-8611-c743b1aead20 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:31.768841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0398867e-a9e3-4c11-879f-a26c90b3adf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.785703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.787783 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-ca5d777d-10e4-4908-a452-38082e9a51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:31.789841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-ca5d777d-10e4-4908-a452-38082e9a51a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98118601-b08c-40e9-89f6-7e57efe744bb HTTP/1.1" status: 200 len: 853 time: 0.0870714 Dec 06 12:14:31.792335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.795291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.830130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0398867e-a9e3-4c11-879f-a26c90b3adf6 None None] Port fbbd55d2-2ede-462f-8611-c743b1aead20 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:31.850785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0907-2ae9-4383-a64b-4ea2048b16db req-8f3e993b-e898-48a2-a3be-79a49b83066e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:31.852370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeeb0907-2ae9-4383-a64b-4ea2048b16db req-8f3e993b-e898-48a2-a3be-79a49b83066e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.4516137 Dec 06 12:14:31.867981 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.874279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/f97ebbb1-328b-4740-905d-edef78292fe3 HTTP/1.1" status: 204 len: 168 time: 0.8299789 Dec 06 12:14:31.875215 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a372a-67b1-4af9-b2de-622cfa247b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f97ebbb1-328b-4740-905d-edef78292fe3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:31.881312 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47292) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:31.883423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-071967b2-acf7-4e22-acbf-4b7e56408f5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2b255d80-e460-4ca1-aa1f-62fbe02dd816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858130 Dec 06 12:14:31.944474 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:31.959478 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:31.966839 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:31.982095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=b9f128f5-161a-4490-88b3-1a49890d39bc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:31.993613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeeb0907-2ae9-4383-a64b-4ea2048b16db req-c2fc1d43-f5ad-4395-8c8e-ffc7dfbed27c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339054 Dec 06 12:14:32.038928 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Deleting subnet 202d5fa1-1941-45f4-8ae0-af47266cb4de {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:32.047013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.079913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.110673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1b91d-d3cb-455c-9f0b-9022d6641300 req-478ae775-cc99-4bbd-9dc5-146c3b59f8d4 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:32.112997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79b1b91d-d3cb-455c-9f0b-9022d6641300 req-478ae775-cc99-4bbd-9dc5-146c3b59f8d4 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 944 time: 0.0887492 Dec 06 12:14:32.114711 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:32.115353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.120803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.147515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-15f291b0-a202-4548-9b9f-8783adbba9b8 service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543960 Dec 06 12:14:32.185204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-89973619-9115-4182-8f27-84c4f212690f tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1660941 Dec 06 12:14:32.188160 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:32.199561 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'b9f128f5-161a-4490-88b3-1a49890d39bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:32.216687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79b1b91d-d3cb-455c-9f0b-9022d6641300 req-5288fcd9-31dd-419a-b272-c7dfc7c7638b tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778329 Dec 06 12:14:32.232679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.249756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.295130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.334063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.338312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c98b5457-cfe7-4418-9e15-c64851b0cbf5 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:32.343510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.356260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30cae2cb-fd0f-4e4f-b1a2-f96e184bcd52 req-984c74d3-f2c1-4e3f-8fca-10203a8d2d8c service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944718 Dec 06 12:14:32.382513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.402516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.405682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/202d5fa1-1941-45f4-8ae0-af47266cb4de HTTP/1.1" status: 204 len: 168 time: 0.5213263 Dec 06 12:14:32.412893 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:32.428342 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdeeb1-1f4e-426f-bb9e-0c2ea438c13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202d5fa1-1941-45f4-8ae0-af47266cb4de,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:32.434249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port c98b5457-cfe7-4418-9e15-c64851b0cbf5 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:14:32.440599 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port c98b5457-cfe7-4418-9e15-c64851b0cbf5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:32.441328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.500866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.505400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.546510 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Pushing event updated for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:32.553326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.579774 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:32.582261 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82fac98-5f16-4b11-8753-7c378fb926a7" -d '{"events": [{"server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:32.597658 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5,segment=NetworkSegment(10421a0c-c82c-4dc0-902a-050779f3742e),segment_id=10421a0c-c82c-4dc0-902a-050779f3742e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:32.603395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.618085 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.239 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/062a67db-18dc-4039-88a2-0bdd130b762f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:32.620635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.640019 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59399fa-b21c-4cbb-948b-d4e331e465ef req-6bf1b6d0-3514-49f2-bb5c-f104a1162e2f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:32.641618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a59399fa-b21c-4cbb-948b-d4e331e465ef req-6bf1b6d0-3514-49f2-bb5c-f104a1162e2f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.2372358 Dec 06 12:14:32.667900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:32.690863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca23c-9330-4593-9e54-d9de5b19bee3 req-f72fdbfb-3ae9-46e1-ae84-2f1ab0a8ba58 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:32.692860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e19ca23c-9330-4593-9e54-d9de5b19bee3 req-f72fdbfb-3ae9-46e1-ae84-2f1ab0a8ba58 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 943 time: 0.2431636 Dec 06 12:14:32.728042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.763345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.806431 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:32.811502 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:32.815099 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:32.820825 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=062a67db-18dc-4039-88a2-0bdd130b762f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:32.826641 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:32.839137 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:32.846727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a59399fa-b21c-4cbb-948b-d4e331e465ef req-38bcfd1a-cb1e-4f3c-bafa-7f07ebe80d35 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665258 Dec 06 12:14:32.883909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:32.890493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e19ca23c-9330-4593-9e54-d9de5b19bee3 req-5254ec9c-e840-4863-9d0a-e019c9ee24b7 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853786 Dec 06 12:14:32.956652 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f735aeaf-ea0a-40f4-8484-476263a3dd5c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:32.977389 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80c08e-37a5-4740-b83c-00ee630e4842 x-openstack-request-id: req-bd80c08e-37a5-4740-b83c-00ee630e4842 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:32.977918 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:32.977918 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd80c08e-37a5-4740-b83c-00ee630e4842 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:32.978309 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5', 'code': 200} Dec 06 12:14:32.987582 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c1d664-4775-4585-bc36-163fab416be2') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:32.987889 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c1d664-4775-4585-bc36-163fab416be2') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:33.066249 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.070972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d0a58a09-7599-4ba7-a978-273707f439d5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:33.111358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.114541 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Router 4b69fbdc-8169-4e13-a68a-cbea66320e5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:33.144858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.175078 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-56ec9bd0-5cb8-45d4-9080-e855a4711f4a None None] Provisioning complete for port fbbd55d2-2ede-462f-8611-c743b1aead20 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:33.175609 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56ec9bd0-5cb8-45d4-9080-e855a4711f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.191377 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca23e4-5b4b-4e01-ba4f-4a4d4d5271a3 req-b9612258-35ba-4e03-852d-7c309a9fd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:33.192880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-acca23e4-5b4b-4e01-ba4f-4a4d4d5271a3 req-b9612258-35ba-4e03-852d-7c309a9fd6e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1022830 Dec 06 12:14:33.198389 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:33.198822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.212453 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d0a58a09-7599-4ba7-a978-273707f439d5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:33.212937 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:33.217619 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:33.247511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-56ec9bd0-5cb8-45d4-9080-e855a4711f4a None None] Port fbbd55d2-2ede-462f-8611-c743b1aead20 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:33.281390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-acca23e4-5b4b-4e01-ba4f-4a4d4d5271a3 req-1fb21204-8388-46ed-9506-fe91a3c22c19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Dec 06 12:14:33.321068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.344770 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port d0a58a09-7599-4ba7-a978-273707f439d5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0a58a09-7599-4ba7-a978-273707f439d5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:33.350349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.367326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abecb-d684-4cfa-a3db-7ccdd5e86394 req-56af8ad4-4301-4dcd-a8a0-938563eedb25 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:33.368852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-978abecb-d684-4cfa-a3db-7ccdd5e86394 req-56af8ad4-4301-4dcd-a8a0-938563eedb25 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2180443 Dec 06 12:14:33.369501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.373623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.377974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f735aeaf-ea0a-40f4-8484-476263a3dd5c HTTP/1.1" status: 204 len: 168 time: 0.9632213 Dec 06 12:14:33.411665 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb481d-a818-44f9-b1d0-ccaf1b210d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f735aeaf-ea0a-40f4-8484-476263a3dd5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:33.415194 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:33.420125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e7ea9b19-d2f0-4d73-900a-391442730a9f admin admin] 10.222.0.31 "PUT /v2.0/routers/4b69fbdc-8169-4e13-a68a-cbea66320e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5894084 Dec 06 12:14:33.445805 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=d0a58a09-7599-4ba7-a978-273707f439d5,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:33.487410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c8beb-fa2f-4dcf-8cb2-1ac40e508eae req-b7491a46-1c5a-4017-8c18-c621ecd16fca tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:33.489133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e5c8beb-fa2f-4dcf-8cb2-1ac40e508eae req-b7491a46-1c5a-4017-8c18-c621ecd16fca tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 945 time: 0.1705906 Dec 06 12:14:33.545439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-978abecb-d684-4cfa-a3db-7ccdd5e86394 req-a2b198bd-80f6-4282-8a6e-3758305683f1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571217 Dec 06 12:14:33.563954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Sync routers for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:33.573858 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:33.580354 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:33.581234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:33.618255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e5c8beb-fa2f-4dcf-8cb2-1ac40e508eae req-6ab6ec05-3e58-4116-a264-f300e3c7f8fe tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207149 Dec 06 12:14:33.655922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3b891439-7ac8-4cac-8887-45fb655abae0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16776c7ff7cb4aa3b575e39fe9473a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775604 Dec 06 12:14:33.657661 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:33.734063 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:33.735070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.764618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.818099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.821387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:33.822754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d9402eb-5d89-41d5-b436-d1f443cc43ce HTTP/1.1" status: 204 len: 168 time: 0.1637967 Dec 06 12:14:33.832947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840286d-b105-4a07-bd2d-d5cd0ebb933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9402eb-5d89-41d5-b436-d1f443cc43ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:33.923834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.013705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.032892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dba36-f9c0-401b-93f3-7f224a63c4f6 req-3ec5b6ef-f36d-45a3-9a54-4017f5f365bf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:34.045232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa7dba36-f9c0-401b-93f3-7f224a63c4f6 req-3ec5b6ef-f36d-45a3-9a54-4017f5f365bf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.0769603 Dec 06 12:14:34.138714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa7dba36-f9c0-401b-93f3-7f224a63c4f6 req-2848b9c1-0e5b-4d45-b7d7-89c79d7b2096 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873528 Dec 06 12:14:34.186020 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:32Z', 'revision_number': 2, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:34.187499 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:34.195696 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807886104', 'description': 'tempest-description--1215057327'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:34.206194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.215829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.226445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Checking router: 4b69fbdc-8169-4e13-a68a-cbea66320e5b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:34.226809 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Updating router 4b69fbdc-8169-4e13-a68a-cbea66320e5b port fbbd55d2-2ede-462f-8611-c743b1aead20 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:14:34.240281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.273475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.324759 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=062a67db-18dc-4039-88a2-0bdd130b762f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:34.349859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.406235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 55299e66-eb31-4466-9cb8-033c4b8adc04 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:34.443532 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:34.450180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.468467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.480992 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 73712e51-6bd9-4dc2-8c61-7d734dc6b25f associated. External IP: 172.35.3.239, port: b9f128f5-161a-4490-88b3-1a49890d39bc. Dec 06 12:14:34.505869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20a5e4-eb21-45fc-a757-c58bd8c3a8e7 req-551fe44e-886a-4006-a7ab-588e8b555777 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:34.507572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a20a5e4-eb21-45fc-a757-c58bd8c3a8e7 req-551fe44e-886a-4006-a7ab-588e8b555777 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 943 time: 0.1750922 Dec 06 12:14:34.518792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.524022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3284562 Dec 06 12:14:34.524224 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:34.528920 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'security_group_rule': {'security_group_id': '876dbb49-7d3e-4c3e-ae50-ca8cbffd7523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:34.554823 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fed46-1e9a-4dee-8728-ade31a063991 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:34.559027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-19d87bda-1ffc-41c6-9827-c8fb0e7877dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a2afa1379734b7b817415f0db6deb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126595 Dec 06 12:14:34.561787 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:34.619311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a20a5e4-eb21-45fc-a757-c58bd8c3a8e7 req-972645b7-4018-4de2-a449-03901f87c0fb tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926433 Dec 06 12:14:34.635859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55299e66-eb31-4466-9cb8-033c4b8adc04,segment=NetworkSegment(b34b927c-e8cd-4713-b823-111a0f5862b4),segment_id=b34b927c-e8cd-4713-b823-111a0f5862b4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:34.647135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.662115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.694945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.709911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.724932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96cf3e-060a-4cf3-adfd-b3a1ff2b9580 req-6a4dbe5b-40b6-4627-8768-6de5afefd77f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:34.726609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b96cf3e-060a-4cf3-adfd-b3a1ff2b9580 req-6a4dbe5b-40b6-4627-8768-6de5afefd77f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1023443 Dec 06 12:14:34.736167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.745809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '55299e66-eb31-4466-9cb8-033c4b8adc04', 'network_id': '2b255d80-e460-4ca1-aa1f-62fbe02dd816', 'port_id': '55299e66-eb31-4466-9cb8-033c4b8adc04', 'mac_address': 'fa:16:3e:e6:00:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98118601-b08c-40e9-89f6-7e57efe744bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:34.748121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.754780 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.783202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f33b9-b274-4aa7-b53f-2cf824c8c125,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:34.819775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.822912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a520d3f3-ace2-4da5-8c04-729aebb76213 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953334 Dec 06 12:14:34.824932 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:34.836304 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'security_group_rule': {'security_group_id': '876dbb49-7d3e-4c3e-ae50-ca8cbffd7523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:34.841689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.844590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.846569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c235a0c4-b423-4496-a1ae-f3d653300c43 HTTP/1.1" status: 204 len: 168 time: 0.2832341 Dec 06 12:14:34.851223 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Pushing event updated for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:34.861521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203649-0ddb-4f96-958f-129b7a23a612 req-3d364027-665e-426d-a005-adda235ee80c tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:34.864332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f203649-0ddb-4f96-958f-129b7a23a612 req-3d364027-665e-426d-a005-adda235ee80c tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 945 time: 0.1200979 Dec 06 12:14:34.867775 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:34.869548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b96cf3e-060a-4cf3-adfd-b3a1ff2b9580 req-7c36686e-85b7-4c20-980b-a6e5845265ec tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287951 Dec 06 12:14:34.885432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.899602 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fd657-949b-4f7f-ab95-12ce502d9548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c235a0c4-b423-4496-a1ae-f3d653300c43,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:34.977244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:34.984419 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55299e66-eb31-4466-9cb8-033c4b8adc04 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:35.013199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55299e66-eb31-4466-9cb8-033c4b8adc04,segment=NetworkSegment(b34b927c-e8cd-4713-b823-111a0f5862b4),segment_id=b34b927c-e8cd-4713-b823-111a0f5862b4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:35.036033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Attempting to bind port fbbd55d2-2ede-462f-8611-c743b1aead20 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:35.038274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Attempting to bind port fbbd55d2-2ede-462f-8611-c743b1aead20 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:35.038686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Attempting to bind port fbbd55d2-2ede-462f-8611-c743b1aead20 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:35.041850 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:35.047239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f203649-0ddb-4f96-958f-129b7a23a612 req-e90acb72-3647-4ace-a7c3-c26338af0c95 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476970 Dec 06 12:14:35.056218 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:35.069041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.082891 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:35.083802 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:35.084298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d0a58a09-7599-4ba7-a978-273707f439d5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:35.137820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-797fc16a-7b25-4e1d-8845-9f71f705d189 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9422841 Dec 06 12:14:35.141520 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:35.147935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': 'b9f128f5-161a-4490-88b3-1a49890d39bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:35.176303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.178036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:35.199533 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:35.201483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:35.201993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:35.202258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.202669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:35.203257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Bound port: fbbd55d2-2ede-462f-8611-c743b1aead20, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:35.203504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.213358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.225992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.249510 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:35.252763 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:35.261847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d0a58a09-7599-4ba7-a978-273707f439d5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:35.262221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.266882 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cccea4-dfde-41b8-842d-dd692231e631,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:35.303392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.304917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f603046-6ab5-4e73-a92a-2b0e70fd18c6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4771173 Dec 06 12:14:35.310075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.325380 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:35.346092 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:35.362405 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:35.363068 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ce083-1736-4c81-83b8-b3dc3a9becdc None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:35.392360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.438815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493aff4-d52b-4db2-b60a-e3a27a9ccb51 req-6a9e5920-09bc-4845-8e39-c82408b3fe31 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:35.449258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1493aff4-d52b-4db2-b60a-e3a27a9ccb51 req-6a9e5920-09bc-4845-8e39-c82408b3fe31 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.1833520 Dec 06 12:14:35.511345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:35.528100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1493aff4-d52b-4db2-b60a-e3a27a9ccb51 req-7d09f3aa-6893-4734-a4a7-f937c25f0396 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778756 Dec 06 12:14:35.566905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:35.584741 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7721e2a5-a787-4d69-b2f8-582d48dc17ae None None] Provisioning complete for port fbbd55d2-2ede-462f-8611-c743b1aead20 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:35.585331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7721e2a5-a787-4d69-b2f8-582d48dc17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.587121 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'mac_address': 'fa:16:3e:b2:d1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:35.675552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.751308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] For port fbbd55d2-2ede-462f-8611-c743b1aead20, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:35.760472 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7721e2a5-a787-4d69-b2f8-582d48dc17ae None None] Port fbbd55d2-2ede-462f-8611-c743b1aead20 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:35.796698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] For port fbbd55d2-2ede-462f-8611-c743b1aead20, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbbd55d2-2ede-462f-8611-c743b1aead20,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:35.802831 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.813407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:35.858316 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:35.914531 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.35.3.254 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/41d91504-96ef-4048-8c25-b1e6601e15fc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:35.933403 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Pushing event updated for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:35.953436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:35.958749 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:35.959101 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:36.056398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.056741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.057081 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.057452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.057787 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.058118 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.058444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.058768 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.059087 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.059408 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.059729 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.060049 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.060366 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3129471-31ec-4776-9e5b-b5ae937508a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:36.064009 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.085559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.092246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.104134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.169438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:36.187540 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6dba8-6ded-47bd-a8aa-ab2eeb299742 req-2acc6661-ebd8-48e9-aa81-09df5cec8bbc tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:36.198477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82a6dba8-6ded-47bd-a8aa-ab2eeb299742 req-2acc6661-ebd8-48e9-aa81-09df5cec8bbc tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 944 time: 0.4359775 Dec 06 12:14:36.198742 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:36.257851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d69cd6-f317-4a9e-b02b-d5cc01604a1b req-28947449-e66c-4bc5-9f4f-189c7c38d4be tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:36.259284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37d69cd6-f317-4a9e-b02b-d5cc01604a1b req-28947449-e66c-4bc5-9f4f-189c7c38d4be tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1489415 Dec 06 12:14:36.325546 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.333203 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] Provisioning complete for port fbbd55d2-2ede-462f-8611-c743b1aead20 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:36.333790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.337025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82a6dba8-6ded-47bd-a8aa-ab2eeb299742 req-75003a14-fe97-48d8-aaa0-beb53047691f tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301186 Dec 06 12:14:36.353723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37d69cd6-f317-4a9e-b02b-d5cc01604a1b req-0ac213e0-4292-45cc-9e6c-f9c6ef6d9689 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829747 Dec 06 12:14:36.363799 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:36.369890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['55299e66-eb31-4466-9cb8-033c4b8adc04'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:36.400430 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:36.403969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:36.407882 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:36.411385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7779e1af-fea9-4a3c-8371-df390d651bc2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:36.436180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=41d91504-96ef-4048-8c25-b1e6601e15fc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:36.521252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.565247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.679206 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:36.700872 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:36.702548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.745796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.768419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:36.768894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298ad1-bd14-449f-9a77-85945baf3420 req-c5a5efc2-1953-4ac5-ba67-1d5f9ef1986f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:36.769047 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:36.770685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66298ad1-bd14-449f-9a77-85945baf3420 req-c5a5efc2-1953-4ac5-ba67-1d5f9ef1986f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.1142559 Dec 06 12:14:36.801218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9b7a953d-0b4a-406a-b2e7-d0bb21c06d3b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/73712e51-6bd9-4dc2-8c61-7d734dc6b25f HTTP/1.1" status: 200 len: 977 time: 1.6559079 Dec 06 12:14:36.803423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:36.827784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.840507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:36.972239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=41d91504-96ef-4048-8c25-b1e6601e15fc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:36.985412 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:36.999923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66298ad1-bd14-449f-9a77-85945baf3420 req-901b2e74-1923-42c6-9d74-553404e984eb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111030 Dec 06 12:14:37.042273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.066892 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:35Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:37.067584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.073724 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 062a67db-18dc-4039-88a2-0bdd130b762f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:37.074314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.077658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47126b01-35bb-4a29-8bfc-2598220981d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7352338 Dec 06 12:14:37.096885 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcd4a7-cbb9-48d5-a5e8-ab86c0627722 None None] The sync data for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 is: [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:35Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:37.100113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] For port fbbd55d2-2ede-462f-8611-c743b1aead20, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbbd55d2-2ede-462f-8611-c743b1aead20,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:37.109410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:37.110296 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:37.121385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.188050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:37.188970 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab82e-5b53-4a77-959e-2109e8483f1c None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:37.251631 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759abbf7-a041-42e9-a821-a5c9f5242e13 None None] Pushing event updated for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:37.252342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.253130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.291259 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 062a67db-18dc-4039-88a2-0bdd130b762f owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:37.367647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-80b56de5-aa5a-49d5-a352-bd3e0879b7ca tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--807886104&fields=id&tenant_id=331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 267 time: 0.0861251 Dec 06 12:14:37.535892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-f799af7e-3ac4-4d83-98e7-54bed2dc9199 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:37.543385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-f799af7e-3ac4-4d83-98e7-54bed2dc9199 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.1660533 Dec 06 12:14:37.581728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.601766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-a2d601d1-566c-4140-ad93-7b403f848eb4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/quotas/331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 375 time: 0.0573919 Dec 06 12:14:37.613324 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=062a67db-18dc-4039-88a2-0bdd130b762f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:37.653570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18c3f-4e7f-4d27-af58-c21566c5261e req-ddb7367a-b2ac-4f8a-81cd-0a75b32979f5 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:37.655118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88f18c3f-4e7f-4d27-af58-c21566c5261e req-ddb7367a-b2ac-4f8a-81cd-0a75b32979f5 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 944 time: 0.1096783 Dec 06 12:14:37.694355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:37.694686 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 73712e51-6bd9-4dc2-8c61-7d734dc6b25f disassociated (deleted). External IP: 172.35.3.239, port: b9f128f5-161a-4490-88b3-1a49890d39bc. Dec 06 12:14:37.699071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-9ff3a2f8-a3d0-41fe-ae27-ddeae8e98390 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921648 Dec 06 12:14:37.756364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88f18c3f-4e7f-4d27-af58-c21566c5261e req-6050d114-429f-4da0-a522-9763c65494da tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930207 Dec 06 12:14:37.832404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-57cab787-4a4d-4107-9b51-16a20c034240 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214650 Dec 06 12:14:37.927128 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:38.045529 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:38.050220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.057486 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:38.069445 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:38.070440 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:38.083452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17f53f8b-00d5-4275-8b29-4cc40d7ee8c4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/73712e51-6bd9-4dc2-8c61-7d734dc6b25f HTTP/1.1" status: 204 len: 168 time: 1.2787726 Dec 06 12:14:38.086048 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47466) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:38.109505 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:38.119564 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:38.120370 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:38.197645 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port b9f128f5-161a-4490-88b3-1a49890d39bc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:38.198078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.216482 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22449c39-bf44-4b7f-b566-9e162af12da5 req-d7b411d4-bc4e-4649-a2bb-7039438d02a4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:38.218581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22449c39-bf44-4b7f-b566-9e162af12da5 req-d7b411d4-bc4e-4649-a2bb-7039438d02a4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.3757663 Dec 06 12:14:38.262407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-bc6a20f9-78ef-427e-aaf1-0e0592eff826 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291346 Dec 06 12:14:38.271110 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:38.271952 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b477c70-5c41-455d-b2e8-b0d539e2a12d None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:38.294833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22449c39-bf44-4b7f-b566-9e162af12da5 req-25aa150b-e633-48ee-87c7-6e99d6409988 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673153 Dec 06 12:14:38.314173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.329306 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for b9f128f5-161a-4490-88b3-1a49890d39bc owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:38.388560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 55299e66-eb31-4466-9cb8-033c4b8adc04 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:38.539256 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 55299e66-eb31-4466-9cb8-033c4b8adc04 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:14:38.542685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a955ece-77e8-4f84-bce4-6ba4178a4235 req-78f135c6-b5e8-4e64-8467-2a72e91810c7 tempest-FlavorsV2NegativeTest-2131245311 tempest-FlavorsV2NegativeTest-2131245311-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=94c79612ae464cb4aec2b02e1eb9edb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408902 Dec 06 12:14:38.545747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 55299e66-eb31-4466-9cb8-033c4b8adc04 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:38.546126 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.613660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.654845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=b9f128f5-161a-4490-88b3-1a49890d39bc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:38.668294 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.668700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.669056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.669438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.669772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.670107 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.670531 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.670751 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.671075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.671399 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.671726 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.672051 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.672373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:14:38.711296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a955ece-77e8-4f84-bce4-6ba4178a4235 req-94ab5f16-5aa5-41f2-bcdb-6eb59189861a tempest-FlavorsV2NegativeTest-2131245311 tempest-FlavorsV2NegativeTest-2131245311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:38.718820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a955ece-77e8-4f84-bce4-6ba4178a4235 req-94ab5f16-5aa5-41f2-bcdb-6eb59189861a tempest-FlavorsV2NegativeTest-2131245311 tempest-FlavorsV2NegativeTest-2131245311-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750205 Dec 06 12:14:38.733791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.736133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a955ece-77e8-4f84-bce4-6ba4178a4235 req-2af858bb-f2ec-4d71-92d3-98b1c5fea78c tempest-FlavorsV2NegativeTest-2131245311 tempest-FlavorsV2NegativeTest-2131245311-project] 10.222.0.31 "GET /v2.0/quotas/94c79612ae464cb4aec2b02e1eb9edb2 HTTP/1.1" status: 200 len: 375 time: 0.0163517 Dec 06 12:14:38.762968 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238cf08-de88-45f1-a7f6-6da17aa378bf req-e604656f-02ad-43d9-aff5-50948850a078 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:38.763786 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:38.766261 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925f77a-6061-4ddf-bfd6-435dc06ed477" -d '{"events": [{"server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "name": "network-vif-plugged", "status": "completed", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:38.770925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a238cf08-de88-45f1-a7f6-6da17aa378bf req-e604656f-02ad-43d9-aff5-50948850a078 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.1160123 Dec 06 12:14:38.781998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55299e66-eb31-4466-9cb8-033c4b8adc04,segment=NetworkSegment(b34b927c-e8cd-4713-b823-111a0f5862b4),segment_id=b34b927c-e8cd-4713-b823-111a0f5862b4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:38.787324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.789183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.790180 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:38.797319 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-067036a5-d107-4fb3-b6eb-568b17664172 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/b9f128f5-161a-4490-88b3-1a49890d39bc HTTP/1.1" status: 204 len: 168 time: 0.7091172 Dec 06 12:14:38.798017 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:38.803275 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:38.805365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a955ece-77e8-4f84-bce4-6ba4178a4235 req-8421cdb5-56aa-4cae-8956-613419769fa8 tempest-FlavorsV2NegativeTest-2131245311 tempest-FlavorsV2NegativeTest-2131245311-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94c79612ae464cb4aec2b02e1eb9edb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677702 Dec 06 12:14:38.865873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a238cf08-de88-45f1-a7f6-6da17aa378bf req-704af391-9840-4b0e-a07b-e2fc085161d0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936503 Dec 06 12:14:38.878316 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:38.894685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.898864 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 7779e1af-fea9-4a3c-8371-df390d651bc2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:14:38.908134 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 7779e1af-fea9-4a3c-8371-df390d651bc2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:38.909121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:38.997611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c49c3f7-e06f-4bca-9a79-ef8f6c7ca49f req-40d18fde-e3c1-4f33-acb7-c8092667ab35 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 210 time: 0.0779192 Dec 06 12:14:39.088304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.149982 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f59eb-3415-4aad-831d-e6073bcc6b4a x-openstack-request-id: req-444f59eb-3415-4aad-831d-e6073bcc6b4a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:39.150262 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "name": "network-vif-plugged", "status": "completed", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:39.151349 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-444f59eb-3415-4aad-831d-e6073bcc6b4a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:39.152035 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04', 'code': 200} Dec 06 12:14:39.152746 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.155150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fbbd55d2-2ede-462f-8611-c743b1aead20 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:39.243021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279113b1-e85d-4c78-961d-8205a5fa5bc4 req-ca5bcf23-d772-4b08-85d4-a22b79afe6bc tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:39.252049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-279113b1-e85d-4c78-961d-8205a5fa5bc4 req-ca5bcf23-d772-4b08-85d4-a22b79afe6bc tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.1061459 Dec 06 12:14:39.262591 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:39.272523 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.297414 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234856b5-2f77-42b6-82b9-a907ce009a7b req-bc357df1-9f79-4cb8-83e8-96e31c6c5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:39.300370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-234856b5-2f77-42b6-82b9-a907ce009a7b req-bc357df1-9f79-4cb8-83e8-96e31c6c5c68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 1096 time: 0.1293528 Dec 06 12:14:39.354335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-279113b1-e85d-4c78-961d-8205a5fa5bc4 req-0c9d4a4d-061b-4119-b49b-b0ed043198e4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000128 Dec 06 12:14:39.367885 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.116 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/cd7a219c-12bb-417d-a3a8-3b05ae513a11) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:39.368205 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:39.388387 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fbbd55d2-2ede-462f-8611-c743b1aead20 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:39.388770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.429246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-234856b5-2f77-42b6-82b9-a907ce009a7b req-2848e954-94e5-4776-9f76-5957235bf104 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190898 Dec 06 12:14:39.528104 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e53ddd-65bd-48a1-82d0-b419bd029316 req-0e618bcf-4bc5-415d-be62-d056d55e95bd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:39.530411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6e53ddd-65bd-48a1-82d0-b419bd029316 req-0e618bcf-4bc5-415d-be62-d056d55e95bd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.0954788 Dec 06 12:14:39.576465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.598706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6e53ddd-65bd-48a1-82d0-b419bd029316 req-f451c95d-ed9f-4fe2-89c5-4b021971eaa2 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606790 Dec 06 12:14:39.635824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.681388 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:39.685817 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:39.690524 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:39.694438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=cd7a219c-12bb-417d-a3a8-3b05ae513a11,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:39.729530 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:39.778996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.816524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.862510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9659-d7f8-45de-b77a-17f1763abb3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:39.997019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9659-d7f8-45de-b77a-17f1763abb3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.015737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9659-d7f8-45de-b77a-17f1763abb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.036392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.042911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.121370 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=cd7a219c-12bb-417d-a3a8-3b05ae513a11,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:40.129972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.148115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.153134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f993dd01-bc1e-4736-8aee-0fa962cdab49 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3541169 Dec 06 12:14:40.153771 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:40.158848 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'port': {'network_id': '89097439-c89b-4ca0-af10-03c4ff72aa62', 'name': 'tempest-FloatingIPTestJSON-918917726'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:40.173518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40742232-6cfa-4141-aa08-b23fddb796a7 req-9e840d75-6353-4dd2-8b32-79aea9843c30 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 210 time: 0.0927382 Dec 06 12:14:40.191769 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44683b-5696-41cb-a427-3a29c80e71f2 req-c40914be-c2c8-41e7-8fbc-a51254795bf6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.193452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e44683b-5696-41cb-a427-3a29c80e71f2 req-c40914be-c2c8-41e7-8fbc-a51254795bf6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2367561 Dec 06 12:14:40.195994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ef7f9659-d7f8-45de-b77a-17f1763abb3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94c79612ae464cb4aec2b02e1eb9edb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649787 Dec 06 12:14:40.200407 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:40.212458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f9659-d7f8-45de-b77a-17f1763abb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc1c580-1cae-4683-a88e-fbd0c43802e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:40.264464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-266c09da-4d1e-4039-956b-24fbbcdfa77c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.267233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-266c09da-4d1e-4039-956b-24fbbcdfa77c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.2315788 Dec 06 12:14:40.281116 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:40.284583 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.303190 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] device_id is not set on port 2b407b8f-5357-4438-a37c-d0ce41acc0fa yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:14:40.358891 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e44683b-5696-41cb-a427-3a29c80e71f2 req-a2c58d76-f3bb-4787-abbb-638471af42cd tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531103 Dec 06 12:14:40.388897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.411210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e287-95b5-44eb-8724-b6897d209594 req-c2349209-5ad3-44bd-bdf6-a6b01f0ea88d tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.412698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1088e287-95b5-44eb-8724-b6897d209594 req-c2349209-5ad3-44bd-bdf6-a6b01f0ea88d tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 945 time: 0.1394308 Dec 06 12:14:40.422003 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.14 (89097439-c89b-4ca0-af10-03c4ff72aa62/68e26fcc-b3e4-4f49-82cd-29467478f433/2b407b8f-5357-4438-a37c-d0ce41acc0fa) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:40.463651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-c03287c4-121b-44ea-9853-4b8882bf214a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 379 time: 0.1680765 Dec 06 12:14:40.466965 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.497706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'device_id': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'admin_state_up': True, 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'security_groups': ['876dbb49-7d3e-4c3e-ae50-ca8cbffd7523']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:40.585481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.620079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5aeb0-a8be-4bf9-b448-1382ee2a2b13 req-c398c428-0fd2-474b-b2e4-8090db170ebf tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.621583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d5aeb0-a8be-4bf9-b448-1382ee2a2b13 req-c398c428-0fd2-474b-b2e4-8090db170ebf tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.1851912 Dec 06 12:14:40.624842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1088e287-95b5-44eb-8724-b6897d209594 req-4324c1f9-ac0e-4166-a294-8418a18639c8 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997914 Dec 06 12:14:40.627968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.696980 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 89097439-c89b-4ca0-af10-03c4ff72aa62 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:40.700611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.703248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.704092 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:40.704410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdc1c580-1cae-4683-a88e-fbd0c43802e7 HTTP/1.1" status: 204 len: 168 time: 0.5002851 Dec 06 12:14:40.707836 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:40.741475 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=2b407b8f-5357-4438-a37c-d0ce41acc0fa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:40.757705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d5aeb0-a8be-4bf9-b448-1382ee2a2b13 req-82467866-d825-466f-ad38-e7967facd462 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295407 Dec 06 12:14:40.761073 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5e537-7c8c-41fd-be36-641f33fb5da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc1c580-1cae-4683-a88e-fbd0c43802e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:40.763319 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.763955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.801573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:40.805578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.808621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c91b2928-5f75-410a-9482-1ef19ea58f32 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6536763 Dec 06 12:14:40.810617 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47552) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:40.815960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': '2b407b8f-5357-4438-a37c-d0ce41acc0fa'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:40.827439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1529b-1cd9-4183-a7f4-5e47b013af5e req-b549bce3-dfc8-4814-9108-a49a26179c1c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:40.829001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bc1529b-1cd9-4183-a7f4-5e47b013af5e req-b549bce3-dfc8-4814-9108-a49a26179c1c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1235447 Dec 06 12:14:40.871871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:40.933719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bc1529b-1cd9-4183-a7f4-5e47b013af5e req-83465f5f-3782-4451-b216-a5d2fec3cdb4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971363 Dec 06 12:14:41.002197 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.20.0.6 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/78d5476b-6453-4627-a3f1-51568d3d5e12) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:41.153777 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:41.157630 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613cb43-babd-408a-a585-01b00b2eb065" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:41.174180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.200870 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca04f84-3bfe-4ac1-9d29-c737eaf91c81 x-openstack-request-id: req-fca04f84-3bfe-4ac1-9d29-c737eaf91c81 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:41.201186 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:41.201440 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fca04f84-3bfe-4ac1-9d29-c737eaf91c81 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:41.201829 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'code': 200} Dec 06 12:14:41.285858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.368310 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:41.376686 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:41.385381 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:41.393465 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:41.431666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61004af-0b70-4f68-9a26-281f1be59d77 req-9f13ce99-f799-48e0-a352-89517e2a3b3f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.439035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e61004af-0b70-4f68-9a26-281f1be59d77 req-9f13ce99-f799-48e0-a352-89517e2a3b3f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 931 time: 0.1441083 Dec 06 12:14:41.478278 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.478984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.559643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-f7a64bd3-ad0d-4b44-ae94-53b4744ef1a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888636 Dec 06 12:14:41.561130 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:41.574349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e61004af-0b70-4f68-9a26-281f1be59d77 req-4c42db1c-174f-4165-8292-3b62d62d7509 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344080 Dec 06 12:14:41.580078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Request body: {'port': {'device_id': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:41.656316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603062f3-0a00-4039-8866-825a62cf07bd req-0578122d-417d-4fe6-8666-42a0f391809e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.657933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-603062f3-0a00-4039-8866-825a62cf07bd req-0578122d-417d-4fe6-8666-42a0f391809e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.1752520 Dec 06 12:14:41.658823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.701289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-046e34bb-30b1-4731-a212-8e48dd32a778 None None] Provisioning complete for port 78d5476b-6453-4627-a3f1-51568d3d5e12 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:41.702100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-046e34bb-30b1-4731-a212-8e48dd32a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.722505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-694837144-network', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:41.769089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-046e34bb-30b1-4731-a212-8e48dd32a778 None None] Port 78d5476b-6453-4627-a3f1-51568d3d5e12 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:41.817624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Made reservation on behalf of a5ea01644eda44dd9bc48bdf182acff3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:41.819897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.839953 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bcca6-f21c-490c-87d0-ba11b5767f8d req-a376f292-d802-44eb-aca8-c34398274ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.841459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-464bcca6-f21c-490c-87d0-ba11b5767f8d req-a376f292-d802-44eb-aca8-c34398274ca0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1100 time: 0.5428693 Dec 06 12:14:41.849322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.859253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.866842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-603062f3-0a00-4039-8866-825a62cf07bd req-767143f5-93d3-4e79-af65-1e48aa67ce41 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942701 Dec 06 12:14:41.879843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:41.921371 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-fb237412-38ff-4dbd-b7eb-93a6908d70a3 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.922839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-fb237412-38ff-4dbd-b7eb-93a6908d70a3 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 945 time: 0.1283526 Dec 06 12:14:41.924962 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f169-9c5b-46d8-9171-feeb7e037f44 req-dada11df-a214-4662-921c-26158ad2d20c tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:41.926476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06f0f169-9c5b-46d8-9171-feeb7e037f44 req-dada11df-a214-4662-921c-26158ad2d20c tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 945 time: 0.1619356 Dec 06 12:14:42.010720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-464bcca6-f21c-490c-87d0-ba11b5767f8d req-4764d615-62eb-40fc-adc1-f59ad1d065f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602089 Dec 06 12:14:42.063119 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP e5931e39-03d7-4930-8f30-09a7705c5f04 associated. External IP: 172.35.3.116, port: 2b407b8f-5357-4438-a37c-d0ce41acc0fa. Dec 06 12:14:42.101646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06f0f169-9c5b-46d8-9171-feeb7e037f44 req-c9d69f11-cfe0-4693-90a4-28548804d584 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/security-groups?id=50456c23-02a9-4331-8299-ed7879f65f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585217 Dec 06 12:14:42.125063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b2d-303a-48b0-a8ec-9d4a8b0a28da req-d80c3c6a-b1ea-42fc-962c-d326dafc1565 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.125063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9da1b2d-303a-48b0-a8ec-9d4a8b0a28da req-d80c3c6a-b1ea-42fc-962c-d326dafc1565 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.1593750 Dec 06 12:14:42.133813 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Deleting port c98b5457-cfe7-4418-9e15-c64851b0cbf5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:42.134268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.239429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.245592 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:42.250921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.260183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.273310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9da1b2d-303a-48b0-a8ec-9d4a8b0a28da req-bf84e39a-c425-4493-bc47-8aef3f486cdb tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386800 Dec 06 12:14:42.284193 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:42.312610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.313276 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] For port c98b5457-cfe7-4418-9e15-c64851b0cbf5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c98b5457-cfe7-4418-9e15-c64851b0cbf5,segment=NetworkSegment(10421a0c-c82c-4dc0-902a-050779f3742e),segment_id=10421a0c-c82c-4dc0-902a-050779f3742e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:42.313427 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Added segment 307865af-3ba4-4f10-87a5-98a084b981bd of type vlan for network 004a320a-5084-41af-b46a-ece70c889ea5 Dec 06 12:14:42.313539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.356408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Calling delete_port for c98b5457-cfe7-4418-9e15-c64851b0cbf5 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:42.374039 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c12a55-cc7f-4ee4-90cb-d38c4c867159,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:42.378116 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Transition to ACTIVE for port object 78d5476b-6453-4627-a3f1-51568d3d5e12 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:14:42.397449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.414433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.420684 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:42.458004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472b6b-a16c-483d-997d-70c2b7104cfc req-da8406d5-8fc2-4653-82a3-bc931e672484 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.459611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59472b6b-a16c-483d-997d-70c2b7104cfc req-da8406d5-8fc2-4653-82a3-bc931e672484 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1841147 Dec 06 12:14:42.593886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:42.648335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.649339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.649931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.677268 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:42.680185 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84774c9c-017f-477d-9709-af7b59766af0 req-17500abe-d610-486c-8eb2-cfaf1008ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.681795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-17500abe-d610-486c-8eb2-cfaf1008ed90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c914a2d4b2bf46a0947b2b38745d90a9&device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 1096 time: 0.1083484 Dec 06 12:14:42.685860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.688851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.701913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c98b5457-cfe7-4418-9e15-c64851b0cbf5'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:42.715061 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:42.717443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59472b6b-a16c-483d-997d-70c2b7104cfc req-c0ef8fe3-0fa0-499c-88ca-c4923d05e3e5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352328 Dec 06 12:14:42.752786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:42.753446 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:42.766967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2037013 Dec 06 12:14:42.768541 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae0499-9d30-4ef9-9194-0c3f79b9c0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=004a320a-5084-41af-b46a-ece70c889ea5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:42.771801 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:42.778896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Pushing event deleted for resources: {'Port': ['ID=c98b5457-cfe7-4418-9e15-c64851b0cbf5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:42.780052 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Request body: {'subnet': {'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-694837144-subnet', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:42.790477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-badee2ae-e82e-45f2-b3a0-f0c1fd61750b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/e5931e39-03d7-4930-8f30-09a7705c5f04 HTTP/1.1" status: 200 len: 978 time: 1.9766216 Dec 06 12:14:42.793556 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:42.799089 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Attempting to bind port 78d5476b-6453-4627-a3f1-51568d3d5e12 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:42.799711 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Attempting to bind port 78d5476b-6453-4627-a3f1-51568d3d5e12 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:42.800296 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Attempting to bind port 78d5476b-6453-4627-a3f1-51568d3d5e12 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:42.810336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 004a320a-5084-41af-b46a-ece70c889ea5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:42.813661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:42.822954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575a2c7-c01e-4812-bd3a-a39e2d4c596a req-498dd6b6-ac9f-4c5c-a590-2eaebffb6a25 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.829583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b575a2c7-c01e-4812-bd3a-a39e2d4c596a req-498dd6b6-ac9f-4c5c-a590-2eaebffb6a25 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.2618198 Dec 06 12:14:42.858761 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:42.859410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:42.872770 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] No DVR routers for this DVR port c98b5457-cfe7-4418-9e15-c64851b0cbf5 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:42.876423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.880891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-86042861-ec95-4b2a-8331-8e0cd7535779 req-ce53a538-4e57-4109-a80f-299fbc831093 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.23 "DELETE /v2.0/ports/c98b5457-cfe7-4418-9e15-c64851b0cbf5 HTTP/1.1" status: 204 len: 173 time: 0.9478960 Dec 06 12:14:42.881080 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'name': 'network-vif-deleted', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:42.881216 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Port 78d5476b-6453-4627-a3f1-51568d3d5e12 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:14:42.881505 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Attempting to bind port 78d5476b-6453-4627-a3f1-51568d3d5e12 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:42.883410 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cef6a3-00e5-4464-9898-0f615dcdfe5b" -d '{"events": [{"server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "name": "network-vif-deleted", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:42.907260 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84774c9c-017f-477d-9709-af7b59766af0 req-9e961a26-c876-4149-bc4f-eb29c3e492ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:42.910517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-9e961a26-c876-4149-bc4f-eb29c3e492ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=2b255d80-e460-4ca1-aa1f-62fbe02dd816 HTTP/1.1" status: 200 len: 914 time: 0.2049217 Dec 06 12:14:42.949769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:42.950988 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893d5ee-5850-4090-8d90-eaaaf882e391 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:42.969328 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:42.969599 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:42.969984 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:42.970717 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Bound port: 78d5476b-6453-4627-a3f1-51568d3d5e12, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:42.971123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:42.972238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-4eb51da7-caab-4963-8b79-d68ea09a3d46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55299e66-eb31-4466-9cb8-033c4b8adc04 HTTP/1.1" status: 200 len: 217 time: 0.0505395 Dec 06 12:14:42.972996 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Made reservation on behalf of a5ea01644eda44dd9bc48bdf182acff3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:42.975316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.051865 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84774c9c-017f-477d-9709-af7b59766af0 req-b547f893-be0c-4ef5-a58e-a3289a6adc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:43.052872 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c8360-2635-4bd8-bc89-2b0b9fd5a818 req-69bac7d1-58be-4825-9d25-947d72fdd2cd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:43.053970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-b547f893-be0c-4ef5-a58e-a3289a6adc35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98118601-b08c-40e9-89f6-7e57efe744bb HTTP/1.1" status: 200 len: 853 time: 0.0655696 Dec 06 12:14:43.057700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b9c8360-2635-4bd8-bc89-2b0b9fd5a818 req-69bac7d1-58be-4825-9d25-947d72fdd2cd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 943 time: 0.1990442 Dec 06 12:14:43.087410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b575a2c7-c01e-4812-bd3a-a39e2d4c596a req-171f8f0d-5f6e-4549-9e74-74beeeeee138 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567465 Dec 06 12:14:43.089438 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-4f5a5b04-1a9f-4d41-a715-6cd30c030c8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2b255d80-e460-4ca1-aa1f-62fbe02dd816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259449 Dec 06 12:14:43.149643 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3783b-d808-4c20-ad82-efcecf5f245f x-openstack-request-id: req-b7d3783b-d808-4c20-ad82-efcecf5f245f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:43.150417 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c447ff1-98c0-4114-83d7-5aa023533dd1", "name": "network-vif-deleted", "tag": "c98b5457-cfe7-4418-9e15-c64851b0cbf5", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:43.150677 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7d3783b-d808-4c20-ad82-efcecf5f245f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:43.151074 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c447ff1-98c0-4114-83d7-5aa023533dd1', 'name': 'network-vif-deleted', 'tag': 'c98b5457-cfe7-4418-9e15-c64851b0cbf5', 'status': 'completed', 'code': 200} Dec 06 12:14:43.205712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b9c8360-2635-4bd8-bc89-2b0b9fd5a818 req-e05723ca-9122-4343-8ff1-2c2814838f2e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148155 Dec 06 12:14:43.216071 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 2b407b8f-5357-4438-a37c-d0ce41acc0fa {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:43.216455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.234393 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-cbef7c79-07d4-436f-9b84-32bc65f550a1 service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240489 Dec 06 12:14:43.280364 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:43.309938 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:43.339029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84774c9c-017f-477d-9709-af7b59766af0 req-96af3a16-ac22-449a-a13a-9e506cb681eb service neutron] 10.222.0.23 "GET /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955253 Dec 06 12:14:43.355201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.404112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6334321-c641-4c5b-b74b-ee7773f3a6c8 req-026a99ea-c807-4126-82de-e09c16ea96b4 tempest-ServerTagsTestJSON-1466311032 tempest-ServerTagsTestJSON-1466311032-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c447ff1-98c0-4114-83d7-5aa023533dd1 HTTP/1.1" status: 200 len: 210 time: 0.0961130 Dec 06 12:14:43.447727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc4228-1e62-4f2d-8722-cc5ff8aab32d req-e4e0d015-4291-4f85-ba2c-4d512664ebfc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:43.449871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7fc4228-1e62-4f2d-8722-cc5ff8aab32d req-e4e0d015-4291-4f85-ba2c-4d512664ebfc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2479215 Dec 06 12:14:43.479727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:43.480354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.481793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] 10.222.0.53 "PUT /v2.0/ports/78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 1091 time: 1.9065464 Dec 06 12:14:43.485928 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:43.488805 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf2b02-21d7-47a8-b051-b487f44020d0" -d '{"events": [{"name": "network-changed", "server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:43.508971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.559327 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb43ab-aa01-4030-8319-7507f115d52f x-openstack-request-id: req-a4fb43ab-aa01-4030-8319-7507f115d52f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:43.559639 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:43.559907 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4fb43ab-aa01-4030-8319-7507f115d52f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:43.560275 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'status': 'completed', 'code': 200} Dec 06 12:14:43.652827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c6a6e-d6bd-4fe9-adc2-f7401255acf6 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:43.748093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:43.760192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7fc4228-1e62-4f2d-8722-cc5ff8aab32d req-6d4820f8-f52c-4962-81a0-96729d140e09 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773721 Dec 06 12:14:44.127004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-44f76ec6-b212-4206-a192-aaca61f978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.128567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-44f76ec6-b212-4206-a192-aaca61f978ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1094 time: 0.4924531 Dec 06 12:14:44.139176 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcd86b5-0abd-429c-9e7e-1a2a13331354,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:44.240322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-8d200597-826d-45d4-9d23-5334670a4910 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 217 time: 0.0951738 Dec 06 12:14:44.273034 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934164-940b-402a-b455-6a054801919b req-a591e14d-3fd7-4121-a728-fb0309c01e30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.274423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3934164-940b-402a-b455-6a054801919b req-a591e14d-3fd7-4121-a728-fb0309c01e30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2300527 Dec 06 12:14:44.288667 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Checking segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:44.289037 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Network hostable DHCP agents. Network: 004a320a-5084-41af-b46a-ece70c889ea5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:44.342549 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.342914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.343235 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP e5931e39-03d7-4930-8f30-09a7705c5f04 disassociated. External IP: 172.35.3.116, port: 2b407b8f-5357-4438-a37c-d0ce41acc0fa. Dec 06 12:14:44.343582 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 2b407b8f-5357-4438-a37c-d0ce41acc0fa owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:44.392250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e7ec-9038-446b-b344-f61890e342c2 req-22ea5929-6b03-4e97-a77b-d01f3840bd6b tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.394416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0f5e7ec-9038-446b-b344-f61890e342c2 req-22ea5929-6b03-4e97-a77b-d01f3840bd6b tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.2040849 Dec 06 12:14:44.429580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-b34a3aec-ec8a-4d38-8e35-fcc6e5c2b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.431015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-b34a3aec-ec8a-4d38-8e35-fcc6e5c2b850 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1672039 Dec 06 12:14:44.437880 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Network 004a320a-5084-41af-b46a-ece70c889ea5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:44.476733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3934164-940b-402a-b455-6a054801919b req-903e5cc9-7d8d-42c6-84c6-ac379799c2da tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905563 Dec 06 12:14:44.496973 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 004a320a-5084-41af-b46a-ece70c889ea5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:44.506307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c821edb-f2ee-40f7-9c58-f6e1ade054de None None] Network 004a320a-5084-41af-b46a-ece70c889ea5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:44.509300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.509912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.565396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-62569204-9e3d-4e48-ab09-712dfc1a3d0d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7874210 Dec 06 12:14:44.565812 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:44.571977 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:44.577545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0f5e7ec-9038-446b-b344-f61890e342c2 req-761e820c-1ff0-49bd-97dc-55165f9d15e4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454594 Dec 06 12:14:44.597974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916490-ff2a-4983-b279-099146972a69 req-ef4a81f5-8c99-42e1-a4fa-c38128bf6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.599522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-ef4a81f5-8c99-42e1-a4fa-c38128bf6ea1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541407 Dec 06 12:14:44.612438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.614227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.638796 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47626) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:44.694421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb62ce-85ae-433e-88e7-ce0a8abbd2ea req-e3f1c1a5-39f2-4dbd-9c44-95180c5fcd86 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:44.696073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65cb62ce-85ae-433e-88e7-ce0a8abbd2ea req-e3f1c1a5-39f2-4dbd-9c44-95180c5fcd86 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 943 time: 0.1447904 Dec 06 12:14:44.701747 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Deleting subnet 6d7f593a-5f71-4da9-adb6-16ebd40ab49c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:44.706063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.708495 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-004a320a-5084-41af-b46a-ece70c889ea5', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:14:44.709337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.747743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.757455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.814359 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=2b407b8f-5357-4438-a37c-d0ce41acc0fa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:44.821640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:44.837386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-7075c96f-4748-49b8-8e3f-020c94b538fa service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113581 Dec 06 12:14:44.853004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65cb62ce-85ae-433e-88e7-ce0a8abbd2ea req-8342e705-fb86-4ace-bdb9-4b4670df0f06 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433859 Dec 06 12:14:44.883732 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Allocated IP 172.20.0.2 (004a320a-5084-41af-b46a-ece70c889ea5/2dcd86b5-0abd-429c-9e7e-1a2a13331354/5d20da04-cef5-4618-85ae-32e2816b8d3b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:44.887150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.067339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.091299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.097348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.099272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.136983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.140887 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Network 004a320a-5084-41af-b46a-ece70c889ea5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:45.141351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6d7f593a-5f71-4da9-adb6-16ebd40ab49c HTTP/1.1" status: 204 len: 168 time: 0.5001030 Dec 06 12:14:45.143832 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:45.148433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:45.151527 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Pushing event updated for resources: {'Port': ['ID=5d20da04-cef5-4618-85ae-32e2816b8d3b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:45.151881 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47634) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:45.162833 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55924a-1a9f-4be7-8126-b78981ee234f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7f593a-5f71-4da9-adb6-16ebd40ab49c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:45.188157 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:45.199514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824733c-8a8a-4f48-9376-0eded4d03517 req-bd608b34-6455-4744-9121-761ae27b4a2e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:45.206700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f824733c-8a8a-4f48-9376-0eded4d03517 req-bd608b34-6455-4744-9121-761ae27b4a2e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2473722 Dec 06 12:14:45.209235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Attempting to bind port 5d20da04-cef5-4618-85ae-32e2816b8d3b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:45.209611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Attempting to bind port 5d20da04-cef5-4618-85ae-32e2816b8d3b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:45.209970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Attempting to bind port 5d20da04-cef5-4618-85ae-32e2816b8d3b on network 004a320a-5084-41af-b46a-ece70c889ea5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:45.215042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:45.215665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Checking segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:45.216252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.216640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Bound using segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:45.217099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Bound port: 5d20da04-cef5-4618-85ae-32e2816b8d3b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:45.217493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.223569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7916490-ff2a-4983-b279-099146972a69 req-0b1b5a0c-c009-4881-8300-dd763a037317 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697753 Dec 06 12:14:45.249476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a01c85-b7c9-4fcf-b3eb-468bf5d16acc req-9257a264-23a8-4e29-93d5-1233172f221d tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:45.257727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76a01c85-b7c9-4fcf-b3eb-468bf5d16acc req-9257a264-23a8-4e29-93d5-1233172f221d tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.1629837 Dec 06 12:14:45.284948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.285553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] For port 5d20da04-cef5-4618-85ae-32e2816b8d3b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:45.289082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] For port 5d20da04-cef5-4618-85ae-32e2816b8d3b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d20da04-cef5-4618-85ae-32e2816b8d3b,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:45.294059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.355633 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c66f1f-e3db-4f04-81ba-736f960c25f2 None None] Pushing event updated for resources: {'Port': ['ID=5d20da04-cef5-4618-85ae-32e2816b8d3b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:45.391031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f824733c-8a8a-4f48-9376-0eded4d03517 req-b2466b55-eff5-4143-8151-5dbb28459614 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833930 Dec 06 12:14:45.418264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.442071 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ebb3c1-1a25-436f-860b-0cb18bc93e69']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.442367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76a01c85-b7c9-4fcf-b3eb-468bf5d16acc req-d04b91f4-3fc3-45c4-b19c-d6fd94d69afc tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811721 Dec 06 12:14:45.452119 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10421a0c-c82c-4dc0-902a-050779f3742e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.452681 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10421a0c-c82c-4dc0-902a-050779f3742e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.490371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.526378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.537008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:45.537540 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:45.538165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:45.540188 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:45.550622 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:45.555797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-2ea22600-2448-468f-a216-309372ad3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:45.557497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-2ea22600-2448-468f-a216-309372ad3f3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1094 time: 0.1883202 Dec 06 12:14:45.570550 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:45.585200 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.624333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.647148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.659619 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.672142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.680176 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:45.681356 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.685512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.688670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/44ebb3c1-1a25-436f-860b-0cb18bc93e69 HTTP/1.1" status: 204 len: 168 time: 0.5348835 Dec 06 12:14:45.747947 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:45.748877 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2168-d764-407b-b98f-dd16224d3f30 None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:45.756299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df333c-619e-4004-b957-a4ff1d27aeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ebb3c1-1a25-436f-860b-0cb18bc93e69,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:45.778408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fee7d-309b-4fe2-ad11-5b4a47392604 req-b462b824-af52-4247-bf85-da2796cc3d53 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:45.783258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-548fee7d-309b-4fe2-ad11-5b4a47392604 req-b462b824-af52-4247-bf85-da2796cc3d53 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1100 time: 0.2900190 Dec 06 12:14:45.860662 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Allocated IP 172.35.3.132 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/8729668f-be82-4fa2-afcf-76c525910017) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:45.875773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.879622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d6bc2a63-7166-41e9-9d7f-2ac9f505d5c1 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/2b407b8f-5357-4438-a37c-d0ce41acc0fa HTTP/1.1" status: 204 len: 168 time: 3.0816486 Dec 06 12:14:45.885932 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:45.886276 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:45.986867 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe5f5-e138-4cc7-8d36-878b190e18f8 req-68a99327-f430-4933-988e-00f8d82c90da tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:45.995338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:45.997202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1aefe5f5-e138-4cc7-8d36-878b190e18f8 req-68a99327-f430-4933-988e-00f8d82c90da tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2770605 Dec 06 12:14:46.004473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.020803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c7fcc66f-faf4-4a68-8155-6bddea22cba2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/floatingips/e5931e39-03d7-4930-8f30-09a7705c5f04 HTTP/1.1" status: 200 len: 688 time: 0.1280060 Dec 06 12:14:46.021058 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:46.031250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-548fee7d-309b-4fe2-ad11-5b4a47392604 req-095e0266-52ad-4058-a02a-f7dc07d57270 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191455 Dec 06 12:14:46.054264 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-a5660ac8-541b-4f41-993d-bed2e8da2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:46.055833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-a5660ac8-541b-4f41-993d-bed2e8da2715 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.4599500 Dec 06 12:14:46.089043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09a1ade3-6739-4809-8db6-289e3a4d2f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0dce2807a9847f4a21ea4795a6e334e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007442 Dec 06 12:14:46.123704 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:46.135594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-03c7a52c-89a3-4c01-ac44-97040bf19851 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 217 time: 0.0654628 Dec 06 12:14:46.164626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1aefe5f5-e138-4cc7-8d36-878b190e18f8 req-4fc1a68c-2079-45fd-a6b3-c93e707902ac tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642952 Dec 06 12:14:46.225880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:46.259700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'mac_address': 'fa:16:3e:ec:5c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:46.319448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.331988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.347575 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a9d00a9-e36e-426b-ac89-9830223dad96 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:46.384709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:46.393412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.438768 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:46.448450 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:46.462081 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:46.489474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Pushing event updated for resources: {'Port': ['ID=8729668f-be82-4fa2-afcf-76c525910017,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:46.495875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c98b5457-cfe7-4418-9e15-c64851b0cbf5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:46.504794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.509293 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port cd7a219c-12bb-417d-a3a8-3b05ae513a11 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:46.509638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.510911 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-e3fb49ee-67f5-4258-8542-258860caba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:46.513525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-e3fb49ee-67f5-4258-8542-258860caba6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.3685348 Dec 06 12:14:46.533256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca89172-c958-4b2f-84ff-ca8a4491019a req-e2399473-a919-41fc-9653-3e1e6c62cb3d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:46.540920 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:46.543728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: c98b5457-cfe7-4418-9e15-c64851b0cbf5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:46.544343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c98b5457-cfe7-4418-9e15-c64851b0cbf5 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:46.547339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cca89172-c958-4b2f-84ff-ca8a4491019a req-e2399473-a919-41fc-9653-3e1e6c62cb3d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 943 time: 0.2794776 Dec 06 12:14:46.561594 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:14:46.619586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:46.675613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-e619065a-5fba-4153-a036-bd2f94302c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:46.677262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-e619065a-5fba-4153-a036-bd2f94302c32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174052 Dec 06 12:14:46.685041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['5a9d00a9-e36e-426b-ac89-9830223dad96'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:46.826509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-e340c0e5-2d14-4db3-8b51-8170556a7233 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376595 Dec 06 12:14:46.960764 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa532a0-b062-43f8-9a4b-b0c530a709e8 None None] Network 004a320a-5084-41af-b46a-ece70c889ea5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:46.991314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46bf2b02-21d7-47a8-b051-b487f44020d0 req-9cff5c7b-a15c-4069-b5e3-d77d72061f1b service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246495 Dec 06 12:14:47.035218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cca89172-c958-4b2f-84ff-ca8a4491019a req-339a5f21-03cb-4a32-b263-03f0d3e683bb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4653964 Dec 06 12:14:47.061373 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba039da-c290-4f9e-9713-266e4fec09ef req-e608a117-fcd0-48bc-83d7-91bdcf42b300 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:47.063199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ba039da-c290-4f9e-9713-266e4fec09ef req-e608a117-fcd0-48bc-83d7-91bdcf42b300 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.2325726 Dec 06 12:14:47.074504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.078751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.081411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50456c23-02a9-4331-8299-ed7879f65f8d HTTP/1.1" status: 204 len: 168 time: 0.9553311 Dec 06 12:14:47.131178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5d20da04-cef5-4618-85ae-32e2816b8d3b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:47.136242 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86aeae-5e53-442f-9ec9-0db079dd17d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50456c23-02a9-4331-8299-ed7879f65f8d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:47.138399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] Provisioning complete for port 5d20da04-cef5-4618-85ae-32e2816b8d3b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:47.139197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.236535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ba039da-c290-4f9e-9713-266e4fec09ef req-2d66f303-f7e0-4564-b2f3-10fa41a7c2df tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600778 Dec 06 12:14:47.275944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d9c0b-1545-40b0-b085-dce6283e0baf req-394b1b2d-9a88-4f67-9ba7-b32b7913ed60 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:47.286757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-382d9c0b-1545-40b0-b085-dce6283e0baf req-394b1b2d-9a88-4f67-9ba7-b32b7913ed60 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.1548767 Dec 06 12:14:47.446620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-382d9c0b-1545-40b0-b085-dce6283e0baf req-c8bb9c98-16b2-4160-ac1a-fe3c97b220c9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531994 Dec 06 12:14:47.482849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.579008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea24e0-c357-467f-a68a-e254b12f4501 req-acbee5ec-9e09-4678-b109-a75f91fa2626 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:47.591416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69ea24e0-c357-467f-a68a-e254b12f4501 req-acbee5ec-9e09-4678-b109-a75f91fa2626 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 944 time: 0.0895960 Dec 06 12:14:47.631564 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-64ced27a-9dad-49ef-a44f-d915bf03a2d4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:47.633089 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-64ced27a-9dad-49ef-a44f-d915bf03a2d4 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.23 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 945 time: 0.2482820 Dec 06 12:14:47.658849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] For port 5d20da04-cef5-4618-85ae-32e2816b8d3b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d20da04-cef5-4618-85ae-32e2816b8d3b,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:47.661877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-3da54a46-072a-47d6-9424-3199d5515a9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2477980 Dec 06 12:14:47.671012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.671145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.705499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69ea24e0-c357-467f-a68a-e254b12f4501 req-8047508e-ae00-4bbe-a197-420a18464bba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119359 Dec 06 12:14:47.714774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.742646 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5d20da04-cef5-4618-85ae-32e2816b8d3b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:47.743090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:47.781353 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for cd7a219c-12bb-417d-a3a8-3b05ae513a11 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:47.915596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5680731-2e71-4883-9d1e-f10b8b74b8e7 None None] Pushing event updated for resources: {'Port': ['ID=5d20da04-cef5-4618-85ae-32e2816b8d3b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:48.023591 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:14:48.032429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.056625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:48.229509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:14:48.270670 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Deleting port 55299e66-eb31-4466-9cb8-033c4b8adc04 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:14:48.271228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.440250 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] For port 55299e66-eb31-4466-9cb8-033c4b8adc04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55299e66-eb31-4466-9cb8-033c4b8adc04,segment=NetworkSegment(b34b927c-e8cd-4713-b823-111a0f5862b4),segment_id=b34b927c-e8cd-4713-b823-111a0f5862b4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:48.441785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.469305 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 5a9d00a9-e36e-426b-ac89-9830223dad96 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:48.469687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.490496 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Calling delete_port for 55299e66-eb31-4466-9cb8-033c4b8adc04 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:14:48.516182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:48.539420 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5d4bbc5a-ab9b-487c-b11e-8dcc25882d1a None None] Provisioning complete for port 5d20da04-cef5-4618-85ae-32e2816b8d3b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:48.539799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbc5a-ab9b-487c-b11e-8dcc25882d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.594815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:14:48.713179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.715859 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:48.716368 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.727843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:48.802109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82f6f56a-3902-4f12-822e-cd07fbfe5519 req-f794efd5-5342-4cb0-ad43-4ae0ebf56025 tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 210 time: 0.0629308 Dec 06 12:14:48.849590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec61f4-5031-444f-96b3-3d840c1ed118 req-890db65c-df41-41a2-84c5-e6ae9ba1a2de tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:48.859486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17ec61f4-5031-444f-96b3-3d840c1ed118 req-890db65c-df41-41a2-84c5-e6ae9ba1a2de tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 943 time: 0.6812189 Dec 06 12:14:49.001630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17ec61f4-5031-444f-96b3-3d840c1ed118 req-2c6538f2-8d0b-4cac-8037-8fa51ad57278 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397879 Dec 06 12:14:49.076935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Pushing event deleted for resources: {'Port': ['ID=55299e66-eb31-4466-9cb8-033c4b8adc04,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:49.095090 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-695768652-network', 'tenant_id': '0a017aef5f3446628f8dce11c34cad63'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:49.104622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5d20da04-cef5-4618-85ae-32e2816b8d3b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:49.158136 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:14:49.179854 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] No DVR routers for this DVR port 55299e66-eb31-4466-9cb8-033c4b8adc04 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:14:49.185094 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:49.190511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.194026 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d84c256d-5d75-4f80-9e2a-87b8b30c3838 req-1f8b662f-0336-4ece-bfbe-594495f9a8ce tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.23 "DELETE /v2.0/ports/55299e66-eb31-4466-9cb8-033c4b8adc04 HTTP/1.1" status: 204 len: 173 time: 1.5380406 Dec 06 12:14:49.196129 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'name': 'network-vif-deleted', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:49.198743 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f4e2d-c854-48a0-8385-1d7aa45951b1" -d '{"events": [{"server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "name": "network-vif-deleted", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:49.218617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.232213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Made reservation on behalf of 0a017aef5f3446628f8dce11c34cad63 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:49.234745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.286540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.289433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:49.291922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.298008 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:49.301026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.301485 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54220b5-767d-46cd-aa7c-11d1e3e399f7" -d '{"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-plugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:49.305548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f422f-5bd0-4a2b-87cd-ac09fbe8e9bb req-f9ec6f09-6247-4ddb-bcc0-43c29322bfa7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:49.311099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-611f422f-5bd0-4a2b-87cd-ac09fbe8e9bb req-f9ec6f09-6247-4ddb-bcc0-43c29322bfa7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2346988 Dec 06 12:14:49.372923 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:49.376920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.391062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc35d6-0a97-484a-851f-9bb9b3f6f245 req-049c9d4d-f05f-4e46-acc8-d78b9ad0afbd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:49.403999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6adc35d6-0a97-484a-851f-9bb9b3f6f245 req-049c9d4d-f05f-4e46-acc8-d78b9ad0afbd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 944 time: 0.2690461 Dec 06 12:14:49.429587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=cd7a219c-12bb-417d-a3a8-3b05ae513a11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:49.457917 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.460432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5d20da04-cef5-4618-85ae-32e2816b8d3b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:49.460866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.493874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-611f422f-5bd0-4a2b-87cd-ac09fbe8e9bb req-cbfa6e6a-d237-4218-8082-9ab6c2c17a7a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727867 Dec 06 12:14:49.527350 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:49.592086 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3afba4-da37-48e7-b1ff-acd85d4171e1 x-openstack-request-id: req-5b3afba4-da37-48e7-b1ff-acd85d4171e1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:49.592741 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54283249-8748-4bdc-b036-e96dbdb2127b", "name": "network-vif-deleted", "tag": "55299e66-eb31-4466-9cb8-033c4b8adc04", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:49.593255 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b3afba4-da37-48e7-b1ff-acd85d4171e1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:49.594416 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54283249-8748-4bdc-b036-e96dbdb2127b', 'name': 'network-vif-deleted', 'tag': '55299e66-eb31-4466-9cb8-033c4b8adc04', 'status': 'completed', 'code': 200} Dec 06 12:14:49.602180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6adc35d6-0a97-484a-851f-9bb9b3f6f245 req-8e153f59-7353-4ec1-950a-535187626793 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906953 Dec 06 12:14:49.623571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['78d5476b-6453-4627-a3f1-51568d3d5e12'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:14:49.670987 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4494a9cb-bb74-43a3-b8b5-71eca5abeead x-openstack-request-id: req-4494a9cb-bb74-43a3-b8b5-71eca5abeead {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:49.671527 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-plugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:49.671769 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4494a9cb-bb74-43a3-b8b5-71eca5abeead {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:49.672708 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'code': 200} Dec 06 12:14:49.690331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.693317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.694933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-019b5647-7b1b-46de-b4ac-4a663d20e591 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/e5931e39-03d7-4930-8f30-09a7705c5f04 HTTP/1.1" status: 204 len: 168 time: 3.6730025 Dec 06 12:14:49.698687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:49.704409 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '5e8de4fa-30c0-4f17-8196-c99e57b47beb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:49.747174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.754629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.762206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.767622 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:14:49.812781 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:49.881978 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbe777b-02d5-432c-b9e4-74aed0df85b8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:49.885332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:49.890510 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Added segment cd62bea7-f437-4d79-b700-05430de2c2f4 of type vlan for network c106b419-66e6-49a6-9fb7-e7692160c82a Dec 06 12:14:50.031719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b3d5fee-10ca-4f72-9717-3514c1b895bc req-a3e45a3a-fe9f-4aa8-9de6-ea3854d17b3b tempest-InstanceActionsTestJSON-2112181344 tempest-InstanceActionsTestJSON-2112181344-project] 10.222.0.31 "GET /v2.0/ports?device_id=54283249-8748-4bdc-b036-e96dbdb2127b HTTP/1.1" status: 200 len: 210 time: 0.0697505 Dec 06 12:14:50.066428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.076579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.219057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.220337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.221188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.231570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:50.243894 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Sync routers for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:50.247102 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da51331-3eff-449d-969a-1a6fe0aa56c3 req-4b67f947-ab8e-40f4-82c5-ed28ce4e6ee8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.248751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0da51331-3eff-449d-969a-1a6fe0aa56c3 req-4b67f947-ab8e-40f4-82c5-ed28ce4e6ee8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1000874 Dec 06 12:14:50.263940 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:50.265578 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:50.274737 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.225 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/5a5b7cd8-a523-46ad-aef5-eac638ee9f6b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:50.281991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-3dfc2132-5eb1-4688-b086-d477c67de2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.283617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-3dfc2132-5eb1-4688-b086-d477c67de2ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1269960 Dec 06 12:14:50.326114 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5995615 Dec 06 12:14:50.326114 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbddac-365b-45d7-8b22-c9d0485833d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c106b419-66e6-49a6-9fb7-e7692160c82a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:50.330673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.331910 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bcdc7795-9111-49f1-bfb9-90835fd1fc24 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7649710 Dec 06 12:14:50.336365 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:50.353456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0da51331-3eff-449d-969a-1a6fe0aa56c3 req-1637c823-dcbd-4f4d-ae9e-7a2f3cdb4f10 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940177 Dec 06 12:14:50.440461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:50.485020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c106b419-66e6-49a6-9fb7-e7692160c82a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:50.492217 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 55299e66-eb31-4466-9cb8-033c4b8adc04 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:14:50.523910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.562147 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-a3fa5c6f-e2d9-4c58-80ed-6e8bc85248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.563640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-a3fa5c6f-e2d9-4c58-80ed-6e8bc85248e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2452397 Dec 06 12:14:50.627140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 55299e66-eb31-4466-9cb8-033c4b8adc04 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:14:50.627140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 55299e66-eb31-4466-9cb8-033c4b8adc04 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:14:50.663222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-aed744c6-8e77-479a-8d35-813ac6d47139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0912256 Dec 06 12:14:50.692504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:50.775484 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-36d1ec6a-a791-45c7-8734-3a0335a982c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.777097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-36d1ec6a-a791-45c7-8734-3a0335a982c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1046267 Dec 06 12:14:50.815881 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:50.839393 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:50.847142 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:50.850944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=5a5b7cd8-a523-46ad-aef5-eac638ee9f6b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:50.860030 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-afc06cc8-cf2d-48ed-ae53-d2ad13df5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.862539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-afc06cc8-cf2d-48ed-ae53-d2ad13df5609 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739021 Dec 06 12:14:50.922616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:47Z', 'revision_number': 3, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:50.951470 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308697-d497-48c5-bb50-34dd27f59d2d req-92b093e8-631d-4ca6-93f9-29ef6553158d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:50.953340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40308697-d497-48c5-bb50-34dd27f59d2d req-92b093e8-631d-4ca6-93f9-29ef6553158d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2716360 Dec 06 12:14:50.964640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Checking router: 4e2d4075-4668-4c09-a4ec-a09794bef6d1 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:50.965139 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Updating router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 port 8729668f-be82-4fa2-afcf-76c525910017 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:14:50.998199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.005489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-3ee1b46e-dd2e-41a5-9096-eda5e70a7840 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344750 Dec 06 12:14:51.125213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-ef23ba3b-25f8-4192-9dfe-a00fc01e909a service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110034 Dec 06 12:14:51.233853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40308697-d497-48c5-bb50-34dd27f59d2d req-7051419e-7ee0-42dd-bd0c-872bbad73759 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691016 Dec 06 12:14:51.305273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785713b-069a-4960-9c2b-5ae5e63826f2 req-9bdf7d1f-f39c-4733-af0b-0a3fa2b1d40b tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:51.311410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785713b-069a-4960-9c2b-5ae5e63826f2 req-9bdf7d1f-f39c-4733-af0b-0a3fa2b1d40b tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:51.317873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785713b-069a-4960-9c2b-5ae5e63826f2 req-9bdf7d1f-f39c-4733-af0b-0a3fa2b1d40b tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:51.325062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8785713b-069a-4960-9c2b-5ae5e63826f2 req-9bdf7d1f-f39c-4733-af0b-0a3fa2b1d40b tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4810343 Dec 06 12:14:51.401266 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:51.462049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.471620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.494600 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Deleting subnet 98118601-b08c-40e9-89f6-7e57efe744bb {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:14:51.501170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.562979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Attempting to bind port 8729668f-be82-4fa2-afcf-76c525910017 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:51.563583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Attempting to bind port 8729668f-be82-4fa2-afcf-76c525910017 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:51.563741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Attempting to bind port 8729668f-be82-4fa2-afcf-76c525910017 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:51.573659 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690994a-1516-4b68-8ff4-611d5c8e2681 None None] Pushing event updated for resources: {'Port': ['ID=8729668f-be82-4fa2-afcf-76c525910017,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:51.574624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.576050 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:51.576421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:51.576825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.577227 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:51.577761 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Bound port: 8729668f-be82-4fa2-afcf-76c525910017, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:51.578144 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.607117 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59c803-e7e4-4207-9604-5501a265bda9 req-8cdfe5c6-1694-4121-a9c7-a648ad7b03c1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:51.615351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b59c803-e7e4-4207-9604-5501a265bda9 req-8cdfe5c6-1694-4121-a9c7-a648ad7b03c1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2575767 Dec 06 12:14:51.624954 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.682678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] For port 8729668f-be82-4fa2-afcf-76c525910017, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:14:51.686965 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] For port 8729668f-be82-4fa2-afcf-76c525910017, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8729668f-be82-4fa2-afcf-76c525910017,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:14:51.696090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.726603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.770066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98118601-b08c-40e9-89f6-7e57efe744bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:51.784683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.793515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-272036ee-6a65-4b5f-8731-aa381d785b7e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/98118601-b08c-40e9-89f6-7e57efe744bb HTTP/1.1" status: 204 len: 168 time: 0.3900266 Dec 06 12:14:51.794365 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47782) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:51.798771 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690994a-1516-4b68-8ff4-611d5c8e2681 None None] Pushing event updated for resources: {'Port': ['ID=8729668f-be82-4fa2-afcf-76c525910017,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:51.808708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:51.809460 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:51.901657 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:51.935039 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:52.008011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.032407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.038494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:52.046831 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b255d80-e460-4ca1-aa1f-62fbe02dd816']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:52.058717 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34b927c-e8cd-4713-b823-111a0f5862b4') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:52.059021 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34b927c-e8cd-4713-b823-111a0f5862b4') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:52.071370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.076082 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe340006-ae8e-4cc9-951a-2882edf3b5f8 req-a3113295-88ee-4665-b922-3fbf7122824a tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:52.077790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe340006-ae8e-4cc9-951a-2882edf3b5f8 req-a3113295-88ee-4665-b922-3fbf7122824a tempest-ComputeTenantNetworksTest-9734523 tempest-ComputeTenantNetworksTest-9734523-project] 10.222.0.31 "GET /v2.0/networks/c106b419-66e6-49a6-9fb7-e7692160c82a HTTP/1.1" status: 200 len: 768 time: 0.5572560 Dec 06 12:14:52.091565 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:52.105462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b59c803-e7e4-4207-9604-5501a265bda9 req-a770de8b-3247-460f-85af-b74f51870b5e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886270 Dec 06 12:14:52.110934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.122214 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:52.122629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:52.194922 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:52.208388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 78d5476b-6453-4627-a3f1-51568d3d5e12 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:14:52.208493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.208608 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 78d5476b-6453-4627-a3f1-51568d3d5e12 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:52.208608 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.216343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.224274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b255d80-e460-4ca1-aa1f-62fbe02dd816 HTTP/1.1" status: 204 len: 168 time: 0.4283750 Dec 06 12:14:52.241612 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bebb9c-0eda-4f86-98c3-d53ef71579cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2b255d80-e460-4ca1-aa1f-62fbe02dd816,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:52.297666 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:47Z', 'revision_number': 3, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:52.364682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d78d5-5197-4527-a896-ea10fc404027 None None] The sync data for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 is: [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:47Z', 'revision_number': 3, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:52.395204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.425790 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:52.451666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.495245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62e18045-06af-4d9c-b136-2a60bd6b006b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c914a2d4b2bf46a0947b2b38745d90a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677905 Dec 06 12:14:52.496009 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47794) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:52.560305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.598759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.636522 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:14:52.646675 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36d0c3-0a84-4f99-9536-d4425acdc8bb" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:14:52.656336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbd878-adca-4b46-a515-cc51bd94400e req-06208ecc-fd70-4116-9b46-2c44ad4f5a3e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:52.658837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fcbd878-adca-4b46-a515-cc51bd94400e req-06208ecc-fd70-4116-9b46-2c44ad4f5a3e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.4183891 Dec 06 12:14:52.669869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:52.676868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.705963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.715474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.718189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:52.719465 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288 HTTP/1.1" status: 204 len: 168 time: 0.2224305 Dec 06 12:14:52.738429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb205-cce0-45b4-b80b-071d77f5e8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb288e2-ab59-4e0d-ad33-5e2f2e5d0288,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:52.763616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395dbcf-0b34-47ba-b81f-2fd30f092008 req-1a756d01-0062-4432-a128-4d53a9093ebc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:52.767374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f395dbcf-0b34-47ba-b81f-2fd30f092008 req-1a756d01-0062-4432-a128-4d53a9093ebc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.3611031 Dec 06 12:14:52.811579 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:52.896122 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Allocated IP 172.20.0.1 (004a320a-5084-41af-b46a-ece70c889ea5/2dcd86b5-0abd-429c-9e7e-1a2a13331354/7763e856-d1ea-4d6a-928e-1003c745a590) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:52.953823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.071611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8729668f-be82-4fa2-afcf-76c525910017 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:53.071803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5fcbd878-adca-4b46-a515-cc51bd94400e req-088e13eb-7d02-4f6b-8c99-d85b62b171ba tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383093 Dec 06 12:14:53.076229 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c106b419-66e6-49a6-9fb7-e7692160c82a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:53.103297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.108059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f395dbcf-0b34-47ba-b81f-2fd30f092008 req-2095d6e9-75d3-4a32-bbf1-ef7a6f30b2f7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946033 Dec 06 12:14:53.112253 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd62bea7-f437-4d79-b700-05430de2c2f4') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:53.112557 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd62bea7-f437-4d79-b700-05430de2c2f4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:53.176266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.184301 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8729668f-be82-4fa2-afcf-76c525910017 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:53.184301 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.237169 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62e4bc-5a45-4258-9cb4-0e5df8d7c7c4 x-openstack-request-id: req-7a62e4bc-5a45-4258-9cb4-0e5df8d7c7c4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:14:53.237725 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:14:53.238237 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a62e4bc-5a45-4258-9cb4-0e5df8d7c7c4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:14:53.238865 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:14:53.257510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.307600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:14:53.308163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:14:53.311537 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:14:53.379530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.434058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 8729668f-be82-4fa2-afcf-76c525910017, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8729668f-be82-4fa2-afcf-76c525910017,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:14:53.443565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.547684 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=8729668f-be82-4fa2-afcf-76c525910017,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:53.642485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.654750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.691579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.700789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] 10.222.0.31 "DELETE /v2.0/networks/c106b419-66e6-49a6-9fb7-e7692160c82a HTTP/1.1" status: 204 len: 168 time: 1.6077223 Dec 06 12:14:53.722740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796822cc-39b4-4aa8-9b2a-95df40183eed req-b8c14c45-7f40-457e-b40f-a5084ff216b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:53.724357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-796822cc-39b4-4aa8-9b2a-95df40183eed req-b8c14c45-7f40-457e-b40f-a5084ff216b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1096 time: 0.3819013 Dec 06 12:14:53.771576 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1c069-9460-48ac-8d58-cff605c2b7da admin admin] Pushing event deleted for resources: {'Network': ['ID=c106b419-66e6-49a6-9fb7-e7692160c82a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:53.834837 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650ac1-84f1-4ba2-80d8-850884a35af1 req-e35cb602-ec30-45cd-925d-ff058ee62077 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:53.836853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90650ac1-84f1-4ba2-80d8-850884a35af1 req-e35cb602-ec30-45cd-925d-ff058ee62077 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.4659960 Dec 06 12:14:53.838154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.940347 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.944311 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Network 004a320a-5084-41af-b46a-ece70c889ea5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:53.964736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:53.966851 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:53.978827 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:53.994251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-796822cc-39b4-4aa8-9b2a-95df40183eed req-580ec59d-0cba-4a83-84b9-b6de24cd89e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345386 Dec 06 12:14:54.023934 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:54.077659 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47822) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:54.102540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90650ac1-84f1-4ba2-80d8-850884a35af1 req-7beb96fb-5c03-4361-8265-d0f99adb50dc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522843 Dec 06 12:14:54.173712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bb99811c-c95c-421d-9a1e-d0758bb906cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a017aef5f3446628f8dce11c34cad63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933595 Dec 06 12:14:54.186104 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:54.255317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.346623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=5a5b7cd8-a523-46ad-aef5-eac638ee9f6b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:54.371871 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fa1cad0-84c0-448c-8457-abe03e6785de None None] Provisioning complete for port 7763e856-d1ea-4d6a-928e-1003c745a590 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:54.372514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fa1cad0-84c0-448c-8457-abe03e6785de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.412607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.468965 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1cad0-84c0-448c-8457-abe03e6785de None None] Port 7763e856-d1ea-4d6a-928e-1003c745a590 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:54.489015 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47836) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:54.623946 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1200564426-network', 'tenant_id': '663592c0dde34e95b37b182d0455e341'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:54.649534 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c77ae-103f-41ef-a5aa-7b3377dacb73 req-60988c68-7af1-4f16-9465-fa3665d3daaa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:54.651826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145c77ae-103f-41ef-a5aa-7b3377dacb73 req-60988c68-7af1-4f16-9465-fa3665d3daaa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.3630605 Dec 06 12:14:54.665814 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011438be-5f51-4711-8334-06aedef1bcd9 req-fd1b8f29-7f57-41d5-b482-e9da11d9f17c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:54.666210 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Made reservation on behalf of 663592c0dde34e95b37b182d0455e341 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:54.667676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-011438be-5f51-4711-8334-06aedef1bcd9 req-fd1b8f29-7f57-41d5-b482-e9da11d9f17c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.3408353 Dec 06 12:14:54.669001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.690789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.745533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.769555 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 743706d7-369c-4f14-b8a9-b47101827b09 associated. External IP: 172.35.3.225, port: 5e8de4fa-30c0-4f17-8196-c99e57b47beb. Dec 06 12:14:54.807942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.818764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.857716 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:54.870030 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c84bb17-5b61-4104-84e9-5a98ad379d88,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:54.870545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.877443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.877912 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Added segment de4aa341-b21a-46b5-bd11-614754b1b7f1 of type vlan for network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e Dec 06 12:14:54.911383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-011438be-5f51-4711-8334-06aedef1bcd9 req-b8bb4f0d-2f03-40e6-830d-cfea53d840e6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243521 Dec 06 12:14:54.918922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:54.931125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145c77ae-103f-41ef-a5aa-7b3377dacb73 req-0f09e995-2de9-478a-9cbb-a3e7f5ed4d71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590144 Dec 06 12:14:54.973333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.036090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.037400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:55.038938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.113444 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6237221 Dec 06 12:14:55.117308 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:55.121142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8729668f-be82-4fa2-afcf-76c525910017 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:14:55.122637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Request body: {'subnet': {'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1200564426-subnet', 'tenant_id': '663592c0dde34e95b37b182d0455e341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:55.148764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.161040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.163576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea22d1-7a46-4645-9242-b196420d8f00 admin admin] Pushing event updated for resources: {'Network': ['ID=85f12aaa-79a4-4a4d-bc1c-46efeda8285e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:55.166377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdbe777b-02d5-432c-b9e4-74aed0df85b8 HTTP/1.1" status: 204 len: 168 time: 0.9776533 Dec 06 12:14:55.204940 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:55.213384 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Made reservation on behalf of 663592c0dde34e95b37b182d0455e341 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:55.215743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.431789 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8729668f-be82-4fa2-afcf-76c525910017 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:55.435053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.507804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.580621 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f1db78-f2ce-43a3-b3b2-bc236ae02b4c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:55.607352 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Checking segment: {'id': 'de4aa341-b21a-46b5-bd11-614754b1b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:55.607864 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Network hostable DHCP agents. Network: 85f12aaa-79a4-4a4d-bc1c-46efeda8285e, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:55.630120 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:55.657993 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 85f12aaa-79a4-4a4d-bc1c-46efeda8285e) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:55.665999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:55.667975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.668864 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe628a-68b7-4661-ab19-c24b1c97f054 None None] Network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:55.696728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70b52572-b5a1-4e5e-8fa1-e1d0a84ce0df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5781972 Dec 06 12:14:55.731248 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde16df-0c19-4286-878a-988a145c8974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbe777b-02d5-432c-b9e4-74aed0df85b8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:55.872683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d313e2-3591-4333-a177-b2f64c0f86fb req-3fd9d966-f62d-4fc1-9728-6537cb70cadc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:55.876470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9d313e2-3591-4333-a177-b2f64c0f86fb req-3fd9d966-f62d-4fc1-9728-6537cb70cadc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1798999 Dec 06 12:14:55.882245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.888171 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e64d80-ab6a-4515-85f6-9419d47128c3 None None] Network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:55.906534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:55.943866 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:56.079532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:56.123368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.128140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9d313e2-3591-4333-a177-b2f64c0f86fb req-708eda0b-9607-49af-bc18-3dac30b9e8b7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436430 Dec 06 12:14:56.343333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b1f7-a408-46d5-a485-b98d3e763a35 req-dcd5c52d-43f4-4065-af19-70ea2adf71d1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:56.346443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55c9b1f7-a408-46d5-a485-b98d3e763a35 req-dcd5c52d-43f4-4065-af19-70ea2adf71d1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2679636 Dec 06 12:14:56.365470 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47876) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:56.393653 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:56.404783 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:56.422766 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:56.426258 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:56.431523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc17a8-dacc-4fc1-9333-61830d4550c8 req-0ad0c82a-ceda-49ed-bc60-c495b35caf77 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:56.435703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86bc17a8-dacc-4fc1-9333-61830d4550c8 req-0ad0c82a-ceda-49ed-bc60-c495b35caf77 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.2074444 Dec 06 12:14:56.471997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.500835 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:56.511444 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:56.512308 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:56.518382 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Network 004a320a-5084-41af-b46a-ece70c889ea5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:56.545554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55c9b1f7-a408-46d5-a485-b98d3e763a35 req-15fa1042-f950-406f-91f3-dfde60880713 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706533 Dec 06 12:14:56.546597 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:56.569019 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:56.570115 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d384d7-986a-4747-9512-08f9a657b7fd None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:56.576208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83b4d95b-5f3b-45aa-a39b-307f36ee4ac4 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8740273 Dec 06 12:14:56.577255 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47880) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:56.585728 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1178476110'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:56.609625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1445358370-network', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:56.652450 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:56.657179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.664573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86bc17a8-dacc-4fc1-9333-61830d4550c8 req-b582891b-3a81-41e0-bc67-abcfda347ac2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159624 Dec 06 12:14:56.702813 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Made reservation on behalf of 4d863b44e7e04228b21d2005be90ed50 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:56.705287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.743243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.762778 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:56.778368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.778718 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Added segment 6113fdc3-5b6f-4ea2-b04e-f7119dce027f of type vlan for network cf314f3f-45af-48e6-93c3-45f6d91ef772 Dec 06 12:14:56.818345 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:14:56.863585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.939541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.945093 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:56.951308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.974920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.994813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.002799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3a45-6049-4a90-9bcf-d8479444f014 req-614f63e1-797c-4a2a-9c6d-7eaf866ecc36 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:57.029343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6d3a45-6049-4a90-9bcf-d8479444f014 req-614f63e1-797c-4a2a-9c6d-7eaf866ecc36 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.2159054 Dec 06 12:14:57.036079 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:14:57.050017 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7870883a-e592-4202-b0e3-f80c936d48de None None] Provisioning complete for port 7763e856-d1ea-4d6a-928e-1003c745a590 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:57.050626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7870883a-e592-4202-b0e3-f80c936d48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.072982 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4940882 Dec 06 12:14:57.079070 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272a46-ee8a-4c02-98ac-cd98ff25f00a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Network': ['ID=cf314f3f-45af-48e6-93c3-45f6d91ef772,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:57.082958 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47892) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:57.096938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'subnet': {'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:57.118987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2a6af-7f7f-457e-98e3-783f4a4c8af4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:57.131598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:57.132303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.132661 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Added segment dcf165db-463d-418d-9318-92411347c3b8 of type vlan for network b1e62408-d1aa-4c69-92bc-53c93edde5f5 Dec 06 12:14:57.239044 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7870883a-e592-4202-b0e3-f80c936d48de None None] Port 7763e856-d1ea-4d6a-928e-1003c745a590 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:14:57.245390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f2b610f-5ccb-4977-ba03-af1905f0d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.255325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.256752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6d3a45-6049-4a90-9bcf-d8479444f014 req-4c367dd7-8593-451b-ab3a-48d24482797b tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260885 Dec 06 12:14:57.305136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.305372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:14:57.306765 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:57.306765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.313045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cda8c1a3-13f5-4884-a1d5-a94d5e51f1e4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e2d4075-4668-4c09-a4ec-a09794bef6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9749510 Dec 06 12:14:57.319088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Sync routers for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:14:57.332929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:14:57.333578 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:57.341525 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:57.345072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.352408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-c86daa2e-39f6-49a5-9d14-2658cc56a640 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:57.359734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-c86daa2e-39f6-49a5-9d14-2658cc56a640 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/networks?id=85f12aaa-79a4-4a4d-bc1c-46efeda8285e HTTP/1.1" status: 200 len: 818 time: 0.2329042 Dec 06 12:14:57.378209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-1002c8ea-1878-469c-bb68-420c333b0464 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/quotas/663592c0dde34e95b37b182d0455e341 HTTP/1.1" status: 200 len: 375 time: 0.0171134 Dec 06 12:14:57.423333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0567694 Dec 06 12:14:57.445705 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47904) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:57.456939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-87b08bdd-6f0e-4a00-91e0-45996ab4918d tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663592c0dde34e95b37b182d0455e341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770085 Dec 06 12:14:57.457720 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Request body: {'subnet': {'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1445358370-subnet', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:57.520443 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Made reservation on behalf of 4d863b44e7e04228b21d2005be90ed50 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:14:57.522701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.565787 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:14:57.592307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fea25-f1ea-4f33-974c-45eed85f3b1d req-53abe88c-0ec7-4c5e-8bd3-115632a12463 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:57.597646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-450fea25-f1ea-4f33-974c-45eed85f3b1d req-53abe88c-0ec7-4c5e-8bd3-115632a12463 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.1509068 Dec 06 12:14:57.624944 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47910) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:57.636716 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'floatingip': {'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:57.656309 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeea8-d1b8-417d-83e5-3d3ed3acc18b admin admin] Pushing event updated for resources: {'Network': ['ID=b1e62408-d1aa-4c69-92bc-53c93edde5f5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:57.679506 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:14:57.686441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.882630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-171a7609-7a0c-47b8-a6c8-e13289eb6731 service neutron] 10.222.0.31 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236426 Dec 06 12:14:57.904008 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:14:55Z', 'revision_number': 2, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:57.927169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:57.950702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Checking router: 4e2d4075-4668-4c09-a4ec-a09794bef6d1 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:14:57.951488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Updating router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 port 7763e856-d1ea-4d6a-928e-1003c745a590 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:14:58.006376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:58.052820 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Checking segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:58.053259 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Network hostable DHCP agents. Network: b1e62408-d1aa-4c69-92bc-53c93edde5f5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:58.107315 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:58.134295 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1e62408-d1aa-4c69-92bc-53c93edde5f5) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:58.150626 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b13b6-8817-4597-b5c6-3766dd486d6f None None] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:58.177760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:58.179501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.218064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.281804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c430c24e-b573-447f-8ed3-4e387406cd03 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8300169 Dec 06 12:14:58.285089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Subnet': ['ID=88795b48-9f6c-4b97-bc4c-22ba168cd210,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:58.294530 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47914) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:58.298182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.308784 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:58.337696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.339073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.347729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.356932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.371831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:14:58.372688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.455589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.459729 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Checking segment: {'id': '6113fdc3-5b6f-4ea2-b04e-f7119dce027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:58.460063 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network hostable DHCP agents. Network: cf314f3f-45af-48e6-93c3-45f6d91ef772, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:14:58.534959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0607c-a245-4878-b078-0a0bbe9f3ddc req-75f8d50b-2631-4e9d-8958-6bd10d5b1b30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:58.536921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2a0607c-a245-4878-b078-0a0bbe9f3ddc req-75f8d50b-2631-4e9d-8958-6bd10d5b1b30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.7032211 Dec 06 12:14:58.542243 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Floating IP b788724c-f1e5-4d26-8f1e-57147dffced4 associated. External IP: 172.35.3.254, port: 78d5476b-6453-4627-a3f1-51568d3d5e12. Dec 06 12:14:58.632009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-ac9c814b-88c9-463e-895d-d6a8f401d699 service neutron] 10.222.0.31 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344577 Dec 06 12:14:58.696824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Allocated IP 172.20.0.2 (b1e62408-d1aa-4c69-92bc-53c93edde5f5/8c70c8e1-dbfc-42e1-b954-41ea8e15cb92/25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:14:58.871230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.882035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.989211 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ac111-67b6-4d7b-bc90-bf96b3f35570 None None] Pushing event updated for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:59.113291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.150880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.254832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Attempting to bind port 7763e856-d1ea-4d6a-928e-1003c745a590 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:59.256017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Attempting to bind port 7763e856-d1ea-4d6a-928e-1003c745a590 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:59.262433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Attempting to bind port 7763e856-d1ea-4d6a-928e-1003c745a590 on network 004a320a-5084-41af-b46a-ece70c889ea5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:59.359118 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:14:59.362053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:59.363769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Checking segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:59.364337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.364973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Bound using segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:59.365547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Bound port: 7763e856-d1ea-4d6a-928e-1003c745a590, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:59.365989 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.403511 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:59.423866 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:14:59.429439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:14:59.440708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Pushing event updated for resources: {'Port': ['ID=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:14:59.525473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.531267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2a0607c-a245-4878-b078-0a0bbe9f3ddc req-d2fcd640-651c-4139-8a68-057ec52bef54 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9812443 Dec 06 12:14:59.535909 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cf314f3f-45af-48e6-93c3-45f6d91ef772) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:14:59.563820 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:59.564931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.569270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec920ec-4f28-4a22-89ab-2467192f78e9 None None] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:14:59.667153 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06d492ac-2bb1-41e9-936a-a6a0c1afd7e3 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5787740 Dec 06 12:14:59.689259 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47928) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:59.699128 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2137926464', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:59.781976 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47930) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:59.786719 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217449891', 'description': 'tempest-description--2136153975'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:14:59.812125 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0260af8d-d435-4dfd-8d0a-33677fa88635 None None] Provisioning complete for port 7763e856-d1ea-4d6a-928e-1003c745a590 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:14:59.812508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0260af8d-d435-4dfd-8d0a-33677fa88635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.833251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.834322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.859503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Attempting to bind port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:14:59.859988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Attempting to bind port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:14:59.860442 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Attempting to bind port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:14:59.864878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404c913-64d8-41a8-84bc-b1ec274e689a req-77683616-e7f8-48dc-ac59-035d93277b00 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:59.867167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4404c913-64d8-41a8-84bc-b1ec274e689a req-77683616-e7f8-48dc-ac59-035d93277b00 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.1539872 Dec 06 12:14:59.879236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:14:59.879628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Checking segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:14:59.880012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.880406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Bound using segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:14:59.881144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Bound port: 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:14:59.881559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.891272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d3c1-77b9-49fa-af31-b253133cb0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.954642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0260af8d-d435-4dfd-8d0a-33677fa88635 None None] Port 7763e856-d1ea-4d6a-928e-1003c745a590 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:00.012278 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Router 4b69fbdc-8169-4e13-a68a-cbea66320e5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:00.038282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] For port 7763e856-d1ea-4d6a-928e-1003c745a590, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:00.060783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] For port 7763e856-d1ea-4d6a-928e-1003c745a590, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7763e856-d1ea-4d6a-928e-1003c745a590,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:00.066616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4404c913-64d8-41a8-84bc-b1ec274e689a req-3fcfb0e7-d35d-4be5-a9a3-922bd5b8951f tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364138 Dec 06 12:15:00.074116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.076292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fc9ce81-a38e-4b54-bfdf-ff0ecba706f8 req-c10dcc48-e399-4e74-8b1a-d750e6b87ecb tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 210 time: 0.0776012 Dec 06 12:15:00.094005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cf314f3f-45af-48e6-93c3-45f6d91ef772', 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772', 'tenant_id': 'fadb5732888148c98561fb7a76acc6df', 'fixed_ips': [{'subnet_id': '88795b48-9f6c-4b97-bc4c-22ba168cd210'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:15:00.094005 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.128811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.177590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.218507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] For port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:00.227485 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] For port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:00.339173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.347197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:00.368428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d294d-77ce-4d10-b8d0-539a1393e60b req-25df7f6e-8472-44de-9e15-c17e79474309 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:00.377612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-068d294d-77ce-4d10-b8d0-539a1393e60b req-25df7f6e-8472-44de-9e15-c17e79474309 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.0792413 Dec 06 12:15:00.403893 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Sync routers for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:00.415619 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:00.416258 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Allocated IP 172.20.0.2 (cf314f3f-45af-48e6-93c3-45f6d91ef772/88795b48-9f6c-4b97-bc4c-22ba168cd210/cf1ebec6-e338-4ea7-b9fa-399a0f50083b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:00.417360 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:00.447995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.509423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.515673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.519572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51bcac87-f6b2-4c17-8796-58ddb81b42a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "PUT /v2.0/floatingips/b788724c-f1e5-4d26-8f1e-57147dffced4 HTTP/1.1" status: 200 len: 991 time: 2.8901343 Dec 06 12:15:00.526086 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:00.528706 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06797fd0-f104-428a-aac0-6ac773379a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:00.610118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.612053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8284247 Dec 06 12:15:00.614703 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.644165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-068d294d-77ce-4d10-b8d0-539a1393e60b req-e02dfae4-074d-4471-b2d9-4e26c8f4a330 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632768 Dec 06 12:15:00.644646 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:00.675517 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'security_group_rule': {'security_group_id': '1435e41e-1636-4687-90c8-2c722a60fb38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:00.682057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.687801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.759232 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:00.787894 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e9daf-a2e9-4841-bdce-908ef30847e9 x-openstack-request-id: req-347e9daf-a2e9-4841-bdce-908ef30847e9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:00.788642 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:00.789177 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-347e9daf-a2e9-4841-bdce-908ef30847e9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:00.789812 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'status': 'completed', 'code': 200} Dec 06 12:15:00.876478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.882196 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ac111-67b6-4d7b-bc90-bf96b3f35570 None None] Pushing event updated for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:00.902846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.932286 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:00.983117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683eef-9b24-457d-a27a-66013e6f15e6 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1435e41e-1636-4687-90c8-2c722a60fb38,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:01.021722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b54891-0a78-40dd-b491-a3a97d943df5 req-d68b0d15-e9f0-4bc1-a06b-a565f4f2860f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:01.029294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b54891-0a78-40dd-b491-a3a97d943df5 req-d68b0d15-e9f0-4bc1-a06b-a565f4f2860f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2779067 Dec 06 12:15:01.061289 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:01.063189 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:01.063764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:01.081348 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:01.097420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.124507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797fd0-f104-428a-aac0-6ac773379a3a req-233a28ac-d25d-41c2-aa89-4430f6486ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:01.126255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-233a28ac-d25d-41c2-aa89-4430f6486ba7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1096 time: 0.3128564 Dec 06 12:15:01.142135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.145644 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Pushing event updated for resources: {'Port': ['ID=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:01.294068 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-9ff1b745-2ae6-499a-b037-98d4a4b54a2f tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:01.302467 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-9ff1b745-2ae6-499a-b037-98d4a4b54a2f tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.23 "GET /v2.0/networks?id=85f12aaa-79a4-4a4d-bc1c-46efeda8285e HTTP/1.1" status: 200 len: 818 time: 0.7351477 Dec 06 12:15:01.310372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.351196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Request body: {'port': {'device_id': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e', 'admin_state_up': True, 'tenant_id': '663592c0dde34e95b37b182d0455e341'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:01.375531 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.398486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.463994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f67ca244-9fa7-49c7-9711-48b9193664b3 req-83870b20-0113-41e9-ba51-2055136677c7 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 210 time: 0.1694460 Dec 06 12:15:01.497990 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b788724c-f1e5-4d26-8f1e-57147dffced4', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:14:36Z', 'updated_at': '2021-12-06T12:14:58Z', 'revision_number': 1, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:01.567256 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Checking router: 4b69fbdc-8169-4e13-a68a-cbea66320e5b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:01.582036 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Allocated IP 172.35.3.90 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/481862ec-8ae1-491e-b548-5eaec2cde65b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:01.587648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b54891-0a78-40dd-b491-a3a97d943df5 req-2a8734f4-f1af-487d-ab8f-ac97de398b64 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561023 Dec 06 12:15:01.626787 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:01.631588 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:01.714180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d39ab22-e8a9-4540-892c-9fb4a49f4f97,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:01.719536 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] Provisioning complete for port 7763e856-d1ea-4d6a-928e-1003c745a590 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:01.720177 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.766050 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Made reservation on behalf of 663592c0dde34e95b37b182d0455e341 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:01.773931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.797579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Attempting to bind port cf1ebec6-e338-4ea7-b9fa-399a0f50083b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:01.798254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Attempting to bind port cf1ebec6-e338-4ea7-b9fa-399a0f50083b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6113fdc3-5b6f-4ea2-b04e-f7119dce027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:01.799012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Attempting to bind port cf1ebec6-e338-4ea7-b9fa-399a0f50083b on network cf314f3f-45af-48e6-93c3-45f6d91ef772 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:01.814059 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453425b0-ccf6-4bc3-83ea-10bf1eac4ae7 None None] Pushing event updated for resources: {'Port': ['ID=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:01.826306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:01.827016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Checking segment: {'id': '6113fdc3-5b6f-4ea2-b04e-f7119dce027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:01.828078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.828639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Bound using segment: {'id': '6113fdc3-5b6f-4ea2-b04e-f7119dce027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:01.829340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Bound port: cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6113fdc3-5b6f-4ea2-b04e-f7119dce027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:01.829924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.831823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.844872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.851258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3bff30f2-7200-4ace-b27c-2a8bc8e422e0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2033670 Dec 06 12:15:01.859534 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:01.867285 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:01.885090 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'security_group_rule': {'security_group_id': '1435e41e-1636-4687-90c8-2c722a60fb38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:01.906558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.043073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829bed4-14f4-4119-9435-c65afd8eb881 req-93167985-ad0e-4543-9a86-0cfd01cb6173 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:02.054497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6829bed4-14f4-4119-9435-c65afd8eb881 req-93167985-ad0e-4543-9a86-0cfd01cb6173 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.4302375 Dec 06 12:15:02.061471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.126465 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:02.153539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.205730 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Allocated IP 172.20.0.11 (85f12aaa-79a4-4a4d-bc1c-46efeda8285e/43f1db78-f2ce-43a3-b3b2-bc236ae02b4c/9b8eec41-5714-438c-ba7f-9e1be52cbae0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:02.217071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797fd0-f104-428a-aac0-6ac773379a3a req-f0e2c936-bba7-401e-8b04-7579f433f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:02.218419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-f0e2c936-bba7-401e-8b04-7579f433f5f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 1.0604501 Dec 06 12:15:02.259941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] For port cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:02.316074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] For port cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,segment=NetworkSegment(6113fdc3-5b6f-4ea2-b04e-f7119dce027f),segment_id=6113fdc3-5b6f-4ea2-b04e-f7119dce027f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:02.323968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.333042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.402181 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.416219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.540279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.553646 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:02.567752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6829bed4-14f4-4119-9435-c65afd8eb881 req-a191cc0e-54c8-430e-a6ec-3c61422595d1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081196 Dec 06 12:15:02.583083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.589465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] For port 7763e856-d1ea-4d6a-928e-1003c745a590, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7763e856-d1ea-4d6a-928e-1003c745a590,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:02.651339 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:02.656174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-56f9667a-66d1-4990-aa04-ac3b63884479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.4015763 Dec 06 12:15:02.656813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e732068e-7adf-4657-b5da-cd6a6561fa44,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:02.663432 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.35.3.230 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/168c4667-b6fb-4adb-bf90-ad6f78b4467b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:02.677461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.680154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ec56661-a55a-4ee7-a446-3c8e8da437ee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8054698 Dec 06 12:15:02.692081 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c456-1d56-4b04-b022-8d85c0376752 None None] Pushing event updated for resources: {'Port': ['ID=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:02.707502 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:02.710080 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f4a11-01d6-46ee-ad82-6a0ef42f7f72 None None] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:02.714164 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:02.716530 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:02.724398 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Pushing event updated for resources: {'Port': ['ID=481862ec-8ae1-491e-b548-5eaec2cde65b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:02.730477 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7450-63d8-4d5d-8f39-96efb8ef1b34 req-ad9725f6-042d-49ee-82b2-d76b9241f78e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:02.742624 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b788724c-f1e5-4d26-8f1e-57147dffced4', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:14:36Z', 'updated_at': '2021-12-06T12:14:58Z', 'revision_number': 1, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:02.751246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964f7450-63d8-4d5d-8f39-96efb8ef1b34 req-ad9725f6-042d-49ee-82b2-d76b9241f78e tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.4451463 Dec 06 12:15:02.801942 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:02.810372 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a76d1-b1ca-49b0-8e69-27a7a5279ac0 None None] The sync data for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 is: [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b788724c-f1e5-4d26-8f1e-57147dffced4', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:14:36Z', 'updated_at': '2021-12-06T12:14:58Z', 'revision_number': 1, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:02.884012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-2e120dcd-9135-4780-8f97-2a1859d97693 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4461584 Dec 06 12:15:02.957768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a7fc9f4-1dc9-4858-a157-39e95976579e req-f48050fe-2c63-44b5-9ff8-ea7436a2093d tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 210 time: 0.1596632 Dec 06 12:15:03.026292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797fd0-f104-428a-aac0-6ac773379a3a req-ae4d7c5e-9de3-4256-9155-6ea4953c0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.027670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-ae4d7c5e-9de3-4256-9155-6ea4953c0f2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.3582501 Dec 06 12:15:03.036489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] Provisioning complete for port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:03.036489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.042481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.054261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.093626 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf9400-0b26-4747-8fc0-284d1e37f424 None None] Pushing event updated for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:03.197901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-964f7450-63d8-4d5d-8f39-96efb8ef1b34 req-0169d7e5-409a-402a-9ddf-55148a2a1817 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456074 Dec 06 12:15:03.248462 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:14:59Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:03.293044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3337a-7560-419c-8a58-f494bc6fa1ff None None] The sync data for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 is: [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:14:59Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:03.324839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.354047 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797fd0-f104-428a-aac0-6ac773379a3a req-6a1e3d28-678a-4eda-bf46-4643a3fc38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.366109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-6a1e3d28-678a-4eda-bf46-4643a3fc38e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787862 Dec 06 12:15:03.395534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53faf6-aaad-4cef-bcfe-3a28c52b3d45 None None] New status for floating IP b788724c-f1e5-4d26-8f1e-57147dffced4: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:03.415383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071fd3f-ef02-4fa2-8bd6-dbdd667cc113 req-eb559148-a87b-4348-9b0d-3763c10e2ef3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.427322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a071fd3f-ef02-4fa2-8bd6-dbdd667cc113 req-eb559148-a87b-4348-9b0d-3763c10e2ef3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2933495 Dec 06 12:15:03.471672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.493114 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.665903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a071fd3f-ef02-4fa2-8bd6-dbdd667cc113 req-ad035deb-c829-43d2-af3d-484c211bfdcd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370195 Dec 06 12:15:03.685752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-50684e27-06d4-4c3f-8b4a-b0092a1bd859 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188732 Dec 06 12:15:03.695539 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:03.725401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.740947 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:03.766648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:03.808688 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-55517c17-22e5-4c0b-8721-533491219d0c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.810336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-55517c17-22e5-4c0b-8721-533491219d0c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.3228121 Dec 06 12:15:03.825610 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:03.848269 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-9219a14a-43b6-4c77-bb7b-59a39bbb7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.849960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-9219a14a-43b6-4c77-bb7b-59a39bbb7aa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 1101 time: 0.9255655 Dec 06 12:15:03.874213 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:03.874680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.940968 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Pushing event updated for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:04.048151 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] For port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:04.066808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:04.261421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06797fd0-f104-428a-aac0-6ac773379a3a req-f7484521-b50d-450c-b444-92e44d082670 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637302 Dec 06 12:15:04.269786 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7e105-8514-47aa-a70b-d8e695e173d4 None None] Pushing event updated for resources: {'Port': ['ID=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:04.318963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cf1ebec6-e338-4ea7-b9fa-399a0f50083b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:04.322269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371e0b-4ea6-42cc-84d4-84e5cbbc1cd0 req-b3b6673f-2b5d-4ab8-9e47-71c1e191f3d1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:04.333060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47371e0b-4ea6-42cc-84d4-84e5cbbc1cd0 req-b3b6673f-2b5d-4ab8-9e47-71c1e191f3d1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.5344183 Dec 06 12:15:04.415734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09876b29-a34b-4e3a-9d13-1b52b7abb44a req-fc77550e-1959-46ae-adce-8445cf7fab3a tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:04.418252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09876b29-a34b-4e3a-9d13-1b52b7abb44a req-fc77550e-1959-46ae-adce-8445cf7fab3a tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 932 time: 0.2969809 Dec 06 12:15:04.434843 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d19dc3-a017-43c9-9f4c-eda7b687d7d4 None None] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:04.456969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47371e0b-4ea6-42cc-84d4-84e5cbbc1cd0 req-ada9e4e0-b3c0-4753-9fdf-fa01b8b30dab tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224723 Dec 06 12:15:04.521007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b9823e5e-0749-4490-a532-c6dc04d674f8 None None] Provisioning complete for port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:04.521598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b9823e5e-0749-4490-a532-c6dc04d674f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:04.525030 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cf1ebec6-e338-4ea7-b9fa-399a0f50083b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:04.525030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:04.649300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69d1d-8b50-4052-a96c-1808e281cb20 req-0f985543-2ba2-4575-bcd7-8363b7e90896 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:04.657472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fd69d1d-8b50-4052-a96c-1808e281cb20 req-0f985543-2ba2-4575-bcd7-8363b7e90896 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.0860131 Dec 06 12:15:04.663596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09876b29-a34b-4e3a-9d13-1b52b7abb44a req-bc6ef11c-c4a5-4cb0-bca6-7ec6f01e6d52 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043574 Dec 06 12:15:04.793998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fd69d1d-8b50-4052-a96c-1808e281cb20 req-46d42203-fc18-42c7-a5c4-cf94a7a43b54 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349382 Dec 06 12:15:04.983422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:04.999769 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f257-1c00-4d80-87d1-2453d88cff34 req-8d02d56f-c41e-4605-98ad-a7fe53ffa0c3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.002645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f575f257-1c00-4d80-87d1-2453d88cff34 req-8d02d56f-c41e-4605-98ad-a7fe53ffa0c3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.0830717 Dec 06 12:15:05.034361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,segment=NetworkSegment(6113fdc3-5b6f-4ea2-b04e-f7119dce027f),segment_id=6113fdc3-5b6f-4ea2-b04e-f7119dce027f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:05.053756 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.082742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-19d26c8c-af0c-4d86-853a-bf693677be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.084960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-19d26c8c-af0c-4d86-853a-bf693677be5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 1.1285210 Dec 06 12:15:05.100410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.117739 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:05.167212 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9c422af1-e1cc-4141-b795-13859bfd276f None None] Provisioning complete for port cf1ebec6-e338-4ea7-b9fa-399a0f50083b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:05.167589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9c422af1-e1cc-4141-b795-13859bfd276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.187264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f575f257-1c00-4d80-87d1-2453d88cff34 req-1392c6cc-29cd-471b-9ca3-a53f9ae77fcc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767044 Dec 06 12:15:05.286596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-00e76dc4-fe2d-4568-a991-7841c84e079c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 200 len: 217 time: 0.1760004 Dec 06 12:15:05.338918 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.339776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.360142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.430482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:05.539191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f1a08859-d1b3-495d-80d3-d31b1d211b00 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2029362 Dec 06 12:15:05.558604 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Request body: {'port': {'device_id': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:05.561358 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:05.561842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.567085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-59ee9880-80f8-425b-bc7e-b2e458c98852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.569288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-59ee9880-80f8-425b-bc7e-b2e458c98852 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2392342 Dec 06 12:15:05.618996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.645038 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9caac843-b1bf-4193-818a-7f9d261ef5d5 None None] Provisioning complete for port cf1ebec6-e338-4ea7-b9fa-399a0f50083b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:05.645038 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9caac843-b1bf-4193-818a-7f9d261ef5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.723290 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Allocated IP 172.35.3.100 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/20a96683-e19e-4079-9529-ede025f217ee) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:05.739499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f638a-a1bd-42b1-86de-2bf6de646f1a req-bc0636fd-d859-454f-826b-ec1e938c6613 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.744003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-421f638a-a1bd-42b1-86de-2bf6de646f1a req-bc0636fd-d859-454f-826b-ec1e938c6613 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.1434481 Dec 06 12:15:05.796873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7763e856-d1ea-4d6a-928e-1003c745a590 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:05.857791 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7763e856-d1ea-4d6a-928e-1003c745a590 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:05.858849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.865002 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:05.929379 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Deleting port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:05.929738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:05.933347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-421f638a-a1bd-42b1-86de-2bf6de646f1a req-aeaa99c0-31a0-4c51-a615-e1143f34aeac tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810842 Dec 06 12:15:05.969766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dd4e8-e85c-4171-90bb-b5a831fa2bde req-c3796b3d-f28c-4bc4-a735-a2be89ff846a tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:05.970188 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:05.972991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1dd4e8-e85c-4171-90bb-b5a831fa2bde req-c3796b3d-f28c-4bc4-a735-a2be89ff846a tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 932 time: 0.1801865 Dec 06 12:15:05.976018 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:06.032183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.077066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.078856 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=168c4667-b6fb-4adb-bf90-ad6f78b4467b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:06.144387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1dd4e8-e85c-4171-90bb-b5a831fa2bde req-4a93e5a5-8835-4ae5-ac4b-c6bf92bd986e tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335983 Dec 06 12:15:06.178901 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-9c105eee-1f78-4773-b0a6-9f8971ee6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:06.180394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-9c105eee-1f78-4773-b0a6-9f8971ee6a93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5450838 Dec 06 12:15:06.182642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dc505-4e83-4fc9-a84f-01695c7e193c req-078822ba-96f6-4ebe-855f-eab7db91d564 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:06.194947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e9dc505-4e83-4fc9-a84f-01695c7e193c req-078822ba-96f6-4ebe-855f-eab7db91d564 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.1472435 Dec 06 12:15:06.207183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.261537 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'Port': ['ID=20a96683-e19e-4079-9529-ede025f217ee,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:06.282033 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:06.283219 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:06.290116 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:06.355906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e9dc505-4e83-4fc9-a84f-01695c7e193c req-5f34fba4-76e5-4070-98eb-62fbe38a49ef tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598494 Dec 06 12:15:06.405060 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] For port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:06.427970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.446210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.466692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f719aca-94cb-4d9d-b083-35624af61a38 req-976e86fe-340d-40dd-8044-5735fec50a66 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:06.468780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f719aca-94cb-4d9d-b083-35624af61a38 req-976e86fe-340d-40dd-8044-5735fec50a66 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.0924704 Dec 06 12:15:06.511281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.513740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.589482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f719aca-94cb-4d9d-b083-35624af61a38 req-61214559-e03c-462a-9aba-41fef3066d30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Dec 06 12:15:06.719179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-e376e288-7ede-4550-9c0a-23897be19f4a service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276837 Dec 06 12:15:06.730529 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.736035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.823638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'Port': ['ID=20a96683-e19e-4079-9529-ede025f217ee,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:06.832230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.851317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:06.852654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-344a1268-56e3-4005-b44a-8114849cadee tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0984344 Dec 06 12:15:07.087512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809bdb4-21e6-4b64-a30e-f653a1f11cf0 req-442864a9-1bb4-4ba9-a1d2-082b8aa60965 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:07.089707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3809bdb4-21e6-4b64-a30e-f653a1f11cf0 req-442864a9-1bb4-4ba9-a1d2-082b8aa60965 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.0738189 Dec 06 12:15:07.155481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:07.203187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3809bdb4-21e6-4b64-a30e-f653a1f11cf0 req-bbe643f4-f323-4e39-97d6-07fb820332d0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063643 Dec 06 12:15:07.229439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cf1ebec6-e338-4ea7-b9fa-399a0f50083b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:07.318384 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cf1ebec6-e338-4ea7-b9fa-399a0f50083b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:07.321555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:07.416019 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3091f-3e67-452c-a8e0-2621350a446c req-8f4cd4c2-2477-4d75-a716-d5ec72ed4820 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:07.421341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05d3091f-3e67-452c-a8e0-2621350a446c req-8f4cd4c2-2477-4d75-a716-d5ec72ed4820 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 932 time: 0.1522019 Dec 06 12:15:07.590407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05d3091f-3e67-452c-a8e0-2621350a446c req-732f8a16-3818-4f7d-b11d-d875d2293ad7 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628308 Dec 06 12:15:07.722716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd7295-03ce-43e6-a320-e030f63c7e4b req-0dd08467-0958-4368-ab31-d26d5ebee789 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:07.724387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1dbd7295-03ce-43e6-a320-e030f63c7e4b req-0dd08467-0958-4368-ab31-d26d5ebee789 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 945 time: 0.1330020 Dec 06 12:15:07.843418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1dbd7295-03ce-43e6-a320-e030f63c7e4b req-b89d54df-034b-425b-8be1-46bc2f486e99 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e9dc8f-eefc-40da-9d5a-0eba544df75b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113911 Dec 06 12:15:07.862958 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b36d-d807-4a7b-bade-73973c1c478b req-0c2d861a-bb49-4137-973c-9b354702642e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:07.864734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a218b36d-d807-4a7b-bade-73973c1c478b req-0c2d861a-bb49-4137-973c-9b354702642e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.1141443 Dec 06 12:15:07.935645 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efe55bbd-8f1d-4a87-9946-0730c37992ad req-33e5d1e4-b575-4527-be18-40c42e303525 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2074320 Dec 06 12:15:07.945788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a218b36d-d807-4a7b-bade-73973c1c478b req-29db5fb1-4188-4d43-b7ac-778c270d8f00 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Dec 06 12:15:07.995839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:07.996385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:07.996778 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Floating IP ef691615-5147-4c63-8e46-2e114f4946e7 disassociated. External IP: 172.35.3.66, port: 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2. Dec 06 12:15:07.997820 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Calling delete_port for 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:08.024872 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:15:08.211524 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8eec41-5714-438c-ba7f-9e1be52cbae0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:08.270507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.346177 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ba7e-51f0-4d44-b97e-39c8473a9061 req-b1125fb3-edf6-4328-b589-8145dde0fcb9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:08.347728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea41ba7e-51f0-4d44-b97e-39c8473a9061 req-b1125fb3-edf6-4328-b589-8145dde0fcb9 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.0663497 Dec 06 12:15:08.371784 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Transition to ACTIVE for port object 9b8eec41-5714-438c-ba7f-9e1be52cbae0 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:08.383511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.395765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.440775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea41ba7e-51f0-4d44-b97e-39c8473a9061 req-f63eee9d-4c78-4320-a864-f31a3f6b9eec tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854874 Dec 06 12:15:08.480306 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:08.490718 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:08.506700 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:08.508612 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:08.535579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:08.604607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.606570 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0648274f-3fa9-44f8-bf99-084d63031a12 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3062811 Dec 06 12:15:08.607471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Pushing event updated for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:08.609583 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48084) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:08.647626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No active binding found for port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:15:08.648641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:08.664008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.789866 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:08.851555 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event deleted for resources: {'Port': ['ID=0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:09.006436 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Router 05d04f10-ef96-4d79-95ef-a7db80e66563 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:09.134877 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:03Z', 'revision_number': 3, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.234091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Attempting to bind port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:09.234565 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Attempting to bind port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'de4aa341-b21a-46b5-bd11-614754b1b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:09.234900 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Attempting to bind port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 on network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:09.245443 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:09.251365 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:15:09.254632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 on network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:09.254962 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Attempting to bind port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 on network 85f12aaa-79a4-4a4d-bc1c-46efeda8285e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:09.260050 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Sync routers for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:09.286862 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:09.287743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.290009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:09.290355 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Checking segment: {'id': 'de4aa341-b21a-46b5-bd11-614754b1b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:09.290745 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Bound using segment: {'id': 'de4aa341-b21a-46b5-bd11-614754b1b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:09.295979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Bound port: 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4aa341-b21a-46b5-bd11-614754b1b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:09.296539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.396403 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] No DVR routers for this DVR port 0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:09.403791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.410726 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:09.411082 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Updating router 420dfa30-d7a1-46ae-a623-9c221069f4b7 port 481862ec-8ae1-491e-b548-5eaec2cde65b binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:15:09.413444 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a7bd58b6-d327-4f85-816e-13423a44dcbe req-429b98f0-6afb-49b2-b72c-4a2e808e8fe0 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.23 "DELETE /v2.0/ports/0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2 HTTP/1.1" status: 204 len: 173 time: 5.5705345 Dec 06 12:15:09.457928 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.493179 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'name': 'network-vif-deleted', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:09.495828 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca6c2a-89db-4c50-9a8b-bbf657cf3c6f" -d '{"events": [{"server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "name": "network-vif-deleted", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:09.562295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:09.657398 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:09.668424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0,segment=NetworkSegment(de4aa341-b21a-46b5-bd11-614754b1b7f1),segment_id=de4aa341-b21a-46b5-bd11-614754b1b7f1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:09.675610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:09.688236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1f78330-0ec9-4f40-94a7-e6793ee44a3b req-65b63220-bb5e-4335-9288-8a7d1db71b4c tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb HTTP/1.1" status: 200 len: 210 time: 0.1240532 Dec 06 12:15:09.700828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c661b7-823a-48d7-b723-9ab2414e6d1b req-8b8e9448-8bc6-4db6-b49c-2103bdb2c80e tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.716099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.716276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08c661b7-823a-48d7-b723-9ab2414e6d1b req-8b8e9448-8bc6-4db6-b49c-2103bdb2c80e tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 944 time: 0.9165590 Dec 06 12:15:09.752823 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] Sync routers for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:09.761211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.762642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba32907f-bf9c-4fb2-af28-51ee1b1f9320 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0713451 Dec 06 12:15:09.764142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.764752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.765346 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:09.766115 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] 10.222.0.23 "PUT /v2.0/ports/9b8eec41-5714-438c-ba7f-9e1be52cbae0 HTTP/1.1" status: 200 len: 1092 time: 4.2144983 Dec 06 12:15:09.799735 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8c2c7-9c65-458e-9d7a-3838a2de2eee service neutron] Pushing event updated for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:09.807268 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:09.808066 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.853963 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.873044 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-74c7b1a9-4f57-4553-b598-21a9250dbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.874879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-74c7b1a9-4f57-4553-b598-21a9250dbc70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=663592c0dde34e95b37b182d0455e341&device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 1095 time: 0.0631158 Dec 06 12:15:09.903703 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:09.905417 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.929782 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.979490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-503c5cb0-dcd9-4b48-a7e3-7a36a621cae8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0 HTTP/1.1" status: 200 len: 217 time: 0.0927889 Dec 06 12:15:09.987867 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Checking router: 05d04f10-ef96-4d79-95ef-a7db80e66563 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:09.995628 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.998223 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a5e2a-bcba-45e2-9085-5a808a48994e None None] The sync data for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:10.006151 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:10.007078 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:10.104982 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:10.114051 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f01191d7-f0aa-4b5d-9b9b-82fd0e4cae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:10.115755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-f01191d7-f0aa-4b5d-9b9b-82fd0e4cae52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43f1db78-f2ce-43a3-b3b2-bc236ae02b4c HTTP/1.1" status: 200 len: 858 time: 0.1291473 Dec 06 12:15:10.116065 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:10.168344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-ddf67bd2-f918-4c04-af80-1a476a0fb74d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85f12aaa-79a4-4a4d-bc1c-46efeda8285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438199 Dec 06 12:15:10.172918 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Attempting to bind port 481862ec-8ae1-491e-b548-5eaec2cde65b on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:10.173252 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Attempting to bind port 481862ec-8ae1-491e-b548-5eaec2cde65b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:10.174324 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Attempting to bind port 481862ec-8ae1-491e-b548-5eaec2cde65b on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:10.188845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08c661b7-823a-48d7-b723-9ab2414e6d1b req-5585495a-da1d-4559-9dc3-84ce00585746 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769833 Dec 06 12:15:10.200555 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:10.200930 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:10.201358 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:10.201751 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:10.202756 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Bound port: 481862ec-8ae1-491e-b548-5eaec2cde65b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:10.203633 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:10.262848 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68e4d-e200-44d1-b738-204bf5d1c180 None None] Pushing event updated for resources: {'Port': ['ID=481862ec-8ae1-491e-b548-5eaec2cde65b,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:10.270827 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:10.319963 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] For port 481862ec-8ae1-491e-b548-5eaec2cde65b, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:10.324993 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] For port 481862ec-8ae1-491e-b548-5eaec2cde65b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=481862ec-8ae1-491e-b548-5eaec2cde65b,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:10.331480 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:10.359030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9737d-c0a0-4af2-87e0-3fa3c2e28dc1 req-b3527575-bdd2-4441-b42e-4e144779a055 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:10.370260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb9737d-c0a0-4af2-87e0-3fa3c2e28dc1 req-b3527575-bdd2-4441-b42e-4e144779a055 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.4977441 Dec 06 12:15:10.412547 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:10.415768 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:10.421785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-4b7351cd-7f02-4c87-8799-6c19fb1dd3ee service neutron] 10.222.0.23 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408862 Dec 06 12:15:10.471674 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68e4d-e200-44d1-b738-204bf5d1c180 None None] Pushing event updated for resources: {'Port': ['ID=481862ec-8ae1-491e-b548-5eaec2cde65b,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:10.566192 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:10.568383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-51cace52-7cd8-4a49-ad0e-0718a8c3d5fb req-950226ea-0e37-4298-8a63-a27c83f927ec service neutron] 10.222.0.23 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442194 Dec 06 12:15:10.620527 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:10.662338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8fd3d-2f33-4c51-abf6-2196166de684 None None] The sync data for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 is: [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:12:44Z', 'revision_number': 4, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd309e73c-ed3c-49f7-b291-1835b40b56aa', 'name': '', 'network_id': '24635f24-026e-4c0d-bd89-94b76633d697', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'mac_address': 'fa:16:3e:d4:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:43Z', 'updated_at': '2021-12-06T12:12:52Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'subnets': [{'id': 'fbcf4393-2684-4cc0-9c24-0d13f0f6fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:10.696713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d47f4-ec60-46fa-a66e-8090d2035988 req-fcf0de84-28e7-4a43-80b8-ca56e3938d00 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:10.704230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5d47f4-ec60-46fa-a66e-8090d2035988 req-fcf0de84-28e7-4a43-80b8-ca56e3938d00 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.3208849 Dec 06 12:15:10.725046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb9737d-c0a0-4af2-87e0-3fa3c2e28dc1 req-34ca4ddd-bfb5-4cc5-8a53-9c12c57cf34a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538101 Dec 06 12:15:10.785963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae60b6-a176-43ba-becf-c81250414121 req-e3f84d19-17f9-4020-b29d-ef0cdd055690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:10.787515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-e3f84d19-17f9-4020-b29d-ef0cdd055690 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 1096 time: 0.3238194 Dec 06 12:15:10.801774 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4274547-ee6e-4a43-a762-eb513215a2d0 x-openstack-request-id: req-b4274547-ee6e-4a43-a762-eb513215a2d0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:10.802054 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb", "name": "network-vif-deleted", "tag": "0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:10.802303 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4274547-ee6e-4a43-a762-eb513215a2d0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:10.802713 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd72be43-161f-4bdf-aacc-b2e5a5bdd2bb', 'name': 'network-vif-deleted', 'tag': '0739a97f-d260-4b1b-a3d4-2b1c5ec5e9b2', 'status': 'completed', 'code': 200} Dec 06 12:15:10.841708 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:03Z', 'revision_number': 3, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:10.883058 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d54bf1-c218-42cc-b43c-c3760db82189 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:03Z', 'revision_number': 3, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:10.943382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5d47f4-ec60-46fa-a66e-8090d2035988 req-e94266c8-81bd-43c5-9e86-346c865272ec tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382679 Dec 06 12:15:10.980573 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:11.071658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.099809 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7bde9-d1e7-4b2f-8219-6071bc12dc76 None None] New status for floating IP ef691615-5147-4c63-8e46-2e114f4946e7: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:11.135784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.182023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae60b6-a176-43ba-becf-c81250414121 req-e955be9b-ff30-42a3-96d6-2722db6637cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:11.183490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-e955be9b-ff30-42a3-96d6-2722db6637cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.3698523 Dec 06 12:15:11.199842 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.206498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.211197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "DELETE /v2.0/security-groups/28e9dc8f-eefc-40da-9d5a-0eba544df75b HTTP/1.1" status: 204 len: 168 time: 0.2293510 Dec 06 12:15:11.213462 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48122) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:11.238082 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-ac762f44-9b3b-4c54-9052-85f791f34bde tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] show failed (client error): The resource could not be found. Dec 06 12:15:11.243049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac762f44-9b3b-4c54-9052-85f791f34bde tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "GET /v2.0/security-groups/28e9dc8f-eefc-40da-9d5a-0eba544df75b HTTP/1.1" status: 404 len: 347 time: 0.0240440 Dec 06 12:15:11.243906 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:11.261411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc4e0a-7834-4c60-8f0b-fcee5d8a0364 tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e9dc8f-eefc-40da-9d5a-0eba544df75b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:11.263783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.269476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-4adb8392-9499-43e1-8c8d-63d8609dedb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a9d00a9-e36e-426b-ac89-9830223dad96 HTTP/1.1" status: 200 len: 217 time: 0.0764964 Dec 06 12:15:11.497446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae60b6-a176-43ba-becf-c81250414121 req-dc7e0a81-5903-4a17-8296-84c11695bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:11.499052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-dc7e0a81-5903-4a17-8296-84c11695bc52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.2147179 Dec 06 12:15:11.499170 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Deleting port 038f3057-4d04-4511-8822-4c13be74ff79 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:11.499369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.552617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.583960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-e28719ee-8b9f-4559-954f-91e83257624c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723379 Dec 06 12:15:11.601913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381f92e-2c95-4d45-9c5f-c29d7acc65d2 req-8d789dc3-256c-4292-8064-bb19195f40ee tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:11.603474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381f92e-2c95-4d45-9c5f-c29d7acc65d2 req-8d789dc3-256c-4292-8064-bb19195f40ee tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 944 time: 0.2568314 Dec 06 12:15:11.622675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.623559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.645776 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Calling delete_port for 038f3057-4d04-4511-8822-4c13be74ff79 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:11.856853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.905265 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Pushing event deleted for resources: {'Port': ['ID=038f3057-4d04-4511-8822-4c13be74ff79,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:11.971911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.975517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:11.976881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec94b2da-5fe4-42ec-9f7a-69a388cbb8cf tempest-ServersTestJSON-1315244829 tempest-ServersTestJSON-1315244829-project] 10.222.0.31 "DELETE /v2.0/floatingips/ef691615-5147-4c63-8e46-2e114f4946e7 HTTP/1.1" status: 204 len: 168 time: 0.7262204 Dec 06 12:15:11.979796 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48132) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:12.159737 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Allocated IP 172.20.0.1 (b1e62408-d1aa-4c69-92bc-53c93edde5f5/8c70c8e1-dbfc-42e1-b954-41ea8e15cb92/74d4e797-14b9-4030-aa53-437ae93fdba7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:12.211695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b381f92e-2c95-4d45-9c5f-c29d7acc65d2 req-e789ff08-567f-4a3d-86a2-0d511f65bed8 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934815 Dec 06 12:15:12.279408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-e1a2f849-d256-4e3f-bd88-78fcdba7b895 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2206085 Dec 06 12:15:12.327487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8f71f-da31-4837-b372-1e0d7a33aaef req-8ecb4d4b-7d8c-4ff8-a984-ced5365c3ddc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:12.335029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29b8f71f-da31-4837-b372-1e0d7a33aaef req-8ecb4d4b-7d8c-4ff8-a984-ced5365c3ddc tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2471337 Dec 06 12:15:12.350916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-34a34bd4-7f02-4cd0-837e-977a24f0815f service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425601 Dec 06 12:15:12.465430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.709660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29b8f71f-da31-4837-b372-1e0d7a33aaef req-aa618874-fad2-485d-a0e9-9b093089b238 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691807 Dec 06 12:15:12.741103 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Deleting port d309e73c-ed3c-49f7-b291-1835b40b56aa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:12.741613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.759431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.769385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-9ea69a6f-e4cd-405f-9f95-46a7407b298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:12.770950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-9ea69a6f-e4cd-405f-9f95-46a7407b298a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 1100 time: 0.3538253 Dec 06 12:15:12.797482 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b45332-648a-4a32-bcdf-1ff911b1b422 req-8c779338-6add-4510-9ea3-aef524b9e001 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:12.801695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95b45332-648a-4a32-bcdf-1ff911b1b422 req-8c779338-6add-4510-9ea3-aef524b9e001 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.3100822 Dec 06 12:15:12.810256 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:12.812491 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eb88ab-23b1-4be7-a134-cf49009c1214" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:12.813573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5aae60b6-a176-43ba-becf-c81250414121 req-05a9861e-94b6-4262-ad38-53c00b30b6b0 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524770 Dec 06 12:15:12.851883 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] For port d309e73c-ed3c-49f7-b291-1835b40b56aa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d309e73c-ed3c-49f7-b291-1835b40b56aa,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:12.852628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.869202 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Calling delete_port for d309e73c-ed3c-49f7-b291-1835b40b56aa owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:12.887210 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd26064-99c0-4d83-8d99-56b0f62cefb6 x-openstack-request-id: req-9cd26064-99c0-4d83-8d99-56b0f62cefb6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:12.887506 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:12.887767 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cd26064-99c0-4d83-8d99-56b0f62cefb6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:12.888145 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0', 'status': 'completed', 'code': 200} Dec 06 12:15:13.020293 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.1 (cf314f3f-45af-48e6-93c3-45f6d91ef772/88795b48-9f6c-4b97-bc4c-22ba168cd210/b54640a3-90aa-4d31-8bfb-5359fc68ee02) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:13.032403 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-e38f85d2-1e89-4f37-90ad-a48e3b604fa2 service neutron] show failed (client error): The resource could not be found. Dec 06 12:15:13.033494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-e38f85d2-1e89-4f37-90ad-a48e3b604fa2 service neutron] 10.222.0.23 "GET /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0976934 Dec 06 12:15:13.046697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95b45332-648a-4a32-bcdf-1ff911b1b422 req-7b9eae25-7bee-49d6-b32b-9665bd463d7d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922166 Dec 06 12:15:13.051907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.069033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-0e0d6441-03c6-4b86-82fe-d4946113ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.070570 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-0e0d6441-03c6-4b86-82fe-d4946113ea6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=663592c0dde34e95b37b182d0455e341&device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 1095 time: 0.1441374 Dec 06 12:15:13.086148 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:13.098867 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:13.121901 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:13.134810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-444e2481-3d26-4be4-9b79-5b2d84a008f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.136343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-444e2481-3d26-4be4-9b79-5b2d84a008f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3292549 Dec 06 12:15:13.327354 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-94cda170-b143-4810-99ea-8444006e85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.334893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-94cda170-b143-4810-99ea-8444006e85f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85f12aaa-79a4-4a4d-bc1c-46efeda8285e HTTP/1.1" status: 200 len: 919 time: 0.2515438 Dec 06 12:15:13.391479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 481862ec-8ae1-491e-b548-5eaec2cde65b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:13.400236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-d2ff89ae-3d90-4538-98d4-1aa6ccc1f11e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.2361493 Dec 06 12:15:13.452938 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.486849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 481862ec-8ae1-491e-b548-5eaec2cde65b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:13.487681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.489775 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.502769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-6512072c-86f7-44ce-84c5-a3902d4f975b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0 HTTP/1.1" status: 200 len: 217 time: 0.0821707 Dec 06 12:15:13.567952 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-335d3656-f87d-4731-a92c-153f56730235 None None] Provisioning complete for port 74d4e797-14b9-4030-aa53-437ae93fdba7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:13.568364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-335d3656-f87d-4731-a92c-153f56730235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.575957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.587482 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-2cefbe2d-ecc0-4106-82c2-d3949b340220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.589515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-2cefbe2d-ecc0-4106-82c2-d3949b340220 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43f1db78-f2ce-43a3-b3b2-bc236ae02b4c HTTP/1.1" status: 200 len: 858 time: 0.0734298 Dec 06 12:15:13.628654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.632751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-94985faf-7ed2-4a2c-947a-f5dc3a1d3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.634736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-94985faf-7ed2-4a2c-947a-f5dc3a1d3248 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1830995 Dec 06 12:15:13.636863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fb8d64bd-760f-4a1b-a07c-75b2256bf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.638587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fb8d64bd-760f-4a1b-a07c-75b2256bf329 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1100 time: 0.2495711 Dec 06 12:15:13.641726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.653069 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8d81-35a9-481f-8fdf-144fbc7f7a64 req-cadade04-e2fb-4a40-b1f6-22c8169aa729 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.662227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-375d8d81-35a9-481f-8fdf-144fbc7f7a64 req-cadade04-e2fb-4a40-b1f6-22c8169aa729 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 944 time: 0.2818487 Dec 06 12:15:13.668102 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d309e73c-ed3c-49f7-b291-1835b40b56aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.672064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 481862ec-8ae1-491e-b548-5eaec2cde65b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=481862ec-8ae1-491e-b548-5eaec2cde65b,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:13.677318 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:13.685997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-335d3656-f87d-4731-a92c-153f56730235 None None] Port 74d4e797-14b9-4030-aa53-437ae93fdba7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:13.687707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.765198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-616ce949-8238-4b8c-a2e8-0d76daf63ec3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85f12aaa-79a4-4a4d-bc1c-46efeda8285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081476 Dec 06 12:15:13.779176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=481862ec-8ae1-491e-b548-5eaec2cde65b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.940896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-8db9da6c-5a37-4b1f-a20a-9761d1c2ace3 service neutron] 10.222.0.23 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672823 Dec 06 12:15:14.031853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-375d8d81-35a9-481f-8fdf-144fbc7f7a64 req-1243337f-3d92-4e27-8b24-e9e43390cf37 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677742 Dec 06 12:15:14.047660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-29f91fa1-66ae-4f27-aca4-e42f3e22d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.049917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-29f91fa1-66ae-4f27-aca4-e42f3e22d71f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3687882 Dec 06 12:15:14.054075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.058423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.060563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.122069 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42b9b-3fb6-43f3-a2aa-d5df98555818 req-902df4ea-f521-45ca-b6e9-7f0b37c048fe tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.125724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90e42b9b-3fb6-43f3-a2aa-d5df98555818 req-902df4ea-f521-45ca-b6e9-7f0b37c048fe tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 945 time: 0.2799184 Dec 06 12:15:14.185436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:14.328112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.374176 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:14.378689 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76890883-8c50-432b-990d-657d8b39b021" -d '{"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:14.391410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.404120 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:14.413522 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.471496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-78eb88ab-23b1-4be7-a134-cf49009c1214 req-25fef274-3db1-41e4-8d78-cf8e275c5aee service neutron] 10.222.0.23 "GET /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010507 Dec 06 12:15:14.503926 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:14.578428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9b8eec41-5714-438c-ba7f-9e1be52cbae0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:14.657443 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:14.694294 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Router 05d04f10-ef96-4d79-95ef-a7db80e66563 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:14.723212 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:14.768245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0,segment=NetworkSegment(de4aa341-b21a-46b5-bd11-614754b1b7f1),segment_id=de4aa341-b21a-46b5-bd11-614754b1b7f1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:14.774138 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:14.795021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '9b8eec41-5714-438c-ba7f-9e1be52cbae0', 'network_id': '85f12aaa-79a4-4a4d-bc1c-46efeda8285e', 'port_id': '9b8eec41-5714-438c-ba7f-9e1be52cbae0', 'mac_address': 'fa:16:3e:2e:de:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f1db78-f2ce-43a3-b3b2-bc236ae02b4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:14.903258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.917618 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=b54640a3-90aa-4d31-8bfb-5359fc68ee02,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:14.954572 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8eec41-5714-438c-ba7f-9e1be52cbae0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:14.981388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0,segment=NetworkSegment(de4aa341-b21a-46b5-bd11-614754b1b7f1),segment_id=de4aa341-b21a-46b5-bd11-614754b1b7f1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:14.987768 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.032051 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:15.044142 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Sync routers for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:15.047437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17685e83-cbe1-4ed1-a583-320dcc381bfb admin admin] 10.222.0.31 "PUT /v2.0/routers/05d04f10-ef96-4d79-95ef-a7db80e66563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665987 Dec 06 12:15:15.052883 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48156) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:15.093424 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:15.094113 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:15.114427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90e42b9b-3fb6-43f3-a2aa-d5df98555818 req-63e0abd3-fc26-4651-80ae-0c67b30ee238 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9516428 Dec 06 12:15:15.147636 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:15.216143 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['9b8eec41-5714-438c-ba7f-9e1be52cbae0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:15.220866 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95488d8b-eb16-4bed-a98c-f2fbe3ef1a9a x-openstack-request-id: req-95488d8b-eb16-4bed-a98c-f2fbe3ef1a9a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:15.221763 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:15.222094 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95488d8b-eb16-4bed-a98c-f2fbe3ef1a9a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:15.225983 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'code': 200} Dec 06 12:15:15.237740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23666b-3224-4cb2-8d4d-a7b1cc0dc311 req-f622eb3d-7d8f-4f2f-b62d-d599ae002237 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:15.239223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e23666b-3224-4cb2-8d4d-a7b1cc0dc311 req-f622eb3d-7d8f-4f2f-b62d-d599ae002237 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.6158576 Dec 06 12:15:15.250031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-fc0efe64-a9bc-4f83-bc65-b1df72ce1b78 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1794076 Dec 06 12:15:15.250776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.329609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.334765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7a103666-668e-4f83-8d07-8488b0eb0edf None None] Provisioning complete for port b54640a3-90aa-4d31-8bfb-5359fc68ee02 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:15.334765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a103666-668e-4f83-8d07-8488b0eb0edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.427219 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:15.461466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7a103666-668e-4f83-8d07-8488b0eb0edf None None] Port b54640a3-90aa-4d31-8bfb-5359fc68ee02 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:15.485115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 481862ec-8ae1-491e-b548-5eaec2cde65b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:15.617877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.657842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 481862ec-8ae1-491e-b548-5eaec2cde65b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:15.658809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.727549 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Deleting port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:15.728166 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.859575 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] For port 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:15.859771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.879349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Calling delete_port for 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:15.954780 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:15.960160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1afbf6f8-7b5b-4b63-94e1-0a2d8173579a req-15fd75c6-b0ca-4fd8-9e2f-6c86d1d87dee service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937814 Dec 06 12:15:15.962625 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 5, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port': {'id': '6df7be29-9b2a-4dd2-a47f-3138d5cdcd63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:41Z', 'updated_at': '2021-12-06T12:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:16.023376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e23666b-3224-4cb2-8d4d-a7b1cc0dc311 req-11e90ac3-842b-4e7f-ae95-bd90b0d541a5 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684386 Dec 06 12:15:16.046488 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Checking router: 05d04f10-ef96-4d79-95ef-a7db80e66563 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:16.080788 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Routers {'05d04f10-ef96-4d79-95ef-a7db80e66563'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:16.080788 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['05d04f10-ef96-4d79-95ef-a7db80e66563'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:16.081055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.107943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.117017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.120482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.131521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:16.161010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df7be29-9b2a-4dd2-a47f-3138d5cdcd63,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:16.193509 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] Set router 05d04f10-ef96-4d79-95ef-a7db80e66563 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:16.227365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c3a6-2ff0-485b-a958-c352e80026ff req-090fdd27-dc1e-4e68-a17b-974b124b02a2 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:16.229063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95d4c3a6-2ff0-485b-a958-c352e80026ff req-090fdd27-dc1e-4e68-a17b-974b124b02a2 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 945 time: 0.7097995 Dec 06 12:15:16.266074 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-53a16005-8daa-498e-8130-3c608f527415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:15:15Z', 'revision_number': 6, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:16.281140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.333565 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a16005-8daa-498e-8130-3c608f527415 None None] The sync data for ids ['05d04f10-ef96-4d79-95ef-a7db80e66563'] in n-d-master-1 is: [{'id': '05d04f10-ef96-4d79-95ef-a7db80e66563', 'name': 'tempest-ServersTestJSON-1503209894-router', 'tenant_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:12:40Z', 'updated_at': '2021-12-06T12:15:15Z', 'revision_number': 6, 'project_id': 'bd805cef7f7b41a3ad404c63c622abf8', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:16.386099 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:16.411297 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:16.412549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.415054 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9422526f-a43f-419e-839a-a1fdc572753a" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:16.415192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.422388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.475131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.475944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d04f10-ef96-4d79-95ef-a7db80e66563 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:15:16.484396 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.486361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-070455d7-6cb9-4ec6-8069-e23c5656ab26 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05d04f10-ef96-4d79-95ef-a7db80e66563 HTTP/1.1" status: 204 len: 168 time: 1.4299974 Dec 06 12:15:16.487672 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.488815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48172) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:16.516262 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Transition to ACTIVE for port object 7779e1af-fea9-4a3c-8371-df390d651bc2 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:16.523898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95d4c3a6-2ff0-485b-a958-c352e80026ff req-f96c498a-e96b-4359-b4f4-eac1b79f295b tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671461 Dec 06 12:15:16.535406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766ce5b-900c-4de0-a134-5c96c77f0c51 req-db3618a2-0613-4f3b-809a-15931a56cf90 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:16.543192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0766ce5b-900c-4de0-a134-5c96c77f0c51 req-db3618a2-0613-4f3b-809a-15931a56cf90 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.3081715 Dec 06 12:15:16.557434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.569561 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Deleting subnet fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:15:16.573660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.580567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9b8eec41-5714-438c-ba7f-9e1be52cbae0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:16.625921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.837180 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a30d3d6-f6ac-4436-811d-0a3f7cc051e5 x-openstack-request-id: req-9a30d3d6-f6ac-4436-811d-0a3f7cc051e5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:16.838416 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:16.838843 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a30d3d6-f6ac-4436-811d-0a3f7cc051e5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:16.839410 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'code': 200} Dec 06 12:15:16.851768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.874710 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] No DVR routers for this DVR port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:16.898344 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:16.930728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:16.931569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.935588 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:16.936008 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.948122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0766ce5b-900c-4de0-a134-5c96c77f0c51 req-dc4a2dee-156a-4372-8520-08e17d616eca tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040487 Dec 06 12:15:16.974993 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:16.975665 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:16.976018 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:16.989252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcf4393-2684-4cc0-9c24-0d13f0f6fb22,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:17.003953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.010295 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c857d85e-df74-4f63-9280-514293ef32db admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbcf4393-2684-4cc0-9c24-0d13f0f6fb22 HTTP/1.1" status: 204 len: 168 time: 0.5195422 Dec 06 12:15:17.012905 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:17.013264 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:17.016547 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48178) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:17.018785 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17179c00-7095-4e41-9cd2-ceea4706032b None None] Network 24635f24-026e-4c0d-bd89-94b76633d697 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:17.033819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:17.034245 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:17.034956 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:17.035407 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Bound port: 7779e1af-fea9-4a3c-8371-df390d651bc2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:17.035768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.092012 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:17.109454 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:17.170988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.340805 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Deleting port bccd83bb-8850-424e-a5b0-da386d9e1c2c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:17.341466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.351752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d309e73c-ed3c-49f7-b291-1835b40b56aa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:17.390680 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:17.410816 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d309e73c-ed3c-49f7-b291-1835b40b56aa {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:17.411662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d309e73c-ed3c-49f7-b291-1835b40b56aa not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:17.412126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:17.416563 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.487859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:17.488210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6df7be29-9b2a-4dd2-a47f-3138d5cdcd63 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:17.531343 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:17.537687 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b09e45-9af4-4d0d-bcd3-e549f7b1b55f" -d '{"events": [{"server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "name": "network-vif-plugged", "status": "completed", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:17.548159 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] DHCP port deletion for 24635f24-026e-4c0d-bd89-94b76633d697 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:15:17.550318 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] For port bccd83bb-8850-424e-a5b0-da386d9e1c2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bccd83bb-8850-424e-a5b0-da386d9e1c2c,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:17.550687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.575110 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0,segment=NetworkSegment(de4aa341-b21a-46b5-bd11-614754b1b7f1),segment_id=de4aa341-b21a-46b5-bd11-614754b1b7f1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:17.585309 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Calling delete_port for bccd83bb-8850-424e-a5b0-da386d9e1c2c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:17.602426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.621421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.624219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.625071 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:17.657021 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:17.697086 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:17.703600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1d8525f5-ffb0-46a1-ab25-dfb6e49738ff None None] Provisioning complete for port 74d4e797-14b9-4030-aa53-437ae93fdba7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:17.703981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1d8525f5-ffb0-46a1-ab25-dfb6e49738ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.729102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.746848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf110b-b9c0-49b2-ad27-2b3075959a23 req-37c7a385-2a2f-409b-ac65-988bd0fb0619 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:17.748893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5cf110b-b9c0-49b2-ad27-2b3075959a23 req-37c7a385-2a2f-409b-ac65-988bd0fb0619 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.5632114 Dec 06 12:15:17.844796 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:17.848780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Deleting port bccd83bb-8850-424e-a5b0-da386d9e1c2c {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:17.848933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.885847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:17.887623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1d8525f5-ffb0-46a1-ab25-dfb6e49738ff None None] Port 74d4e797-14b9-4030-aa53-437ae93fdba7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:17.912119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.921748 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:17.922647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.924666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] 10.222.0.53 "PUT /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 1095 time: 4.2525773 Dec 06 12:15:17.938120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.975352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] For port bccd83bb-8850-424e-a5b0-da386d9e1c2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bccd83bb-8850-424e-a5b0-da386d9e1c2c,segment=NetworkSegment(9d5de96f-2ba0-42c7-9e39-52a59c59b6fc),segment_id=9d5de96f-2ba0-42c7-9e39-52a59c59b6fc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:17.976579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.976938 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=b54640a3-90aa-4d31-8bfb-5359fc68ee02,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:17.986680 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccd83bb-8850-424e-a5b0-da386d9e1c2c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:18.011112 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] No DVR routers for this DVR port bccd83bb-8850-424e-a5b0-da386d9e1c2c on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:18.016203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Calling delete_port for bccd83bb-8850-424e-a5b0-da386d9e1c2c owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:18.124707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.164117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] No DVR routers for this DVR port bccd83bb-8850-424e-a5b0-da386d9e1c2c on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:18.169269 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2dfd4-557a-4d90-885e-6fbef7fe80cc None None] Pushing event deleted for resources: {'Port': ['ID=bccd83bb-8850-424e-a5b0-da386d9e1c2c,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:18.188932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.195912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a9d00a9-e36e-426b-ac89-9830223dad96 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:18.227123 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24635f24-026e-4c0d-bd89-94b76633d697']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:18.248456 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:18.252431 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5de96f-2ba0-42c7-9e39-52a59c59b6fc') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:18.278120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.313629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.323885 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:18.325995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:18.328106 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:18.401217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.417455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.424818 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] 10.222.0.31 "DELETE /v2.0/networks/24635f24-026e-4c0d-bd89-94b76633d697 HTTP/1.1" status: 204 len: 168 time: 1.4064248 Dec 06 12:15:18.426199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9334ccc-9f17-4a3c-a352-d724d091c652 admin admin] Pushing event deleted for resources: {'Network': ['ID=24635f24-026e-4c0d-bd89-94b76633d697,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:18.577800 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48228) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:18.597698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5cf110b-b9c0-49b2-ad27-2b3075959a23 req-7d301e84-1f48-4c8a-91d1-9db6b4a08052 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8206570 Dec 06 12:15:18.629246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b170d94-26dd-4986-9b92-e4ef3470760f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd805cef7f7b41a3ad404c63c622abf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498374 Dec 06 12:15:18.638394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:18.668134 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc4695-cc81-494e-903d-572e4f14bede x-openstack-request-id: req-93dc4695-cc81-494e-903d-572e4f14bede {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:18.668995 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "name": "network-vif-plugged", "status": "completed", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:18.669433 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93dc4695-cc81-494e-903d-572e4f14bede {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:18.669973 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0', 'code': 200} Dec 06 12:15:18.682727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b134c-6c15-443e-b420-edc532c4e365 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:18.685967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:18.692473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4a0854e9-1898-4d72-87a5-38887e37ec0a admin admin] 10.222.0.31 "PUT /v2.0/routers/420dfa30-d7a1-46ae-a623-9c221069f4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0813601 Dec 06 12:15:18.698524 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-ad9fb414-a2fc-4461-b07a-8f0b079f5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.700038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-ad9fb414-a2fc-4461-b07a-8f0b079f5229 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1098 time: 0.7183115 Dec 06 12:15:18.706644 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:18.729950 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:18.730681 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:18.749793 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-a9fadbad-d0c4-496a-98ed-6b42adfb35b5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.757583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-a9fadbad-d0c4-496a-98ed-6b42adfb35b5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465 HTTP/1.1" status: 200 len: 943 time: 0.2347693 Dec 06 12:15:18.779553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.810200 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:18.847904 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:18.850185 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35f33a-c07d-472c-9da8-ad9f2523b56b" -d '{"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:18.861954 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:18.914929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.970856 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508982d9-183a-4456-837f-16f067418ef3 req-c0ed304a-90a8-45be-a3ce-9e4632f282be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.973126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-508982d9-183a-4456-837f-16f067418ef3 req-c0ed304a-90a8-45be-a3ce-9e4632f282be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 1097 time: 0.1897895 Dec 06 12:15:18.984981 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:19.041699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-508982d9-183a-4456-837f-16f067418ef3 req-aa2f8d5d-c09d-4955-a908-d032e9a0e430 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Dec 06 12:15:19.064636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.069315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.076318 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4f81252-d579-491c-9bde-1968275b612a HTTP/1.1" status: 204 len: 168 time: 0.4368250 Dec 06 12:15:19.085461 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f96877-ccbb-4dd3-98f1-df2fe9a3cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f81252-d579-491c-9bde-1968275b612a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:19.159905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c807c-82a0-4231-bff6-5a2c1346f77f req-733b56b5-143b-41c6-a35e-2ecd000a94d7 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.162536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1c807c-82a0-4231-bff6-5a2c1346f77f req-733b56b5-143b-41c6-a35e-2ecd000a94d7 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 946 time: 0.3512795 Dec 06 12:15:19.170681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-a74c4d0e-9b45-443c-8ecc-c954726d9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.172672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-a74c4d0e-9b45-443c-8ecc-c954726d9fd6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.4642787 Dec 06 12:15:19.261017 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:19.264358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-b23b7027-068c-43b7-8780-022fd12b198a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0744779 Dec 06 12:15:19.292487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bccd83bb-8850-424e-a5b0-da386d9e1c2c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:19.333924 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 5a9d00a9-e36e-426b-ac89-9830223dad96 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:19.334144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.337800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bccd83bb-8850-424e-a5b0-da386d9e1c2c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:19.338676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bccd83bb-8850-424e-a5b0-da386d9e1c2c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:19.366279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1c807c-82a0-4231-bff6-5a2c1346f77f req-6d7da093-4b84-4dc9-b78d-2483e6c50036 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908801 Dec 06 12:15:19.384743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5d23cd64-08b0-4de2-9b38-d1e68cc0b6ae None None] Provisioning complete for port b54640a3-90aa-4d31-8bfb-5359fc68ee02 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:19.385312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d23cd64-08b0-4de2-9b38-d1e68cc0b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.456891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.457707 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5d23cd64-08b0-4de2-9b38-d1e68cc0b6ae None None] Port b54640a3-90aa-4d31-8bfb-5359fc68ee02 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:19.462996 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-0c544e12-38de-4670-83cb-727a49f8d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.464480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-0c544e12-38de-4670-83cb-727a49f8d050 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1855905 Dec 06 12:15:19.475086 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:14Z', 'revision_number': 2, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:19.510410 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:19.510758 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Updating router 420dfa30-d7a1-46ae-a623-9c221069f4b7 port 74d4e797-14b9-4030-aa53-437ae93fdba7 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:15:19.539739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.630779 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 5a9d00a9-e36e-426b-ac89-9830223dad96, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a9d00a9-e36e-426b-ac89-9830223dad96,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:19.631074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:19.636082 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:19.641663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f6bb6421-edc9-43ef-9011-cdced1c081db tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/routers/99d37049-dfb1-4da8-ac69-0bdfa9cdd266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8625157 Dec 06 12:15:19.644370 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48252) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:19.651140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'port': {'network_id': 'cf314f3f-45af-48e6-93c3-45f6d91ef772', 'name': 'tempest-FloatingIPTestJSON-652820833'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:19.655761 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] Sync routers for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:19.658443 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 5a9d00a9-e36e-426b-ac89-9830223dad96 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:19.668925 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-e9ee2ccd-35d9-44da-a28d-b8656413885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.670538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-e9ee2ccd-35d9-44da-a28d-b8656413885d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942108 Dec 06 12:15:19.684565 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:19.685108 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:19.764056 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f3273-057e-4f15-847b-4c4c2d955cfb x-openstack-request-id: req-118f3273-057e-4f15-847b-4c4c2d955cfb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:19.764678 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:19.765030 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-118f3273-057e-4f15-847b-4c4c2d955cfb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:19.765746 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'status': 'completed', 'code': 200} Dec 06 12:15:19.776398 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:19.796083 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:19.801871 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:19.888059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-3c0b08f2-d3f2-48dd-873f-2fc0b476b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.891811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-3c0b08f2-d3f2-48dd-873f-2fc0b476b7e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1098 time: 0.1619227 Dec 06 12:15:19.900370 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:19.902888 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92588c27-9c52-40c3-bb8d-d2d80a120fda None None] The sync data for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:20.011673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-bfaa14dd-1d37-46e8-a381-cdf988f9bbaa service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449493 Dec 06 12:15:20.075661 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Made reservation on behalf of fadb5732888148c98561fb7a76acc6df for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:20.084788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.163451 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] device_id is not set on port 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:15:20.219676 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-3022d032-d7bf-4ebd-b879-96330f699167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.222275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-3022d032-d7bf-4ebd-b879-96330f699167 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3128257 Dec 06 12:15:20.291175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45583d49-6e93-4066-849e-c5a00a1dbb6c req-ce44efa4-c715-4fc2-9d50-1bfb4aa90590 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628138 Dec 06 12:15:20.292623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.365943 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-ba2c4857-4b9a-4ef3-9605-83ebcc0f1c8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.1353271 Dec 06 12:15:20.415418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:20.416957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.427296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.440651 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=5a9d00a9-e36e-426b-ac89-9830223dad96,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:20.499127 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-1501029b-3a06-4264-a987-b902548b6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.500617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-1501029b-3a06-4264-a987-b902548b6d42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1259868 Dec 06 12:15:20.506126 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Allocated IP 172.20.0.4 (cf314f3f-45af-48e6-93c3-45f6d91ef772/88795b48-9f6c-4b97-bc4c-22ba168cd210/88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:20.551065 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 5a9d00a9-e36e-426b-ac89-9830223dad96 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:20.556959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.560940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9733a38a-215b-4a12-adc2-97593dcb6bb7 req-6386e6e7-9675-4cbe-8a67-d894471556f6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "DELETE /v2.0/ports/5a9d00a9-e36e-426b-ac89-9830223dad96 HTTP/1.1" status: 204 len: 173 time: 1.8025301 Dec 06 12:15:20.591016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-e9b19b15-a1f3-47d5-8ae3-cdca49963296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.592524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-e9b19b15-a1f3-47d5-8ae3-cdca49963296 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1098 time: 0.1833720 Dec 06 12:15:20.647543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c49cb-fbb7-47c0-82dd-4873fefe11e4 None None] Pushing event updated for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:20.682580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-ce9e508e-10fe-4fdf-adba-41b5535dbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.702785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Attempting to bind port 74d4e797-14b9-4030-aa53-437ae93fdba7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:20.707036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-ce9e508e-10fe-4fdf-adba-41b5535dbe15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982329 Dec 06 12:15:20.707204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Attempting to bind port 74d4e797-14b9-4030-aa53-437ae93fdba7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:20.716236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Attempting to bind port 74d4e797-14b9-4030-aa53-437ae93fdba7 on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:20.726992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:20.732368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Checking segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:20.733601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.735595 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Bound using segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:20.737906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Bound port: 74d4e797-14b9-4030-aa53-437ae93fdba7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:20.740266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.810761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-59e37600-ff40-4363-b505-bebd9a6a90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.812679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-59e37600-ff40-4363-b505-bebd9a6a90f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1944590 Dec 06 12:15:20.906104 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:20.908033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-5b562dca-9672-4f49-9bdf-59a0ee2ae5e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0792546 Dec 06 12:15:20.915914 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963255794', 'description': 'tempest-description--1915948888'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:20.916901 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-07822317-a448-43b7-995a-a67468209232 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:15:20.918020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-07822317-a448-43b7-995a-a67468209232 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207293 Dec 06 12:15:20.983792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-d1143e39-8439-45e2-911d-9e1afd41f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.985235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-d1143e39-8439-45e2-911d-9e1afd41f1df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0543785 Dec 06 12:15:20.996034 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-56416211-network', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:21.009542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] For port 74d4e797-14b9-4030-aa53-437ae93fdba7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:21.027036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] For port 74d4e797-14b9-4030-aa53-437ae93fdba7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74d4e797-14b9-4030-aa53-437ae93fdba7,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:21.028220 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6530ba42-5979-484e-9100-902040983ea0 None None] Provisioning complete for port 74d4e797-14b9-4030-aa53-437ae93fdba7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:21.028591 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6530ba42-5979-484e-9100-902040983ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.059122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.101552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.114459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.148943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Made reservation on behalf of 764f0af48ec3480ab15b2994d5c6ddca for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:21.151785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.178074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a71aa-9480-43cd-93df-f1bc9f4026a9 req-ed9b5d46-16ad-4353-af32-2f620c803d73 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.185500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d79a71aa-9480-43cd-93df-f1bc9f4026a9 req-ed9b5d46-16ad-4353-af32-2f620c803d73 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.1991091 Dec 06 12:15:21.206298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-9da65bc7-9140-4526-b43b-f2ebdc429b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.208788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-9da65bc7-9140-4526-b43b-f2ebdc429b4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090418 Dec 06 12:15:21.209840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.257043 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:21.257622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:21.295488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-e5d994eb-794f-4014-818d-7772239693b5 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570061 Dec 06 12:15:21.323767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.348308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.366073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.505818 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:21.515140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.519348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6101644 Dec 06 12:15:21.523669 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:21.540436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event updated for resources: {'Port': ['ID=88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:21.553284 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:21.553497 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group_rule': {'security_group_id': 'e2f910e5-93f1-485f-9f9a-269429dd3770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:21.558813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c49cb-fbb7-47c0-82dd-4873fefe11e4 None None] Pushing event updated for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:21.572454 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:21.585413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-58b144fb-85ff-41ed-937b-d535fe18fb17 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825494 Dec 06 12:15:21.585676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d79a71aa-9480-43cd-93df-f1bc9f4026a9 req-675bceb4-7bbe-4a2d-977f-378a8a8267ff tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992100 Dec 06 12:15:21.647439 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6530ba42-5979-484e-9100-902040983ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.652201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.675780 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e451e-e7ac-47d3-91b4-8d98cd16227c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f910e5-93f1-485f-9f9a-269429dd3770,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:21.702100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.711791 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.712796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.719396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb23d8-ef40-4ec4-a674-c74b0318b549 req-5aed58f3-16da-4cf0-bae3-819b808b48a5 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.728427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9fb23d8-ef40-4ec4-a674-c74b0318b549 req-5aed58f3-16da-4cf0-bae3-819b808b48a5 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 946 time: 0.3451440 Dec 06 12:15:21.753090 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7bea62b1-24ca-460f-b1e4-c45a0e6d482a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1042862 Dec 06 12:15:21.753327 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:21.753427 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:21.758864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-f313e9e1-dccf-4484-a8a6-63a6717d37af service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371604 Dec 06 12:15:21.759237 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Request body: {'floatingip': {'port_id': '88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:21.763258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6530ba42-5979-484e-9100-902040983ea0 None None] For port 74d4e797-14b9-4030-aa53-437ae93fdba7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74d4e797-14b9-4030-aa53-437ae93fdba7,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:21.797442 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-deleted', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:21.799937 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae4592-b2d9-4555-964d-ad2f0d01d8b7" -d '{"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-deleted", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:21.804884 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:21.826561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6530ba42-5979-484e-9100-902040983ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.848078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.884266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.903938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:21.904398 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Added segment 3c2004f6-e357-4dd5-b819-c7234940aa6e of type vlan for network 53ba46c0-fead-4880-b470-8612bdfe9780 Dec 06 12:15:21.940389 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd24ed-8994-4613-8ba6-77b72592cd39 x-openstack-request-id: req-2dcd24ed-8994-4613-8ba6-77b72592cd39 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:21.940793 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465", "name": "network-vif-deleted", "tag": "5a9d00a9-e36e-426b-ac89-9830223dad96", "status": "failed", "code": 422}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:21.941196 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dcd24ed-8994-4613-8ba6-77b72592cd39 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:21.941687 n-d-master-1 neutron-server[103297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f0d1f00-6b8f-42d0-8c4a-fbfa25bea465', 'name': 'network-vif-deleted', 'tag': '5a9d00a9-e36e-426b-ac89-9830223dad96', 'status': 'failed', 'code': 422} returned with failed status Dec 06 12:15:21.942384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af452e-1f29-4876-b09d-91416f680b5e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:21.960102 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530ba42-5979-484e-9100-902040983ea0 None None] Pushing event updated for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:22.088334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9fb23d8-ef40-4ec4-a674-c74b0318b549 req-221be133-ac26-4c13-8894-e8c87c1e132f tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587837 Dec 06 12:15:22.128673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.185069 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d1952c09-ec50-4707-ab7c-1e1735550f8a None None] Provisioning complete for port 74d4e797-14b9-4030-aa53-437ae93fdba7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:22.185741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d1952c09-ec50-4707-ab7c-1e1735550f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.266109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.270998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35f33a-c07d-472c-9da8-ad9f2523b56b req-e72b8815-e383-40dd-abe0-16aefcef5eca service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678047 Dec 06 12:15:22.313742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.371915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:20Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:22.389135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.390149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.390969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.406869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bb841-5995-4ab0-b637-c13f4a158364 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:20Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:22.473743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-99449e87-5d0c-4be0-90ff-d88f09afdae0 None None] Provisioning complete for port 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:22.473743 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99449e87-5d0c-4be0-90ff-d88f09afdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.495382 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04db55d8-3a9d-4fa2-a6e5-d57acc1ea475,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:22.507353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0705886 Dec 06 12:15:22.514878 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:22.525139 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Request body: {'subnet': {'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-56416211-subnet', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:22.574986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-99449e87-5d0c-4be0-90ff-d88f09afdae0 None None] Port 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:22.583742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.587889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-89f4a736-6733-4e34-9711-6e6c2912a51a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0507488 Dec 06 12:15:22.592976 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:22.608860 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group_rule': {'security_group_id': 'e2f910e5-93f1-485f-9f9a-269429dd3770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:22.613570 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Made reservation on behalf of 764f0af48ec3480ab15b2994d5c6ddca for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:22.615998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.668199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaebe8-1588-4e1e-8c9a-035d8cb69d5b admin admin] Pushing event updated for resources: {'Network': ['ID=53ba46c0-fead-4880-b470-8612bdfe9780,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:22.681624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 53ba46c0-fead-4880-b470-8612bdfe9780 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:22.701178 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-9145d1bf-3be4-4516-8bae-dfd22dee4cd3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.703669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-9145d1bf-3be4-4516-8bae-dfd22dee4cd3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.5193746 Dec 06 12:15:22.742251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058f99-54f3-4c1d-aee4-f10d430b9110 req-57a4d869-cdc4-4c89-9ff9-2758312a6944 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.753896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc058f99-54f3-4c1d-aee4-f10d430b9110 req-57a4d869-cdc4-4c89-9ff9-2758312a6944 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 946 time: 0.3117058 Dec 06 12:15:22.797185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.874136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-c2a143e4-9e65-446c-98bd-c0e801d0b35b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.1548116 Dec 06 12:15:22.885065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.922072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.951464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-92fe3b14-8f2f-43ed-bfe8-8946ad40abd9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757859 Dec 06 12:15:22.958357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e3493e-1221-4d15-8665-a36855e9e242,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:23.002349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.010427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.024415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc058f99-54f3-4c1d-aee4-f10d430b9110 req-d22cb038-97b8-4580-b002-422287b1fedb tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693179 Dec 06 12:15:23.027306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.032533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-334f9d33-7e62-4a33-a0fa-7818a62ee070 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4321079 Dec 06 12:15:23.037196 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:23.041621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:23.048843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.116744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.141311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-35e39b62-2a65-458a-b2e4-69ade4cb6016 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725712 Dec 06 12:15:23.279268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74d4e797-14b9-4030-aa53-437ae93fdba7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:23.362934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 74d4e797-14b9-4030-aa53-437ae93fdba7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:23.367583 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.562403 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:15:23.648767 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec792c6-f78e-4d6b-896c-dc4c59141e5f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:23.695342 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Checking segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:23.695702 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Network hostable DHCP agents. Network: 53ba46c0-fead-4880-b470-8612bdfe9780, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:15:23.717498 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 743706d7-369c-4f14-b8a9-b47101827b09 associated. External IP: 172.35.3.225, port: 5e8de4fa-30c0-4f17-8196-c99e57b47beb. Dec 06 12:15:23.769129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-f414d263-f138-4638-9789-b55bb520b819 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109719 Dec 06 12:15:23.788511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7daa71-8bf1-453b-a347-923295497216 req-e9e0d216-7126-41cf-93dc-6db614ef8265 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:23.789300 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Network 53ba46c0-fead-4880-b470-8612bdfe9780 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:15:23.795749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae7daa71-8bf1-453b-a347-923295497216 req-e9e0d216-7126-41cf-93dc-6db614ef8265 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.5953007 Dec 06 12:15:23.805796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-7edb699d-80ed-4129-ace2-1ae5a15709d1 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:23.806954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-7edb699d-80ed-4129-ace2-1ae5a15709d1 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 946 time: 0.1544280 Dec 06 12:15:23.857537 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 53ba46c0-fead-4880-b470-8612bdfe9780) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:23.863497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:23.864253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.869440 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2022c-0c80-46d9-af7e-a4c5f89ec199 None None] Network 53ba46c0-fead-4880-b470-8612bdfe9780 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:23.872056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae7daa71-8bf1-453b-a347-923295497216 req-cedec41f-050f-457e-95cf-87de1569d9e1 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753400 Dec 06 12:15:23.877378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:23.943134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d855ed94-c2a4-4a1a-b064-a9ddd8e57b75 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4248002 Dec 06 12:15:23.962652 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:23.970266 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:24.153792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.154852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.195045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Deleting port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:24.195501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.239256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79989ae1-1573-4198-98ae-4524837954fc req-f18fa467-3e4c-46ef-b75a-5b9c460a2fd0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 210 time: 0.0887241 Dec 06 12:15:24.260027 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:24.288184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:24.300761 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Allocated IP 172.35.3.30 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d34c753b-0ff4-4e76-a9c6-c89d60b46f8d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:24.359913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.482139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.564757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-53ba46c0-fead-4880-b470-8612bdfe9780', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:15:24.564757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.592151 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] For port 9b8eec41-5714-438c-ba7f-9e1be52cbae0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9b8eec41-5714-438c-ba7f-9e1be52cbae0,segment=NetworkSegment(de4aa341-b21a-46b5-bd11-614754b1b7f1),segment_id=de4aa341-b21a-46b5-bd11-614754b1b7f1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:24.592491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.676948 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Calling delete_port for 9b8eec41-5714-438c-ba7f-9e1be52cbae0 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:24.687819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.734926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:24.769966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:24.797773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'mac_address': 'fa:16:3e:b2:d1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:24.808529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae560137-4cb3-474b-b1e3-5996c53d43af req-3f360307-21fb-4f9b-a702-d8bcd4681417 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:24.811861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:24.816624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae560137-4cb3-474b-b1e3-5996c53d43af req-3f360307-21fb-4f9b-a702-d8bcd4681417 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 946 time: 0.3296773 Dec 06 12:15:24.858443 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009f0b8-2f68-42a0-832c-b38d822a3dc4 req-dc237dd5-891f-4bf3-bd34-93085e436ccc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:24.860061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2009f0b8-2f68-42a0-832c-b38d822a3dc4 req-dc237dd5-891f-4bf3-bd34-93085e436ccc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 947 time: 0.3747244 Dec 06 12:15:24.878209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-8f0950cd-43e2-45a5-89ce-307d830bf06e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:24.879749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-8f0950cd-43e2-45a5-89ce-307d830bf06e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.53 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 947 time: 0.3955774 Dec 06 12:15:24.895902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.921593 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:24.941442 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae560137-4cb3-474b-b1e3-5996c53d43af req-4c6a43c1-68c7-4a2d-9261-f9fbfef0a45e tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c84bb17-5b61-4104-84e9-5a98ad379d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238155 Dec 06 12:15:24.945776 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:24.947359 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:24.952245 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:24.996903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.020086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.098196 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Allocated IP 172.20.0.2 (53ba46c0-fead-4880-b470-8612bdfe9780/2ec792c6-f78e-4d6b-896c-dc4c59141e5f/fb5864e1-3729-436b-8cb9-3b0db5fa2525) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:25.100933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:25.103574 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.108057 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:25.129199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:25.130066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.145968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-13e0b92c-3873-46f8-b4d0-56c256bf6c3a service neutron] 10.222.0.53 "GET /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2330647 Dec 06 12:15:25.149988 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:25.152618 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:25.164068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2009f0b8-2f68-42a0-832c-b38d822a3dc4 req-4ed8042a-10ab-4282-8cea-88fbe14df662 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960844 Dec 06 12:15:25.170149 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=d34c753b-0ff4-4e76-a9c6-c89d60b46f8d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:25.211167 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.211856 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.212413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.212949 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.213523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.214067 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.214595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.215113 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.215629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.216158 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.216697 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.217254 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.217792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:25.248997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.250402 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e114f4-98fd-47ce-849e-b62aa16283eb None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:25.285272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-237173d8-c692-4e48-b7b2-e028b887c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:25.287402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-237173d8-c692-4e48-b7b2-e028b887c6d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0799167 Dec 06 12:15:25.300221 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:25.321033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.374275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['9b8eec41-5714-438c-ba7f-9e1be52cbae0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:25.386700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Pushing event deleted for resources: {'Port': ['ID=9b8eec41-5714-438c-ba7f-9e1be52cbae0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:25.429015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7779e1af-fea9-4a3c-8371-df390d651bc2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:25.467903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc63cc75-a5ec-42f0-a11a-5f3d2bd7fcb8 req-58639fbd-eb97-494a-8ae0-281603ffb34d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 210 time: 0.1051285 Dec 06 12:15:25.556899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.580881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.601875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.608214 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.624438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.634295 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] No DVR routers for this DVR port 9b8eec41-5714-438c-ba7f-9e1be52cbae0 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:25.655094 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.670950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.674314 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-96d51a7c-4315-43f8-90e6-43448a6bae59 req-5c0852a0-1137-453e-9cc7-123ad580fd44 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.23 "DELETE /v2.0/ports/9b8eec41-5714-438c-ba7f-9e1be52cbae0 HTTP/1.1" status: 204 len: 173 time: 1.8602631 Dec 06 12:15:25.674770 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'name': 'network-vif-deleted', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:25.677455 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbfaddc-f45f-46cc-94c7-31cc20406f3f" -d '{"events": [{"server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "name": "network-vif-deleted", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:25.716127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-28be0353-ccb7-4e8c-af20-2e5d2a18ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:25.717627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-28be0353-ccb7-4e8c-af20-2e5d2a18ec6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.4043634 Dec 06 12:15:25.752057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:25.763750 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] Sync routers for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:25.764260 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Network 53ba46c0-fead-4880-b470-8612bdfe9780 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:25.768825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.774897 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:25.777791 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Pushing event updated for resources: {'Port': ['ID=fb5864e1-3729-436b-8cb9-3b0db5fa2525,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:25.777940 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:25.778414 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.780104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:25.845105 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b909b691-e5f1-4dd1-9acb-77c643ec2b39 x-openstack-request-id: req-b909b691-e5f1-4dd1-9acb-77c643ec2b39 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:25.845489 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7b32e-51d8-4af1-a348-97960a8441b2", "name": "network-vif-deleted", "tag": "9b8eec41-5714-438c-ba7f-9e1be52cbae0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:25.847251 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b909b691-e5f1-4dd1-9acb-77c643ec2b39 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:25.847834 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7b32e-51d8-4af1-a348-97960a8441b2', 'name': 'network-vif-deleted', 'tag': '9b8eec41-5714-438c-ba7f-9e1be52cbae0', 'status': 'completed', 'code': 200} Dec 06 12:15:25.879667 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.884878 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Attempting to bind port fb5864e1-3729-436b-8cb9-3b0db5fa2525 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:25.886179 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Attempting to bind port fb5864e1-3729-436b-8cb9-3b0db5fa2525 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:25.887372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Attempting to bind port fb5864e1-3729-436b-8cb9-3b0db5fa2525 on network 53ba46c0-fead-4880-b470-8612bdfe9780 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:25.898542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:25.899437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Checking segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:25.899437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.900799 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Bound using segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:25.901420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Bound port: fb5864e1-3729-436b-8cb9-3b0db5fa2525, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:25.901899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.906165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-2435e196-f21e-4366-9032-c0a03833a83e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.1520519 Dec 06 12:15:25.907768 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:25.908539 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.965508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c69d9a53-414b-4424-94bd-4c6bafeedfe2 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/floatingips/743706d7-369c-4f14-b8a9-b47101827b09 HTTP/1.1" status: 200 len: 977 time: 4.2113349 Dec 06 12:15:25.985605 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:25.988163 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:25.988965 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd0989-a045-481c-9e73-dd885053a613 None None] The sync data for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:26.008292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] For port fb5864e1-3729-436b-8cb9-3b0db5fa2525, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:26.012516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] For port fb5864e1-3729-436b-8cb9-3b0db5fa2525, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb5864e1-3729-436b-8cb9-3b0db5fa2525,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:26.022091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.124185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2c78d-b242-40aa-9b4b-b4d7df57af09 None None] Pushing event updated for resources: {'Port': ['ID=fb5864e1-3729-436b-8cb9-3b0db5fa2525,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:26.147774 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Allocated IP 172.35.3.75 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c3c7b450-0ad4-43ae-8353-2ea20dd0d629) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:26.184955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-7ea4417e-2270-471c-a6f8-bce3ab284267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.192702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-7ea4417e-2270-471c-a6f8-bce3ab284267 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.2571929 Dec 06 12:15:26.267387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d589586-d835-405a-8894-31f27e3e870e req-b3172f58-1a28-4152-954e-815fc9f0aaa9 tempest-InstanceActionsV221TestJSON-384030204 tempest-InstanceActionsV221TestJSON-384030204-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca7b32e-51d8-4af1-a348-97960a8441b2 HTTP/1.1" status: 200 len: 210 time: 0.1071558 Dec 06 12:15:26.323149 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:26.323639 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.344233 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-d6b6defe-3406-475c-9ea2-5fb9d808422b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.346333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-d6b6defe-3406-475c-9ea2-5fb9d808422b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.3898535 Dec 06 12:15:26.356413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.362462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.391960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:26.402635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-52c38f72-d591-491b-af72-38e21a01bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.404228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-52c38f72-d591-491b-af72-38e21a01bf16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549721 Dec 06 12:15:26.435202 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.510998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.541504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.635148 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:26.648404 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:26.653856 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:26.680344 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:26.791348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb2b72f7-4ddf-4426-a8f6-87b10e726ad2 req-1b26549e-5c90-4a74-826c-23861fb90009 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 210 time: 0.0670974 Dec 06 12:15:26.866952 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=d34c753b-0ff4-4e76-a9c6-c89d60b46f8d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:26.905310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6638-add0-4d0f-9526-07b627529e3d req-43f34a3c-68e3-4b4b-b3b4-08ecbed85013 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.906932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31ad6638-add0-4d0f-9526-07b627529e3d req-43f34a3c-68e3-4b4b-b3b4-08ecbed85013 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.4781210 Dec 06 12:15:26.913394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:26.917043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.947238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.966228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-8a306729-1261-4f42-a2cd-e08b2f5b29e4 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414374 Dec 06 12:15:27.023215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.024458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bfc9c006-e892-47c5-8fee-8681fde1af39 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9864159 Dec 06 12:15:27.132221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31ad6638-add0-4d0f-9526-07b627529e3d req-4f0c5daf-99bb-4040-8e3c-8a4bf7acdeaa tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870916 Dec 06 12:15:27.292512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-008664e6-ef49-4e40-803a-214095b35f23 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171139 Dec 06 12:15:27.348286 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.6 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/42669d7f-88c3-4e73-acfe-585a456159cb) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:27.368101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.368612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.369036 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Floating IP 743706d7-369c-4f14-b8a9-b47101827b09 disassociated. External IP: 172.35.3.225, port: 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84. Dec 06 12:15:27.369556 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:27.490307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-77bbb2c6-f517-40ae-9207-ce99bd6475f6 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--963255794&fields=id&tenant_id=4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 267 time: 0.1506853 Dec 06 12:15:27.518728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb5864e1-3729-436b-8cb9-3b0db5fa2525 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:27.651621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a117b7fc-a94e-4ea4-add7-59e2edd2270c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.667504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.714306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c139f8-f5d4-477f-bc8b-1c18ec079fbb None None] Network 53ba46c0-fead-4880-b470-8612bdfe9780 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:27.719801 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fb5864e1-3729-436b-8cb9-3b0db5fa2525 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:27.720224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.787106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.858022 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48406) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:27.859545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-3fdd5085-f00c-4b24-86d4-10c4097f5df4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:27.863139 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-84339870-6154-413d-aaeb-239fc64f69a1 None None] Provisioning complete for port fb5864e1-3729-436b-8cb9-3b0db5fa2525 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:27.863520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-84339870-6154-413d-aaeb-239fc64f69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.871440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-3fdd5085-f00c-4b24-86d4-10c4097f5df4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 811 time: 0.3687079 Dec 06 12:15:27.875757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.896945 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:27.908764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-caad838e-aa9a-444c-9ac9-a2ece846a3e8 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/quotas/4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 375 time: 0.0363076 Dec 06 12:15:27.994437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.110445 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:28.124071 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:28.130407 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:28.150463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.169966 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:28.172492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-84339870-6154-413d-aaeb-239fc64f69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.190953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-35733234-d285-4d4f-b45a-548708b88605 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2813985 Dec 06 12:15:28.218913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0ddf-aba1-466a-97d8-630495613b03 req-610af415-21c5-487b-8066-5411f157f091 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:28.235258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f56e0ddf-aba1-466a-97d8-630495613b03 req-610af415-21c5-487b-8066-5411f157f091 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 931 time: 0.2473724 Dec 06 12:15:28.244751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:28.251124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.262810 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:28.281884 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Deleting subnet 43f1db78-f2ce-43a3-b3b2-bc236ae02b4c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:15:28.282551 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:28.284105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.291605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.324125 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port fb5864e1-3729-436b-8cb9-3b0db5fa2525, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb5864e1-3729-436b-8cb9-3b0db5fa2525,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:28.349469 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.409516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-8ba3efe4-38cf-4b2f-a2de-5e114eb1169d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0362542 Dec 06 12:15:28.432654 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=fb5864e1-3729-436b-8cb9-3b0db5fa2525,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:28.442610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f56e0ddf-aba1-466a-97d8-630495613b03 req-db9d4ba6-0b10-42e1-80b6-be16431a0df3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062967 Dec 06 12:15:28.450389 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 7779e1af-fea9-4a3c-8371-df390d651bc2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:28.456976 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 7779e1af-fea9-4a3c-8371-df390d651bc2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:28.457373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.476856 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Request body: {'port': {'device_id': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:28.498017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-84339870-6154-413d-aaeb-239fc64f69a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:15:28.498381 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-84339870-6154-413d-aaeb-239fc64f69a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:15:28.515238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.570618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.571156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd926683-76a7-4dc4-988a-3e6d7bb0d3eb service neutron] 10.222.0.31 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304477 Dec 06 12:15:28.594709 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:28.597286 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb957f9-5942-4bb3-b75d-1803d1e88fcf" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:28.601743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.611708 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:28.617391 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.656134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9b8eec41-5714-438c-ba7f-9e1be52cbae0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:28.664892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.698612 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 9b8eec41-5714-438c-ba7f-9e1be52cbae0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:28.698967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 9b8eec41-5714-438c-ba7f-9e1be52cbae0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:28.754371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:28.755168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:28.770457 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] Sync routers for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:28.777721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65307f-0fb5-4059-8605-438ec596eb2c req-9affb7b3-b282-448b-bd2d-71002fd44dca tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:28.785189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df65307f-0fb5-4059-8605-438ec596eb2c req-9affb7b3-b282-448b-bd2d-71002fd44dca tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.2083230 Dec 06 12:15:28.804212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-e3494859-20a7-4c1e-ad98-80fed5644eec service neutron] 10.222.0.31 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326612 Dec 06 12:15:28.809765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:28.810716 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:28.858963 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:28.859898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.872085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:28.873912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:28.902378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.909010 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc227104-34eb-4a45-bb31-91ddd6de7ed7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 HTTP/1.1" status: 204 len: 168 time: 2.9170620 Dec 06 12:15:28.911327 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:28.916342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:28.917564 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4b567-111f-44d5-8645-7dd6d70c5c47 None None] The sync data for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:28.918665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f1db78-f2ce-43a3-b3b2-bc236ae02b4c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:28.937345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:28.944758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d2aa4de0-6888-4133-9b87-e010e2cab0bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43f1db78-f2ce-43a3-b3b2-bc236ae02b4c HTTP/1.1" status: 204 len: 168 time: 1.0627763 Dec 06 12:15:28.948913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:29.083331 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d3c735-3d6e-4eef-80b2-cfa13800ff16 x-openstack-request-id: req-b6d3c735-3d6e-4eef-80b2-cfa13800ff16 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:29.083624 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:29.083879 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6d3c735-3d6e-4eef-80b2-cfa13800ff16 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:29.084273 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'code': 200} Dec 06 12:15:29.139599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.172599 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:15:29.238673 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f423c0a-70d6-4cd2-8971-a848bb51e72a None None] Provisioning complete for port fb5864e1-3729-436b-8cb9-3b0db5fa2525 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:29.239048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f423c0a-70d6-4cd2-8971-a848bb51e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.303518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb5864e1-3729-436b-8cb9-3b0db5fa2525 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:29.467931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.551233 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f12aaa-79a4-4a4d-bc1c-46efeda8285e']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:29.584251 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4aa341-b21a-46b5-bd11-614754b1b7f1') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:29.584251 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4aa341-b21a-46b5-bd11-614754b1b7f1') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:29.650110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.697880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-11352428-a3fb-4d32-9ad4-74090712bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.722742 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fb5864e1-3729-436b-8cb9-3b0db5fa2525 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:29.723102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.817918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.838029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:29.839393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:29.846574 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:29.966393 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:29.978314 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Sync routers for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:29.993074 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:29.998199 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:30.068821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.070073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-67c6566d-ca1d-4def-94f9-cf53badf4559 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1062603 Dec 06 12:15:30.080809 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:30.090999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.136046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12f26a81-2df5-4a70-86a5-ef57d5eb62ed req-40401f14-1d4a-4714-b9af-0a2aa581bdfa tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.0516844 Dec 06 12:15:30.137408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.140545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] 10.222.0.31 "DELETE /v2.0/networks/85f12aaa-79a4-4a4d-bc1c-46efeda8285e HTTP/1.1" status: 204 len: 168 time: 1.1260319 Dec 06 12:15:30.158238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df65307f-0fb5-4059-8605-438ec596eb2c req-398812d2-031c-4087-8d58-6d4087cd4978 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3721259 Dec 06 12:15:30.203530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e47fb-83e0-4c42-b9db-10bb85f9115e admin admin] Pushing event deleted for resources: {'Network': ['ID=85f12aaa-79a4-4a4d-bc1c-46efeda8285e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:30.318883 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42669d7f-88c3-4e73-acfe-585a456159cb {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:30.334016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.359011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7791aec-9b3d-4ee3-93f9-ca71a5801111 req-e6d534c1-ff72-4830-b460-2214759ce78f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:30.370224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7791aec-9b3d-4ee3-93f9-ca71a5801111 req-e6d534c1-ff72-4830-b460-2214759ce78f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 931 time: 0.1049023 Dec 06 12:15:30.389962 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48450) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:30.399944 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Transition to ACTIVE for port object 42669d7f-88c3-4e73-acfe-585a456159cb will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:30.444921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.458106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.458732 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-f3e736f8-4c09-479b-903a-8366008b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:30.460643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-f3e736f8-4c09-479b-903a-8366008b54c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8&tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829 HTTP/1.1" status: 200 len: 1100 time: 0.3956177 Dec 06 12:15:30.506418 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:30.508813 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:30.525652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66debb49-bc34-4380-a51d-f670013d3078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=663592c0dde34e95b37b182d0455e341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318951 Dec 06 12:15:30.537192 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:30.553939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7791aec-9b3d-4ee3-93f9-ca71a5801111 req-e37cca67-abab-401d-8b3f-b2b22468bbdb tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827378 Dec 06 12:15:30.602635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:30.688449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.724552 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Attempting to bind port 42669d7f-88c3-4e73-acfe-585a456159cb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:30.725424 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Attempting to bind port 42669d7f-88c3-4e73-acfe-585a456159cb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:30.725767 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Attempting to bind port 42669d7f-88c3-4e73-acfe-585a456159cb on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:30.736847 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Port 42669d7f-88c3-4e73-acfe-585a456159cb on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:30.737274 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Attempting to bind port 42669d7f-88c3-4e73-acfe-585a456159cb on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:30.742613 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:30.743080 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:30.743565 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:30.743995 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Bound port: 42669d7f-88c3-4e73-acfe-585a456159cb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:30.744359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.808786 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:27Z', 'revision_number': 3, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:30.824747 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:30.850792 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Checking router: 56ca45a9-ed9c-479f-9ca1-90e2375f1163 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:30.851407 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Updating router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:15:30.855602 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=42669d7f-88c3-4e73-acfe-585a456159cb,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:30.866194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.866822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.888136 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.918089 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:30.918935 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.921012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/42669d7f-88c3-4e73-acfe-585a456159cb HTTP/1.1" status: 200 len: 1091 time: 2.4757004 Dec 06 12:15:30.926823 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:30.932269 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c510e5-56f5-4e43-bac0-ba356971d4da" -d '{"events": [{"name": "network-changed", "server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:30.975301 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e2f9-4e4a-4bbb-b52d-cedafe5197b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:31.042102 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48cafad-3419-4abe-af08-04db0143fbfd x-openstack-request-id: req-c48cafad-3419-4abe-af08-04db0143fbfd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:31.042444 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:31.042951 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c48cafad-3419-4abe-af08-04db0143fbfd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:31.043188 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb', 'status': 'completed', 'code': 200} Dec 06 12:15:31.062582 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-fe0b547e-8b9a-4763-b782-9a3c6d10e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.064204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-fe0b547e-8b9a-4763-b782-9a3c6d10e80c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 1094 time: 0.0758960 Dec 06 12:15:31.128547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-c13b02d4-75b9-490b-9239-98b86b118dd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42669d7f-88c3-4e73-acfe-585a456159cb HTTP/1.1" status: 200 len: 217 time: 0.0490389 Dec 06 12:15:31.189976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.197424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e914f-513a-4314-a57c-1867aebfca36 req-fc55a12d-2852-41d7-8bf4-3b954ce831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.199711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-fc55a12d-2852-41d7-8bf4-3b954ce831bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0642653 Dec 06 12:15:31.259783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-3abda22d-d366-419c-98a0-5c82ceb37045 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521281 Dec 06 12:15:31.305217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.316310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ec0a051-6c08-44e9-91b1-55e188505a0a req-138b19ff-d0ef-4113-869e-77a11f4e50eb tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.0654407 Dec 06 12:15:31.349644 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.356425 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.416842 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Attempting to bind port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:31.417378 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Attempting to bind port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:31.418016 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Attempting to bind port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:31.436906 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:31.437459 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:31.437963 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.438461 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:31.439639 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Bound port: c3c7b450-0ad4-43ae-8353-2ea20dd0d629, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:31.440456 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.495578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-97b724e7-947a-4273-b6d9-e3d281797fcd tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.497184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-97b724e7-947a-4273-b6d9-e3d281797fcd tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 811 time: 0.7819321 Dec 06 12:15:31.499570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.511768 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] For port c3c7b450-0ad4-43ae-8353-2ea20dd0d629, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:31.515795 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] For port c3c7b450-0ad4-43ae-8353-2ea20dd0d629, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:31.518444 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Pushing event updated for resources: {'Port': ['ID=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:31.519087 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d5bd2-01bf-4915-a74d-00e370b6f1a8 req-8ec88bca-ddcc-4a36-ac98-6585bda6fc23 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.521272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c1d5bd2-01bf-4915-a74d-00e370b6f1a8 req-8ec88bca-ddcc-4a36-ac98-6585bda6fc23 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.1879966 Dec 06 12:15:31.535917 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.550277 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.550952 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.551490 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.551951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.552386 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.553392 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.553838 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.554269 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.554700 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.555633 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.556067 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.556496 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.557042 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:31.569615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-d5631b66-f0c4-4719-ab2e-af751ca8fcae service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732003 Dec 06 12:15:31.624559 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39fcf1-495a-433c-b225-e7612e601993 None None] Pushing event updated for resources: {'Port': ['ID=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:31.655871 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:31.656493 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:31.683916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c1d5bd2-01bf-4915-a74d-00e370b6f1a8 req-11b97022-1b1a-410f-a048-83f22517ccb6 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441469 Dec 06 12:15:31.712632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:31.763165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-775e914f-513a-4314-a57c-1867aebfca36 req-624d7fc8-2cff-4cae-bf78-b372fc52511e service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761451 Dec 06 12:15:31.763515 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:31.777088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c368f7-87b9-445c-929d-a7144a3d3af2 req-b84f8442-c269-4356-b646-5890f3787ff8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.778845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65c368f7-87b9-445c-929d-a7144a3d3af2 req-b84f8442-c269-4356-b646-5890f3787ff8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 943 time: 0.0712636 Dec 06 12:15:31.790045 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:31.833085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.836023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.837218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c84bb17-5b61-4104-84e9-5a98ad379d88 HTTP/1.1" status: 204 len: 168 time: 1.2975268 Dec 06 12:15:31.917386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65c368f7-87b9-445c-929d-a7144a3d3af2 req-921a2310-e610-42a7-9124-34e14a088331 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314878 Dec 06 12:15:31.936790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-df5d384b-7703-404c-97bf-98043ec18bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.939526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-df5d384b-7703-404c-97bf-98043ec18bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 1094 time: 0.0681305 Dec 06 12:15:31.945974 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:31.948787 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332b5bb6-79ca-4897-92ce-297b0353e45e" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:31.952038 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd4cfb-2aa3-4105-b563-22924f67b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c84bb17-5b61-4104-84e9-5a98ad379d88,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:31.959385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-1c0b05ba-5fdd-448d-a9f5-f751d33853e4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 379 time: 0.4441221 Dec 06 12:15:31.983164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.005887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'port': {'device_id': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'admin_state_up': True, 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'security_groups': ['e2f910e5-93f1-485f-9f9a-269429dd3770']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:32.177439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-e057ff05-ff4f-4eed-82c5-981d015a9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:32.182666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-e057ff05-ff4f-4eed-82c5-981d015a9abe service neutron] 10.222.0.53 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.2359359 Dec 06 12:15:32.186150 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:27Z', 'revision_number': 3, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:32.187959 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Transition to ACTIVE for port object 7779e1af-fea9-4a3c-8371-df390d651bc2 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:32.224313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.255316 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3a1df-7143-4b86-a788-7a0379d3deda None None] The sync data for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 is: [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:27Z', 'revision_number': 3, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:32.281790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-343fe9dd-593c-41d8-a254-ed61544677be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42669d7f-88c3-4e73-acfe-585a456159cb HTTP/1.1" status: 200 len: 217 time: 0.0910089 Dec 06 12:15:32.344005 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.386529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-abf5be1b-1416-47f3-b41c-0d7e97c46303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:32.393176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-abf5be1b-1416-47f3-b41c-0d7e97c46303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.1005208 Dec 06 12:15:32.409059 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94168b-ffb9-4111-bb89-5acc131be41e x-openstack-request-id: req-2c94168b-ffb9-4111-bb89-5acc131be41e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:32.409379 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:32.409644 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c94168b-ffb9-4111-bb89-5acc131be41e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:32.410045 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'code': 200} Dec 06 12:15:32.444343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-097a2f0d-3d31-4628-b0cb-420dc8e2eca5 req-af89be52-14d4-4602-a4ed-fd7f21fb8040 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.0425818 Dec 06 12:15:32.490260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-7f8c62c6-3341-48ca-a120-0f04e2ee7a90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484948 Dec 06 12:15:32.513975 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] No DVR routers for this DVR port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:32.533303 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Made reservation on behalf of 4d863b44e7e04228b21d2005be90ed50 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:32.538915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.607110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:32.607431 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:32.607789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:32.624725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.713722 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:32.714045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Attempting to bind port 7779e1af-fea9-4a3c-8371-df390d651bc2 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:32.724932 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:32.751231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-82597e8b-bfae-4e5f-bfef-be955e190b51 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504101 Dec 06 12:15:32.753767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:32.754410 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:32.754556 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:32.755020 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Bound port: 7779e1af-fea9-4a3c-8371-df390d651bc2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:32.755386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:32.961332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c510e5-56f5-4e43-bac0-ba356971d4da req-31834b48-40fe-4c40-a1cd-479161b2ccb4 service neutron] 10.222.0.53 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989729 Dec 06 12:15:32.975558 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca3de-0f38-440f-98ff-a7648471c0da req-49fd1deb-ea2a-49cc-bdea-bd26dfffd612 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:33.006150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7ca3de-0f38-440f-98ff-a7648471c0da req-49fd1deb-ea2a-49cc-bdea-bd26dfffd612 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.1521056 Dec 06 12:15:33.118964 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.196409 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3e04-d143-458b-b4cf-b3ae11a4962f req-9a89ff6e-0c8e-43df-87b6-61efda0e8de5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:33.197908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35f3e04-d143-458b-b4cf-b3ae11a4962f req-9a89ff6e-0c8e-43df-87b6-61efda0e8de5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 943 time: 0.1453977 Dec 06 12:15:33.205708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7ca3de-0f38-440f-98ff-a7648471c0da req-10557cea-c8ec-4ef7-94f7-930e7a30da6d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925120 Dec 06 12:15:33.250180 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:33.289801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3c7b450-0ad4-43ae-8353-2ea20dd0d629 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:33.290983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35f3e04-d143-458b-b4cf-b3ae11a4962f req-ac7946b2-b26d-4d46-9eba-8f4e771d4f59 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792823 Dec 06 12:15:33.306353 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:33.312609 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Allocated IP 172.20.0.10 (b1e62408-d1aa-4c69-92bc-53c93edde5f5/8c70c8e1-dbfc-42e1-b954-41ea8e15cb92/85416efc-a7f2-4436-af09-8f19baf50b5a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:33.353899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:33.354537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.367893 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Allocated IP 172.20.0.1 (53ba46c0-fead-4880-b470-8612bdfe9780/2ec792c6-f78e-4d6b-896c-dc4c59141e5f/fde2ef6d-084f-49bf-9bf9-6d7321b302d5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:33.371677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:33.390200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.483961 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-322687311-network', 'tenant_id': '1a1d579dd2584ae6a7e8fdbd85b2847c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:33.488979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.502112 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:33.502728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.504110 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 1096 time: 3.0023954 Dec 06 12:15:33.513779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c3c7b450-0ad4-43ae-8353-2ea20dd0d629, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:33.519307 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.547663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Made reservation on behalf of 1a1d579dd2584ae6a7e8fdbd85b2847c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:33.550607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.581181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.616423 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:33.630426 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port b54640a3-90aa-4d31-8bfb-5359fc68ee02 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:33.631033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.691556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a405b858-d8f8-497f-9489-8c3256aa5585 req-2fa1e19c-7094-444b-ad34-e30d30207837 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.0819604 Dec 06 12:15:33.752605 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574dd6-feb0-4843-9cae-3399d253a4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:33.818972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.827071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.852426 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:33.878454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc17af4-63a9-4a3d-b98b-78e9d3447f71,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:33.884618 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-a53983e5-65db-4124-b885-9f2aa5bc6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:33.886157 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-a53983e5-65db-4124-b885-9f2aa5bc6a3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.3354750 Dec 06 12:15:33.893677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.894709 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Added segment 4378077d-1de4-40e5-a825-f9c087009013 of type vlan for network fa342543-a8c0-4805-bf7d-db474d0e27d2 Dec 06 12:15:33.956192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.960740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.993804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:33.995413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:33.996804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.028911 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for b54640a3-90aa-4d31-8bfb-5359fc68ee02 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:34.063292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7555163 Dec 06 12:15:34.072743 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48510) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:34.096705 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb3d1-8a63-40d0-9110-abe544ca88b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa342543-a8c0-4805-bf7d-db474d0e27d2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:34.107053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fa342543-a8c0-4805-bf7d-db474d0e27d2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:34.114183 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Request body: {'subnet': {'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-322687311-subnet', 'tenant_id': '1a1d579dd2584ae6a7e8fdbd85b2847c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:34.151232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.178566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.239659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 42669d7f-88c3-4e73-acfe-585a456159cb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:34.252787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:34.264762 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-dd0e94c9-54bd-4042-8b6b-d9fa240df53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.266248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-dd0e94c9-54bd-4042-8b6b-d9fa240df53a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.3458686 Dec 06 12:15:34.266801 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Made reservation on behalf of 1a1d579dd2584ae6a7e8fdbd85b2847c for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:34.269577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.385998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:34.408130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96953727-eb19-4299-81cd-6a055e3a7aa7 req-6c5fc507-1eb8-4427-9814-a9c6acfc841b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.413040 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:34.415878 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b57d4b-417b-451d-852e-270f07f4dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:34.419137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96953727-eb19-4299-81cd-6a055e3a7aa7 req-6c5fc507-1eb8-4427-9814-a9c6acfc841b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.0870693 Dec 06 12:15:34.419391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.422496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-c43a87b3-a146-4fb0-816d-14d5acd54978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.1427882 Dec 06 12:15:34.479130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=42669d7f-88c3-4e73-acfe-585a456159cb,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:34.508425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '42669d7f-88c3-4e73-acfe-585a456159cb', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '42669d7f-88c3-4e73-acfe-585a456159cb', 'mac_address': 'fa:16:3e:fe:ed:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:34.527154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96953727-eb19-4299-81cd-6a055e3a7aa7 req-f386db0a-41f9-41ca-a1f0-6d81f74d9fbf tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054320 Dec 06 12:15:34.539103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.562632 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed5638-04d8-43c8-8446-d308fab2dcd1 req-5975fd0c-87a6-4873-b192-d16a8c205d4c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.567740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-feed5638-04d8-43c8-8446-d308fab2dcd1 req-5975fd0c-87a6-4873-b192-d16a8c205d4c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 943 time: 0.1459758 Dec 06 12:15:34.587071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.609918 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42669d7f-88c3-4e73-acfe-585a456159cb {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:34.622920 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Network 53ba46c0-fead-4880-b470-8612bdfe9780 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:34.654718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=42669d7f-88c3-4e73-acfe-585a456159cb,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:34.660574 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f50be4-d537-471a-bd71-08344d4998e9 x-openstack-request-id: req-08f50be4-d537-471a-bd71-08344d4998e9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:34.661132 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:34.661598 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08f50be4-d537-471a-bd71-08344d4998e9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:34.662177 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'status': 'completed', 'code': 200} Dec 06 12:15:34.663302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:34.673012 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:34.687612 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:34.694855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Pushing event updated for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:34.768402 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:34.774226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-feed5638-04d8-43c8-8446-d308fab2dcd1 req-f5c10cec-48a2-4352-8e39-b22139e8a6b5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719065 Dec 06 12:15:34.811054 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-47e386d1-4411-4a14-ad01-345efd28171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.812378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-47e386d1-4411-4a14-ad01-345efd28171f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.3639481 Dec 06 12:15:34.821051 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:34.822332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-20dce1d0-839c-442f-a2d3-16b7a6874523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.824140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-20dce1d0-839c-442f-a2d3-16b7a6874523 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.1617351 Dec 06 12:15:34.824771 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:34.903127 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:34.949361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['42669d7f-88c3-4e73-acfe-585a456159cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:34.971016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ab5-cff7-456e-a709-8600bd3f6d46 req-852e456c-50ff-4d84-8183-14545a8ac387 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:34.972770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49b0ab5-cff7-456e-a709-8600bd3f6d46 req-852e456c-50ff-4d84-8183-14545a8ac387 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 932 time: 0.1665244 Dec 06 12:15:35.050090 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-ea354c82-8d4e-4d3a-9eac-32d89b9aacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.052376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-ea354c82-8d4e-4d3a-9eac-32d89b9aacf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2084301 Dec 06 12:15:35.113826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.118842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-96d9b911-f5a6-40d3-ba43-3e3ae4952e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0588679 Dec 06 12:15:35.124527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:35.135656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49b0ab5-cff7-456e-a709-8600bd3f6d46 req-9ecb00e3-54d9-44bf-8c35-aff5918f3968 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388516 Dec 06 12:15:35.198718 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-a93bbe55-6322-4c31-98ed-b97bf132fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.200409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-a93bbe55-6322-4c31-98ed-b97bf132fbc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0597661 Dec 06 12:15:35.210317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e8c88172-c856-40ae-91b0-3d525ad79511 None None] Provisioning complete for port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:35.211218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8c88172-c856-40ae-91b0-3d525ad79511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.263647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-1322bec1-6cf1-41cd-bcb2-e13e72b46825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.265879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-1322bec1-6cf1-41cd-bcb2-e13e72b46825 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577116 Dec 06 12:15:35.270126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e8c88172-c856-40ae-91b0-3d525ad79511 None None] Port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:35.293694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=b54640a3-90aa-4d31-8bfb-5359fc68ee02,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:35.300337 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3c7b450-0ad4-43ae-8353-2ea20dd0d629 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:35.309295 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.309976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.325839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.379741 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:35.380257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.411138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-59aa3928-855e-433b-aa3b-e0dd01f96296 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367974 Dec 06 12:15:35.437797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d653d886-75e2-43cd-979c-71e8b67dd8a1 None None] Provisioning complete for port 85416efc-a7f2-4436-af09-8f19baf50b5a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:35.438337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d653d886-75e2-43cd-979c-71e8b67dd8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:35.519587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d653d886-75e2-43cd-979c-71e8b67dd8a1 None None] Port 85416efc-a7f2-4436-af09-8f19baf50b5a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:35.577500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-13ce6467-a78b-4aee-b864-ef19b0060b1f service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582353 Dec 06 12:15:35.664815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3872e-b923-4503-bdcf-431592d98871 req-51a8f039-eca9-4fc6-b3f0-e54d8b391899 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.666362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2b3872e-b923-4503-bdcf-431592d98871 req-51a8f039-eca9-4fc6-b3f0-e54d8b391899 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.0522792 Dec 06 12:15:35.722114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2b3872e-b923-4503-bdcf-431592d98871 req-c3f18c14-a084-443d-b1f7-ea6296650c52 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Dec 06 12:15:35.775444 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab2f5-9b40-4758-9434-94692792296f req-3b2df874-bf86-4acc-8899-3d3834079fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.776924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-3b2df874-bf86-4acc-8899-3d3834079fb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9449546 Dec 06 12:15:35.810588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-fd905fff-ddf7-4330-b07f-d56514755643 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8186593 Dec 06 12:15:35.843454 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Request body: {'port': {'device_id': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:35.921561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7c60-7559-44c4-a436-9a8fe57d59a5 req-541aaabb-a7d5-4057-be4e-471b48702f1e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:35.923398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d01c7c60-7559-44c4-a436-9a8fe57d59a5 req-541aaabb-a7d5-4057-be4e-471b48702f1e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 944 time: 0.0629866 Dec 06 12:15:35.974946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d01c7c60-7559-44c4-a436-9a8fe57d59a5 req-d5d25893-6eb5-44ad-8f4e-835ee52c8586 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Dec 06 12:15:36.025427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.150016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.180881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-7c5a869d-c4a6-4dc0-a126-5fd868978e16 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936589 Dec 06 12:15:36.232434 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c18d68-6daa-42d7-99ef-cb9125571992,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:36.241448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.254944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 42669d7f-88c3-4e73-acfe-585a456159cb up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:36.257188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe3d07-cc8a-4f43-a52d-255e393b1730 req-43c8b646-accd-4063-8814-b5dcc35790aa tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.258793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bfe3d07-cc8a-4f43-a52d-255e393b1730 req-43c8b646-accd-4063-8814-b5dcc35790aa tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 932 time: 0.0551283 Dec 06 12:15:36.282391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.306451 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 42669d7f-88c3-4e73-acfe-585a456159cb completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:36.312738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bfe3d07-cc8a-4f43-a52d-255e393b1730 req-30a2176c-d5cd-4049-a0da-30d6e06aa6d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Dec 06 12:15:36.316345 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 42669d7f-88c3-4e73-acfe-585a456159cb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:36.316713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.339851 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Checking segment: {'id': '4378077d-1de4-40e5-a825-f9c087009013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:36.340227 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Network hostable DHCP agents. Network: fa342543-a8c0-4805-bf7d-db474d0e27d2, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:15:36.400982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.436451 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:36.439649 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a85885a-869e-40f7-9442-b8f4640b61e2" -d '{"events": [{"server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "name": "network-vif-plugged", "status": "completed", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:36.463369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=42669d7f-88c3-4e73-acfe-585a456159cb,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:36.481424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.509276 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7d354-408c-494a-a34b-ca43c72535aa x-openstack-request-id: req-b1c7d354-408c-494a-a34b-ca43c72535aa {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:36.509569 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "name": "network-vif-plugged", "status": "completed", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:36.509826 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1c7d354-408c-494a-a34b-ca43c72535aa {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:36.510420 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb', 'code': 200} Dec 06 12:15:36.519256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-1919a939-0dce-46c9-83a2-c4db566d0b2a tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--217449891&fields=id&tenant_id=a5ea01644eda44dd9bc48bdf182acff3 HTTP/1.1" status: 200 len: 267 time: 0.0510592 Dec 06 12:15:36.545618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:36.556040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.557433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.558789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.559302 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.559784 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.561849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.562890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.563379 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.564804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e7ab2f5-9b40-4758-9434-94692792296f req-a3bccb9c-a7d1-4717-9e84-05e3f1ccbdfc service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681428 Dec 06 12:15:36.565367 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.565869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.566350 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.567160 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.567779 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:36.574429 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Network fa342543-a8c0-4805-bf7d-db474d0e27d2 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:15:36.637763 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fa342543-a8c0-4805-bf7d-db474d0e27d2) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:36.651567 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fdc5a9-dadf-41b8-9685-64d7d79fcd3e None None] Network fa342543-a8c0-4805-bf7d-db474d0e27d2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:36.677286 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-846e87a3-cb64-4dd4-84a0-09c6b4b8c217 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.681183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-846e87a3-cb64-4dd4-84a0-09c6b4b8c217 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/networks?id=004a320a-5084-41af-b46a-ece70c889ea5 HTTP/1.1" status: 200 len: 815 time: 0.1429775 Dec 06 12:15:36.686671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b7248-97db-426e-8489-a832dae45c7a req-de63240d-679c-419c-be8e-242a56db1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.688148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d7b7248-97db-426e-8489-a832dae45c7a req-de63240d-679c-419c-be8e-242a56db1e87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 1096 time: 0.0803459 Dec 06 12:15:36.695767 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.696351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.705413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-35fe1961-0278-43b0-aa96-41f5bbb01050 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/quotas/a5ea01644eda44dd9bc48bdf182acff3 HTTP/1.1" status: 200 len: 375 time: 0.0162413 Dec 06 12:15:36.776917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d7b7248-97db-426e-8489-a832dae45c7a req-52f7f6e5-a16e-4761-9337-5fa57f2c9ef4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799797 Dec 06 12:15:36.793402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-46356af1-f8d3-40ac-b08d-a1e6d9f56369 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5ea01644eda44dd9bc48bdf182acff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783029 Dec 06 12:15:36.800790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b99baaf7-192d-4d10-b2de-8449c8ad3e72 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6983497 Dec 06 12:15:36.805790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c3d25-f485-4661-b90a-96838e976f65 None None] Network fa342543-a8c0-4805-bf7d-db474d0e27d2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:36.864989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-112d3ae8-d29b-45f7-b0b2-886bf04afd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.866536 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-112d3ae8-d29b-45f7-b0b2-886bf04afd54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.2422624 Dec 06 12:15:36.943515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:36.946082 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6a50-4f7d-46ce-9285-a1587adf9c25 req-d2c16811-218d-4659-a1d8-51697c2b08bc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:36.954070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6f6a50-4f7d-46ce-9285-a1587adf9c25 req-d2c16811-218d-4659-a1d8-51697c2b08bc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.1061058 Dec 06 12:15:36.957595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-d694ff46-6103-41e7-b886-35b4c9e9ffec service neutron] 10.222.0.31 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453743 Dec 06 12:15:36.972773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:37.056461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6f6a50-4f7d-46ce-9285-a1587adf9c25 req-3fe75528-aafa-438d-969d-e307e60f5cdc tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013110 Dec 06 12:15:37.102680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-7df87885-1a1f-42b0-ab76-e33dd85349ea service neutron] 10.222.0.31 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382167 Dec 06 12:15:37.118006 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:37.123375 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85416efc-a7f2-4436-af09-8f19baf50b5a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:37.131453 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Pushing event updated for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:37.142628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:37.149808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:37.167379 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-e03eb216-a197-4542-a4c0-d94fb711ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:37.168835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-e03eb216-a197-4542-a4c0-d94fb711ee28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2700541 Dec 06 12:15:37.178167 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Transition to ACTIVE for port object 85416efc-a7f2-4436-af09-8f19baf50b5a will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:37.199014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:37.278774 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-957d3f54-7a6b-4ade-b9a3-a135ada050e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 200 len: 217 time: 0.0901957 Dec 06 12:15:37.405388 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e475b8-8a8c-4351-852e-83090d470ecc req-73097a83-0264-4fb8-a87b-49751c357e90 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:37.406301 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Pushing event updated for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:37.413807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7e475b8-8a8c-4351-852e-83090d470ecc req-73097a83-0264-4fb8-a87b-49751c357e90 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0742404 Dec 06 12:15:37.486194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-7ba599d8-fc4c-466b-a9c4-0c38305a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:37.487770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-7ba599d8-fc4c-466b-a9c4-0c38305a9c6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1864061 Dec 06 12:15:37.528469 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Network 53ba46c0-fead-4880-b470-8612bdfe9780 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:37.532213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7e475b8-8a8c-4351-852e-83090d470ecc req-da48eab5-4b5d-4910-b5ea-c2ae2ba56ee9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046953 Dec 06 12:15:37.561254 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:37.588277 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:37.601245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f09bec5e-c84f-4215-93a3-85a0e27b5e07 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/routers/99d37049-dfb1-4da8-ac69-0bdfa9cdd266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6856654 Dec 06 12:15:37.601578 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48568) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:37.614054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] Sync routers for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:37.627173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:37.628035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:37.713657 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Attempting to bind port 85416efc-a7f2-4436-af09-8f19baf50b5a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:37.713993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Attempting to bind port 85416efc-a7f2-4436-af09-8f19baf50b5a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:37.714316 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Attempting to bind port 85416efc-a7f2-4436-af09-8f19baf50b5a on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:37.723427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:37.751921 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Port 85416efc-a7f2-4436-af09-8f19baf50b5a on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:37.752240 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Attempting to bind port 85416efc-a7f2-4436-af09-8f19baf50b5a on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:37.769433 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-be8df1c3-47ea-4a95-ae6e-87543fac42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:37.771209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] Routers {'99d37049-dfb1-4da8-ac69-0bdfa9cdd266'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:37.772015 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:37.772451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-be8df1c3-47ea-4a95-ae6e-87543fac42ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2576554 Dec 06 12:15:37.777651 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:37.778530 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Checking segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:37.779155 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Bound using segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:37.779816 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Bound port: 85416efc-a7f2-4436-af09-8f19baf50b5a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:37.780833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:37.987743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f13b92-92c0-4d11-8886-518037b08fcc req-0ffff725-1a64-46aa-bc1b-ebd7f42b2439 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.1502717 Dec 06 12:15:38.029789 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.053897 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:38.054430 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c77aac-26cb-40cf-808b-7301ece328c7 None None] The sync data for ids ['99d37049-dfb1-4da8-ac69-0bdfa9cdd266'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:38.099567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37230e-2da8-43af-bae8-9c2466de7c42 req-701c932a-4795-4071-b36e-1bad525b1a66 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:38.107420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c37230e-2da8-43af-bae8-9c2466de7c42 req-701c932a-4795-4071-b36e-1bad525b1a66 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 944 time: 0.4956145 Dec 06 12:15:38.214802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c37230e-2da8-43af-bae8-9c2466de7c42 req-789a2909-e396-4263-83aa-03931b522e55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060398 Dec 06 12:15:38.216060 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e4181254-a210-4c6c-a42f-c8835bd995be None None] Provisioning complete for port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:38.216508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4181254-a210-4c6c-a42f-c8835bd995be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.240920 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.312636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4181254-a210-4c6c-a42f-c8835bd995be None None] Port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:38.375045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2ed81-7cab-48e4-a175-7ae2c8ea9a5a req-b6de9862-c359-410a-b7e4-0fb42335f6a8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:38.377961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b2ed81-7cab-48e4-a175-7ae2c8ea9a5a req-b6de9862-c359-410a-b7e4-0fb42335f6a8 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 948 time: 0.0944901 Dec 06 12:15:38.423851 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 168c4667-b6fb-4adb-bf90-ad6f78b4467b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:38.424197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.480520 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:38.499120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b2ed81-7cab-48e4-a175-7ae2c8ea9a5a req-e2d9801e-ac6c-4fe6-a417-576c3d74395b tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106107 Dec 06 12:15:38.532224 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-ecfcbb91-5b0b-42d2-aa9a-e57b2385ecc8 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458456 Dec 06 12:15:38.568137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:38.597803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.610596 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 168c4667-b6fb-4adb-bf90-ad6f78b4467b owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:38.653937 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=85416efc-a7f2-4436-af09-8f19baf50b5a,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:38.667874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.711737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6475e4-dd4d-49a5-8c03-16aee58811bb req-21751beb-a5ab-4f06-8f06-df56bfb2a5ae tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:38.713299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed6475e4-dd4d-49a5-8c03-16aee58811bb req-21751beb-a5ab-4f06-8f06-df56bfb2a5ae tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0983028 Dec 06 12:15:38.784196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed6475e4-dd4d-49a5-8c03-16aee58811bb req-94ce7b27-f52e-4a2e-9eca-1c82f94969bd tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607338 Dec 06 12:15:38.789194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:38.789816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.791090 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] 10.222.0.23 "PUT /v2.0/ports/85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1092 time: 2.9631119 Dec 06 12:15:38.791564 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:38.805039 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ac95e-93f7-431a-b078-d8e848376aca" -d '{"events": [{"name": "network-changed", "server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:38.881020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Pushing event updated for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:38.936572 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb7308f-7027-4da5-9f01-7a5ca5875c81 x-openstack-request-id: req-dfb7308f-7027-4da5-9f01-7a5ca5875c81 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:38.936956 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:38.937193 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfb7308f-7027-4da5-9f01-7a5ca5875c81 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:38.937603 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'status': 'completed', 'code': 200} Dec 06 12:15:38.964005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:38.974103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1b57d4b-417b-451d-852e-270f07f4dd23 req-c32f6718-2a0d-491c-a0f4-9a4298ec7f69 service neutron] 10.222.0.23 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263270 Dec 06 12:15:38.978494 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.978950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.979361 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.979797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.980149 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.980590 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.980860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.981336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.981694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.982027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.982444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.982779 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.983107 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00113e6-3123-4506-96da-c15eda560e87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:38.990082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:38.997660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae190e73-64f0-4f80-bcb8-df5948c0da94 admin admin] 10.222.0.31 "PUT /v2.0/routers/56ca45a9-ed9c-479f-9ca1-90e2375f1163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9142694 Dec 06 12:15:39.003723 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Sync routers for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:39.029894 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:39.032230 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-e66f2188-b12e-4692-8d4c-b55edc6637f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.032935 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:39.033935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-e66f2188-b12e-4692-8d4c-b55edc6637f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1095 time: 0.1428359 Dec 06 12:15:39.165535 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=168c4667-b6fb-4adb-bf90-ad6f78b4467b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:39.169546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-b89fe280-9ad0-4410-a3e2-b2c89160d6f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 217 time: 0.1237166 Dec 06 12:15:39.230886 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:39.241427 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-538006c3-7975-4f76-9156-d884bd6b87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.242902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-538006c3-7975-4f76-9156-d884bd6b87cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.0654700 Dec 06 12:15:39.293882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92e0bfb8-35d7-4d75-bdec-f12dbec3d926 req-f4e0dca3-d96b-4edd-a118-9e5123629f5b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.1235046 Dec 06 12:15:39.303804 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-49536782-a4bc-44a4-a702-d14be4de42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.307722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-49536782-a4bc-44a4-a702-d14be4de42e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550940 Dec 06 12:15:39.408799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-5291d931-418f-4c7a-85c7-bbc559926d64 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.410455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-5291d931-418f-4c7a-85c7-bbc559926d64 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.53 "GET /v2.0/networks?id=004a320a-5084-41af-b46a-ece70c889ea5 HTTP/1.1" status: 200 len: 815 time: 0.1907382 Dec 06 12:15:39.415981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:39.426132 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695d95d-2d39-448d-b8dc-2f158736ceb9 req-7630aeed-0d74-4c8f-b8a5-567e50692459 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.433794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f695d95d-2d39-448d-b8dc-2f158736ceb9 req-7630aeed-0d74-4c8f-b8a5-567e50692459 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.2621272 Dec 06 12:15:39.497607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-1c33a4fa-e10c-4ae2-a67d-d1b6b072b16f service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732881 Dec 06 12:15:39.558851 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 2, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:39.590356 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Checking router: 56ca45a9-ed9c-479f-9ca1-90e2375f1163 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:39.590822 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Updating router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:15:39.618930 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-76e67921-6b4a-4487-afb9-74d3b7de2cb9 req-780d938d-f748-4b51-97c8-53dbbdfc937e service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143980 Dec 06 12:15:39.620448 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:39.728720 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac95e-93f7-431a-b078-d8e848376aca req-b5fea5fc-d5f4-4e1d-aabe-d0cbf5d24c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.730217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-b5fea5fc-d5f4-4e1d-aabe-d0cbf5d24c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1095 time: 0.0458434 Dec 06 12:15:39.851011 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac95e-93f7-431a-b078-d8e848376aca req-e2b0ddac-e14a-4832-acdc-596d0983244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.852399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-e2b0ddac-e14a-4832-acdc-596d0983244e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.1154926 Dec 06 12:15:39.912503 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-09cc69f6-c1bc-4b63-aa2c-eab8e403a226 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 217 time: 0.0519006 Dec 06 12:15:39.948506 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:39.955775 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:39.975845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f695d95d-2d39-448d-b8dc-2f158736ceb9 req-9703e62f-7561-41bc-a7fa-6441524314da tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410178 Dec 06 12:15:39.981540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:39.992855 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac95e-93f7-431a-b078-d8e848376aca req-0834a13b-f34a-4f6f-a8b2-b3c1c6f560fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:39.994049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-0834a13b-f34a-4f6f-a8b2-b3c1c6f560fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.0680647 Dec 06 12:15:40.061876 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9da4ae-572d-45ec-97b8-e1145c2c6ba7 None None] Pushing event updated for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:40.080595 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Attempting to bind port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:40.080965 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Attempting to bind port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:40.081420 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Attempting to bind port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 on network 53ba46c0-fead-4880-b470-8612bdfe9780 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:40.086855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.092703 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:40.093076 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Checking segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:40.095309 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.095780 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Bound using segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:40.096281 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Bound port: fde2ef6d-084f-49bf-9bf9-6d7321b302d5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:40.096664 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.120588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac95e-93f7-431a-b078-d8e848376aca req-dfde38cd-ceff-4708-909c-e1d788357c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:40.122331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-dfde38cd-ceff-4708-909c-e1d788357c3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196318 Dec 06 12:15:40.173594 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] For port fde2ef6d-084f-49bf-9bf9-6d7321b302d5, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:40.177911 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] For port fde2ef6d-084f-49bf-9bf9-6d7321b302d5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:40.183614 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.234834 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:40.235464 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:40.246857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.248000 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Fanout notify agent at l3_agent the message router_deleted on router 99d37049-dfb1-4da8-ac69-0bdfa9cdd266 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:15:40.326374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-cefa7347-af29-429f-a9d5-dd104108a4e1 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5ea01644eda44dd9bc48bdf182acff3 HTTP/1.1" status: 200 len: 379 time: 0.4880676 Dec 06 12:15:40.331333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-82389a40-bc5a-478e-8159-e9f9897c327f service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996114 Dec 06 12:15:40.333430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-b83e840c-2f05-42b5-a926-2230747dfdb5 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:40.334974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-b83e840c-2f05-42b5-a926-2230747dfdb5 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/networks?id=fa342543-a8c0-4805-bf7d-db474d0e27d2 HTTP/1.1" status: 200 len: 809 time: 0.4904709 Dec 06 12:15:40.342261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.346241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80bd0ef3-a6bc-498d-a6b9-f1a97b611104 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/routers/99d37049-dfb1-4da8-ac69-0bdfa9cdd266 HTTP/1.1" status: 204 len: 168 time: 2.7436564 Dec 06 12:15:40.351394 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'port': {'device_id': '57ce1897-9798-4a89-b960-1c03d31e3485', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'admin_state_up': True, 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'security_groups': ['1435e41e-1636-4687-90c8-2c722a60fb38']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:40.355865 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:40.389816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] Provisioning complete for port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:40.390345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.422494 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting subnet 88795b48-9f6c-4b97-bc4c-22ba168cd210 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:15:40.442917 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9da4ae-572d-45ec-97b8-e1145c2c6ba7 None None] Pushing event updated for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:40.448928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.500743 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:40.512291 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.555835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-608ac95e-93f7-431a-b078-d8e848376aca req-da591611-7252-4a6c-9ca7-097eb106846d service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164431 Dec 06 12:15:40.560847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.586413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-cefe4127-79ee-4e2b-8b38-e609ae9755ee tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/quotas/1a1d579dd2584ae6a7e8fdbd85b2847c HTTP/1.1" status: 200 len: 375 time: 0.2307241 Dec 06 12:15:40.604126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888524e-92f8-40c6-ba01-9ab45b3a9083 req-84f87f85-d278-4fc3-b2a7-3df8e8e1437b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:40.606041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3888524e-92f8-40c6-ba01-9ab45b3a9083 req-84f87f85-d278-4fc3-b2a7-3df8e8e1437b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 944 time: 0.5208368 Dec 06 12:15:40.624905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] For port fde2ef6d-084f-49bf-9bf9-6d7321b302d5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:40.634366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.692373 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e20106-3312-4786-af1d-0e1ec00ba00f None None] Pushing event updated for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:40.693741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-45475090-1e69-430e-ab1b-b5306100aed1 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a1d579dd2584ae6a7e8fdbd85b2847c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069396 Dec 06 12:15:40.711212 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-34c6634a-e78c-4777-86b2-ed4e31602051 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:15:40.712187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-34c6634a-e78c-4777-86b2-ed4e31602051 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058451 Dec 06 12:15:40.753872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:40.772838 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ad73d11e-4d00-45b0-b62d-a6e619e89b21 None None] Provisioning complete for port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:40.773352 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad73d11e-4d00-45b0-b62d-a6e619e89b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.847900 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:40.867754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3888524e-92f8-40c6-ba01-9ab45b3a9083 req-e387acc9-f962-4ea7-9120-e4e41069f77d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468879 Dec 06 12:15:40.886628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.899109 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0218851-fdc1-43c0-aab8-6ce59557fda6 None None] The sync data for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 is: [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:40.933293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Made reservation on behalf of a5ea01644eda44dd9bc48bdf182acff3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:40.936790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:40.986715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-bb3b1cd3-c462-4a9c-9517-eaba5426d2f2 service neutron] 10.222.0.31 "GET /v2.0/networks/fa342543-a8c0-4805-bf7d-db474d0e27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598612 Dec 06 12:15:41.011005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:41.048780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'mac_address': 'fa:16:3e:b2:d1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:41.109276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.124370 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:41.162657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:41.172898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.263992 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Allocated IP 172.20.0.11 (004a320a-5084-41af-b46a-ece70c889ea5/2dcd86b5-0abd-429c-9e7e-1a2a13331354/5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:41.285297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=12']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:41.330668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.333223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fde2ef6d-084f-49bf-9bf9-6d7321b302d5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:41.387748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7779e1af-fea9-4a3c-8371-df390d651bc2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:41.405110 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48642) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:41.411054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324276960', 'description': 'tempest-description--1065267231'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:41.415798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.436509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/subnets/88795b48-9f6c-4b97-bc4c-22ba168cd210 HTTP/1.1" status: 204 len: 168 time: 1.0794497 Dec 06 12:15:41.437845 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:41.464388 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050718d6-3999-4eb3-a08b-badfd290ab59 None None] Network cf314f3f-45af-48e6-93c3-45f6d91ef772 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:41.475408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd29e4-ac46-4ee6-9473-359af0584b0b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Subnet': ['ID=88795b48-9f6c-4b97-bc4c-22ba168cd210,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:41.476282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.523787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-de6e706f-595e-42b6-9a4a-720c4ec9729a service neutron] 10.222.0.31 "GET /v2.0/networks/fa342543-a8c0-4805-bf7d-db474d0e27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214419 Dec 06 12:15:41.569451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.574970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.619237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.620536 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2142758 Dec 06 12:15:41.622802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1f9e2-3928-47c3-8ff1-d7ccff34527b tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d59ae94-ef4c-4a51-b911-5b69168f8069,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:41.627727 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48646) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:41.632790 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'security_group_rule': {'security_group_id': '7d59ae94-ef4c-4a51-b911-5b69168f8069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:41.696137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.802956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:41.806686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.814878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.843903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.850894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.902705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0821d243-4301-498c-9a7e-dd7f8baec271,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:41.911706 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a208-180d-487f-9466-6c189bfb022a req-42ced288-9d91-4fcf-b238-d5a62cfb6670 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:41.915637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.919698 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-44e5d54c-2b7c-42e1-a6e6-a5e0b7981066 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909162 Dec 06 12:15:41.923079 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:41.926332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dd4a208-180d-487f-9466-6c189bfb022a req-42ced288-9d91-4fcf-b238-d5a62cfb6670 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 949 time: 0.3750758 Dec 06 12:15:41.945735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:41.947256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'security_group_rule': {'security_group_id': '7d59ae94-ef4c-4a51-b911-5b69168f8069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:42.018511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.132515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] DHCP port deletion for cf314f3f-45af-48e6-93c3-45f6d91ef772 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:15:42.162575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.170170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.199193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dd4a208-180d-487f-9466-6c189bfb022a req-abf34fcd-7dd0-4b1f-8bf6-2da7b3a18787 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621727 Dec 06 12:15:42.202394 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2939b6-9a26-4c67-a91a-7c5f696eb2d3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:42.234627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.239963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7a94838e-05c6-45a5-bdc3-7363d051c7a8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157849 Dec 06 12:15:42.241540 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48658) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:42.248257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:42.295235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.328714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.361359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Deleting port cf1ebec6-e338-4ea7-b9fa-399a0f50083b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:42.361866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.391178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port cf1ebec6-e338-4ea7-b9fa-399a0f50083b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:42.391631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.442094 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Network 004a320a-5084-41af-b46a-ece70c889ea5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:42.468285 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:42.476349 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:42.486159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event updated for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:42.569554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] For port cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,segment=NetworkSegment(6113fdc3-5b6f-4ea2-b04e-f7119dce027f),segment_id=6113fdc3-5b6f-4ea2-b04e-f7119dce027f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:42.570104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.593655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Calling delete_port for cf1ebec6-e338-4ea7-b9fa-399a0f50083b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:42.677996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.695487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.748842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] No DVR routers for this DVR port cf1ebec6-e338-4ea7-b9fa-399a0f50083b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:42.756458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9df4ea-8939-47ca-afe4-823bf36eca26 None None] Pushing event deleted for resources: {'Port': ['ID=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:42.772812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 85416efc-a7f2-4436-af09-8f19baf50b5a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:42.778407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:42.853002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05e248-76bb-4011-83b2-7dde47b50d0c req-d656048b-f02a-4073-a9a1-c5b9a38e90d7 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:42.863055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f05e248-76bb-4011-83b2-7dde47b50d0c req-d656048b-f02a-4073-a9a1-c5b9a38e90d7 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 932 time: 0.4792166 Dec 06 12:15:42.870045 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Allocated IP 172.35.3.227 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/fbcbd2a0-757f-4a1a-a779-1d844b89a9ff) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:42.875211 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] For port cf1ebec6-e338-4ea7-b9fa-399a0f50083b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,segment=NetworkSegment(6113fdc3-5b6f-4ea2-b04e-f7119dce027f),segment_id=6113fdc3-5b6f-4ea2-b04e-f7119dce027f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:42.875592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.911162 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 7779e1af-fea9-4a3c-8371-df390d651bc2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:42.923842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:42.924477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.943463 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 7779e1af-fea9-4a3c-8371-df390d651bc2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:42.943925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:42.962903 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for cf1ebec6-e338-4ea7-b9fa-399a0f50083b owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:43.039886 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d4c269b2-fc58-45fd-b0bf-e9769115a8c8 None None] Provisioning complete for port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:43.040264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d4c269b2-fc58-45fd-b0bf-e9769115a8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.099944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.108278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f05e248-76bb-4011-83b2-7dde47b50d0c req-c446fdb1-313f-4744-b315-110f25828eaf tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420480 Dec 06 12:15:43.128288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d4c269b2-fc58-45fd-b0bf-e9769115a8c8 None None] Port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:43.151088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-b68d5742-0f28-4750-a346-a9faf4c74241 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8147726 Dec 06 12:15:43.191441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528eaff-a7f8-4ad9-ba93-f9e12fdae4cb req-ca2ddebf-d448-4d4a-bd5b-71edddc33e30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:43.201368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8528eaff-a7f8-4ad9-ba93-f9e12fdae4cb req-ca2ddebf-d448-4d4a-bd5b-71edddc33e30 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.5357535 Dec 06 12:15:43.208346 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Request body: {'port': {'device_id': '57ce1897-9798-4a89-b960-1c03d31e3485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:43.211736 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.219639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=85416efc-a7f2-4436-af09-8f19baf50b5a,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:43.287067 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:43.290396 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:43.298564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cf1ebec6-e338-4ea7-b9fa-399a0f50083b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:43.301441 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:43.307870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'port_id': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'mac_address': 'fa:16:3e:92:f4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:43.334487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: cf1ebec6-e338-4ea7-b9fa-399a0f50083b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:43.335169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cf1ebec6-e338-4ea7-b9fa-399a0f50083b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:43.358199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8528eaff-a7f8-4ad9-ba93-f9e12fdae4cb req-d5db5194-17ee-4c81-96df-081ef7f4a48e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520276 Dec 06 12:15:43.360204 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'Port': ['ID=fbcbd2a0-757f-4a1a-a779-1d844b89a9ff,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:43.387124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.392639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.398769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0eedd6ac-fa94-481d-a028-985564ab29ec req-b356067c-eb09-4d87-98f4-7d4cbcae8d01 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 210 time: 0.1719298 Dec 06 12:15:43.406254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.423855 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85416efc-a7f2-4436-af09-8f19baf50b5a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:43.437110 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:43.440081 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9ded3-0fdf-4426-bde7-2c1b9da35d67" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:43.466526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:43.477868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.492057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=85416efc-a7f2-4436-af09-8f19baf50b5a,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:43.501941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.521505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.555378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.567007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=13']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:43.580631 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=cf1ebec6-e338-4ea7-b9fa-399a0f50083b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:43.582788 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] No DVR routers for this DVR port cf1ebec6-e338-4ea7-b9fa-399a0f50083b on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:43.633488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:43.644419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.742244 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['85416efc-a7f2-4436-af09-8f19baf50b5a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:43.820050 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-e2bbd154-966f-4cd4-beea-3763d043c588 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:43.822130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-e2bbd154-966f-4cd4-beea-3763d043c588 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.23 "GET /v2.0/networks?id=fa342543-a8c0-4805-bf7d-db474d0e27d2 HTTP/1.1" status: 200 len: 809 time: 0.2191157 Dec 06 12:15:43.836348 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Request body: {'port': {'device_id': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2', 'admin_state_up': True, 'tenant_id': '1a1d579dd2584ae6a7e8fdbd85b2847c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:43.850624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587221e-5e4f-4587-a0b6-743690539185 req-fe3b7252-5287-46a1-a256-c453b3c59163 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:43.852383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5587221e-5e4f-4587-a0b6-743690539185 req-fe3b7252-5287-46a1-a256-c453b3c59163 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 945 time: 0.3576298 Dec 06 12:15:43.861881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de05c32-e35f-4fc4-9c70-d6271ae851d9 req-7e7412f1-4c86-4778-895e-8472ff0a38e3 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:43.863404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9de05c32-e35f-4fc4-9c70-d6271ae851d9 req-7e7412f1-4c86-4778-895e-8472ff0a38e3 tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 1101 time: 0.3128912 Dec 06 12:15:43.945407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.958859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:43.967649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.046537 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf314f3f-45af-48e6-93c3-45f6d91ef772']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:44.068297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'Port': ['ID=fbcbd2a0-757f-4a1a-a779-1d844b89a9ff,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:44.085612 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6113fdc3-5b6f-4ea2-b04e-f7119dce027f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:44.085774 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6113fdc3-5b6f-4ea2-b04e-f7119dce027f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:44.088766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.092923 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Made reservation on behalf of 1a1d579dd2584ae6a7e8fdbd85b2847c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:44.095900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5587221e-5e4f-4587-a0b6-743690539185 req-aa8d1173-10c2-4bb3-8c82-06bb9346ed65 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256911 Dec 06 12:15:44.097108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.129902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9de05c32-e35f-4fc4-9c70-d6271ae851d9 req-0b428077-a4ac-4405-bd15-03615876820f tempest-MigrationsAdminTest-59851919 tempest-MigrationsAdminTest-59851919-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535152 Dec 06 12:15:44.132154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.183588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.205399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.212385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6660e5f4-1885-478f-8d7b-bcad0568a611 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9639707 Dec 06 12:15:44.240515 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:44.241986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.292741 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Allocated IP 172.20.0.10 (fa342543-a8c0-4805-bf7d-db474d0e27d2/45c18d68-6daa-42d7-99ef-cb9125571992/b005e0f9-7623-4bd1-a8cc-c7896cd5db95) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:44.333258 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f05496-0bd4-4daf-95c0-de909576e657 x-openstack-request-id: req-35f05496-0bd4-4daf-95c0-de909576e657 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:44.333557 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:44.333811 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f05496-0bd4-4daf-95c0-de909576e657 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:44.334191 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'code': 200} Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:44.341991 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:44.365460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.385105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.388300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/networks/cf314f3f-45af-48e6-93c3-45f6d91ef772 HTTP/1.1" status: 204 len: 168 time: 2.9145858 Dec 06 12:15:44.391139 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48682) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:44.439269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84fdbb-31ef-4610-8434-dc5ff6a21845 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Network': ['ID=cf314f3f-45af-48e6-93c3-45f6d91ef772,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:44.478603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56d933-d22d-4d8d-97cd-9b45ae4e7bf7 req-21e96e76-23aa-4b9c-93fd-e6023fa3910b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:44.480185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce56d933-d22d-4d8d-97cd-9b45ae4e7bf7 req-21e96e76-23aa-4b9c-93fd-e6023fa3910b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 932 time: 0.1167390 Dec 06 12:15:44.551159 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:44.565396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.582014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce56d933-d22d-4d8d-97cd-9b45ae4e7bf7 req-4c16d4b7-e54f-4adf-9a8d-9cea7564006d tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937080 Dec 06 12:15:44.587251 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Transition to ACTIVE for port object 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:44.593641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.687188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.710804 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:44.711805 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 5a5b7cd8-a523-46ad-aef5-eac638ee9f6b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:44.712148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.774108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 85416efc-a7f2-4436-af09-8f19baf50b5a up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:44.800984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-c7a9b8be-649f-4bdd-a6ad-8404d627b5be tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--324276960&fields=id&tenant_id=764f0af48ec3480ab15b2994d5c6ddca HTTP/1.1" status: 200 len: 267 time: 0.1756549 Dec 06 12:15:44.814816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.903297 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 85416efc-a7f2-4436-af09-8f19baf50b5a completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:44.907319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Network fa342543-a8c0-4805-bf7d-db474d0e27d2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:44.913308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.913633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.916471 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:44.918659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 85416efc-a7f2-4436-af09-8f19baf50b5a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:44.919033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:44.930671 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:44.952170 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 5a5b7cd8-a523-46ad-aef5-eac638ee9f6b owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:45.031674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.069321 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=85416efc-a7f2-4436-af09-8f19baf50b5a,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:45.074956 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.131102 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:45.189648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Pushing event updated for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:45.193568 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1537df-e8a5-40e9-a84d-6492fabf8619 req-60a99fd2-9903-40c7-87d6-ed8249ceabf9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.200754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b1537df-e8a5-40e9-a84d-6492fabf8619 req-60a99fd2-9903-40c7-87d6-ed8249ceabf9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.4838645 Dec 06 12:15:45.205283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.234777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=5a5b7cd8-a523-46ad-aef5-eac638ee9f6b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:45.244628 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.245716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.263575 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Attempting to bind port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:45.264359 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Attempting to bind port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:45.264359 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Attempting to bind port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c on network 004a320a-5084-41af-b46a-ece70c889ea5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:45.281809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-842d2083-b24a-4c05-8357-652a4adf633c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4491675 Dec 06 12:15:45.282604 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c on network 004a320a-5084-41af-b46a-ece70c889ea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:45.282938 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Attempting to bind port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c on network 004a320a-5084-41af-b46a-ece70c889ea5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:45.303755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Request body: {'port': {'device_id': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:45.315875 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:45.316223 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Checking segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:45.316622 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Bound using segment: {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:45.317072 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Bound port: 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307865af-3ba4-4f10-87a5-98a084b981bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:45.317500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.336908 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-336a680d-a5ca-4080-97a8-21bf1c905e3c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.344229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-336a680d-a5ca-4080-97a8-21bf1c905e3c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/networks?id=53ba46c0-fead-4880-b470-8612bdfe9780 HTTP/1.1" status: 200 len: 810 time: 0.5420768 Dec 06 12:15:45.348988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b1537df-e8a5-40e9-a84d-6492fabf8619 req-6741e1b1-9b01-420d-9afb-eb996e6d184e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473732 Dec 06 12:15:45.365401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-7a9e97f2-5c3a-4ae9-b007-c08971feb947 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/quotas/764f0af48ec3480ab15b2994d5c6ddca HTTP/1.1" status: 200 len: 375 time: 0.0203009 Dec 06 12:15:45.379708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.383248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.384463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d23b21a9-cc66-4983-a291-c1c8a252290b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/floatingips/743706d7-369c-4f14-b8a9-b47101827b09 HTTP/1.1" status: 204 len: 168 time: 0.9908695 Dec 06 12:15:45.388438 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:45.417788 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-64973649-39f3-4883-be5a-2eb930f932ec tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] DELETE failed (client error): The resource could not be found. Dec 06 12:15:45.418353 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64973649-39f3-4883-be5a-2eb930f932ec tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:15:45.421965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-64973649-39f3-4883-be5a-2eb930f932ec tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/88044ceb-fcd7-4ba4-9194-ffa4ccb4dc84 HTTP/1.1" status: 404 len: 333 time: 0.0325124 Dec 06 12:15:45.423694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.425598 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48702) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:45.463886 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2102bdad-c3d5-4740-82e6-48644e1f92a8 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d37049-dfb1-4da8-ac69-0bdfa9cdd266 HTTP/1.1" status: 200 len: 205 time: 0.0363021 Dec 06 12:15:45.467888 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48704) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:45.497463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-22e71cd6-273c-48e3-83b7-e49a733bbc4d tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=764f0af48ec3480ab15b2994d5c6ddca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068203 Dec 06 12:15:45.506476 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:45.511008 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:45.520850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.536845 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-f8cf3b72-68d8-40cb-9353-44f1f8f33506 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] delete failed (client error): The resource could not be found. Dec 06 12:15:45.541036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f8cf3b72-68d8-40cb-9353-44f1f8f33506 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/routers/99d37049-dfb1-4da8-ac69-0bdfa9cdd266 HTTP/1.1" status: 404 len: 336 time: 0.0727894 Dec 06 12:15:45.541220 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:45.556277 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b329-f811-49f9-b121-331a25f7a07b req-51a41686-d711-421f-982d-611d1f07623a tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.563439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed23b329-f811-49f9-b121-331a25f7a07b req-51a41686-d711-421f-982d-611d1f07623a tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 932 time: 0.1163628 Dec 06 12:15:45.650464 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-ca23b67d-7f64-4c6d-ba3a-e796a264ddc5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:15:45.651550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-ca23b67d-7f64-4c6d-ba3a-e796a264ddc5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1335378 Dec 06 12:15:45.668045 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b96068-b6b7-47e3-ba0d-57551f233b14 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] DELETE failed (client error): The resource could not be found. Dec 06 12:15:45.668559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b96068-b6b7-47e3-ba0d-57551f233b14 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:15:45.674639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2b96068-b6b7-47e3-ba0d-57551f233b14 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/subnets/88795b48-9f6c-4b97-bc4c-22ba168cd210 HTTP/1.1" status: 404 len: 337 time: 0.1056705 Dec 06 12:15:45.675522 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48712) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:45.676247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.676869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.678292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] 10.222.0.53 "PUT /v2.0/ports/5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c HTTP/1.1" status: 200 len: 1092 time: 2.5023391 Dec 06 12:15:45.687336 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:45.692175 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1216d9-b86a-4091-a962-616706d03530" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:45.707896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d427c5-e8d1-4a34-b3d9-1beee4954c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:45.819565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed23b329-f811-49f9-b121-331a25f7a07b req-299f6502-ab46-445c-8b1e-03fa2ca19e3d tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545974 Dec 06 12:15:45.890629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-aa395dd0-0859-413b-a2a4-bcd4b17ff8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:45.892692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-aa395dd0-0859-413b-a2a4-bcd4b17ff8e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ea01644eda44dd9bc48bdf182acff3&device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 1095 time: 0.1566827 Dec 06 12:15:45.929808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-4f2cdd07-16e5-4d05-9055-214d65529389 service neutron] 10.222.0.31 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629054 Dec 06 12:15:45.930457 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 5e8de4fa-30c0-4f17-8196-c99e57b47beb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:45.930953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:45.973563 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b005e0f9-7623-4bd1-a8cc-c7896cd5db95 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:45.991028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:46.003216 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c21a6fd6-1f0f-4ca1-a68b-783e296f801d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.004820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c21a6fd6-1f0f-4ca1-a68b-783e296f801d tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 950 time: 0.1538024 Dec 06 12:15:46.013171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-c9cd5533-48fd-4b41-941a-25f33db46e3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c HTTP/1.1" status: 200 len: 217 time: 0.1059153 Dec 06 12:15:46.079048 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Transition to ACTIVE for port object b005e0f9-7623-4bd1-a8cc-c7896cd5db95 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:46.091265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:46.123153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbd45-f3ff-41ea-9001-2e7563e710b1 req-aa1fce70-0967-4195-8e68-131f935fd09c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.124652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20ebbd45-f3ff-41ea-9001-2e7563e710b1 req-aa1fce70-0967-4195-8e68-131f935fd09c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 950 time: 0.1924648 Dec 06 12:15:46.127789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-900c1841-8fc2-4b4c-b937-9961f1f0919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.129181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-900c1841-8fc2-4b4c-b937-9961f1f0919c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dcd86b5-0abd-429c-9e7e-1a2a13331354 HTTP/1.1" status: 200 len: 854 time: 0.1083629 Dec 06 12:15:46.160723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:46.185188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-489d970d-6813-4df7-8137-e82bd668a54f service neutron] 10.222.0.31 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513969 Dec 06 12:15:46.197125 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 5e8de4fa-30c0-4f17-8196-c99e57b47beb owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:46.204815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:46.231606 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-39ea0a94-5569-4ba1-b5ca-8721599a60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.233110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-39ea0a94-5569-4ba1-b5ca-8721599a60dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=004a320a-5084-41af-b46a-ece70c889ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940559 Dec 06 12:15:46.252665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20ebbd45-f3ff-41ea-9001-2e7563e710b1 req-1bd14f95-72a6-410c-ae7a-5d35716170a4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797737 Dec 06 12:15:46.335820 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:46.340201 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc2b251-e61f-4b74-b80e-f5fcb8db9555" -d '{"events": [{"server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "name": "network-vif-plugged", "status": "completed", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:46.478309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-c9a84806-5d64-41a6-931c-087cb1cf117a service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242711 Dec 06 12:15:46.591218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380df81-f01f-471b-91cd-9c329f8e3287 req-642f4c2e-93a9-47dd-85b0-e47b90274d2d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.593680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a380df81-f01f-471b-91cd-9c329f8e3287 req-642f4c2e-93a9-47dd-85b0-e47b90274d2d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2182653 Dec 06 12:15:46.695276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a380df81-f01f-471b-91cd-9c329f8e3287 req-02d8789e-d236-4e5f-8468-9674764b3675 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953524 Dec 06 12:15:46.723938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc2afaa-f128-4a50-af8d-697eea668d11 req-7f82a634-500b-4819-917e-84b8f02bfc22 service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359359 Dec 06 12:15:46.748375 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Deleting port 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:46.748957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:46.768577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58bad9-d1ae-4927-81a4-08d9414f218f req-919627bd-5443-4135-8003-0ad39c2e60a7 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.776741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f58bad9-d1ae-4927-81a4-08d9414f218f req-919627bd-5443-4135-8003-0ad39c2e60a7 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.1285825 Dec 06 12:15:46.786095 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61566ae-adad-4246-8112-b376dec3f807 x-openstack-request-id: req-f61566ae-adad-4246-8112-b376dec3f807 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:46.786492 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:46.786820 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f61566ae-adad-4246-8112-b376dec3f807 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:46.787315 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'status': 'completed', 'code': 200} Dec 06 12:15:46.822230 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed3061-2f2d-4724-b32b-da8dc6f77529 x-openstack-request-id: req-feed3061-2f2d-4724-b32b-da8dc6f77529 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:46.822526 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "name": "network-vif-plugged", "status": "completed", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:46.822788 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feed3061-2f2d-4724-b32b-da8dc6f77529 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:46.823197 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'code': 200} Dec 06 12:15:46.846632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Attempting to bind port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:46.847230 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Attempting to bind port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4378077d-1de4-40e5-a825-f9c087009013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:46.847723 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Attempting to bind port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 on network fa342543-a8c0-4805-bf7d-db474d0e27d2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:46.857002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f58bad9-d1ae-4927-81a4-08d9414f218f req-7d653a3c-7a2a-42ed-9070-2ddcc22ce501 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791671 Dec 06 12:15:46.918361 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 on network fa342543-a8c0-4805-bf7d-db474d0e27d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:46.919019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Attempting to bind port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 on network fa342543-a8c0-4805-bf7d-db474d0e27d2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:46.948924 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:46.949635 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Checking segment: {'id': '4378077d-1de4-40e5-a825-f9c087009013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:46.949881 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Bound using segment: {'id': '4378077d-1de4-40e5-a825-f9c087009013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:46.952796 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Bound port: b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4378077d-1de4-40e5-a825-f9c087009013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:46.952796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:46.973312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62f84ae4-3c8f-41aa-be1e-a2c706a72d52 req-13474067-9c1a-4d3e-93a8-bab5a2bf7959 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 210 time: 0.0382974 Dec 06 12:15:46.997739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cae5-8412-48dd-b912-6c2732063be2 req-5fcc7f3f-07f1-4ac7-93f7-ec9e81910dd6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:46.999419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ec3cae5-8412-48dd-b912-6c2732063be2 req-5fcc7f3f-07f1-4ac7-93f7-ec9e81910dd6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1148717 Dec 06 12:15:47.018265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1216d9-b86a-4091-a962-616706d03530 req-4794580b-bb88-4e1f-bb8b-ee5bb98b22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.020169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-4794580b-bb88-4e1f-bb8b-ee5bb98b22da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ea01644eda44dd9bc48bdf182acff3&device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 1095 time: 0.1461341 Dec 06 12:15:47.026594 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] For port 7779e1af-fea9-4a3c-8371-df390d651bc2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7779e1af-fea9-4a3c-8371-df390d651bc2,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:47.027004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.056767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.086085 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Calling delete_port for 7779e1af-fea9-4a3c-8371-df390d651bc2 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:47.130118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=5e8de4fa-30c0-4f17-8196-c99e57b47beb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:47.181631 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee288b5f-875a-4011-916e-084cc721293a req-d25006f2-d00b-455d-ac6a-1ce33a1c2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.183313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ee288b5f-875a-4011-916e-084cc721293a req-d25006f2-d00b-455d-ac6a-1ce33a1c2026 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.2558258 Dec 06 12:15:47.187737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ec3cae5-8412-48dd-b912-6c2732063be2 req-54fe2a5e-e1ed-44bc-be5f-e49314cab938 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800082 Dec 06 12:15:47.207467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d70773-49dc-45f4-b476-b57a03c98259 req-7ec6e5da-74bb-47b5-a10e-c78082c5ce8e tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.213886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09d70773-49dc-45f4-b476-b57a03c98259 req-7ec6e5da-74bb-47b5-a10e-c78082c5ce8e tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 944 time: 0.1510024 Dec 06 12:15:47.243769 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1216d9-b86a-4091-a962-616706d03530 req-9a2ab246-e2d1-466e-a1ee-c6dffae62e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.245358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-9a2ab246-e2d1-466e-a1ee-c6dffae62e40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=004a320a-5084-41af-b46a-ece70c889ea5 HTTP/1.1" status: 200 len: 916 time: 0.2097371 Dec 06 12:15:47.277719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09d70773-49dc-45f4-b476-b57a03c98259 req-cd53f3e2-81df-4fed-b9a9-13ef9adec5d0 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607462 Dec 06 12:15:47.287537 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:47.303317 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,segment=NetworkSegment(4378077d-1de4-40e5-a825-f9c087009013),segment_id=4378077d-1de4-40e5-a825-f9c087009013)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:47.324993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.327660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.331825 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8ffa5e9a-21a5-48e2-88af-b9040ebfc90a tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/5e8de4fa-30c0-4f17-8196-c99e57b47beb HTTP/1.1" status: 204 len: 168 time: 1.6551304 Dec 06 12:15:47.347142 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:47.356537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-aad88e5f-5e06-4f18-a5f4-6a46b88b80ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c HTTP/1.1" status: 200 len: 217 time: 0.0556285 Dec 06 12:15:47.411288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.411909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.413319 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/b005e0f9-7623-4bd1-a8cc-c7896cd5db95 HTTP/1.1" status: 200 len: 1092 time: 2.1138289 Dec 06 12:15:47.419027 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:47.421426 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:47.429073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ee288b5f-875a-4011-916e-084cc721293a req-8e04d5a4-d89e-489c-847c-0d78146ba9bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961303 Dec 06 12:15:47.433919 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b6eb3-7dbc-4c33-b49f-f39c704939b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:47.472040 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a4380-0ec5-482a-9ebd-692c1eec5533 x-openstack-request-id: req-d15a4380-0ec5-482a-9ebd-692c1eec5533 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:47.472301 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:47.472546 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d15a4380-0ec5-482a-9ebd-692c1eec5533 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:47.472937 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95', 'status': 'completed', 'code': 200} Dec 06 12:15:47.500112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.505030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1216d9-b86a-4091-a962-616706d03530 req-59d67503-f03c-4cde-b193-21178388f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.506779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-59d67503-f03c-4cde-b193-21178388f44e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dcd86b5-0abd-429c-9e7e-1a2a13331354 HTTP/1.1" status: 200 len: 854 time: 0.1390936 Dec 06 12:15:47.513902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18', '7779e1af-fea9-4a3c-8371-df390d651bc2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:47.516440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f2b-2da4-4a24-838c-81aa70b2ec08 req-ad3d0e7e-747c-447a-a9b3-54d34e19594e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.519401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23253f2b-2da4-4a24-838c-81aa70b2ec08 req-ad3d0e7e-747c-447a-a9b3-54d34e19594e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8 HTTP/1.1" status: 200 len: 950 time: 0.1722400 Dec 06 12:15:47.531200 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event deleted for resources: {'Port': ['ID=7779e1af-fea9-4a3c-8371-df390d651bc2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:47.575827 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] No DVR routers for this DVR port 7779e1af-fea9-4a3c-8371-df390d651bc2 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:47.578919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.583752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54537ac1-58b0-4ba5-b03a-8d84dde1fbd2 req-c0ec7395-06c5-4e00-8037-d2ab1dca0507 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "DELETE /v2.0/ports/7779e1af-fea9-4a3c-8371-df390d651bc2 HTTP/1.1" status: 204 len: 173 time: 1.5493605 Dec 06 12:15:47.614106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1216d9-b86a-4091-a962-616706d03530 req-59b32b5d-3e50-4069-b814-c5910f91d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.615642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-59b32b5d-3e50-4069-b814-c5910f91d518 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=004a320a-5084-41af-b46a-ece70c889ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962107 Dec 06 12:15:47.624124 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 125365fb-00b8-4113-8cd1-929aefeedd2e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:47.624544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:47.635773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23253f2b-2da4-4a24-838c-81aa70b2ec08 req-c6fd9247-7578-452c-9c3d-46cafef2cda7 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Dec 06 12:15:47.715357 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-b60cb13e-c849-4f7f-b124-46dd69f5cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:47.718737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-b60cb13e-c849-4f7f-b124-46dd69f5cc26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a1d579dd2584ae6a7e8fdbd85b2847c&device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 1095 time: 0.0599811 Dec 06 12:15:47.775228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3', '605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:47.999675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:48.041013 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-7dfa4cc8-f81f-46b2-99d0-6a77060ec694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.043270 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-7dfa4cc8-f81f-46b2-99d0-6a77060ec694 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a1d579dd2584ae6a7e8fdbd85b2847c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3156850 Dec 06 12:15:48.069829 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 125365fb-00b8-4113-8cd1-929aefeedd2e owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:48.129870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ca2fb-783b-44d2-bb8e-3a734c9bbd33 req-ca8855df-8147-4af6-94e9-9a526cc24fab tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.131637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad6ca2fb-783b-44d2-bb8e-3a734c9bbd33 req-ca8855df-8147-4af6-94e9-9a526cc24fab tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3255017 Dec 06 12:15:48.157534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-0c4da6ac-a546-420a-a293-c747768e7e44 service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684191 Dec 06 12:15:48.249369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023440-91a4-4450-8adb-a6171af3bc84 req-68161a1d-78cc-4287-b75e-20a09b3d7601 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.253713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45023440-91a4-4450-8adb-a6171af3bc84 req-68161a1d-78cc-4287-b75e-20a09b3d7601 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.2576303 Dec 06 12:15:48.256835 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-c0d53709-5048-4aaf-ae23-7d8cd3b59ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.258602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41bdc2cd-ec84-4b81-94fc-3f3d720fbfbf req-c0d53709-5048-4aaf-ae23-7d8cd3b59ba0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049460 Dec 06 12:15:48.306440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-366ea37e-dc23-4da9-b09c-e71e50489139 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.307880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-366ea37e-dc23-4da9-b09c-e71e50489139 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.53 "GET /v2.0/networks?id=53ba46c0-fead-4880-b470-8612bdfe9780 HTTP/1.1" status: 200 len: 810 time: 0.3696854 Dec 06 12:15:48.341995 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-55dda8dc-2e93-49cc-998d-3e1a8844451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.343765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-55dda8dc-2e93-49cc-998d-3e1a8844451c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a1d579dd2584ae6a7e8fdbd85b2847c&device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 1095 time: 0.0422091 Dec 06 12:15:48.381020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad6ca2fb-783b-44d2-bb8e-3a734c9bbd33 req-e2037086-4bb1-42c1-805a-57dbb23e814c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397175 Dec 06 12:15:48.401769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-1cd0e7b7-0c20-4b4c-916c-7bd81602f9bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95 HTTP/1.1" status: 200 len: 217 time: 0.0374415 Dec 06 12:15:48.459755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45023440-91a4-4450-8adb-a6171af3bc84 req-c814b67e-de00-47ed-ac0e-9ae921ca840f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797161 Dec 06 12:15:48.506788 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-14a6a75f-3105-404d-8585-669f264d473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.508178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-14a6a75f-3105-404d-8585-669f264d473a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45c18d68-6daa-42d7-99ef-cb9125571992 HTTP/1.1" status: 200 len: 849 time: 0.0888183 Dec 06 12:15:48.520553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1216d9-b86a-4091-a962-616706d03530 req-1d52cc36-070f-4c25-9dd9-a1b86dc1126b service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306086 Dec 06 12:15:48.546454 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-0413bbb1-f4b1-4fd5-89b9-fb74904b8398 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa342543-a8c0-4805-bf7d-db474d0e27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301483 Dec 06 12:15:48.556732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f7bcf6c-60e0-46e2-9484-1f3a759454b7 req-1338384a-f7e1-4e6d-bd0d-33758547f908 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 210 time: 0.0883949 Dec 06 12:15:48.578889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-25fac0f8-a892-407f-b410-044c66631977 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=764f0af48ec3480ab15b2994d5c6ddca HTTP/1.1" status: 200 len: 379 time: 0.2470193 Dec 06 12:15:48.606934 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'port': {'device_id': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'admin_state_up': True, 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'security_groups': ['7d59ae94-ef4c-4a51-b911-5b69168f8069']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:48.609941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:48.649680 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-07e9ccab-a513-4fea-af6e-20e3c831614e service neutron] 10.222.0.23 "GET /v2.0/networks/fa342543-a8c0-4805-bf7d-db474d0e27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967054 Dec 06 12:15:48.678472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=125365fb-00b8-4113-8cd1-929aefeedd2e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:48.752222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0538878-fa5b-40ff-b3ff-26897770c6a3 req-720510e9-8c9d-485e-a54e-bd9c5eb723fc service neutron] 10.222.0.23 "GET /v2.0/networks/fa342543-a8c0-4805-bf7d-db474d0e27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952122 Dec 06 12:15:48.776360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92538-402f-4a1a-8af7-e568ca2d4672 req-5d8cbd27-a8ca-49da-bbe4-daff66d197c5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.777848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa92538-402f-4a1a-8af7-e568ca2d4672 req-5d8cbd27-a8ca-49da-bbe4-daff66d197c5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.2276719 Dec 06 12:15:48.852398 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b16d1-c81f-45e8-a376-021ff21305a7 req-5564d79b-65cb-44f3-bd00-53d0242b1507 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.853907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d90b16d1-c81f-45e8-a376-021ff21305a7 req-5564d79b-65cb-44f3-bd00-53d0242b1507 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 944 time: 0.2232788 Dec 06 12:15:48.888657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:48.892390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ade21741-e31a-49f1-b2f1-e19d9dea39c0 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/ports/125365fb-00b8-4113-8cd1-929aefeedd2e HTTP/1.1" status: 204 len: 168 time: 1.5438085 Dec 06 12:15:48.895047 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48754) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:48.927046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa92538-402f-4a1a-8af7-e568ca2d4672 req-2acb809a-49f0-4a22-a6cd-06c6db8e68ad tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227896 Dec 06 12:15:48.932982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Made reservation on behalf of 764f0af48ec3480ab15b2994d5c6ddca for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:48.936481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:48.945350 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b1f5a-a146-4e76-9d38-4ff899c61458 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:48.949258 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-883b1f5a-a146-4e76-9d38-4ff899c61458 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e76b147-0327-4d79-b4af-81ed2e0d1006 HTTP/1.1" status: 200 len: 913 time: 0.0506842 Dec 06 12:15:48.949935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48756) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:48.976995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d90b16d1-c81f-45e8-a376-021ff21305a7 req-2f9799eb-5255-46da-9161-aa5cf07cd0e6 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135943 Dec 06 12:15:49.106150 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Allocated IP 172.20.0.11 (53ba46c0-fead-4880-b470-8612bdfe9780/2ec792c6-f78e-4d6b-896c-dc4c59141e5f/de7a1e6d-4aec-4709-8829-fba628b0ada4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:49.341844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.434809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.484064 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-deleted', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:49.486395 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af2c55-a465-4d1a-b43b-3d027e4c9267" -d '{"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-deleted", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:49.610603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.621186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port 77ab7af7-8452-4ed0-859a-780354c30d47 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:49.621557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.639273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064c6de-76ca-4eeb-87c0-481ede443f89 req-49badb65-f0c1-4df7-98d8-2d518e31f31e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:49.640769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3064c6de-76ca-4eeb-87c0-481ede443f89 req-49badb65-f0c1-4df7-98d8-2d518e31f31e tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 950 time: 0.4166248 Dec 06 12:15:49.664392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f3f7-5c79-4ee4-919d-6344554d0dab req-43fd7b7e-72f1-45d3-855f-0f7e84ce0c15 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:49.665879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6288f3f7-5c79-4ee4-919d-6344554d0dab req-43fd7b7e-72f1-45d3-855f-0f7e84ce0c15 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1054666 Dec 06 12:15:49.712106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.715700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.725999 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for 77ab7af7-8452-4ed0-859a-780354c30d47 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:49.787992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3064c6de-76ca-4eeb-87c0-481ede443f89 req-d2ba7227-b5df-48d1-845e-17f407f54079 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366489 Dec 06 12:15:49.791082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6288f3f7-5c79-4ee4-919d-6344554d0dab req-993a7f8a-3625-4f3e-85be-1f5d94863291 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190374 Dec 06 12:15:49.797502 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Network 53ba46c0-fead-4880-b470-8612bdfe9780 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:49.801889 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:49.804310 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:49.842380 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event updated for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:49.867118 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50463efa-c3d8-4e37-8a82-4ea2a6ecc97c x-openstack-request-id: req-50463efa-c3d8-4e37-8a82-4ea2a6ecc97c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:49.867418 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8", "name": "network-vif-deleted", "tag": "7779e1af-fea9-4a3c-8371-df390d651bc2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:49.867672 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50463efa-c3d8-4e37-8a82-4ea2a6ecc97c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:49.868162 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b8e8ba-3c8c-49c4-a7dc-0fa10a94b4b8', 'name': 'network-vif-deleted', 'tag': '7779e1af-fea9-4a3c-8371-df390d651bc2', 'status': 'completed', 'code': 200} Dec 06 12:15:49.917607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:49.919369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.956893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:49.958760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f32f935d-8ced-4a84-9ff7-c0165ba317d5 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3582571 Dec 06 12:15:49.994795 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=77ab7af7-8452-4ed0-859a-780354c30d47,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:50.006543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117e6d3-351f-49ca-a4d6-8666f75743f8 req-75b83c33-65e5-4e45-896e-d38d85bc2328 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.013888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9117e6d3-351f-49ca-a4d6-8666f75743f8 req-75b83c33-65e5-4e45-896e-d38d85bc2328 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.1382473 Dec 06 12:15:50.045969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653ff35-1350-4fb2-9aff-0b4bb80328f8 req-6cdf8faa-079d-421d-a96d-5e028e18ce70 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.047559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7653ff35-1350-4fb2-9aff-0b4bb80328f8 req-6cdf8faa-079d-421d-a96d-5e028e18ce70 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 932 time: 0.1080160 Dec 06 12:15:50.067531 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Request body: {'port': {'device_id': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:50.128639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9117e6d3-351f-49ca-a4d6-8666f75743f8 req-cb8190dd-80b1-4ea8-87be-36051ed2b2a0 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137466 Dec 06 12:15:50.172763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.188407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7653ff35-1350-4fb2-9aff-0b4bb80328f8 req-6ffd9d5f-a14d-406a-a423-ff48e76e9778 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261809 Dec 06 12:15:50.197823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8ec0f5bb-2fef-431f-a880-b8b699012756 None None] Provisioning complete for port de7a1e6d-4aec-4709-8829-fba628b0ada4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:50.198414 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f5bb-2fef-431f-a880-b8b699012756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.233442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.246307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0f5bb-2fef-431f-a880-b8b699012756 None None] Port de7a1e6d-4aec-4709-8829-fba628b0ada4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:50.375546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d22c6-ff68-4449-8b94-35001cf8b506 req-18dc93b2-2322-489f-a4ba-aaad9e4cd53b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.377719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e72d22c6-ff68-4449-8b94-35001cf8b506 req-18dc93b2-2322-489f-a4ba-aaad9e4cd53b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1834438 Dec 06 12:15:50.389230 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:50.396111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'floatingip': {'port_id': '85416efc-a7f2-4436-af09-8f19baf50b5a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:50.399939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b3d8-a5bb-4f93-b280-9ab4ca144887 req-c9cd72b9-3e18-4e0c-9708-51d66533a63d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.401490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60d0b3d8-a5bb-4f93-b280-9ab4ca144887 req-c9cd72b9-3e18-4e0c-9708-51d66533a63d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1365504 Dec 06 12:15:50.443503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.540597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60d0b3d8-a5bb-4f93-b280-9ab4ca144887 req-103178ac-3c64-4d10-94cc-afe5337e6478 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324468 Dec 06 12:15:50.565332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745fb9-12fe-4df7-92fb-b402e9215b60 req-cd872fdc-cb19-47dc-93c9-0072d033d24e tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.566918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90745fb9-12fe-4df7-92fb-b402e9215b60 req-cd872fdc-cb19-47dc-93c9-0072d033d24e tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 944 time: 0.1174648 Dec 06 12:15:50.621303 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Router 5e76b147-0327-4d79-b4af-81ed2e0d1006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:50.632095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-9c3f36ad-1957-4d66-bf64-267c74ee1797 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.633382 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-9c3f36ad-1957-4d66-bf64-267c74ee1797 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 950 time: 0.1059227 Dec 06 12:15:50.655381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90745fb9-12fe-4df7-92fb-b402e9215b60 req-e97b9676-aa68-4e19-931f-9f73bc363d1b tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767405 Dec 06 12:15:50.689682 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7a1e6d-4aec-4709-8829-fba628b0ada4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:50.697421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.709482 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Transition to ACTIVE for port object de7a1e6d-4aec-4709-8829-fba628b0ada4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:50.713462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.766964 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Pushing event updated for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:50.813197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:50.851802 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Attempting to bind port de7a1e6d-4aec-4709-8829-fba628b0ada4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:50.852152 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Attempting to bind port de7a1e6d-4aec-4709-8829-fba628b0ada4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:50.852488 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Attempting to bind port de7a1e6d-4aec-4709-8829-fba628b0ada4 on network 53ba46c0-fead-4880-b470-8612bdfe9780 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:50.857746 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Port de7a1e6d-4aec-4709-8829-fba628b0ada4 on network 53ba46c0-fead-4880-b470-8612bdfe9780 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:50.858086 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Attempting to bind port de7a1e6d-4aec-4709-8829-fba628b0ada4 on network 53ba46c0-fead-4880-b470-8612bdfe9780 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:50.864470 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:50.864821 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Checking segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:50.865237 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Bound using segment: {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:50.865839 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Bound port: de7a1e6d-4aec-4709-8829-fba628b0ada4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2004f6-e357-4dd5-b819-c7234940aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:50.866214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.872009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 7779e1af-fea9-4a3c-8371-df390d651bc2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:50.877908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7779e1af-fea9-4a3c-8371-df390d651bc2 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:50.971602 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:50.976672 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:50.984234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:50.993987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5ce7-d5d5-454c-a880-c4f61f521070 req-389f24f3-92fb-4348-8275-d32830a20e58 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:50.996136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef7f5ce7-d5d5-454c-a880-c4f61f521070 req-389f24f3-92fb-4348-8275-d32830a20e58 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 950 time: 0.0789659 Dec 06 12:15:51.048371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.049008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.050453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-45dd560e-af60-4256-8338-49b09904e497 service neutron] 10.222.0.53 "PUT /v2.0/ports/de7a1e6d-4aec-4709-8829-fba628b0ada4 HTTP/1.1" status: 200 len: 1092 time: 1.0721993 Dec 06 12:15:51.055422 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:51.057834 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89cb6a-4a89-4007-9b0f-76dd8727b166" -d '{"events": [{"name": "network-changed", "server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:51.150855 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62476d23-9327-42cf-a7c3-16085cbe2d4c x-openstack-request-id: req-62476d23-9327-42cf-a7c3-16085cbe2d4c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:51.151095 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:51.151339 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62476d23-9327-42cf-a7c3-16085cbe2d4c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:51.151746 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'status': 'completed', 'code': 200} Dec 06 12:15:51.153178 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd560e-af60-4256-8338-49b09904e497 service neutron] Pushing event updated for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:51.177081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef7f5ce7-d5d5-454c-a880-c4f61f521070 req-5ca28229-0f7b-49c8-a248-76aa90708fd2 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517434 Dec 06 12:15:51.196374 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-0e2dad2b-98fe-46ff-b703-f4bc45fb1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.198927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-0e2dad2b-98fe-46ff-b703-f4bc45fb1f9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764f0af48ec3480ab15b2994d5c6ddca&device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 1095 time: 0.0860479 Dec 06 12:15:51.266484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:51.276513 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c7e05195-0557-486c-a6a6-df2d87db32b7 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "PUT /v2.0/routers/5e76b147-0327-4d79-b4af-81ed2e0d1006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3226924 Dec 06 12:15:51.278398 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:51.283405 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] Sync routers for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:51.295189 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:51.296419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:51.301484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-f400b40a-9834-4fc4-9e45-e0a5b7ae0feb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4 HTTP/1.1" status: 200 len: 217 time: 0.0858543 Dec 06 12:15:51.334879 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:51.344499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] Routers {'5e76b147-0327-4d79-b4af-81ed2e0d1006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:51.345808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e76b147-0327-4d79-b4af-81ed2e0d1006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:51.382652 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:51.383596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601258c5-12fa-44bc-96a2-2e18623c4b9b None None] The sync data for ids ['5e76b147-0327-4d79-b4af-81ed2e0d1006'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:51.414344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4691-2265-47bb-b25d-f1ba9709c6c7 req-2c4006a9-f55d-4c69-8e1d-14ebf9f77114 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.421575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9cea4691-2265-47bb-b25d-f1ba9709c6c7 req-2c4006a9-f55d-4c69-8e1d-14ebf9f77114 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.1909864 Dec 06 12:15:51.443621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4665b8-32fa-4d76-962b-5b18dedbb645 req-561c1f33-fe0f-446f-a5d1-6cf27fc31ddf tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.445094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b4665b8-32fa-4d76-962b-5b18dedbb645 req-561c1f33-fe0f-446f-a5d1-6cf27fc31ddf tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 944 time: 0.1426163 Dec 06 12:15:51.453119 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-0ca5b864-9ddd-4209-8046-05fed3888279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.456070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-0ca5b864-9ddd-4209-8046-05fed3888279 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ec792c6-f78e-4d6b-896c-dc4c59141e5f HTTP/1.1" status: 200 len: 849 time: 0.1278045 Dec 06 12:15:51.513776 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Deleting port 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:51.514417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.544816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9cea4691-2265-47bb-b25d-f1ba9709c6c7 req-e0af0387-aa2b-416b-b089-cb751bd78f7f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218481 Dec 06 12:15:51.575291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b4665b8-32fa-4d76-962b-5b18dedbb645 req-04c58943-3568-4b9c-b405-463783da5f75 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121287 Dec 06 12:15:51.578890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-549cea8b-1576-4bde-81bf-e35dc087b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.580622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-549cea8b-1576-4bde-81bf-e35dc087b26c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53ba46c0-fead-4880-b470-8612bdfe9780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136594 Dec 06 12:15:51.591970 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-86671d07-cdba-41c8-974b-d60374c51578 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:15:51.592979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-86671d07-cdba-41c8-974b-d60374c51578 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052845 Dec 06 12:15:51.633823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.719591 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade883-2fdb-4174-a100-77b0225a7725 req-01873d7b-b80f-4852-8d82-f174c48d9c74 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.721739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6ade883-2fdb-4174-a100-77b0225a7725 req-01873d7b-b80f-4852-8d82-f174c48d9c74 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1020296 Dec 06 12:15:51.734766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-9d5ff14a-0450-435c-b573-9cd76f31862c service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342530 Dec 06 12:15:51.767473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] For port 8ab60708-7ddd-405c-9a02-a2933432fd18, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ab60708-7ddd-405c-9a02-a2933432fd18,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:51.767858 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.835712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Calling delete_port for 8ab60708-7ddd-405c-9a02-a2933432fd18 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:51.864796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6ade883-2fdb-4174-a100-77b0225a7725 req-bac2867d-ae1c-471c-9e6f-b67875c8fce0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336014 Dec 06 12:15:51.899209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d0a4-60c5-4dae-99c4-ddeb8fbe57a2 req-30f03679-04e3-4680-9376-7b7c69be1f11 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:51.900704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6846d0a4-60c5-4dae-99c4-ddeb8fbe57a2 req-30f03679-04e3-4680-9376-7b7c69be1f11 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 944 time: 0.1153076 Dec 06 12:15:51.903096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb681101-f588-4f86-9f61-fb011a0fca9f req-ec330da6-82f1-47e4-bee1-00b8765fe920 service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556368 Dec 06 12:15:51.951376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6846d0a4-60c5-4dae-99c4-ddeb8fbe57a2 req-c6aa831b-beb1-451e-8d44-30d80e0acd61 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Dec 06 12:15:51.953731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.971814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:51.979452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:52.026335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-7b973e19-fe10-4108-a2de-cc0453060c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.027830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-7b973e19-fe10-4108-a2de-cc0453060c75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764f0af48ec3480ab15b2994d5c6ddca&device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 1095 time: 0.0408969 Dec 06 12:15:52.129444 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-5cd031d4-350b-4f52-881d-720153558540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.131186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-5cd031d4-350b-4f52-881d-720153558540 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53ba46c0-fead-4880-b470-8612bdfe9780 HTTP/1.1" status: 200 len: 911 time: 0.0961478 Dec 06 12:15:52.158755 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Floating IP 119b0e98-b0c5-428d-b280-954b22094fb1 associated. External IP: 172.35.3.30, port: 85416efc-a7f2-4436-af09-8f19baf50b5a. Dec 06 12:15:52.172756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-bb30f426-8c2f-4d00-a7ac-8a45d434d90d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4 HTTP/1.1" status: 200 len: 217 time: 0.0342679 Dec 06 12:15:52.205846 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting port cb67420c-5df5-4292-9d2e-4b00f77374c4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:52.205846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:52.220315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:52.224954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-de1039f4-806d-4d84-b723-299388f3da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.226475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-de1039f4-806d-4d84-b723-299388f3da6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ec792c6-f78e-4d6b-896c-dc4c59141e5f HTTP/1.1" status: 200 len: 849 time: 0.0467482 Dec 06 12:15:52.231964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8ab60708-7ddd-405c-9a02-a2933432fd18'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:52.257474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3', '605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:52.276007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event deleted for resources: {'Port': ['ID=8ab60708-7ddd-405c-9a02-a2933432fd18,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:52.314445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-360a1b64-2ec0-4d6e-ac1e-b08e188c9083 req-f9b44e5e-0798-4602-9a3c-59bafcbbdb18 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=42111c6c-0b5f-4fac-bc0a-40b0d943d161 HTTP/1.1" status: 200 len: 210 time: 0.0610802 Dec 06 12:15:52.337566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-ec10b51c-397b-4ecf-94dd-18c60c23ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.339761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-ec10b51c-397b-4ecf-94dd-18c60c23ae2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53ba46c0-fead-4880-b470-8612bdfe9780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019921 Dec 06 12:15:52.381341 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] No DVR routers for this DVR port 8ab60708-7ddd-405c-9a02-a2933432fd18 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:52.387812 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:52.391247 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2833f848-c29c-4aaf-abc1-49f5635128b8 req-37f921d2-5b2c-4344-b1e1-ff5c67dc9621 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.23 "DELETE /v2.0/ports/8ab60708-7ddd-405c-9a02-a2933432fd18 HTTP/1.1" status: 204 len: 173 time: 1.7462704 Dec 06 12:15:52.392230 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-deleted', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:52.394494 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d0a2e-901c-495c-bd49-2ff232e4b930" -d '{"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-deleted", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:52.417906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:52.434898 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Calling delete_port for cb67420c-5df5-4292-9d2e-4b00f77374c4 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:52.460128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-31ff0c0d-8561-4767-9409-24b0bb9e9539 service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048753 Dec 06 12:15:52.608241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c89cb6a-4a89-4007-9b0f-76dd8727b166 req-d0f5a43e-eaae-40da-b787-ec68dd89abac service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397419 Dec 06 12:15:52.714544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbca11-a911-42af-8d84-b86445fbe737 req-77f32a3f-fbee-435c-88a1-ca0905828b01 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.716154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4efbca11-a911-42af-8d84-b86445fbe737 req-77f32a3f-fbee-435c-88a1-ca0905828b01 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.0947044 Dec 06 12:15:52.730370 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7a7d00-337b-47fd-91ef-32fda7570729 x-openstack-request-id: req-2c7a7d00-337b-47fd-91ef-32fda7570729 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:52.730954 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42111c6c-0b5f-4fac-bc0a-40b0d943d161", "name": "network-vif-deleted", "tag": "8ab60708-7ddd-405c-9a02-a2933432fd18", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:52.730954 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c7a7d00-337b-47fd-91ef-32fda7570729 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:52.731285 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42111c6c-0b5f-4fac-bc0a-40b0d943d161', 'name': 'network-vif-deleted', 'tag': '8ab60708-7ddd-405c-9a02-a2933432fd18', 'status': 'completed', 'code': 200} Dec 06 12:15:52.732769 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7e57-3894-4f66-b55d-ce79ea05b4a9 req-8fd4ea3d-ec5f-4ace-babf-c609f0590d04 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:52.734607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-380e7e57-3894-4f66-b55d-ce79ea05b4a9 req-8fd4ea3d-ec5f-4ace-babf-c609f0590d04 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 944 time: 0.0743992 Dec 06 12:15:52.816377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4efbca11-a911-42af-8d84-b86445fbe737 req-b817cd63-c450-4cbe-ba2c-0a4e7b73e3bf tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863724 Dec 06 12:15:52.832468 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b005e0f9-7623-4bd1-a8cc-c7896cd5db95 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:52.862867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-380e7e57-3894-4f66-b55d-ce79ea05b4a9 req-91528e4f-98eb-4921-8969-69eb283b6e61 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040435 Dec 06 12:15:52.924894 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:52.981230 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,segment=NetworkSegment(4378077d-1de4-40e5-a825-f9c087009013),segment_id=4378077d-1de4-40e5-a825-f9c087009013)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:52.995210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95', 'network_id': 'fa342543-a8c0-4805-bf7d-db474d0e27d2', 'port_id': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95', 'mac_address': 'fa:16:3e:30:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c18d68-6daa-42d7-99ef-cb9125571992', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:53.016260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805de87c-a63e-4b85-8482-41fa8f86c951 req-5b329a78-211c-4da8-ae7d-036bf7e856f9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:53.018477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-805de87c-a63e-4b85-8482-41fa8f86c951 req-5b329a78-211c-4da8-ae7d-036bf7e856f9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0783007 Dec 06 12:15:53.041546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.054619 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b005e0f9-7623-4bd1-a8cc-c7896cd5db95 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:53.075901 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,segment=NetworkSegment(4378077d-1de4-40e5-a825-f9c087009013),segment_id=4378077d-1de4-40e5-a825-f9c087009013)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:53.080438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.105265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-805de87c-a63e-4b85-8482-41fa8f86c951 req-d5bf6986-77dc-4012-a531-c7b4ed32b5ea tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803964 Dec 06 12:15:53.117924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.118118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dfb19-8a86-4e90-91a9-19a5ca0612e3 req-736ca418-3503-450e-af49-822e4a041152 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:53.120129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc0dfb19-8a86-4e90-91a9-19a5ca0612e3 req-736ca418-3503-450e-af49-822e4a041152 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 944 time: 0.0764570 Dec 06 12:15:53.139756 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:53.164516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Port': ['ID=cb67420c-5df5-4292-9d2e-4b00f77374c4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:53.167283 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:53.172670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.180945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:53.194761 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:53.194951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc0dfb19-8a86-4e90-91a9-19a5ca0612e3 req-c20d391c-25d9-4939-b1f2-931fa00a9b55 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668344 Dec 06 12:15:53.195529 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:53.242912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e6c6315-e15f-4947-b37c-47e3a61a807a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "PUT /v2.0/floatingips/119b0e98-b0c5-428d-b280-954b22094fb1 HTTP/1.1" status: 200 len: 991 time: 2.8521116 Dec 06 12:15:53.263320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.295495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['b005e0f9-7623-4bd1-a8cc-c7896cd5db95'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:53.315120 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:53.376142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.378440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.462717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.464124 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Fanout notify agent at l3_agent the message router_deleted on router 5e76b147-0327-4d79-b4af-81ed2e0d1006 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:15:53.479811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.481558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6b88bc3c-54cd-4954-aa1d-57c0e29e6512 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/routers/5e76b147-0327-4d79-b4af-81ed2e0d1006 HTTP/1.1" status: 204 len: 168 time: 2.1875150 Dec 06 12:15:53.483352 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48818) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:53.553998 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Deleting subnet 68e26fcc-b3e4-4f49-82cd-29467478f433 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:15:53.557316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.562540 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '119b0e98-b0c5-428d-b280-954b22094fb1', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:92:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:51Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:53.593815 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:53.602902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.603070 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:53.603658 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:53.654002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d14ac6-cf13-4569-9d5c-93c466684fa0 req-fed708d4-5209-4ece-9e76-ffa874d58570 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:53.654349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.655806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60d14ac6-cf13-4569-9d5c-93c466684fa0 req-fed708d4-5209-4ece-9e76-ffa874d58570 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0588348 Dec 06 12:15:53.712847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60d14ac6-cf13-4569-9d5c-93c466684fa0 req-af5def2c-21e1-45be-a255-5733e106fbd4 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Dec 06 12:15:53.715107 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:53.737231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.764137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Subnet': ['ID=68e26fcc-b3e4-4f49-82cd-29467478f433,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:53.768308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.771461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-936bc2bf-715c-48b4-9f0a-eccd3f486d59 tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/subnets/68e26fcc-b3e4-4f49-82cd-29467478f433 HTTP/1.1" status: 204 len: 168 time: 0.2871852 Dec 06 12:15:53.774054 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:53.849270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:53.948645 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '119b0e98-b0c5-428d-b280-954b22094fb1', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:92:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:51Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:53.975212 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6b50-fcd9-44a8-8362-6831d28038e5 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '119b0e98-b0c5-428d-b280-954b22094fb1', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:92:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:51Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:53.998557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.027268 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89097439-c89b-4ca0-af10-03c4ff72aa62']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:54.043911 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbcc7-9739-4219-9ddd-43642e494d8e req-fd232dd5-f652-4d73-a94c-c6254629224b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.045492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-deacbcc7-9739-4219-9ddd-43642e494d8e req-fd232dd5-f652-4d73-a94c-c6254629224b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 944 time: 0.1608064 Dec 06 12:15:54.050288 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74e9876-ce48-41b4-9f27-dfbd37ee93ff') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:54.050288 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74e9876-ce48-41b4-9f27-dfbd37ee93ff') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:54.072148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.081021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637203d6-b050-450e-a692-36298b8bfe15 req-0b7c9fd9-d591-43c0-8431-07dadfad9214 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.082509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637203d6-b050-450e-a692-36298b8bfe15 req-0b7c9fd9-d591-43c0-8431-07dadfad9214 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 944 time: 0.1579192 Dec 06 12:15:54.105864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.128618 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:54.129024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:54.134117 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:54.174373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-deacbcc7-9739-4219-9ddd-43642e494d8e req-43d3bb33-33b4-4852-b620-c337074e2f3a tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201217 Dec 06 12:15:54.179687 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70a5f2-9ad3-4446-a040-d0a51c8d6d73 None None] New status for floating IP 119b0e98-b0c5-428d-b280-954b22094fb1: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:54.223576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.230741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.236023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] 10.222.0.31 "DELETE /v2.0/networks/89097439-c89b-4ca0-af10-03c4ff72aa62 HTTP/1.1" status: 204 len: 168 time: 0.4587133 Dec 06 12:15:54.239669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637203d6-b050-450e-a692-36298b8bfe15 req-5aee9abc-d537-4726-8e4c-f06a704edbc6 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449397 Dec 06 12:15:54.256273 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1fb00-4d6c-4180-a4dc-91ef5ec1429b tempest-FloatingIPTestJSON-1314478807 tempest-FloatingIPTestJSON-1314478807-project] Pushing event deleted for resources: {'Network': ['ID=89097439-c89b-4ca0-af10-03c4ff72aa62,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:54.367772 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:54.400223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095dadd-8bae-4581-a59e-f3707e3a499d req-63fb0ba6-218d-4ec8-98b1-3c0d4015b157 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.401906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7095dadd-8bae-4581-a59e-f3707e3a499d req-63fb0ba6-218d-4ec8-98b1-3c0d4015b157 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0927074 Dec 06 12:15:54.439641 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f7916-ed95-47d0-b7fa-938b2b01669f req-fe15453c-c53d-42ef-aeb0-b838a7b7320f tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.441240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5f7916-ed95-47d0-b7fa-938b2b01669f req-fe15453c-c53d-42ef-aeb0-b838a7b7320f tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 945 time: 0.0902414 Dec 06 12:15:54.484500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:54.486070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7095dadd-8bae-4581-a59e-f3707e3a499d req-94904694-1240-4139-8315-399706d7e966 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744805 Dec 06 12:15:54.498559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'port_id': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:54.525714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5f7916-ed95-47d0-b7fa-938b2b01669f req-4b4e6727-acbf-4ca5-ac1c-6413a1335d32 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780306 Dec 06 12:15:54.526535 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:54.543345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.557671 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:54.577766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:54.581907 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.582515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device de7a1e6d-4aec-4709-8829-fba628b0ada4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:54.654058 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:54.684613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-de9176bd-3d84-4a29-b248-27e138bda9bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fadb5732888148c98561fb7a76acc6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568882 Dec 06 12:15:54.687025 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48844) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:54.716262 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:54.727459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'port_id': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'mac_address': 'fa:16:3e:ed:71:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:54.732033 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:54.734290 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5fc581-4d3a-430b-8960-956aca0a6135" -d '{"events": [{"name": "network-changed", "server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:54.740341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.763774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.777819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.781682 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c580e5b-fc7d-4fb7-9a05-bfc4618d99e5 x-openstack-request-id: req-3c580e5b-fc7d-4fb7-9a05-bfc4618d99e5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:54.781984 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:54.782488 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c580e5b-fc7d-4fb7-9a05-bfc4618d99e5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:54.783489 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'status': 'completed', 'code': 200} Dec 06 12:15:54.792246 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7a1e6d-4aec-4709-8829-fba628b0ada4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:54.814503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:54.818519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.848800 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57bb-7e9e-4607-b7f1-b6f52afdf882 req-b21db5d4-cd7f-48ec-8f2a-3f4867923c32 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.850691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f9c57bb-7e9e-4607-b7f1-b6f52afdf882 req-b21db5d4-cd7f-48ec-8f2a-3f4867923c32 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.0595579 Dec 06 12:15:54.854019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b005e0f9-7623-4bd1-a8cc-c7896cd5db95 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:54.858247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.861675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.867648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b64902a-afa3-4ba6-b673-2290b27b4198 HTTP/1.1" status: 204 len: 168 time: 0.1796346 Dec 06 12:15:54.880658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-9e641f2a-5de3-4d58-859f-2c3dbd0ccddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.882994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-9e641f2a-5de3-4d58-859f-2c3dbd0ccddf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.0766175 Dec 06 12:15:54.890456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26383161-bf82-4b7a-9fe7-28c7851833f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64902a-afa3-4ba6-b673-2290b27b4198,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:54.930210 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:54.939252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f9c57bb-7e9e-4607-b7f1-b6f52afdf882 req-ffd1aa7a-dd03-4553-a129-70bce755701a tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798006 Dec 06 12:15:54.957409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:54.962695 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:54.963202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:54.992561 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-0664af29-ebe9-451f-b346-51038271912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:54.994544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-0664af29-ebe9-451f-b346-51038271912b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.1011918 Dec 06 12:15:55.043907 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.076619 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:55.078866 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1af6b1a-1608-483b-b246-cda8afa10163" -d '{"events": [{"server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "name": "network-vif-plugged", "status": "completed", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:55.098689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,segment=NetworkSegment(4378077d-1de4-40e5-a825-f9c087009013),segment_id=4378077d-1de4-40e5-a825-f9c087009013)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:55.104846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.105174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:55.133955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 8ab60708-7ddd-405c-9a02-a2933432fd18 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:55.134312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8ab60708-7ddd-405c-9a02-a2933432fd18 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:55.145972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-590b7070-9eb3-4ad9-bc5f-85f3630d30d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.1449611 Dec 06 12:15:55.155844 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a11009-92a4-4e73-bd82-824fda8f8173 x-openstack-request-id: req-87a11009-92a4-4e73-bd82-824fda8f8173 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:55.156146 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "name": "network-vif-plugged", "status": "completed", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:55.156403 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87a11009-92a4-4e73-bd82-824fda8f8173 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:55.156791 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95', 'code': 200} Dec 06 12:15:55.207575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:55.222432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c6de-f58e-4eb2-af78-ced726513241 req-e3807107-a24f-47b0-940f-2fb2e61bd039 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.224619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5077c6de-f58e-4eb2-af78-ced726513241 req-e3807107-a24f-47b0-940f-2fb2e61bd039 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 950 time: 0.1100223 Dec 06 12:15:55.251105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['de7a1e6d-4aec-4709-8829-fba628b0ada4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:55.286278 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:55.304697 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-d1e604d6-eeb4-40f9-ad07-4e9e5587b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.306411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-d1e604d6-eeb4-40f9-ad07-4e9e5587b45c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.1412046 Dec 06 12:15:55.348560 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd2f3-1d75-4dfe-b677-2bbea54bfb4b req-b9978183-7b78-49ec-86fd-7218a861a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.350363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5c7cd2f3-1d75-4dfe-b677-2bbea54bfb4b req-b9978183-7b78-49ec-86fd-7218a861a169 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 1097 time: 0.1181695 Dec 06 12:15:55.419058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5c7cd2f3-1d75-4dfe-b677-2bbea54bfb4b req-2b6c9425-3d9c-473c-9e53-f7e3e0e049b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 Dec 06 12:15:55.421219 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-c9619976-b341-42ac-a088-3dee64e27427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.423700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-c9619976-b341-42ac-a088-3dee64e27427 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075244 Dec 06 12:15:55.466246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb5922-7cb0-419a-9c19-5f18913bebc4 req-e2b2fed9-1b48-49e1-86f2-d0308cd935b3 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.467962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbdb5922-7cb0-419a-9c19-5f18913bebc4 req-e2b2fed9-1b48-49e1-86f2-d0308cd935b3 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 945 time: 0.1586730 Dec 06 12:15:55.503949 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed6b72-8519-446e-adc4-b1ed15b390fd req-b9427bc8-f450-40d2-9f92-ef8ad4310f4c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.512516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1ed6b72-8519-446e-adc4-b1ed15b390fd req-b9427bc8-f450-40d2-9f92-ef8ad4310f4c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 945 time: 0.1336133 Dec 06 12:15:55.579190 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Deleting port 605769da-158d-467b-b100-8cdfa9b28ca8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:55.579533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.609364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbdb5922-7cb0-419a-9c19-5f18913bebc4 req-bf4a7f24-979e-4304-8f37-4536eb625799 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300011 Dec 06 12:15:55.615796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1ed6b72-8519-446e-adc4-b1ed15b390fd req-b59deea1-4780-4616-939d-f355bfc10c46 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024785 Dec 06 12:15:55.721187 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48884) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:55.727321 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] For port 605769da-158d-467b-b100-8cdfa9b28ca8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=605769da-158d-467b-b100-8cdfa9b28ca8,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:55.727842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.730164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-4544bf41-8b1d-45c4-9eaf-cc13a453d5c2 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109462 Dec 06 12:15:55.772961 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Calling delete_port for 605769da-158d-467b-b100-8cdfa9b28ca8 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:55.834764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'networks': [{'name': 'tempest-network--1059691454'}, {'name': 'tempest-network--1361839888'}]} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:55.835250 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-network--1059691454'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:55.835536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-network--1361839888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:55.842916 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138817-b76c-4aa3-8a4f-091b673c808f req-2473ea43-8f49-41dd-9d88-a35602ac0b05 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.844395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca138817-b76c-4aa3-8a4f-091b673c808f req-2473ea43-8f49-41dd-9d88-a35602ac0b05 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1130562 Dec 06 12:15:55.846666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e5fc581-4d3a-430b-8960-956aca0a6135 req-d8ecafd7-7207-40f7-b9bb-d51947faa84e service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090362 Dec 06 12:15:55.865460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'network': 2} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:55.871342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.880878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.930544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bc953-01d2-4d29-80ca-1f7d73f78509 req-a9be5f1d-cb46-4b6c-a0c6-6b4cba5ded9c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:55.932045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c0bc953-01d2-4d29-80ca-1f7d73f78509 req-a9be5f1d-cb46-4b6c-a0c6-6b4cba5ded9c tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 946 time: 0.1373649 Dec 06 12:15:55.965085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.968934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.969441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:55.973689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca138817-b76c-4aa3-8a4f-091b673c808f req-97e934ec-fe47-4b16-9bc9-8641683e1ec3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092966 Dec 06 12:15:56.005960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b07e3d-2f83-4f97-a9d9-8c7966afe9fc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:56.017301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:56.028699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.029046 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 486e1ac3-f1c8-43ba-a239-ad2212a88ede of type vlan for network 13252562-cf98-4840-9ece-72a4c6e11a39 Dec 06 12:15:56.045563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c0bc953-01d2-4d29-80ca-1f7d73f78509 req-c51799f3-f5c5-4709-8282-777f73357656 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029062 Dec 06 12:15:56.059362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.095664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3', '605769da-158d-467b-b100-8cdfa9b28ca8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:56.097863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.115221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event deleted for resources: {'Port': ['ID=605769da-158d-467b-b100-8cdfa9b28ca8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:56.138105 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] No DVR routers for this DVR port 605769da-158d-467b-b100-8cdfa9b28ca8 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:15:56.140982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.145761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5077c6de-f58e-4eb2-af78-ced726513241 req-59b68141-3f72-40d7-ae89-b990f7f7ae43 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.53 "DELETE /v2.0/ports/605769da-158d-467b-b100-8cdfa9b28ca8 HTTP/1.1" status: 204 len: 173 time: 0.9139905 Dec 06 12:15:56.146405 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-deleted', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:56.149792 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0e4e6-b57d-4a1b-97b3-c4911beb9f50" -d '{"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-deleted", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:56.172460 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:56.184112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.184481 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 8ad3aa15-b436-46d6-b205-72aac53eac63 of type vlan for network b3116c81-98f4-4b03-b473-0357e09705db Dec 06 12:15:56.222100 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27cb2e6-ada2-4422-b31d-62b6963e1776 x-openstack-request-id: req-f27cb2e6-ada2-4422-b31d-62b6963e1776 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:56.222402 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798f1b-89a9-4f50-a9f7-1419fab63012", "name": "network-vif-deleted", "tag": "605769da-158d-467b-b100-8cdfa9b28ca8", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:56.222660 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f27cb2e6-ada2-4422-b31d-62b6963e1776 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:56.223068 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798f1b-89a9-4f50-a9f7-1419fab63012', 'name': 'network-vif-deleted', 'tag': '605769da-158d-467b-b100-8cdfa9b28ca8', 'status': 'completed', 'code': 200} Dec 06 12:15:56.251050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ecbf441-8436-4d8a-904c-e9f8fcd44abc req-28e08e55-a4c2-423f-9ae2-8a5a212cb7fb tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8798f1b-89a9-4f50-a9f7-1419fab63012 HTTP/1.1" status: 200 len: 210 time: 0.0846357 Dec 06 12:15:56.258874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.286525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.287830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.294707 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.299651 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.300332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.354795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6323531 Dec 06 12:15:56.357350 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:56.396766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:56.424928 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=13252562-cf98-4840-9ece-72a4c6e11a39,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:56.437454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 13252562-cf98-4840-9ece-72a4c6e11a39 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:56.484364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ef4fb-6085-45dd-a725-6f1644beab84 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.490999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ef4fb-6085-45dd-a725-6f1644beab84 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.493250 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab851-48e0-4877-a504-8371bb1e2aaf tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=b3116c81-98f4-4b03-b473-0357e09705db,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:56.498142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ef4fb-6085-45dd-a725-6f1644beab84 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.506301 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ef4fb-6085-45dd-a725-6f1644beab84 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.510776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-953ef4fb-6085-45dd-a725-6f1644beab84 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1497831 Dec 06 12:15:56.511136 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:56.600889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.631354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b3116c81-98f4-4b03-b473-0357e09705db details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:56.713357 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:56.718441 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:56.718826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.725238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.805892 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.813130 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13252562-cf98-4840-9ece-72a4c6e11a39']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:56.828937 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486e1ac3-f1c8-43ba-a239-ad2212a88ede') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:56.829715 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486e1ac3-f1c8-43ba-a239-ad2212a88ede') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:56.839835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:56.844789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.845617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device de7a1e6d-4aec-4709-8829-fba628b0ada4 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:56.846244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.855053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef3442-30bd-4b06-97c4-81adbbc46166 req-8cc338eb-1fe4-4051-8366-688c6e9e3e89 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.856534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06ef3442-30bd-4b06-97c4-81adbbc46166 req-8cc338eb-1fe4-4051-8366-688c6e9e3e89 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 945 time: 0.1281502 Dec 06 12:15:56.883728 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce35c-d7ce-4fd1-8792-8a553e100e09 req-8f0193ff-7045-4b8f-8d68-737902605742 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:56.885202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b5ce35c-d7ce-4fd1-8792-8a553e100e09 req-8f0193ff-7045-4b8f-8d68-737902605742 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 945 time: 0.1499040 Dec 06 12:15:56.887035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.903317 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:56.903720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:56.910709 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:56.919879 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:56.931820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port de7a1e6d-4aec-4709-8829-fba628b0ada4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:56.935792 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port de7a1e6d-4aec-4709-8829-fba628b0ada4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:56.936169 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.003479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06ef3442-30bd-4b06-97c4-81adbbc46166 req-4e85018c-310f-479f-8ca7-c94865aa823d tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372604 Dec 06 12:15:57.029938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b5ce35c-d7ce-4fd1-8792-8a553e100e09 req-43acdadc-62fd-4195-a9e7-fe21858820ba tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259766 Dec 06 12:15:57.029938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.030349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.042997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.049889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/13252562-cf98-4840-9ece-72a4c6e11a39 HTTP/1.1" status: 204 len: 168 time: 0.5346622 Dec 06 12:15:57.051073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48904) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:57.060965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bdde3-6cc9-4037-9a16-f6abc3650c00 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=13252562-cf98-4840-9ece-72a4c6e11a39,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:57.070331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:57.075859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.126593 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:57.158084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.158661 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'}, {'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:57.164315 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba518ad-4463-4c68-bbe4-e3eae4ea7e15" -d '{"events": [{"server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "name": "network-vif-plugged", "status": "completed", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c"}, {"server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "name": "network-vif-plugged", "status": "completed", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:57.178288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c972e86-8a47-4b36-b778-d4e2e2276e8c req-3960bd67-c275-413a-9ec2-92fabbf24e4e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.179842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c972e86-8a47-4b36-b778-d4e2e2276e8c req-3960bd67-c275-413a-9ec2-92fabbf24e4e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Dec 06 12:15:57.197520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a79cff09-506c-4507-a9a8-f711e5d271a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.236761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c972e86-8a47-4b36-b778-d4e2e2276e8c req-7df94158-11ea-4127-b78f-9a137d7d976e tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510564 Dec 06 12:15:57.264568 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.289475 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3116c81-98f4-4b03-b473-0357e09705db']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:57.289767 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedac1cd-8fc7-449c-ad60-48db9b15b98e x-openstack-request-id: req-bedac1cd-8fc7-449c-ad60-48db9b15b98e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:57.290215 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "name": "network-vif-plugged", "status": "completed", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c", "code": 200}, {"server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "name": "network-vif-plugged", "status": "completed", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:57.290549 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bedac1cd-8fc7-449c-ad60-48db9b15b98e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:57.290951 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'code': 200} Dec 06 12:15:57.291212 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'code': 200} Dec 06 12:15:57.300949 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad3aa15-b436-46d6-b205-72aac53eac63') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:57.301280 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad3aa15-b436-46d6-b205-72aac53eac63') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:57.310641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.319329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b63-42f3-4ecf-bf45-fb396b27df7f req-ea48ce53-b1a8-40ac-ad2b-51ae853687fc tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.320841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9635b63-42f3-4ecf-bf45-fb396b27df7f req-ea48ce53-b1a8-40ac-ad2b-51ae853687fc tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 946 time: 0.0569143 Dec 06 12:15:57.324856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.331726 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:15:57.332242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:15:57.335365 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:15:57.404313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.412458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.415848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9635b63-42f3-4ecf-bf45-fb396b27df7f req-a9622ecb-cdda-4f31-8119-ba1d0c2e27a4 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Dec 06 12:15:57.416243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/b3116c81-98f4-4b03-b473-0357e09705db HTTP/1.1" status: 204 len: 168 time: 0.3628423 Dec 06 12:15:57.418871 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48916) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:57.452220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45448e03-0d7c-4bf2-a224-26d8ce7e98f0 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=b3116c81-98f4-4b03-b473-0357e09705db,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:57.495880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66be050-88c2-45c1-9143-0da7f39b4e2a req-e7f2d818-36bf-4730-aed7-1b3161181f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.497402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66be050-88c2-45c1-9143-0da7f39b4e2a req-e7f2d818-36bf-4730-aed7-1b3161181f60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 1097 time: 0.0680690 Dec 06 12:15:57.528488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708653b0-1802-4ba7-aad6-4174f55bb7f8 req-0a0d1226-28b1-4b6a-9dfd-539f7af4fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.530171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-708653b0-1802-4ba7-aad6-4174f55bb7f8 req-0a0d1226-28b1-4b6a-9dfd-539f7af4fec8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 1097 time: 0.1089916 Dec 06 12:15:57.657891 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fc16e-697c-4bab-9f38-713890d0f97a tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.666162 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fc16e-697c-4bab-9f38-713890d0f97a tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.669667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d1fc16e-697c-4bab-9f38-713890d0f97a tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2496786 Dec 06 12:15:57.672452 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:57.682876 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1819368197'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:57.710274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:57.714010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.742252 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:57.752443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.752786 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 7b48b347-f3be-49c3-a641-f5cdde5f362c of type vlan for network 0d39218d-a366-4125-8de0-247d6e31c193 Dec 06 12:15:57.798645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.824618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.830798 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:57.831388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:57.873463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1996820 Dec 06 12:15:57.883286 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:57.892330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66be050-88c2-45c1-9143-0da7f39b4e2a req-bed20b90-084a-4e39-9c37-e88001752b3f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870544 Dec 06 12:15:57.898234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217397857'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:57.899478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6305da-06d2-48b1-8bab-b7b70ff1fef9 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=0d39218d-a366-4125-8de0-247d6e31c193,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:57.909865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 0d39218d-a366-4125-8de0-247d6e31c193 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:57.991760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:57.995497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.017684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-708653b0-1802-4ba7-aad6-4174f55bb7f8 req-ebdb327e-3c00-43bf-aa12-9af8574c4202 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454532 Dec 06 12:15:58.024989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947b6c-ef0c-4a79-8245-e16566322340 req-d8d12387-9be8-4277-8996-283bebfea607 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.026393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30947b6c-ef0c-4a79-8245-e16566322340 req-d8d12387-9be8-4277-8996-283bebfea607 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1523473 Dec 06 12:15:58.038286 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f51fd-ea36-447e-bc73-6b6b5b357b73 req-d2df5a63-36de-46db-a617-a08b58525f18 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.039663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5f51fd-ea36-447e-bc73-6b6b5b357b73 req-d2df5a63-36de-46db-a617-a08b58525f18 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 946 time: 0.1644595 Dec 06 12:15:58.069734 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:15:58.100069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.100407 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 4fa4b8bb-9ecf-405f-ae2f-b0caf8ecd59b of type vlan for network d96a335e-f019-4d4b-8f66-9b3bf879da46 Dec 06 12:15:58.137679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30947b6c-ef0c-4a79-8245-e16566322340 req-d83aba6b-f59d-4558-b576-092a80416412 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970888 Dec 06 12:15:58.160694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5f51fd-ea36-447e-bc73-6b6b5b357b73 req-40cfa8a6-0e99-4862-aeb3-aa3ef9de94cd tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118894 Dec 06 12:15:58.176392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.251127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.257441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.258032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.342194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4488063 Dec 06 12:15:58.345012 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48940) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:58.350148 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'ports': [{'network_id': '0d39218d-a366-4125-8de0-247d6e31c193', 'name': 'tempest-port--1186498728', 'admin_state_up': True}, {'network_id': 'd96a335e-f019-4d4b-8f66-9b3bf879da46', 'admin_state_up': False}]} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:58.350471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'port': {'network_id': '0d39218d-a366-4125-8de0-247d6e31c193', 'name': 'tempest-port--1186498728', 'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:58.350983 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'port': {'network_id': 'd96a335e-f019-4d4b-8f66-9b3bf879da46', 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:58.369408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cec2a-506c-43f3-9957-76e88b3cf253 req-0ea19c38-428e-4b12-b6ae-5406d87431ca tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.370896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f63cec2a-506c-43f3-9957-76e88b3cf253 req-0ea19c38-428e-4b12-b6ae-5406d87431ca tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.1644404 Dec 06 12:15:58.403598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:15:58.404235 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574fbd8-c19a-4fd4-a32d-0a1c3f009d8c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=d96a335e-f019-4d4b-8f66-9b3bf879da46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:58.427627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d96a335e-f019-4d4b-8f66-9b3bf879da46 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:15:58.428201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05136-c74c-4756-8baf-076a5654a1bb req-652d2238-d73c-4cc3-8122-2bf8e83d1245 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.429518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 605769da-158d-467b-b100-8cdfa9b28ca8 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:15:58.429759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fc05136-c74c-4756-8baf-076a5654a1bb req-652d2238-d73c-4cc3-8122-2bf8e83d1245 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.1967468 Dec 06 12:15:58.430245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 605769da-158d-467b-b100-8cdfa9b28ca8 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:15:58.474977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f63cec2a-506c-43f3-9957-76e88b3cf253 req-d4ce379c-5371-40ad-97f6-795220f32232 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734870 Dec 06 12:15:58.506817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fc05136-c74c-4756-8baf-076a5654a1bb req-a6299970-0bb1-45cd-8c77-3c5f4b8d4fc0 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632241 Dec 06 12:15:58.537840 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'port': 2} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:58.542733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.556401 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.639376 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] device_id is not set on port 57a98982-c8ae-4f7c-88d4-9be9ebb633a8 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:15:58.671589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a497e-48fd-4984-8317-3d8db5ce8639 req-0831e7e5-4f4e-4ff7-bb50-e153fb89c9ca tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:58.673740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c34a497e-48fd-4984-8317-3d8db5ce8639 req-0831e7e5-4f4e-4ff7-bb50-e153fb89c9ca tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.0526628 Dec 06 12:15:58.722291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c34a497e-48fd-4984-8317-3d8db5ce8639 req-fe34bf38-aab5-4187-a566-756cb4b3571f tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Dec 06 12:15:58.754389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.826369 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] device_id is not set on port 47f683a1-5c75-49e1-b579-812fcc3868e9 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:15:58.930695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.967183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.030395 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Port': ['ID=57a98982-c8ae-4f7c-88d4-9be9ebb633a8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:59.039568 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Checking segment: {'id': '7b48b347-f3be-49c3-a641-f5cdde5f362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0d39218d-a366-4125-8de0-247d6e31c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:59.039935 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network hostable DHCP agents. Network: 0d39218d-a366-4125-8de0-247d6e31c193, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:15:59.055738 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network 0d39218d-a366-4125-8de0-247d6e31c193 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:15:59.064605 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0d39218d-a366-4125-8de0-247d6e31c193) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:59.069423 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:59.070896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.072754 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80437ba0-9801-4bb6-91dd-f6ae0b03fef2 None None] Network 0d39218d-a366-4125-8de0-247d6e31c193 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:59.158653 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Port': ['ID=47f683a1-5c75-49e1-b579-812fcc3868e9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:59.171366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Checking segment: {'id': '4fa4b8bb-9ecf-405f-ae2f-b0caf8ecd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd96a335e-f019-4d4b-8f66-9b3bf879da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:59.171727 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network hostable DHCP agents. Network: d96a335e-f019-4d4b-8f66-9b3bf879da46, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:15:59.196571 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-7c2eb487-262b-4036-85db-5d1f8eb52946 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.198073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-7c2eb487-262b-4036-85db-5d1f8eb52946 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 946 time: 0.0870831 Dec 06 12:15:59.212636 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network d96a335e-f019-4d4b-8f66-9b3bf879da46 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:15:59.249557 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d96a335e-f019-4d4b-8f66-9b3bf879da46) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:59.253864 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:59.259150 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd621092-17d1-4b42-a647-7ae06fc990e4 None None] Network d96a335e-f019-4d4b-8f66-9b3bf879da46 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:15:59.260771 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.267108 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.267796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.312196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e869a-1418-49b4-9e91-bd522a15c784 req-0e89902a-aee1-46ad-9747-257d0ec4c9a0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.314525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0e869a-1418-49b4-9e91-bd522a15c784 req-0e89902a-aee1-46ad-9747-257d0ec4c9a0 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.0872827 Dec 06 12:15:59.336545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de409c-f5d2-446a-bce0-a6a311426a00 req-7b5258f3-224a-451f-8b96-1f008e1f57e4 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.338327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37de409c-f5d2-446a-bce0-a6a311426a00 req-7b5258f3-224a-451f-8b96-1f008e1f57e4 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 946 time: 0.0793061 Dec 06 12:15:59.419681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb0e869a-1418-49b4-9e91-bd522a15c784 req-770c8be6-f5bf-4077-8763-63a49d3f0b37 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803161 Dec 06 12:15:59.427524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37de409c-f5d2-446a-bce0-a6a311426a00 req-e2497884-54a3-4577-bebf-9ad4e5b45ddf tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/security-groups?id=acc17af4-63a9-4a3d-b98b-78e9d3447f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813785 Dec 06 12:15:59.557331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f38b-2ce3-48ce-b882-50a4d6a42c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.603880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-509c6dd9-321f-4895-a0bb-4f3181955258 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2576542 Dec 06 12:15:59.606599 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:59.656629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88152deb-d73d-4631-93ca-ba60fc988432 req-f307a2ea-f6ee-4e91-a703-68b5bbb8ac06 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.658220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88152deb-d73d-4631-93ca-ba60fc988432 req-f307a2ea-f6ee-4e91-a703-68b5bbb8ac06 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.0892656 Dec 06 12:15:59.670584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523c1b-a43a-4eb1-95b7-8d4a0995e2a3 req-58ea3436-a8ac-49e1-9123-83340cb25bc8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.672226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d523c1b-a43a-4eb1-95b7-8d4a0995e2a3 req-58ea3436-a8ac-49e1-9123-83340cb25bc8 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.0744107 Dec 06 12:15:59.694848 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Deleting port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:59.695193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.708086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49686e1a-46d4-4bcd-b96e-13cd70a41f3e tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.713827 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49686e1a-46d4-4bcd-b96e-13cd70a41f3e tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:59.717973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49686e1a-46d4-4bcd-b96e-13cd70a41f3e tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1077604 Dec 06 12:15:59.722573 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:59.773910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88152deb-d73d-4631-93ca-ba60fc988432 req-fda31a67-c7db-44de-885c-73424f71fede tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992789 Dec 06 12:15:59.798245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d523c1b-a43a-4eb1-95b7-8d4a0995e2a3 req-eb922cb8-f83a-410a-a0ac-48d212d44aee tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170459 Dec 06 12:15:59.813114 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] For port b005e0f9-7623-4bd1-a8cc-c7896cd5db95, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,segment=NetworkSegment(4378077d-1de4-40e5-a825-f9c087009013),segment_id=4378077d-1de4-40e5-a825-f9c087009013)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:59.815124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.833878 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Calling delete_port for b005e0f9-7623-4bd1-a8cc-c7896cd5db95 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:59.868010 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting port 57a98982-c8ae-4f7c-88d4-9be9ebb633a8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:15:59.868344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.952471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.991194 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Calling delete_port for 57a98982-c8ae-4f7c-88d4-9be9ebb633a8 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:15:59.994004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.006698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['b005e0f9-7623-4bd1-a8cc-c7896cd5db95'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:00.021912 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Pushing event deleted for resources: {'Port': ['ID=b005e0f9-7623-4bd1-a8cc-c7896cd5db95,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:00.065083 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] No DVR routers for this DVR port b005e0f9-7623-4bd1-a8cc-c7896cd5db95 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:00.067628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.070965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5edbb3c4-41b0-43b9-b02d-0a35561e1076 req-f7d79ff4-60ad-4de8-9dcc-0409f8ea3d68 tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.23 "DELETE /v2.0/ports/b005e0f9-7623-4bd1-a8cc-c7896cd5db95 HTTP/1.1" status: 204 len: 173 time: 0.8660862 Dec 06 12:16:00.071414 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'name': 'network-vif-deleted', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:00.073704 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a41115-9895-4fc6-818f-fb4dc2a35a3d" -d '{"events": [{"server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "name": "network-vif-deleted", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:00.086361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68af9df-cf73-49eb-81a1-a6714a06343b req-5bf1948f-ca63-40bf-a838-a164131b6323 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:00.088672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d68af9df-cf73-49eb-81a1-a6714a06343b req-5bf1948f-ca63-40bf-a838-a164131b6323 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1538916 Dec 06 12:16:00.107170 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb814a-6cea-47ca-ab68-23bfbec743fe req-41c68d74-e90a-4ba5-99d8-564d6ef7e38d tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:00.109521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5dfb814a-6cea-47ca-ab68-23bfbec743fe req-41c68d74-e90a-4ba5-99d8-564d6ef7e38d tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.1404314 Dec 06 12:16:00.120993 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48964) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:00.126322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Request body: {'floatingip': {'port_id': 'de7a1e6d-4aec-4709-8829-fba628b0ada4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:00.168489 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe1284-770e-4190-a7ff-a8430d77d95d x-openstack-request-id: req-27fe1284-770e-4190-a7ff-a8430d77d95d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:00.168788 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13dbb38-3cec-482c-817c-a449b79d2687", "name": "network-vif-deleted", "tag": "b005e0f9-7623-4bd1-a8cc-c7896cd5db95", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:00.169042 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27fe1284-770e-4190-a7ff-a8430d77d95d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:00.169488 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13dbb38-3cec-482c-817c-a449b79d2687', 'name': 'network-vif-deleted', 'tag': 'b005e0f9-7623-4bd1-a8cc-c7896cd5db95', 'status': 'completed', 'code': 200} Dec 06 12:16:00.179164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.231272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1f232-2410-4874-addc-4bd74ea71328 req-78e9bd36-8690-4116-ae71-645cd6124598 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:00.232618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b1f232-2410-4874-addc-4bd74ea71328 req-78e9bd36-8690-4116-ae71-645cd6124598 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.53 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1184638 Dec 06 12:16:00.238269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d68af9df-cf73-49eb-81a1-a6714a06343b req-60e8510f-1b50-4cae-8b9a-7a0fb82d410c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229885 Dec 06 12:16:00.240651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.303315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.309817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/ports/57a98982-c8ae-4f7c-88d4-9be9ebb633a8 HTTP/1.1" status: 204 len: 168 time: 0.5840459 Dec 06 12:16:00.310541 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:00.312617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834167-f010-4b29-b2a4-f89ae3c47d5c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Port': ['ID=57a98982-c8ae-4f7c-88d4-9be9ebb633a8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:00.441451 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Deleting port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:00.441821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.458945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.520614 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting port 47f683a1-5c75-49e1-b579-812fcc3868e9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:00.521224 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.564836 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:16:00.674326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b9ecc6-6bc7-4bae-a1b8-671aa49ef958 req-3acd744f-77a5-43f0-b888-e2b312d426be tempest-ServerGroupTestJSON-1270897001 tempest-ServerGroupTestJSON-1270897001-project] 10.222.0.31 "GET /v2.0/ports?device_id=b13dbb38-3cec-482c-817c-a449b79d2687 HTTP/1.1" status: 200 len: 210 time: 0.0983646 Dec 06 12:16:00.676050 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] For port 53f8485e-94ef-4b08-aced-30c90ff1ffe3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53f8485e-94ef-4b08-aced-30c90ff1ffe3,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:00.676411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.679840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.680483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.689489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.701792 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Calling delete_port for 47f683a1-5c75-49e1-b579-812fcc3868e9 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:00.711841 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Calling delete_port for 53f8485e-94ef-4b08-aced-30c90ff1ffe3 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:00.731396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768340f4-ed7e-4945-b6d2-9842137937b7 req-4bec124c-5bb9-4bab-8f41-86f16dd061af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:00.732915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768340f4-ed7e-4945-b6d2-9842137937b7 req-4bec124c-5bb9-4bab-8f41-86f16dd061af tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 949 time: 0.1709735 Dec 06 12:16:00.788059 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Floating IP ecb6c891-4c28-49f2-a62c-b6eabfa1f647 associated. External IP: 172.35.3.227, port: de7a1e6d-4aec-4709-8829-fba628b0ada4. Dec 06 12:16:00.848313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.899515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-768340f4-ed7e-4945-b6d2-9842137937b7 req-8494658a-fd53-4604-a609-22da17827397 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e872692-6d6b-4650-bc1c-1981e380372d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323500 Dec 06 12:16:00.935043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.977030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.980227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/ports/47f683a1-5c75-49e1-b579-812fcc3868e9 HTTP/1.1" status: 204 len: 168 time: 0.6686473 Dec 06 12:16:00.983133 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48978) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:00.984278 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f3e8-f93f-45a1-a890-33708f747417 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Port': ['ID=47f683a1-5c75-49e1-b579-812fcc3868e9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:01.020739 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1a1ee584-4337-4613-9636-639a83874cee tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332274 Dec 06 12:16:01.022015 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48980) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:01.023887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a480-bbaf-4cdf-a1e2-be31506f2e48 req-fb39eee6-c173-4c3c-af51-f77ea3a32232 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:01.026830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474026802'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:01.031160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dba2a480-bbaf-4cdf-a1e2-be31506f2e48 req-fb39eee6-c173-4c3c-af51-f77ea3a32232 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.1549301 Dec 06 12:16:01.053526 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:01.065958 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:01.069463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.089301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.127110 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['53f8485e-94ef-4b08-aced-30c90ff1ffe3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:01.130226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dba2a480-bbaf-4cdf-a1e2-be31506f2e48 req-086e5b0b-56b8-4593-b10c-43b967d61c68 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982909 Dec 06 12:16:01.131740 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Pushing event deleted for resources: {'Port': ['ID=53f8485e-94ef-4b08-aced-30c90ff1ffe3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:01.137740 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:01.181761 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] No DVR routers for this DVR port 53f8485e-94ef-4b08-aced-30c90ff1ffe3 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:01.185881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.189243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.189424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b1f232-2410-4874-addc-4bd74ea71328 req-c349f732-161d-4a0d-93c9-287fe263b70c tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.53 "DELETE /v2.0/ports/53f8485e-94ef-4b08-aced-30c90ff1ffe3 HTTP/1.1" status: 204 len: 173 time: 0.9496980 Dec 06 12:16:01.189881 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-deleted', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:01.190227 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 48283b5d-87e0-403b-9d73-6c3042fe8896 of type vlan for network 03e4bb38-c492-40b3-99db-9725ec829fde Dec 06 12:16:01.192160 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b18d3-831e-446a-bb42-742a256e3491" -d '{"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-deleted", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:01.258444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.264584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:01.271255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.277346 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Sync routers for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:01.301317 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06cbb1f8-a49c-4894-a3b6-c1b44b380d73 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "PUT /v2.0/floatingips/ecb6c891-4c28-49f2-a62c-b6eabfa1f647 HTTP/1.1" status: 200 len: 992 time: 1.1791184 Dec 06 12:16:01.308299 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:01.309602 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:01.317190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f160f37-c1ed-42fd-9483-c909894634c3 req-1a98b6ad-42c7-4a3e-8a10-8a9d8937b83f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:01.326158 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.331034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f160f37-c1ed-42fd-9483-c909894634c3 req-1a98b6ad-42c7-4a3e-8a10-8a9d8937b83f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.0855980 Dec 06 12:16:01.331564 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:01.336204 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Request body: {'floatingip': {'port_id': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:01.336351 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:01.337031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.390564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3675001 Dec 06 12:16:01.395283 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48994) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:01.415023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1035415568'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:01.426315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.461247 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0cd3-683d-4197-8b6f-f6633b270b55 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=03e4bb38-c492-40b3-99db-9725ec829fde,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:01.473769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 03e4bb38-c492-40b3-99db-9725ec829fde details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:01.484799 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:01.504896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:01.514489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.535055 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa3d46d-f54a-4bf0-99c5-24da4246ba40 x-openstack-request-id: req-eaa3d46d-f54a-4bf0-99c5-24da4246ba40 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:01.535484 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84893d8-57e7-4f45-828d-4c5a1df3e4cd", "name": "network-vif-deleted", "tag": "53f8485e-94ef-4b08-aced-30c90ff1ffe3", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:01.536474 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaa3d46d-f54a-4bf0-99c5-24da4246ba40 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:01.537098 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84893d8-57e7-4f45-828d-4c5a1df3e4cd', 'name': 'network-vif-deleted', 'tag': '53f8485e-94ef-4b08-aced-30c90ff1ffe3', 'status': 'completed', 'code': 200} Dec 06 12:16:01.568264 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:01.580232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.580640 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Added segment 2ebc72b5-449e-447e-b344-66f7b72bd07c of type vlan for network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 Dec 06 12:16:01.612997 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9864-e82f-4aed-bab7-17b67cdd3dd7 req-c4836271-34aa-4b32-9ad0-65c0108fc5ed tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:01.621859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cedf9864-e82f-4aed-bab7-17b67cdd3dd7 req-c4836271-34aa-4b32-9ad0-65c0108fc5ed tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1914437 Dec 06 12:16:01.642541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.677509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.684146 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:01.685662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.741286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3360269 Dec 06 12:16:01.807645 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d837b-2f37-4a02-a2f2-ca240810e31f tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Network': ['ID=ed5dc87f-d287-4ce8-87bf-fc1021bfac72,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:01.810616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cedf9864-e82f-4aed-bab7-17b67cdd3dd7 req-25cc0eba-83b3-4e59-8519-a956afa35ec9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834517 Dec 06 12:16:01.830415 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:01.935646 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ecb6c891-4c28-49f2-a62c-b6eabfa1f647', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'floating_ip_address': '172.35.3.227', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'port_id': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'mac_address': 'fa:16:3e:ed:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:43Z', 'updated_at': '2021-12-06T12:16:00Z', 'revision_number': 1, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:01.977791 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Checking router: 56ca45a9-ed9c-479f-9ca1-90e2375f1163 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:01.996156 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:01.997641 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:02.109525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fd7ff52-f9ba-4766-96f4-2c62ab16099d req-e6811abf-96f9-4cb5-b8bb-ab604229d201 tempest-MigrationsAdminTest-1367901482 tempest-MigrationsAdminTest-1367901482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b84893d8-57e7-4f45-828d-4c5a1df3e4cd HTTP/1.1" status: 200 len: 210 time: 0.0363703 Dec 06 12:16:02.171280 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:02.174400 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d14976-cb8f-4693-b422-f1f4058687a0" -d '{"events": [{"name": "network-changed", "server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:02.224766 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.271423 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1d930-8591-4dc3-ae0c-9f0ca64007ed x-openstack-request-id: req-94c1d930-8591-4dc3-ae0c-9f0ca64007ed {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:02.271695 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:02.272175 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94c1d930-8591-4dc3-ae0c-9f0ca64007ed {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:02.272577 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'status': 'completed', 'code': 200} Dec 06 12:16:02.290423 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:02.335849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.350853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.395873 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:02.434940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-5cc43881-b7df-4f92-b4cd-f863ade7a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:02.436428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-5cc43881-b7df-4f92-b4cd-f863ade7a84d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764f0af48ec3480ab15b2994d5c6ddca&device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 1097 time: 0.0979729 Dec 06 12:16:02.457113 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Deleting subnet 45c18d68-6daa-42d7-99ef-cb9125571992 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:16:02.460497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.515520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.576532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.619904 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ecb6c891-4c28-49f2-a62c-b6eabfa1f647', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'floating_ip_address': '172.35.3.227', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'port_id': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'mac_address': 'fa:16:3e:ed:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:43Z', 'updated_at': '2021-12-06T12:16:00Z', 'revision_number': 1, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:02.647880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.667617 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2805623-ac0f-4ed9-bdc2-1e14dc380d3c None None] The sync data for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 is: [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ecb6c891-4c28-49f2-a62c-b6eabfa1f647', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'floating_ip_address': '172.35.3.227', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'port_id': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'mac_address': 'fa:16:3e:ed:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:43Z', 'updated_at': '2021-12-06T12:16:00Z', 'revision_number': 1, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:02.680589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.686416 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/45c18d68-6daa-42d7-99ef-cb9125571992 HTTP/1.1" status: 204 len: 168 time: 0.2872047 Dec 06 12:16:02.686416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64622c-e6a0-44f5-95a3-694564b82d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c18d68-6daa-42d7-99ef-cb9125571992,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:02.687103 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49028) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:02.777273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.851651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b005e0f9-7623-4bd1-a8cc-c7896cd5db95 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:02.896308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.899790 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: b005e0f9-7623-4bd1-a8cc-c7896cd5db95 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:02.900136 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b005e0f9-7623-4bd1-a8cc-c7896cd5db95 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:02.927496 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa342543-a8c0-4805-bf7d-db474d0e27d2']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:02.939847 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4378077d-1de4-40e5-a825-f9c087009013') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:02.940495 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4378077d-1de4-40e5-a825-f9c087009013') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:02.952412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.971385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.979046 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:02.979891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:02.992776 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:02.994551 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414987a-ff03-472d-8d76-589046642ad2 None None] New status for floating IP ecb6c891-4c28-49f2-a62c-b6eabfa1f647: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:16:02.998310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-7f7bf475-b02b-4f9b-916a-dc67c5227b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:02.999730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-7f7bf475-b02b-4f9b-916a-dc67c5227b29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53ba46c0-fead-4880-b470-8612bdfe9780 HTTP/1.1" status: 200 len: 911 time: 0.5367360 Dec 06 12:16:03.053618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.060839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.073604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa342543-a8c0-4805-bf7d-db474d0e27d2 HTTP/1.1" status: 204 len: 168 time: 0.3852668 Dec 06 12:16:03.092188 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Floating IP a0f5a8e4-81c6-420a-b4c0-1388e0245930 associated. External IP: 172.35.3.100, port: 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c. Dec 06 12:16:03.106082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66f84-aa7a-4d27-92bf-353d41f6e4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa342543-a8c0-4805-bf7d-db474d0e27d2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:03.173281 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.179890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de976ea2-1735-4250-9efd-202a7c01ac2d req-249bdf94-ca5b-49fc-b0ba-3eb63e21d6d5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:03.187255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de976ea2-1735-4250-9efd-202a7c01ac2d req-249bdf94-ca5b-49fc-b0ba-3eb63e21d6d5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1847005 Dec 06 12:16:03.254309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-b8909098-d359-444b-815f-2a8084ee0bac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4 HTTP/1.1" status: 200 len: 1000 time: 0.2271025 Dec 06 12:16:03.398348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de976ea2-1735-4250-9efd-202a7c01ac2d req-762e7af1-288b-42b6-a530-f92c425ef997 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881299 Dec 06 12:16:03.422362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-cd5c576a-53ac-4cd6-99a1-6439cbf78a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:03.425747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-cd5c576a-53ac-4cd6-99a1-6439cbf78a2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ec792c6-f78e-4d6b-896c-dc4c59141e5f HTTP/1.1" status: 200 len: 849 time: 0.1083717 Dec 06 12:16:03.491936 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:03.546838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8f38637-ac4c-4dc4-b61c-c749117c8e50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a1d579dd2584ae6a7e8fdbd85b2847c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537386 Dec 06 12:16:03.549465 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:03.608576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.608969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:03.618279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-b71a92c2-dd1a-4f3d-aefc-ba8275a5264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:03.619861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-b71a92c2-dd1a-4f3d-aefc-ba8275a5264a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53ba46c0-fead-4880-b470-8612bdfe9780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312284 Dec 06 12:16:03.634669 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49048) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:03.645470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.711243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.713953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.718881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acc17af4-63a9-4a3d-b98b-78e9d3447f71 HTTP/1.1" status: 204 len: 168 time: 0.1659963 Dec 06 12:16:03.753638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1eddb-1142-4e1c-b220-308057ec277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc17af4-63a9-4a3d-b98b-78e9d3447f71,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:03.871494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-800d7b50-3b30-4270-bfc9-0c975a06ac00 service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341473 Dec 06 12:16:03.873048 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:03.878985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:03.881033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-48fe7ffc-f3ba-4013-bdea-92eae8838d2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e9094b9f8e94ce4925be2c3ecd0d829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459993 Dec 06 12:16:03.883955 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49056) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:03.888376 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Sync routers for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:03.904425 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:03.906557 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:03.915255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dba9bc9a-9e44-4362-bbaa-a71be939f80c tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "PUT /v2.0/floatingips/a0f5a8e4-81c6-420a-b4c0-1388e0245930 HTTP/1.1" status: 200 len: 992 time: 2.5822840 Dec 06 12:16:03.923386 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:03.931114 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65adcd4-e919-4624-a040-733a1dbe855f" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:04.025880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68d14976-cb8f-4693-b422-f1f4058687a0 req-53817ba9-54ec-4970-b343-da8d3f673bec service neutron] 10.222.0.53 "GET /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126411 Dec 06 12:16:04.033326 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:04.061777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:04.070428 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f2d7fa-d879-463a-9187-f691978a9732 x-openstack-request-id: req-e5f2d7fa-d879-463a-9187-f691978a9732 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:04.070892 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:04.071279 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5f2d7fa-d879-463a-9187-f691978a9732 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:04.071846 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'status': 'completed', 'code': 200} Dec 06 12:16:04.112367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:04.225041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:04.228319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:04.230457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e872692-6d6b-4650-bc1c-1981e380372d HTTP/1.1" status: 204 len: 168 time: 0.3461022 Dec 06 12:16:04.232151 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adcd4-e919-4624-a040-733a1dbe855f req-1abf693c-155e-499e-95e9-8aba82351d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.242209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a136c-8edd-4ed1-89cb-f7ee563f87f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e872692-6d6b-4650-bc1c-1981e380372d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:04.248930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-1abf693c-155e-499e-95e9-8aba82351d51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ea01644eda44dd9bc48bdf182acff3&device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 1097 time: 0.1149337 Dec 06 12:16:04.375179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-adb8b552-099c-490e-92bf-376adfd16474 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590699 Dec 06 12:16:04.404845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:04.465540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 53f8485e-94ef-4b08-aced-30c90ff1ffe3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:04.466997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 53f8485e-94ef-4b08-aced-30c90ff1ffe3 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:04.497040 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0f5a8e4-81c6-420a-b4c0-1388e0245930', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'port_id': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce1897-9798-4a89-b960-1c03d31e3485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:06Z', 'updated_at': '2021-12-06T12:16:02Z', 'revision_number': 1, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:04.525810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adcd4-e919-4624-a040-733a1dbe855f req-800a0546-ea78-4d33-80e3-46529ddc48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.530979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-800a0546-ea78-4d33-80e3-46529ddc48f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=004a320a-5084-41af-b46a-ece70c889ea5 HTTP/1.1" status: 200 len: 916 time: 0.2728755 Dec 06 12:16:04.552519 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-35e4a599-2e1a-4afb-a207-b5b2e88b193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.558184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-35e4a599-2e1a-4afb-a207-b5b2e88b193b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.1253181 Dec 06 12:16:04.600516 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Checking router: 4e2d4075-4668-4c09-a4ec-a09794bef6d1 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:04.625092 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:04.627026 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:04.778834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-f99902ed-fe60-48a6-85c2-e4dbec8dc956 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c HTTP/1.1" status: 200 len: 1000 time: 0.2344239 Dec 06 12:16:04.810413 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-218049a2-5377-4cb7-aeda-44fd67b4e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.814968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-218049a2-5377-4cb7-aeda-44fd67b4e701 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.2316363 Dec 06 12:16:04.852670 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d299e29-cc0b-4321-af7a-28c1045e883c req-aed3d6ed-6bfe-48fd-8c32-4342fbb6c09d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.863560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d299e29-cc0b-4321-af7a-28c1045e883c req-aed3d6ed-6bfe-48fd-8c32-4342fbb6c09d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.2068515 Dec 06 12:16:04.892790 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:04.931429 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:04.943364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d299e29-cc0b-4321-af7a-28c1045e883c req-d56ff5fe-370f-4339-99dc-d351d380fef9 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788417 Dec 06 12:16:04.987736 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-9457cf40-e6d9-4a7c-bd12-a155059155ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.1644728 Dec 06 12:16:04.988207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adcd4-e919-4624-a040-733a1dbe855f req-caab3ac9-a1ec-4174-8d03-06fded739316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:04.990088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-caab3ac9-a1ec-4174-8d03-06fded739316 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dcd86b5-0abd-429c-9e7e-1a2a13331354 HTTP/1.1" status: 200 len: 854 time: 0.1868248 Dec 06 12:16:05.035132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3ca3175a-d1a5-43ca-85ed-81ecec0685db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12f68f89eddb416f864beb8041ed01e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836883 Dec 06 12:16:05.049230 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49092) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:05.049758 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:05.055792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'subnets': [{'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1380307415', 'ip_version': 6}, {'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:05.056588 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'subnet': {'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1380307415', 'ip_version': 6}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:05.057458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Request body: {'subnet': {'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:05.107809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-cc40b52d-b4cc-46f3-b9c9-a7b422b6b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:05.109401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-cc40b52d-b4cc-46f3-b9c9-a7b422b6b514 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.1116586 Dec 06 12:16:05.119046 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adcd4-e919-4624-a040-733a1dbe855f req-b227e5f9-aa77-49e3-932b-7163991f9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:05.120674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-b227e5f9-aa77-49e3-932b-7163991f9316 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=004a320a-5084-41af-b46a-ece70c889ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109440 Dec 06 12:16:05.150021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.181998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.198548 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-b228e743-93c4-4f28-8cbe-608d1d676a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:05.200100 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-b228e743-93c4-4f28-8cbe-608d1d676a8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837045 Dec 06 12:16:05.291947 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0f5a8e4-81c6-420a-b4c0-1388e0245930', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'port_id': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce1897-9798-4a89-b960-1c03d31e3485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:06Z', 'updated_at': '2021-12-06T12:16:02Z', 'revision_number': 1, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:05.324307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.327329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.328708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d3ddd6a-05d7-4f05-b285-d6cfd02c78a2 HTTP/1.1" status: 204 len: 168 time: 0.2784002 Dec 06 12:16:05.342112 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-29b8068d-c51a-4ed7-9500-53d79d062842 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340046 Dec 06 12:16:05.342830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42a64b-4ff9-4502-8a0d-dbeaaef3b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ddd6a-05d7-4f05-b285-d6cfd02c78a2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:05.344916 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce62c5-115c-46b4-a388-f2efb10db040 None None] The sync data for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 is: [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0f5a8e4-81c6-420a-b4c0-1388e0245930', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'port_id': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce1897-9798-4a89-b960-1c03d31e3485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:06Z', 'updated_at': '2021-12-06T12:16:02Z', 'revision_number': 1, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:05.388145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-48c01386-a030-46a9-aedc-07d05898173f service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903098 Dec 06 12:16:05.447254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Made reservation on behalf of 2f5506765d3f4f7aa62a30b9da847c1c for: {'subnet': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:05.452390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.452742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:05.479713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3bd5a09b-ec72-494e-9d33-04716f2632d2 req-54ded071-cbeb-4808-b8f1-b8a69b3e29f9 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293168 Dec 06 12:16:05.638694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65adcd4-e919-4624-a040-733a1dbe855f req-4fece78c-c241-4ad2-9ec1-1a92b4d61782 service neutron] 10.222.0.53 "GET /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360117 Dec 06 12:16:05.780129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3da31-ac5f-47ec-adb1-7efb03f64e2f None None] New status for floating IP a0f5a8e4-81c6-420a-b4c0-1388e0245930: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:16:06.216850 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155f556-272a-4bc5-b625-85c99cf9be89 req-3889b71a-8f2e-4796-b3aa-e920463659b1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.218403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8155f556-272a-4bc5-b625-85c99cf9be89 req-3889b71a-8f2e-4796-b3aa-e920463659b1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1077266 Dec 06 12:16:06.253142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.345046 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Subnet': ['ID=51f98bd3-6984-4d4b-9464-4cb73e54aa2d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:06.350117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8155f556-272a-4bc5-b625-85c99cf9be89 req-e69e3a41-4e05-4cc4-a5a1-3ee3560b095d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201632 Dec 06 12:16:06.354795 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Checking segment: {'id': '48283b5d-87e0-403b-9d73-6c3042fe8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:06.355365 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network hostable DHCP agents. Network: 03e4bb38-c492-40b3-99db-9725ec829fde, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:06.376566 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network 03e4bb38-c492-40b3-99db-9725ec829fde is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:06.392626 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 03e4bb38-c492-40b3-99db-9725ec829fde) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:06.397720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.403781 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d6557-17c5-4e91-a676-8515c0116ebb None None] Network 03e4bb38-c492-40b3-99db-9725ec829fde requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:06.418039 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49146) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:06.473369 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event updated for resources: {'Subnet': ['ID=51a22b59-f51a-4500-8234-41071e3d0eca,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:06.518268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Checking segment: {'id': '2ebc72b5-449e-447e-b344-66f7b72bd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:06.518632 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network hostable DHCP agents. Network: ed5dc87f-d287-4ce8-87bf-fc1021bfac72, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:06.539934 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:06.554690 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ed5dc87f-d287-4ce8-87bf-fc1021bfac72) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:06.561000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.561743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.562470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.567163 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e720290-7cfe-4c29-bff3-7d8129e1a07c None None] Network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:06.568958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-network', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:06.599289 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Made reservation on behalf of 89f8ee00bdf947f3be18e9d791c3776c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:06.604488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.617996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.621428 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:06.621902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dc31e907-d7ef-42d9-8a3c-22d930d3d5dc tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5699375 Dec 06 12:16:06.623105 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-03e4bb38-c492-40b3-99db-9725ec829fde', 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde', 'tenant_id': '2f5506765d3f4f7aa62a30b9da847c1c', 'fixed_ips': [{'subnet_id': '51f98bd3-6984-4d4b-9464-4cb73e54aa2d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:06.623986 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.743183 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41643768-7f8c-4963-986a-37c2cf47378c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.747725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41643768-7f8c-4963-986a-37c2cf47378c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.747725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41643768-7f8c-4963-986a-37c2cf47378c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.747904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41643768-7f8c-4963-986a-37c2cf47378c tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1244020 Dec 06 12:16:06.757895 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:06.822792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.829964 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting subnet 51f98bd3-6984-4d4b-9464-4cb73e54aa2d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:16:06.830367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.886212 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:06.896147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b389859-8e45-4416-924c-54ac8d1a1300,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:06.904398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.904620 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Allocated IP 2001:db8::1 (03e4bb38-c492-40b3-99db-9725ec829fde/51f98bd3-6984-4d4b-9464-4cb73e54aa2d/50636484-3e35-4952-89d4-42566e2e6464) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:06.905074 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Added segment 54abb82d-260b-4d57-a70e-9a08de73751d of type vlan for network 0a91ce1f-163e-4907-a895-e5522a960326 Dec 06 12:16:06.956089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ed5dc87f-d287-4ce8-87bf-fc1021bfac72', 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72', 'tenant_id': '2f5506765d3f4f7aa62a30b9da847c1c', 'fixed_ips': [{'subnet_id': '51a22b59-f51a-4500-8234-41071e3d0eca'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:06.956948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.960796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.985414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:06.986443 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:06.987017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.046081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6264250 Dec 06 12:16:07.048804 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:07.055007 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Request body: {'subnet': {'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-subnet', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:07.081126 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736f265-ae9c-46e0-911b-bb17ff172497 admin admin] Pushing event updated for resources: {'Network': ['ID=0a91ce1f-163e-4907-a895-e5522a960326,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:07.092048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Made reservation on behalf of 89f8ee00bdf947f3be18e9d791c3776c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:07.095176 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 0a91ce1f-163e-4907-a895-e5522a960326 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:07.095875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.335658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.358970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.377515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.404475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.440733 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Allocated IP 2001:db8:0:1::1 (ed5dc87f-d287-4ce8-87bf-fc1021bfac72/51a22b59-f51a-4500-8234-41071e3d0eca/4b99a50d-70ac-44e5-ba58-9f5c2c7c3502) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:07.444360 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Network 03e4bb38-c492-40b3-99db-9725ec829fde is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:07.450835 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:07.458692 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:07.465040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Pushing event updated for resources: {'Port': ['ID=50636484-3e35-4952-89d4-42566e2e6464,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:07.485699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.553118 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Attempting to bind port 50636484-3e35-4952-89d4-42566e2e6464 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:07.553515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Attempting to bind port 50636484-3e35-4952-89d4-42566e2e6464 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '48283b5d-87e0-403b-9d73-6c3042fe8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:07.554528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Attempting to bind port 50636484-3e35-4952-89d4-42566e2e6464 on network 03e4bb38-c492-40b3-99db-9725ec829fde {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:07.562831 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:07.564020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Checking segment: {'id': '48283b5d-87e0-403b-9d73-6c3042fe8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:07.564423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.564815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Bound using segment: {'id': '48283b5d-87e0-403b-9d73-6c3042fe8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:07.565342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Bound port: 50636484-3e35-4952-89d4-42566e2e6464, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48283b5d-87e0-403b-9d73-6c3042fe8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '03e4bb38-c492-40b3-99db-9725ec829fde'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:07.565720 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.582638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4a1490-1023-4fae-a5fa-3cfd399a19b6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:07.629972 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Checking segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:07.631287 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Network hostable DHCP agents. Network: 0a91ce1f-163e-4907-a895-e5522a960326, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:07.642683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15bd2a-3438-499d-bc18-a7be2260972b req-7ea2adac-dba4-4b49-854f-294ced81b3c0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:07.647319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e15bd2a-3438-499d-bc18-a7be2260972b req-7ea2adac-dba4-4b49-854f-294ced81b3c0 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1552265 Dec 06 12:16:07.675781 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] For port 50636484-3e35-4952-89d4-42566e2e6464, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:07.681222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] For port 50636484-3e35-4952-89d4-42566e2e6464, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50636484-3e35-4952-89d4-42566e2e6464,segment=NetworkSegment(48283b5d-87e0-403b-9d73-6c3042fe8896),segment_id=48283b5d-87e0-403b-9d73-6c3042fe8896)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:07.717142 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Network 0a91ce1f-163e-4907-a895-e5522a960326 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:07.724865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.754413 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.756816 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0a91ce1f-163e-4907-a895-e5522a960326) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:07.766055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:07.766055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.769868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.775606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e15bd2a-3438-499d-bc18-a7be2260972b req-dcde9830-437b-4184-ba82-cb516d9a5815 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174240 Dec 06 12:16:07.777307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e0be0e-29a5-4293-bd1e-f84c5df82c0c None None] Network 0a91ce1f-163e-4907-a895-e5522a960326 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:07.780555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.806833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e89b140-d7f1-4607-b151-917bacd49ff4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7566435 Dec 06 12:16:07.809443 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49184) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:07.813903 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:07.825716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.839150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.840566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.866807 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Subnet': ['ID=51f98bd3-6984-4d4b-9464-4cb73e54aa2d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:07.873055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.878969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-711d2af6-6b8d-454e-9d9f-f628393a53a1 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/subnets/51f98bd3-6984-4d4b-9464-4cb73e54aa2d HTTP/1.1" status: 204 len: 168 time: 1.1176050 Dec 06 12:16:07.879266 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:07.943644 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting subnet 51a22b59-f51a-4500-8234-41071e3d0eca {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:16:07.948223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:07.997310 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:08.005619 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:08.012890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.023719 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:08.043714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294e62-7cd8-4c63-900e-d7696af1eeb2 None None] Pushing event updated for resources: {'Port': ['ID=50636484-3e35-4952-89d4-42566e2e6464,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:08.154696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.211262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.255287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Attempting to bind port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:08.255914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Attempting to bind port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2ebc72b5-449e-447e-b344-66f7b72bd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:08.265687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Attempting to bind port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 on network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:08.288658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.305148 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Pushing event updated for resources: {'Port': ['ID=4b99a50d-70ac-44e5-ba58-9f5c2c7c3502,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:08.318775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:08.319158 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Checking segment: {'id': '2ebc72b5-449e-447e-b344-66f7b72bd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:08.319555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.319944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Bound using segment: {'id': '2ebc72b5-449e-447e-b344-66f7b72bd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:08.320428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Bound port: 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc72b5-449e-447e-b344-66f7b72bd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ed5dc87f-d287-4ce8-87bf-fc1021bfac72'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:08.320804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.337968 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Subnet': ['ID=51a22b59-f51a-4500-8234-41071e3d0eca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:08.351693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.356788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a0187d1-07bf-4156-9e80-d86b25f8ba18 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/subnets/51a22b59-f51a-4500-8234-41071e3d0eca HTTP/1.1" status: 204 len: 168 time: 0.4765670 Dec 06 12:16:08.363735 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:08.414658 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0a91ce1f-163e-4907-a895-e5522a960326', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'fixed_ips': [{'subnet_id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:08.416058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.477559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9abfb-2df9-4eba-83dd-985a393202b2 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:08.479369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-49d9abfb-2df9-4eba-83dd-985a393202b2 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1144540 Dec 06 12:16:08.484646 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:08.506803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.572453 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] For port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:08.591528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.659699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] For port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b99a50d-70ac-44e5-ba58-9f5c2c7c3502,segment=NetworkSegment(2ebc72b5-449e-447e-b344-66f7b72bd07c),segment_id=2ebc72b5-449e-447e-b344-66f7b72bd07c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:08.681078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.703280 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:08.704219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.731824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Allocated IP 172.20.0.2 (0a91ce1f-163e-4907-a895-e5522a960326/ab4a1490-1023-4fae-a5fa-3cfd399a19b6/75194311-945e-43ab-aa8e-07e4c8556e1c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:08.808664 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ad945-894c-4259-93f3-c842d4a97743 None None] Pushing event updated for resources: {'Port': ['ID=4b99a50d-70ac-44e5-ba58-9f5c2c7c3502,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:08.830188 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] For port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b99a50d-70ac-44e5-ba58-9f5c2c7c3502,segment=NetworkSegment(2ebc72b5-449e-447e-b344-66f7b72bd07c),segment_id=2ebc72b5-449e-447e-b344-66f7b72bd07c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:08.832408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.833612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.873971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Calling delete_port for 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:08.883763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:08.891838 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80cdd3-e02a-4b6e-a58d-20fecaef1657 None None] Network ed5dc87f-d287-4ce8-87bf-fc1021bfac72 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:09.085280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.119918 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Allocated IP 172.35.3.241 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/74a55121-227b-45c6-bedb-ccb0c54b4c76) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:09.168479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.181058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.181244 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Port': ['ID=4b99a50d-70ac-44e5-ba58-9f5c2c7c3502,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:09.188039 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] No DVR routers for this DVR port 4b99a50d-70ac-44e5-ba58-9f5c2c7c3502 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:09.257130 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Network 0a91ce1f-163e-4907-a895-e5522a960326 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:09.261975 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:09.267951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.274203 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:09.274804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87db6a-b43c-4aa9-91e4-c62efc160ebc req-85262f51-317d-42ab-817a-1d2bbbaa0e05 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:09.276706 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Pushing event updated for resources: {'Port': ['ID=75194311-945e-43ab-aa8e-07e4c8556e1c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:09.282360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f87db6a-b43c-4aa9-91e4-c62efc160ebc req-85262f51-317d-42ab-817a-1d2bbbaa0e05 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.2211802 Dec 06 12:16:09.354993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.383039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 50636484-3e35-4952-89d4-42566e2e6464 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:09.427793 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:09.432115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:09.436756 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:09.444442 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Pushing event updated for resources: {'Port': ['ID=74a55121-227b-45c6-bedb-ccb0c54b4c76,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:09.445411 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Attempting to bind port 75194311-945e-43ab-aa8e-07e4c8556e1c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:09.445793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Attempting to bind port 75194311-945e-43ab-aa8e-07e4c8556e1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:09.446161 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Attempting to bind port 75194311-945e-43ab-aa8e-07e4c8556e1c on network 0a91ce1f-163e-4907-a895-e5522a960326 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:09.461901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.493981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:09.495377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Checking segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:09.495885 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.497391 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Bound using segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:09.498144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Bound port: 75194311-945e-43ab-aa8e-07e4c8556e1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:09.499817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.508206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f87db6a-b43c-4aa9-91e4-c62efc160ebc req-ddb34f96-9af3-44bf-b067-49f8a07fec82 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250757 Dec 06 12:16:09.511990 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5dc87f-d287-4ce8-87bf-fc1021bfac72']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:09.527157 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebc72b5-449e-447e-b344-66f7b72bd07c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:09.527462 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebc72b5-449e-447e-b344-66f7b72bd07c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:09.548508 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4dbc7-aa17-4219-bce1-918e9088b3e3 None None] Network 03e4bb38-c492-40b3-99db-9725ec829fde requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:09.549472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.580870 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.601186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:09.603123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:09.631222 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:09.708053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.730622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.737147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/ed5dc87f-d287-4ce8-87bf-fc1021bfac72 HTTP/1.1" status: 204 len: 168 time: 1.2513652 Dec 06 12:16:09.738774 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb45c8d-a933-4672-878b-fb59502cab58 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=ed5dc87f-d287-4ce8-87bf-fc1021bfac72,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:09.740557 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:09.807304 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6d44f575-9688-4e55-840d-eab2cc99febc None None] Provisioning complete for port 50636484-3e35-4952-89d4-42566e2e6464 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:09.807606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6d44f575-9688-4e55-840d-eab2cc99febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.833464 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 50636484-3e35-4952-89d4-42566e2e6464 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:09.833890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.835162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.845365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.898748 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Deleting port 50636484-3e35-4952-89d4-42566e2e6464 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:09.900248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:09.915778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] For port 75194311-945e-43ab-aa8e-07e4c8556e1c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:09.944682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] For port 75194311-945e-43ab-aa8e-07e4c8556e1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75194311-945e-43ab-aa8e-07e4c8556e1c,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:09.975614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.042320 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] For port 50636484-3e35-4952-89d4-42566e2e6464, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50636484-3e35-4952-89d4-42566e2e6464,segment=NetworkSegment(48283b5d-87e0-403b-9d73-6c3042fe8896),segment_id=48283b5d-87e0-403b-9d73-6c3042fe8896)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:10.042692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.063674 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Calling delete_port for 50636484-3e35-4952-89d4-42566e2e6464 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:10.151705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.164581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.183117 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No ports have port_id starting with 50636484-3e35-4952-89d4-42566e2e6464 Dec 06 12:16:10.193370 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696b642-986c-4fc8-a717-21d18887c09e None None] DHCP port deletion for 03e4bb38-c492-40b3-99db-9725ec829fde request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:10.197702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Port': ['ID=50636484-3e35-4952-89d4-42566e2e6464,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:10.201828 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] No DVR routers for this DVR port 50636484-3e35-4952-89d4-42566e2e6464 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:10.209990 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-6d44f575-9688-4e55-840d-eab2cc99febc None None] No ports have port_id starting with 50636484-3e35-4952-89d4-42566e2e6464 Dec 06 12:16:10.252427 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed7b1-71d5-4b9c-b96b-55fac077501c None None] Pushing event updated for resources: {'Port': ['ID=75194311-945e-43ab-aa8e-07e4c8556e1c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:10.344496 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Router 5738aedf-1105-45b9-bb2b-74707415c01e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:16:10.349705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.379349 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4bb38-c492-40b3-99db-9725ec829fde']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:10.389527 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48283b5d-87e0-403b-9d73-6c3042fe8896') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:10.389848 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48283b5d-87e0-403b-9d73-6c3042fe8896') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:10.403718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.418578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.425465 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:10.425884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:10.429094 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:10.495011 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:10.506306 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Sync routers for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:10.517275 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:10.517996 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:10.524079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.528447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3129edee-2d48-4ab3-ab4a-2e40ac089e12 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7155833 Dec 06 12:16:10.528962 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49222) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:10.540997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.565993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:10.576185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/03e4bb38-c492-40b3-99db-9725ec829fde HTTP/1.1" status: 204 len: 168 time: 0.8345535 Dec 06 12:16:10.584214 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:10.633509 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5bc88-ac81-4cd3-8a2c-e461ad2b43c7 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=03e4bb38-c492-40b3-99db-9725ec829fde,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:10.748649 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:11.022200 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:09Z', 'revision_number': 3, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:11.041965 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:11.259155 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Checking router: 5738aedf-1105-45b9-bb2b-74707415c01e for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:11.259591 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Updating router 5738aedf-1105-45b9-bb2b-74707415c01e port 74a55121-227b-45c6-bedb-ccb0c54b4c76 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:11.339563 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.444286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75194311-945e-43ab-aa8e-07e4c8556e1c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:11.479873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29e8d0d3-9e3e-4998-80f8-119236da9a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.571238 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75194311-945e-43ab-aa8e-07e4c8556e1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:11.573019 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.608388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29e8d0d3-9e3e-4998-80f8-119236da9a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.613909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.622290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29e8d0d3-9e3e-4998-80f8-119236da9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.628319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.665338 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8d0d3-9e3e-4998-80f8-119236da9a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72a3116-27d1-49c0-96e2-81911b0bb958,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:11.789599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa85e-feac-4189-9ba6-690effef887f req-f97d07ea-1a6f-4a0b-89de-780db31458a7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:11.791906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-183fa85e-feac-4189-9ba6-690effef887f req-f97d07ea-1a6f-4a0b-89de-780db31458a7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 1.0702627 Dec 06 12:16:11.807650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-29e8d0d3-9e3e-4998-80f8-119236da9a73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f91cc2c082a46578b262263718a300f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7645998 Dec 06 12:16:11.808515 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:11.833540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.886884 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 75194311-945e-43ab-aa8e-07e4c8556e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75194311-945e-43ab-aa8e-07e4c8556e1c,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:11.892909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.916088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.931998 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336eee5-b85e-4b2c-a0f4-9ee23febb273 None None] Network 0a91ce1f-163e-4907-a895-e5522a960326 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:11.969927 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:11.979862 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.009799 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96a335e-f019-4d4b-8f66-9b3bf879da46']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.022292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 50636484-3e35-4952-89d4-42566e2e6464 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:12.053361 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa4b8bb-9ecf-405f-ae2f-b0caf8ecd59b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.057573 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa4b8bb-9ecf-405f-ae2f-b0caf8ecd59b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.084999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-19a38ac5-0ffb-442f-9ebe-a472e95f7a4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2920060 Dec 06 12:16:12.089759 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.095029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-183fa85e-feac-4189-9ba6-690effef887f req-32186dd6-36e9-437e-815d-4e6eca7d6af4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755874 Dec 06 12:16:12.109572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.125136 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Allocated IP 172.20.0.1 (0a91ce1f-163e-4907-a895-e5522a960326/ab4a1490-1023-4fae-a5fa-3cfd399a19b6/d405263f-aa91-4af1-8ac6-7b1fd04813bd) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:12.125828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 50636484-3e35-4952-89d4-42566e2e6464 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:12.125828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 50636484-3e35-4952-89d4-42566e2e6464 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:12.137720 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:12.138525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:12.143007 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:12.146451 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Attempting to bind port 74a55121-227b-45c6-bedb-ccb0c54b4c76 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:12.146825 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Attempting to bind port 74a55121-227b-45c6-bedb-ccb0c54b4c76 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:12.147192 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Attempting to bind port 74a55121-227b-45c6-bedb-ccb0c54b4c76 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:12.168263 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156fa17-4179-481b-b105-9b723f332c21 None None] Pushing event updated for resources: {'Port': ['ID=74a55121-227b-45c6-bedb-ccb0c54b4c76,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.176368 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:12.176772 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:12.177147 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.177559 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:12.179742 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Bound port: 74a55121-227b-45c6-bedb-ccb0c54b4c76, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:12.181787 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.254555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-de07a8ae-ce09-47f4-af79-1efa1754869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:12.257571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-de07a8ae-ce09-47f4-af79-1efa1754869a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1096 time: 0.0984590 Dec 06 12:16:12.259541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.283427 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] For port 74a55121-227b-45c6-bedb-ccb0c54b4c76, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:12.289517 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] For port 74a55121-227b-45c6-bedb-ccb0c54b4c76, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74a55121-227b-45c6-bedb-ccb0c54b4c76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:12.293628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.300910 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.302604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/d96a335e-f019-4d4b-8f66-9b3bf879da46 HTTP/1.1" status: 204 len: 168 time: 1.7132356 Dec 06 12:16:12.305237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace0c0-0927-4361-b3b2-a488c7d2f518 tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=d96a335e-f019-4d4b-8f66-9b3bf879da46,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.307207 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:12.316169 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6eee2d9a-3021-46f8-a5df-25a658c3bf6e None None] Provisioning complete for port 75194311-945e-43ab-aa8e-07e4c8556e1c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:12.316550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6eee2d9a-3021-46f8-a5df-25a658c3bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.371515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.379192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=75194311-945e-43ab-aa8e-07e4c8556e1c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.446108 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156fa17-4179-481b-b105-9b723f332c21 None None] Pushing event updated for resources: {'Port': ['ID=74a55121-227b-45c6-bedb-ccb0c54b4c76,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.448334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.489200 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:12.489829 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.494517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.549738 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Pushing event updated for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.551103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.560570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.587236 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Network 0a91ce1f-163e-4907-a895-e5522a960326 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:12.596441 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:12.603618 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:12.614496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797335-43b9-4176-80b9-38867f64911b req-5dede51c-0fd2-45ae-b2eb-d79d0c0b8b0d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:12.621771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02797335-43b9-4176-80b9-38867f64911b req-5dede51c-0fd2-45ae-b2eb-d79d0c0b8b0d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.1173337 Dec 06 12:16:12.640826 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:12.649895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.741283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.749127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.749978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f72a3116-27d1-49c0-96e2-81911b0bb958 HTTP/1.1" status: 204 len: 168 time: 0.9344552 Dec 06 12:16:12.753340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.775791 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d39218d-a366-4125-8de0-247d6e31c193']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.786629 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b48b347-f3be-49c3-a641-f5cdde5f362c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.786927 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b48b347-f3be-49c3-a641-f5cdde5f362c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:12.794073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5922a-bd29-4238-8882-ecb9e90dc75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72a3116-27d1-49c0-96e2-81911b0bb958,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:12.802844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.821615 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-cb371149-c9d1-4f99-a100-ae3b4b75b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:12.823188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-cb371149-c9d1-4f99-a100-ae3b4b75b9b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.5193048 Dec 06 12:16:12.824158 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.845087 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:12.850991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:12.854227 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:12.883992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.971275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02797335-43b9-4176-80b9-38867f64911b req-f9689a3c-74e6-4d2a-852b-b7a9536d36ae tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485448 Dec 06 12:16:12.987219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-db789118-c1ce-4925-9523-60e897c6125e None None] Provisioning complete for port 75194311-945e-43ab-aa8e-07e4c8556e1c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:12.987662 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db789118-c1ce-4925-9523-60e897c6125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:12.991218 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:09Z', 'revision_number': 3, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:13.052951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3399d2-166c-460b-96c1-bd284a3168f5 None None] The sync data for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 is: [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:09Z', 'revision_number': 3, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:13.094050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.105404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.111901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] 10.222.0.31 "DELETE /v2.0/networks/0d39218d-a366-4125-8de0-247d6e31c193 HTTP/1.1" status: 204 len: 168 time: 0.7934110 Dec 06 12:16:13.115963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-9c38a6c3-9118-4f47-ad99-63e990b18d9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 1001 time: 0.2815821 Dec 06 12:16:13.126091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae37e9-4106-441b-985e-1520c311b9bd tempest-BulkNetworkOpsIpV6Test-1373712828 tempest-BulkNetworkOpsIpV6Test-1373712828-project] Pushing event deleted for resources: {'Network': ['ID=0d39218d-a366-4125-8de0-247d6e31c193,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:13.237906 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-19a76cd7-f97e-4de5-99a6-b02eeddab25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:13.244645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-19a76cd7-f97e-4de5-99a6-b02eeddab25f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0920117 Dec 06 12:16:13.251498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-db789118-c1ce-4925-9523-60e897c6125e None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:13.251874 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db789118-c1ce-4925-9523-60e897c6125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.272875 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.286829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.313551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-db789118-c1ce-4925-9523-60e897c6125e None None] Port d405263f-aa91-4af1-8ac6-7b1fd04813bd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:13.349235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-564e8697-acd4-4c73-a64a-34ccdb5797e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:13.350792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-564e8697-acd4-4c73-a64a-34ccdb5797e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886881 Dec 06 12:16:13.374196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75194311-945e-43ab-aa8e-07e4c8556e1c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:13.446082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60f38d-1d34-47c1-8451-d36473f47e01 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:16:13.457990 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Pushing event updated for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:13.464700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.580440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-eb8ad945-18d7-4469-af53-2e232caaf663 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186813 Dec 06 12:16:13.623558 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:13.645963 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Network 0a91ce1f-163e-4907-a895-e5522a960326 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:13.653369 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:13.692742 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5e05b0d2-3ff0-4053-89ac-41f14ac81121 None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:13.693424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e05b0d2-3ff0-4053-89ac-41f14ac81121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.716277 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75194311-945e-43ab-aa8e-07e4c8556e1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:13.719316 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.754516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a4b67c-c334-49ac-8f01-d21bb4be9814 req-b3b699c2-9913-4b02-9d2c-86b230a4966f service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602814 Dec 06 12:16:13.820044 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c60f38d-1d34-47c1-8451-d36473f47e01 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:16:13.846739 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Router 5738aedf-1105-45b9-bb2b-74707415c01e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:13.859527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5e05b0d2-3ff0-4053-89ac-41f14ac81121 None None] Port d405263f-aa91-4af1-8ac6-7b1fd04813bd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:13.885212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1ef3b403-f593-4cf1-b3f3-024f6f4e96ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f5506765d3f4f7aa62a30b9da847c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585819 Dec 06 12:16:13.886918 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:13.962890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:13.996241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.324865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.334547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.335973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6b07e3d-2f83-4f97-a9d9-8c7966afe9fc HTTP/1.1" status: 204 len: 168 time: 0.4480872 Dec 06 12:16:14.358607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c754-2695-4c23-a101-724192e2a12c req-89e42370-ebea-48eb-af74-79a926888f4c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:14.365740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9770c754-2695-4c23-a101-724192e2a12c req-89e42370-ebea-48eb-af74-79a926888f4c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.3014228 Dec 06 12:16:14.529276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09d18-50ae-4ae3-a7ad-c3c4b6d2ca1a req-2edf6bf2-369b-4bf6-bc5c-273ba8e902f8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:14.537595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ece09d18-50ae-4ae3-a7ad-c3c4b6d2ca1a req-2edf6bf2-369b-4bf6-bc5c-273ba8e902f8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 945 time: 0.4045870 Dec 06 12:16:14.553043 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889581d4-7eaf-43cb-a3b2-e36f31428ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b07e3d-2f83-4f97-a9d9-8c7966afe9fc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:14.706827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ece09d18-50ae-4ae3-a7ad-c3c4b6d2ca1a req-4ba365a9-7179-4ac5-858e-009bd2d73163 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660144 Dec 06 12:16:14.744715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:14.757878 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56118b75-c750-4e22-a54d-838871fc224a admin admin] 10.222.0.31 "PUT /v2.0/routers/5738aedf-1105-45b9-bb2b-74707415c01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2254868 Dec 06 12:16:14.765054 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 42669d7f-88c3-4e73-acfe-585a456159cb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:14.765614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.798419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port 481862ec-8ae1-491e-b548-5eaec2cde65b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:14.798908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.965505 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 42669d7f-88c3-4e73-acfe-585a456159cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=42669d7f-88c3-4e73-acfe-585a456159cb,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:14.965855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:14.996333 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port b91ddb02-d91c-4285-8db7-47b01510e22a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:14.996736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.004468 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 42669d7f-88c3-4e73-acfe-585a456159cb owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:15.148038 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port 20a96683-e19e-4079-9529-ede025f217ee triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.148427 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.213695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Port 20a96683-e19e-4079-9529-ede025f217ee cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:15.238601 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port 41d91504-96ef-4048-8c25-b1e6601e15fc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.238980 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.307452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Port 41d91504-96ef-4048-8c25-b1e6601e15fc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:15.327255 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port 8729668f-be82-4fa2-afcf-76c525910017 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.328323 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.330257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.444005 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=42669d7f-88c3-4e73-acfe-585a456159cb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:15.534037 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 42669d7f-88c3-4e73-acfe-585a456159cb on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:15.539566 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.544698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9770c754-2695-4c23-a101-724192e2a12c req-c600da0c-edd3-4965-b530-a0b0e2d96286 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.53 "DELETE /v2.0/ports/42669d7f-88c3-4e73-acfe-585a456159cb HTTP/1.1" status: 204 len: 173 time: 1.1391454 Dec 06 12:16:15.545770 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'name': 'network-vif-deleted', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:15.549917 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7460815-2580-4555-bbc4-ed9ae056c36a" -d '{"events": [{"server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "name": "network-vif-deleted", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:15.601793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74a55121-227b-45c6-bedb-ccb0c54b4c76 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:15.608228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['42669d7f-88c3-4e73-acfe-585a456159cb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:15.629501 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b00b48-cb43-420b-b621-17dd2a6f3ec8 x-openstack-request-id: req-64b00b48-cb43-420b-b621-17dd2a6f3ec8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:15.630167 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f53019-0a75-4a8a-87be-e89bded7ad24", "name": "network-vif-deleted", "tag": "42669d7f-88c3-4e73-acfe-585a456159cb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:15.633377 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64b00b48-cb43-420b-b621-17dd2a6f3ec8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:15.634042 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f53019-0a75-4a8a-87be-e89bded7ad24', 'name': 'network-vif-deleted', 'tag': '42669d7f-88c3-4e73-acfe-585a456159cb', 'status': 'completed', 'code': 200} Dec 06 12:16:15.659441 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25a61d-3290-49ec-ae00-76de396a322f None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:15.791185 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 74a55121-227b-45c6-bedb-ccb0c54b4c76 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.791450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.863542 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port d34c753b-0ff4-4e76-a9c6-c89d60b46f8d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.864176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.929627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Port d34c753b-0ff4-4e76-a9c6-c89d60b46f8d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:15.955042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.959764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port fbcbd2a0-757f-4a1a-a779-1d844b89a9ff triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:15.960138 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.004890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd2f821d-650e-42b5-86ec-13ffcb79d396 req-5e0f9fd1-199d-4602-a198-26cabd36e0ac tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f53019-0a75-4a8a-87be-e89bded7ad24 HTTP/1.1" status: 200 len: 210 time: 0.0649624 Dec 06 12:16:16.011748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Sync routers for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:16.023695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 74a55121-227b-45c6-bedb-ccb0c54b4c76, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74a55121-227b-45c6-bedb-ccb0c54b4c76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:16.035574 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.039446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Port fbcbd2a0-757f-4a1a-a779-1d844b89a9ff cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:16.042402 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:16.043030 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:16.136928 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:16.137388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.191959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=74a55121-227b-45c6-bedb-ccb0c54b4c76,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:16.236249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:16.380224 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Could not find standard attr ID for object 42669d7f-88c3-4e73-acfe-585a456159cb. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:16:16.430918 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port 74a55121-227b-45c6-bedb-ccb0c54b4c76 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:16.431317 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.468127 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:16.477600 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-network', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:16.529304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Made reservation on behalf of befe362e87b9498babfb0585ac8639d9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:16.532382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.547251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.573048 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 4, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd405263f-aa91-4af1-8ac6-7b1fd04813bd', 'name': '', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'mac_address': 'fa:16:3e:5d:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:11Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 2, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'subnets': [{'id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:16.608343 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Checking router: 5738aedf-1105-45b9-bb2b-74707415c01e for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:16.608907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Updating router 5738aedf-1105-45b9-bb2b-74707415c01e port d405263f-aa91-4af1-8ac6-7b1fd04813bd binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:16.613967 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Provisioning complete for port d0a58a09-7599-4ba7-a978-273707f439d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:16.614526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-af26b102-d78e-46fd-a31c-e870835df6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.651814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.658836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.664304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.716744 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:16.731982 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8fb406-f7b4-459d-9e93-e0ad72a45056,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:16.738556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.739091 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Added segment 8dd82bfd-973e-48cc-858c-42fc8a8e5493 of type vlan for network b771fd74-1e17-474e-ae54-7b543e150483 Dec 06 12:16:16.797349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.834058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.835387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:16.835772 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.869657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3998160 Dec 06 12:16:16.872098 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:16.877139 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Request body: {'subnet': {'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-subnet', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:16.918911 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa7c3-bbbe-41ef-9e14-22324417ae3b admin admin] Pushing event updated for resources: {'Network': ['ID=b771fd74-1e17-474e-ae54-7b543e150483,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:16.933666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Made reservation on behalf of befe362e87b9498babfb0585ac8639d9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:16.936169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:16.952282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b771fd74-1e17-474e-ae54-7b543e150483 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:16.982833 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b31c5116-f34e-4612-81b8-7d781439d9f2 None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:16.983206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b31c5116-f34e-4612-81b8-7d781439d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.122114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b31c5116-f34e-4612-81b8-7d781439d9f2 None None] Port d405263f-aa91-4af1-8ac6-7b1fd04813bd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:17.196703 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.207725 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.221668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.343523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669caceb-631f-47e2-9adf-c520969fd1e4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:17.355724 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Checking segment: {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:17.356328 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Network hostable DHCP agents. Network: b771fd74-1e17-474e-ae54-7b543e150483, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:17.394482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74a55121-227b-45c6-bedb-ccb0c54b4c76 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:17.442737 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Network b771fd74-1e17-474e-ae54-7b543e150483 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:17.450877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a2d2f-3e6e-42ef-b47d-2c0a3c9c79bd None None] Pushing event updated for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:17.477588 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Attempting to bind port d405263f-aa91-4af1-8ac6-7b1fd04813bd on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:17.478290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Attempting to bind port d405263f-aa91-4af1-8ac6-7b1fd04813bd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:17.478848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Attempting to bind port d405263f-aa91-4af1-8ac6-7b1fd04813bd on network 0a91ce1f-163e-4907-a895-e5522a960326 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:17.491502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:17.492047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Checking segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:17.507970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.507970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Bound using segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:17.507970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Bound port: d405263f-aa91-4af1-8ac6-7b1fd04813bd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:17.508485 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.517768 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b771fd74-1e17-474e-ae54-7b543e150483) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:17.526421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:17.527140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.529004 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d448bc7-1667-4595-a04c-35bc36fb4165 None None] Network b771fd74-1e17-474e-ae54-7b543e150483 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:17.619307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42b2e1dd-916d-4b70-881e-586824107776 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7461848 Dec 06 12:16:17.622269 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49436) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:17.634121 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:17.678203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.679550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.702207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-51dde8bf-16ec-4fe9-8aed-0241db0a6966 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:17.711574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-51dde8bf-16ec-4fe9-8aed-0241db0a6966 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.3149226 Dec 06 12:16:17.730109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-f04be4ba-8a81-4ae1-ab8a-cca230ba986c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/quotas/0f6a24a71b634f3ab959ab838effe71b HTTP/1.1" status: 200 len: 375 time: 0.0175142 Dec 06 12:16:17.779941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-6c69958d-df3d-4396-8678-c29e84e76cc1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486231 Dec 06 12:16:17.847069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.884529 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 74a55121-227b-45c6-bedb-ccb0c54b4c76 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:17.884915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.956263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] For port d405263f-aa91-4af1-8ac6-7b1fd04813bd, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:17.962503 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-caa8b913-a1be-46a1-bfe8-cb81614e5d4b None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:17.962908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-caa8b913-a1be-46a1-bfe8-cb81614e5d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:17.997753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] For port d405263f-aa91-4af1-8ac6-7b1fd04813bd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d405263f-aa91-4af1-8ac6-7b1fd04813bd,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:18.028395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.058987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.140389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-bf51cd10-5002-4fd5-bf79-277b1f9234e2 service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557096 Dec 06 12:16:18.142564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-caa8b913-a1be-46a1-bfe8-cb81614e5d4b None None] Port d405263f-aa91-4af1-8ac6-7b1fd04813bd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:18.244016 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b771fd74-1e17-474e-ae54-7b543e150483', 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'fixed_ips': [{'subnet_id': '669caceb-631f-47e2-9adf-c520969fd1e4'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:18.244946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.272448 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:18.273587 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:18.290045 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a2d2f-3e6e-42ef-b47d-2c0a3c9c79bd None None] Pushing event updated for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:18.320332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-bb4908fd-d21d-4e3c-ba95-319a44c20e5e service neutron] 10.222.0.31 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653168 Dec 06 12:16:18.493067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.514062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.599734 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:18.697083 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49472) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:18.714469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 42669d7f-88c3-4e73-acfe-585a456159cb no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:18.746382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 42669d7f-88c3-4e73-acfe-585a456159cb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:18.746927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 42669d7f-88c3-4e73-acfe-585a456159cb not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:18.767436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0bf7d158-e8b2-4ac0-b057-31d51fdd9d4d req-3c162f4e-317d-4240-aea9-1a4f4b2a503c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 210 time: 0.1235213 Dec 06 12:16:18.770373 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Allocated IP 172.35.3.195 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/de430ca6-c4ac-4d36-8bd1-86aa08f2ea06) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:18.800402 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:18.800757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.985897 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:18.987131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.026168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] For port d405263f-aa91-4af1-8ac6-7b1fd04813bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d405263f-aa91-4af1-8ac6-7b1fd04813bd,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:19.034565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.036640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86b5fc04-e62d-4771-a3aa-1d6b42f852f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.045393 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Allocated IP 172.20.0.2 (b771fd74-1e17-474e-ae54-7b543e150483/669caceb-631f-47e2-9adf-c520969fd1e4/fed25718-65af-4f4d-9f90-8a7e5ec7f786) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:19.099799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.142805 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:19.163289 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:19.170489 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:19.178006 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:19.186546 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4eb1c-409b-45d0-9619-d4ead65eeb8d None None] Pushing event updated for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.215349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Pushing event updated for resources: {'Port': ['ID=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.217981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee11f6-d8ed-4ce6-9a9a-9058234ab8c4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:19.257375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86b5fc04-e62d-4771-a3aa-1d6b42f852f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.257972 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 4, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd405263f-aa91-4af1-8ac6-7b1fd04813bd', 'name': '', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'mac_address': 'fa:16:3e:5d:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:11Z', 'updated_at': '2021-12-06T12:16:17Z', 'revision_number': 4, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'subnets': [{'id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:19.291099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86b5fc04-e62d-4771-a3aa-1d6b42f852f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.313825 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878cce3-35e9-47b6-b071-ca13928a7701 None None] The sync data for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 is: [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:16:12Z', 'revision_number': 4, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd405263f-aa91-4af1-8ac6-7b1fd04813bd', 'name': '', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'mac_address': 'fa:16:3e:5d:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:11Z', 'updated_at': '2021-12-06T12:16:17Z', 'revision_number': 4, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'subnets': [{'id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:19.424046 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-86b5fc04-e62d-4771-a3aa-1d6b42f852f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3f8e91ebafd4befae350f101f320311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7252347 Dec 06 12:16:19.430404 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:19.433295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5fc04-e62d-4771-a3aa-1d6b42f852f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f99b19a-ce13-4b42-a8f2-f0a687175cda,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.447645 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5dc749d9-e3ca-49b9-9cdd-dd0273a90f6b None None] Provisioning complete for port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:19.448200 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5dc749d9-e3ca-49b9-9cdd-dd0273a90f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.486744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0eebe224-a8d3-4c9a-8c6b-24626f9f9ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.525130 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.526657 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.544812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.560604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5dc749d9-e3ca-49b9-9cdd-dd0273a90f6b None None] Port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:19.570585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.608286 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Network b771fd74-1e17-474e-ae54-7b543e150483 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:19.615472 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:19.624527 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:19.626640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.665189 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Pushing event updated for resources: {'Port': ['ID=fed25718-65af-4f4d-9f90-8a7e5ec7f786,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.681993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.751390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Attempting to bind port fed25718-65af-4f4d-9f90-8a7e5ec7f786 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:19.754956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Attempting to bind port fed25718-65af-4f4d-9f90-8a7e5ec7f786 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:19.755629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Attempting to bind port fed25718-65af-4f4d-9f90-8a7e5ec7f786 on network b771fd74-1e17-474e-ae54-7b543e150483 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:19.758225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0eebe224-a8d3-4c9a-8c6b-24626f9f9ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.773015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:19.773683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Checking segment: {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:19.774097 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.776279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0eebe224-a8d3-4c9a-8c6b-24626f9f9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.779343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Bound using segment: {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:19.779998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Bound port: fed25718-65af-4f4d-9f90-8a7e5ec7f786, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:19.782643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.826221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.828882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.830208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f99b19a-ce13-4b42-a8f2-f0a687175cda HTTP/1.1" status: 204 len: 168 time: 0.3986769 Dec 06 12:16:19.844678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0eebe224-a8d3-4c9a-8c6b-24626f9f9ceb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b1a88d9fc6422fbbabdd7ba1217b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999388 Dec 06 12:16:19.847372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebe224-a8d3-4c9a-8c6b-24626f9f9ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4254789e-1157-4921-a5db-20c3ca5fffdd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.849687 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:19.879414 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337aea6-f711-46ae-9fb6-00591d9e70b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f99b19a-ce13-4b42-a8f2-f0a687175cda,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:19.927397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bfbe4e6-d876-457e-9309-e29425077aa5 req-02317b0e-367f-4943-9746-f67a213fdff8 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 210 time: 0.0384076 Dec 06 12:16:19.967231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] For port fed25718-65af-4f4d-9f90-8a7e5ec7f786, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:19.972917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] For port fed25718-65af-4f4d-9f90-8a7e5ec7f786, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fed25718-65af-4f4d-9f90-8a7e5ec7f786,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:19.988320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:19.989952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.062589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.069790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5af4-40a6-4c0e-b32d-26194ec91148 None None] Pushing event updated for resources: {'Port': ['ID=fed25718-65af-4f4d-9f90-8a7e5ec7f786,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:20.115216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.348037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.354140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.358196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4254789e-1157-4921-a5db-20c3ca5fffdd HTTP/1.1" status: 204 len: 168 time: 0.5058539 Dec 06 12:16:20.426507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d738205-c027-4a8e-aba2-d4e09530d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4254789e-1157-4921-a5db-20c3ca5fffdd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:20.463405 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:20.487071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cd83e56-e22a-4552-a9ff-44af005d64ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.514543 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-c8c3fd79-aae0-453a-a21c-781a337f3d93 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:20.518700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-c8c3fd79-aae0-453a-a21c-781a337f3d93 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 812 time: 0.3006179 Dec 06 12:16:20.533246 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Request body: {'port': {'device_id': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'admin_state_up': True, 'tenant_id': '0f6a24a71b634f3ab959ab838effe71b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:20.616644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cd83e56-e22a-4552-a9ff-44af005d64ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.622414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cd83e56-e22a-4552-a9ff-44af005d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.665385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5cd83e56-e22a-4552-a9ff-44af005d64ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9706a7ceaa9547008edc8f11af9f0eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996307 Dec 06 12:16:20.673609 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:20.702126 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Router 07fad891-d94b-4f1c-b948-7b81266567bf is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:16:20.722555 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd83e56-e22a-4552-a9ff-44af005d64ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35f724-9c5c-4c93-944f-4d1c4c5e3662,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:20.785096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.826626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.845014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Made reservation on behalf of 0f6a24a71b634f3ab959ab838effe71b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:20.848727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.900798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.905627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.909239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b35f724-9c5c-4c93-944f-4d1c4c5e3662 HTTP/1.1" status: 204 len: 168 time: 0.2323394 Dec 06 12:16:20.924029 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c45792-5806-469a-a308-f1939b54109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35f724-9c5c-4c93-944f-4d1c4c5e3662,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:20.950735 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49528) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:20.975634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-939208b5-cdb8-4fb7-a7cd-e4510f930fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.976172 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:20.991586 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Sync routers for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:21.024312 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:21.024833 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:21.040196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.041967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c51e68fa-e60e-471a-9bc2-4480b6a96f5b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4186671 Dec 06 12:16:21.045905 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49532) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:21.182676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-939208b5-cdb8-4fb7-a7cd-e4510f930fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.190102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-939208b5-cdb8-4fb7-a7cd-e4510f930fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.304152 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:21.358146 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Allocated IP 172.20.0.12 (91a4d416-d942-4500-9e0c-0c7d17eb90a9/962a61f2-d53c-4981-95da-8de53b9e1661/8415eea4-1c85-4d44-af51-ae58884eeeb3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:21.410788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc510c7f-e7d6-4a89-bf46-1de632402c36 req-e88c48ff-7d65-407a-9dd1-d53d305127fa tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 210 time: 0.2255144 Dec 06 12:16:21.468035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-939208b5-cdb8-4fb7-a7cd-e4510f930fef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4b99dd4c46f4b38bf11fe51cfff33f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157626 Dec 06 12:16:21.470736 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939208b5-cdb8-4fb7-a7cd-e4510f930fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bfd475-2ec2-49f2-8dd2-b03a1132bc0a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:21.486318 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49544) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:21.558021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d405263f-aa91-4af1-8ac6-7b1fd04813bd up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:21.577739 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.611710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.647565 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d405263f-aa91-4af1-8ac6-7b1fd04813bd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:21.648152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.680342 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:19Z', 'revision_number': 3, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:21.709114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.712428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.716156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0bfd475-2ec2-49f2-8dd2-b03a1132bc0a HTTP/1.1" status: 204 len: 168 time: 0.2264028 Dec 06 12:16:21.733110 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83180-5b13-40d8-b55e-2867fcc6ffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bfd475-2ec2-49f2-8dd2-b03a1132bc0a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:21.768280 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Checking router: 07fad891-d94b-4f1c-b948-7b81266567bf for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:21.775743 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Updating router 07fad891-d94b-4f1c-b948-7b81266567bf port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:21.780707 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fb16c-ed41-467f-8131-993daa3e3c16 None None] Network b771fd74-1e17-474e-ae54-7b543e150483 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:21.837290 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:21.851454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fed25718-65af-4f4d-9f90-8a7e5ec7f786 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:21.927308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] Provisioning complete for port fed25718-65af-4f4d-9f90-8a7e5ec7f786 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:21.927888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.067294 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fed25718-65af-4f4d-9f90-8a7e5ec7f786 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:22.075763 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.289892 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.303462 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.346635 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.390443 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2c37f-c109-4c89-9653-64c456eb7713 None None] Pushing event updated for resources: {'Port': ['ID=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:22.426239 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Attempting to bind port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:22.427622 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Attempting to bind port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:22.428732 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Attempting to bind port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:22.446456 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:22.447229 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:22.447796 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.448467 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:22.449097 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Bound port: de430ca6-c4ac-4d36-8bd1-86aa08f2ea06, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:22.451670 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.476921 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a39662-f177-4a57-92b3-0656b9507fd4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:22.491371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.542302 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] For port fed25718-65af-4f4d-9f90-8a7e5ec7f786, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fed25718-65af-4f4d-9f90-8a7e5ec7f786,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:22.567861 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.587600 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.608413 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] For port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:22.618137 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] For port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:22.628422 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.666453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.697631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f92b6d8-3f4c-4708-9d78-e00741f11648 req-bf8e2a7e-e4b4-42f6-befd-8d324f21f322 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 210 time: 0.1004090 Dec 06 12:16:22.763869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24687ab7-411c-4cc2-99d3-2c28da945a7c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:22.783079 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2c37f-c109-4c89-9653-64c456eb7713 None None] Pushing event updated for resources: {'Port': ['ID=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:22.789870 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890d10-bf2b-436c-9843-8cc025c9dbbf None None] Pushing event updated for resources: {'Port': ['ID=fed25718-65af-4f4d-9f90-8a7e5ec7f786,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:22.794818 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:22.795441 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:22.818583 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] Provisioning complete for port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:22.818897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:22.822261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:16:22.822812 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:16:22.843892 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:22.859846 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:22.875024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event updated for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:22.880096 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:22.890590 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e96d8-1112-4fa1-92e7-93eba614c5d4 None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:22.998527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.005111 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:23.025863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:23.026691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.028246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] For port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:23.033559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.083798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-eb073610-9c7d-446c-82f5-f310b94da4d7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5544984 Dec 06 12:16:23.103139 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Request body: {'port': {'device_id': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:23.136708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.179568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10272-870a-464c-b47f-6e06586e9193 None None] Pushing event updated for resources: {'Port': ['ID=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:23.187531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.210592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Provisioning complete for port fed25718-65af-4f4d-9f90-8a7e5ec7f786 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:23.211068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.430413 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Provisioning complete for port 8415eea4-1c85-4d44-af51-ae58884eeeb3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:23.435970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.514717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Port 8415eea4-1c85-4d44-af51-ae58884eeeb3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:23.550803 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Allocated IP 172.20.0.1 (b771fd74-1e17-474e-ae54-7b543e150483/669caceb-631f-47e2-9adf-c520969fd1e4/405acadc-5226-4886-b7a9-cf84bf6792c6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:23.561911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Provisioning complete for port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:23.565819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dbfb97cc-bb61-4b9f-bae1-7e61dbbf34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.661146 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:19Z', 'revision_number': 3, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:23.700978 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec658-4f4e-474c-ae1f-62c92385456f None None] The sync data for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 is: [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:19Z', 'revision_number': 3, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:23.732851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fed25718-65af-4f4d-9f90-8a7e5ec7f786 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:23.784218 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8415eea4-1c85-4d44-af51-ae58884eeeb3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:16:23.797735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.830019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.841198 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Transition to ACTIVE for port object 8415eea4-1c85-4d44-af51-ae58884eeeb3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:16:23.856632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.891247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282eff-573e-40f5-9b3b-4eba812a5032 req-fda17ef3-1655-445c-8ee8-d1055c2ccb89 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:23.892830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd282eff-573e-40f5-9b3b-4eba812a5032 req-fda17ef3-1655-445c-8ee8-d1055c2ccb89 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 932 time: 0.0845985 Dec 06 12:16:23.946072 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc5bbf-99f7-4815-981a-b4a96fe488b7 None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:23.971703 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fed25718-65af-4f4d-9f90-8a7e5ec7f786 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:23.972905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.975746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:23.993922 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Pushing event updated for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:23.999068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd282eff-573e-40f5-9b3b-4eba812a5032 req-c078b7be-7b3a-4fcd-835b-6b219f1c6b04 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980053 Dec 06 12:16:24.039751 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Network b771fd74-1e17-474e-ae54-7b543e150483 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:24.064833 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:24.076806 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:24.198634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Pushing event updated for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:24.219424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Attempting to bind port 8415eea4-1c85-4d44-af51-ae58884eeeb3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:24.220019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Attempting to bind port 8415eea4-1c85-4d44-af51-ae58884eeeb3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:24.220360 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Attempting to bind port 8415eea4-1c85-4d44-af51-ae58884eeeb3 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:24.233624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.295634 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Port 8415eea4-1c85-4d44-af51-ae58884eeeb3 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:16:24.295961 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Attempting to bind port 8415eea4-1c85-4d44-af51-ae58884eeeb3 on network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:24.414097 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:24.417886 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Checking segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:24.418317 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Bound using segment: {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:24.418907 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Bound port: 8415eea4-1c85-4d44-af51-ae58884eeeb3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2fd7-4831-4202-be41-3d9691ba8a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:24.419263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.515100 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-21ed27e0-0eda-4598-ae92-837b9a749cd7 None None] Provisioning complete for port 405acadc-5226-4886-b7a9-cf84bf6792c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:24.515485 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21ed27e0-0eda-4598-ae92-837b9a749cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.546317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.602660 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21ed27e0-0eda-4598-ae92-837b9a749cd7 None None] Port 405acadc-5226-4886-b7a9-cf84bf6792c6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:24.639571 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:24.644990 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:24.668066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.700487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3a0f5-c2b7-4e90-8d8d-d6868f0b270d None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:24.718198 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.719185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:24.721042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] 10.222.0.23 "PUT /v2.0/ports/8415eea4-1c85-4d44-af51-ae58884eeeb3 HTTP/1.1" status: 200 len: 1092 time: 1.6275735 Dec 06 12:16:24.721891 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:24.724921 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:24.825248 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d552edd1-96db-4172-851c-4ed6df1b03fc x-openstack-request-id: req-d552edd1-96db-4172-851c-4ed6df1b03fc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:24.825965 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:24.826446 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d552edd1-96db-4172-851c-4ed6df1b03fc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:24.827043 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3', 'status': 'completed', 'code': 200} Dec 06 12:16:24.929999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e447b-a15d-46e3-b4b6-a0ce3d52faad service neutron] Pushing event updated for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:24.945122 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-344d1eab-7157-4857-9a92-7807b0025900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.947098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-344d1eab-7157-4857-9a92-7807b0025900 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 1095 time: 0.1664960 Dec 06 12:16:25.016902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-dd040c71-ea4d-446f-9fe2-4f5fd9d9c74b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3 HTTP/1.1" status: 200 len: 217 time: 0.0568719 Dec 06 12:16:25.138258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:25.152422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:25.174304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150865a-47e1-403c-98ea-3c79c707c502 req-e539b82e-c6b0-4896-8d3c-36a3ccfe22b3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:25.178601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f150865a-47e1-403c-98ea-3c79c707c502 req-e539b82e-c6b0-4896-8d3c-36a3ccfe22b3 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 944 time: 0.0858462 Dec 06 12:16:25.257705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f150865a-47e1-403c-98ea-3c79c707c502 req-851b64a1-4cc4-442a-bee3-9d9dbb65e259 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733790 Dec 06 12:16:25.279464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:25.309520 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-24f9aefb-757d-4bd7-8584-2df492d3f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:25.311399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-24f9aefb-757d-4bd7-8584-2df492d3f717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.2855632 Dec 06 12:16:25.374789 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Pushing event updated for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:25.388987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-d306703c-c811-4387-a0ab-be0d298b1e8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566981 Dec 06 12:16:25.599677 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Network b771fd74-1e17-474e-ae54-7b543e150483 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:25.605131 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:25.613353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-6a1f006d-3d32-4129-866f-97c78acb49f0 service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175860 Dec 06 12:16:25.696278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:25.850995 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:25.851649 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:25.963815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b4525d8-7903-4f5a-b7f5-05e147fac762 req-208a12e6-9156-4184-9e35-17ebde90539d service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970815 Dec 06 12:16:25.995442 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Router 07fad891-d94b-4f1c-b948-7b81266567bf has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:26.072482 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cf44a35f-2307-47c0-a460-ebb1f7ec50b2 None None] Provisioning complete for port 405acadc-5226-4886-b7a9-cf84bf6792c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:26.073296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf44a35f-2307-47c0-a460-ebb1f7ec50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:26.113816 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cf44a35f-2307-47c0-a460-ebb1f7ec50b2 None None] Port 405acadc-5226-4886-b7a9-cf84bf6792c6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:26.153706 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-a536bfb0-2c80-4e45-aba8-e37ab9683690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:26.155309 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-a536bfb0-2c80-4e45-aba8-e37ab9683690 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f6a24a71b634f3ab959ab838effe71b&device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 1095 time: 0.0981207 Dec 06 12:16:26.186850 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:26.193596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b2999f7-e16a-4e2b-a17e-7287322508a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/07fad891-d94b-4f1c-b948-7b81266567bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1462274 Dec 06 12:16:26.270458 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-b21d97e3-aae3-4636-8f61-557b4805a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:26.271933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-b21d97e3-aae3-4636-8f61-557b4805a93f service neutron] 10.222.0.23 "GET /v2.0/networks?id=91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 200 len: 913 time: 0.1086643 Dec 06 12:16:26.355035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Sync routers for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:26.374638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:26.375968 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:26.385947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-eea3e6f1-15e3-4777-9e19-e5bde709647d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3 HTTP/1.1" status: 200 len: 217 time: 0.1055825 Dec 06 12:16:26.457726 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105d1d8-5283-42df-9772-58739948fe20 req-6871c472-2308-4462-993c-347c52f7b2a5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:26.467643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2105d1d8-5283-42df-9772-58739948fe20 req-6871c472-2308-4462-993c-347c52f7b2a5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 944 time: 0.0989432 Dec 06 12:16:26.486588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-1764a9ee-076f-4fb5-a15b-dd33df948a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:26.490710 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-1764a9ee-076f-4fb5-a15b-dd33df948a87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 200 len: 852 time: 0.0953069 Dec 06 12:16:26.513672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:26.557489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-774d28ae-0ead-4d09-9249-339a67c0890c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91a4d416-d942-4500-9e0c-0c7d17eb90a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603437 Dec 06 12:16:26.573852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2105d1d8-5283-42df-9772-58739948fe20 req-3899e740-d628-4e5a-ba02-8d44e564280a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051185 Dec 06 12:16:26.697829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-577c4900-d584-41b4-bc87-817457cf3615 service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316776 Dec 06 12:16:26.825956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:24Z', 'revision_number': 4, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '405acadc-5226-4886-b7a9-cf84bf6792c6', 'name': '', 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'mac_address': 'fa:16:3e:f3:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:23Z', 'updated_at': '2021-12-06T12:16:24Z', 'revision_number': 2, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'subnets': [{'id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:26.867891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93244a83-00b0-48fc-888a-fdbc3b1dc6a2 req-3b100c3e-e2fb-4b1e-ab3e-44d0fc33572d service neutron] 10.222.0.23 "GET /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597550 Dec 06 12:16:26.936015 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Checking router: 07fad891-d94b-4f1c-b948-7b81266567bf for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:26.936378 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Updating router 07fad891-d94b-4f1c-b948-7b81266567bf port 405acadc-5226-4886-b7a9-cf84bf6792c6 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:27.009330 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.239250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-01aa449b-4ccc-4f37-a72f-857f40b66099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.494397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.511111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.772244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b34ca-fcb2-4d6c-9488-60b5f027691f None None] Pushing event updated for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:27.821454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Attempting to bind port 405acadc-5226-4886-b7a9-cf84bf6792c6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:27.821835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Attempting to bind port 405acadc-5226-4886-b7a9-cf84bf6792c6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:27.822201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Attempting to bind port 405acadc-5226-4886-b7a9-cf84bf6792c6 on network b771fd74-1e17-474e-ae54-7b543e150483 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:27.835100 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:27.841202 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Checking segment: {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:27.841912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.842320 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Bound using segment: {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:27.858680 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Bound port: 405acadc-5226-4886-b7a9-cf84bf6792c6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd82bfd-973e-48cc-858c-42fc8a8e5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:27.859497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:27.890093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3861f-2ae2-432b-a3bb-fa4f55c9c0a5 req-f19435a1-3c07-4f75-97d7-257837aaabaf tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:27.894494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae3861f-2ae2-432b-a3bb-fa4f55c9c0a5 req-f19435a1-3c07-4f75-97d7-257837aaabaf tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 944 time: 0.1341276 Dec 06 12:16:28.035127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae3861f-2ae2-432b-a3bb-fa4f55c9c0a5 req-2eecd244-ed84-459c-9670-910f4bd2fb4c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905442 Dec 06 12:16:28.035854 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] For port 405acadc-5226-4886-b7a9-cf84bf6792c6, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:28.048164 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] For port 405acadc-5226-4886-b7a9-cf84bf6792c6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=405acadc-5226-4886-b7a9-cf84bf6792c6,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:28.059883 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:28.141386 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:28.143329 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:28.327868 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:28.387559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b34ca-fcb2-4d6c-9488-60b5f027691f None None] Pushing event updated for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:28.480800 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] Provisioning complete for port 405acadc-5226-4886-b7a9-cf84bf6792c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:28.481289 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:28.672061 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:28.727912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6694448b-c626-42de-aa58-a282be7523ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:24Z', 'revision_number': 4, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '405acadc-5226-4886-b7a9-cf84bf6792c6', 'name': '', 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'mac_address': 'fa:16:3e:f3:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:23Z', 'updated_at': '2021-12-06T12:16:28Z', 'revision_number': 4, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'subnets': [{'id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:28.731738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] For port 405acadc-5226-4886-b7a9-cf84bf6792c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=405acadc-5226-4886-b7a9-cf84bf6792c6,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:28.768199 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694448b-c626-42de-aa58-a282be7523ec None None] The sync data for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 is: [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:16:24Z', 'revision_number': 4, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '405acadc-5226-4886-b7a9-cf84bf6792c6', 'name': '', 'network_id': 'b771fd74-1e17-474e-ae54-7b543e150483', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'mac_address': 'fa:16:3e:f3:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:23Z', 'updated_at': '2021-12-06T12:16:28Z', 'revision_number': 4, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'subnets': [{'id': '669caceb-631f-47e2-9adf-c520969fd1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:28.771666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:28.991662 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789eccc-1e21-4564-9e7f-0a75380777ba None None] Pushing event updated for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:28.994990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8415eea4-1c85-4d44-af51-ae58884eeeb3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:16:29.098415 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-97dca08f-1377-44fc-b320-5889e9031c14 None None] Provisioning complete for port 405acadc-5226-4886-b7a9-cf84bf6792c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:29.116916 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97dca08f-1377-44fc-b320-5889e9031c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:29.433901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008fb2-1f33-4920-be56-4d7d949a737c req-829e6d7d-7d50-49ac-9ba7-370dca4e7e68 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:29.448218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65008fb2-1f33-4920-be56-4d7d949a737c req-829e6d7d-7d50-49ac-9ba7-370dca4e7e68 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 944 time: 0.1931551 Dec 06 12:16:29.607322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65008fb2-1f33-4920-be56-4d7d949a737c req-b3c4cfce-6881-4e0b-b76c-a7aeac02096d tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572869 Dec 06 12:16:30.147732 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:30.349528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 405acadc-5226-4886-b7a9-cf84bf6792c6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:30.594205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b9b19e50-9fd3-4af3-8b18-8129caf79151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:30.694026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:30.844964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:30.970974 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8415eea4-1c85-4d44-af51-ae58884eeeb3', 'network_id': '91a4d416-d942-4500-9e0c-0c7d17eb90a9', 'port_id': '8415eea4-1c85-4d44-af51-ae58884eeeb3', 'mac_address': 'fa:16:3e:77:3b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a61f2-d53c-4981-95da-8de53b9e1661', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:16:30.973042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:30.992102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.055610 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 405acadc-5226-4886-b7a9-cf84bf6792c6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:31.056484 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.076615 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e9768-98e7-48e2-b60c-5443efaff2ef req-82d45ee0-0570-4b9a-8b40-e8d5ac827b9b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:31.081934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-808e9768-98e7-48e2-b60c-5443efaff2ef req-82d45ee0-0570-4b9a-8b40-e8d5ac827b9b tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 944 time: 0.2070620 Dec 06 12:16:31.195569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.241975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-808e9768-98e7-48e2-b60c-5443efaff2ef req-44c290b1-ef7f-4afd-baec-fea4100c53b7 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450067 Dec 06 12:16:31.303940 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8415eea4-1c85-4d44-af51-ae58884eeeb3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:16:31.352831 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:31.353740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.361302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.362827 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.454542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76f6281deb174806b96559e977e2541e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3013089 Dec 06 12:16:31.456598 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49818) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:31.458687 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f895c3e-ca18-4b77-96aa-ac6718d5a7b5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:31.471563 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.472105 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.472463 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.472848 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.474090 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.474618 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.475218 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.476363 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.477052 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.477908 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.478614 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.479003 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.479574 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95162075-f639-4bf8-9c42-cf0b549c9af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:31.484222 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:31.560714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.578806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8415eea4-1c85-4d44-af51-ae58884eeeb3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:31.595336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.685428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.691074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.694164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f895c3e-ca18-4b77-96aa-ac6718d5a7b5 HTTP/1.1" status: 204 len: 168 time: 0.2361031 Dec 06 12:16:31.739714 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497793-10dc-4e31-aeac-455851a31f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f895c3e-ca18-4b77-96aa-ac6718d5a7b5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:32.222730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.324173 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49846) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:32.348421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a34a211-dc68-4a13-8298-58453c44d078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.408460 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441805fc-c7d9-4260-808a-3a2c4b046cc1 req-e2325164-95cd-4399-a84b-6d80f05a795c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:32.411352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-441805fc-c7d9-4260-808a-3a2c4b046cc1 req-e2325164-95cd-4399-a84b-6d80f05a795c tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 945 time: 0.0629795 Dec 06 12:16:32.465288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a34a211-dc68-4a13-8298-58453c44d078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.471123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a34a211-dc68-4a13-8298-58453c44d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.489830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-441805fc-c7d9-4260-808a-3a2c4b046cc1 req-49d07af0-d185-4e9d-ba43-740e24d84dc5 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710800 Dec 06 12:16:32.511822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34a211-dc68-4a13-8298-58453c44d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf90cbc-d28b-48e6-8375-e800e4c3204f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:32.567784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a34a211-dc68-4a13-8298-58453c44d078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c8336915392435f91deef45a310e89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423577 Dec 06 12:16:32.570272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49852) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:32.629098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.654036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.722444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.726904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:32.730911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cf90cbc-d28b-48e6-8375-e800e4c3204f HTTP/1.1" status: 204 len: 168 time: 0.1567144 Dec 06 12:16:32.743013 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd11da4-d668-4b12-8b39-043c7eb841a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf90cbc-d28b-48e6-8375-e800e4c3204f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:33.092578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:33.372641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8415eea4-1c85-4d44-af51-ae58884eeeb3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:33.441522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 8415eea4-1c85-4d44-af51-ae58884eeeb3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:16:33.446522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8415eea4-1c85-4d44-af51-ae58884eeeb3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:33.447409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:33.611794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:33.669401 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:33.672478 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec646d-53fd-448c-b2e4-215eef798de8" -d '{"events": [{"server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "name": "network-vif-plugged", "status": "completed", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:33.691831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfbb1-7780-4f94-84c1-50463b8414f8 req-7c8f51b5-021e-43d0-9004-c49311cdc099 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:33.701600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5cfbb1-7780-4f94-84c1-50463b8414f8 req-7c8f51b5-021e-43d0-9004-c49311cdc099 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 945 time: 0.0671692 Dec 06 12:16:33.730436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:33.744495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:33.793962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd5cfbb1-7780-4f94-84c1-50463b8414f8 req-1e6cd27b-e202-4ca5-98ba-537212aa7da1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806594 Dec 06 12:16:33.796619 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36dfd5-67c3-44be-a861-cc4c1cf54159 x-openstack-request-id: req-ac36dfd5-67c3-44be-a861-cc4c1cf54159 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:33.797571 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "name": "network-vif-plugged", "status": "completed", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:33.798607 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac36dfd5-67c3-44be-a861-cc4c1cf54159 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:33.799257 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3', 'code': 200} Dec 06 12:16:33.853044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:33.894049 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9076a-50c9-446c-afde-cda3d985bc3f req-e9072dfc-545f-42ca-a02f-6fced255cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:33.896361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43d9076a-50c9-446c-afde-cda3d985bc3f req-e9072dfc-545f-42ca-a02f-6fced255cf32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 1097 time: 0.0661457 Dec 06 12:16:33.958378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43d9076a-50c9-446c-afde-cda3d985bc3f req-2078ec30-08d4-426d-b81f-35cdf957d25e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Dec 06 12:16:34.385841 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49926) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:34.670372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50da7cb2-7588-4372-8c96-bedde0a81179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:34.791469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50da7cb2-7588-4372-8c96-bedde0a81179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:34.796787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50da7cb2-7588-4372-8c96-bedde0a81179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:34.866599 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-50da7cb2-7588-4372-8c96-bedde0a81179 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9edd4325adaa46898f1c77bca9310aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796188 Dec 06 12:16:34.867740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da7cb2-7588-4372-8c96-bedde0a81179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1045d850-ff15-4957-a538-27775e44fb51,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:34.873038 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:35.002606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.007736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f8ba3-1f14-439d-a324-afb8837fc73e req-acea361a-a0a1-4f9d-9bb3-7cd8871771aa tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:35.009993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-469f8ba3-1f14-439d-a324-afb8837fc73e req-acea361a-a0a1-4f9d-9bb3-7cd8871771aa tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.1092713 Dec 06 12:16:35.048187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.080688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-469f8ba3-1f14-439d-a324-afb8837fc73e req-0c7f1541-4a98-42a6-8c10-9d9a7e9ebc68 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609784 Dec 06 12:16:35.160224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.162823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.166490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1045d850-ff15-4957-a538-27775e44fb51 HTTP/1.1" status: 204 len: 168 time: 0.2891665 Dec 06 12:16:35.192703 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a4b93-0dcb-4099-bf7c-83a28648db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045d850-ff15-4957-a538-27775e44fb51,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:35.561293 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49984) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:35.585669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7693c435-7a53-4189-ad61-3871b5534555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.693746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7693c435-7a53-4189-ad61-3871b5534555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.699293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7693c435-7a53-4189-ad61-3871b5534555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.737345 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7693c435-7a53-4189-ad61-3871b5534555 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e97fb252e3b64c6f960dceeb0b8b77ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670763 Dec 06 12:16:35.740462 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:35.749771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693c435-7a53-4189-ad61-3871b5534555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be484d4d-cd34-4f06-adc0-28d756c0e7af,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:35.815052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.848442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.956331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.960215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:35.964438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be484d4d-cd34-4f06-adc0-28d756c0e7af HTTP/1.1" status: 204 len: 168 time: 0.2200959 Dec 06 12:16:35.972914 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975ffe7-df9a-46ee-abce-fac8622ff12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be484d4d-cd34-4f06-adc0-28d756c0e7af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:36.106333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bc6ee-93e1-40f1-ac4a-7d7bb36aec59 req-00cd5525-744d-4c12-90d6-85d7494ed9df tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:36.118094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a3bc6ee-93e1-40f1-ac4a-7d7bb36aec59 req-00cd5525-744d-4c12-90d6-85d7494ed9df tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.0779827 Dec 06 12:16:36.205582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a3bc6ee-93e1-40f1-ac4a-7d7bb36aec59 req-ad07308e-7029-4d2e-a151-4d4cf0a51a57 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846162 Dec 06 12:16:36.295815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af766bc-5821-4d1d-bc45-d859e47a4f33 req-c4c75407-0457-456d-a6d3-ca3f3290bb09 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:36.302255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4af766bc-5821-4d1d-bc45-d859e47a4f33 req-c4c75407-0457-456d-a6d3-ca3f3290bb09 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.0789435 Dec 06 12:16:36.381620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4af766bc-5821-4d1d-bc45-d859e47a4f33 req-80c709f1-34b8-4182-a781-a8d94baa7d89 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713139 Dec 06 12:16:37.095544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf766a7-273d-485c-b5c3-3e0ec8dbcb9a req-b4a088b6-c92c-47cc-bd79-5b8902b2986a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:37.103861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf766a7-273d-485c-b5c3-3e0ec8dbcb9a req-b4a088b6-c92c-47cc-bd79-5b8902b2986a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.0641425 Dec 06 12:16:37.172843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf766a7-273d-485c-b5c3-3e0ec8dbcb9a req-52c78d3c-fb76-4808-b85d-5a815335c5a1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Dec 06 12:16:37.201145 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:37.440357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6a88ee1-9825-49f9-bd61-5c2bd68e8697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.546366 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6a88ee1-9825-49f9-bd61-5c2bd68e8697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.551858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6a88ee1-9825-49f9-bd61-5c2bd68e8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.566189 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:16:37.600372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6a88ee1-9825-49f9-bd61-5c2bd68e8697 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aba783cff6214c759c031634d768ced7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051514 Dec 06 12:16:37.603103 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:37.621781 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a88ee1-9825-49f9-bd61-5c2bd68e8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f9f7a-1ac8-4376-a912-67a2f948e48a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:37.707122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.744041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.804889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.807998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:37.811208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f27f9f7a-1ac8-4376-a912-67a2f948e48a HTTP/1.1" status: 204 len: 168 time: 0.2037933 Dec 06 12:16:37.824960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a02753-8865-4dcb-af12-11590c6cd5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f9f7a-1ac8-4376-a912-67a2f948e48a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:38.342992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a3ad-881a-46ba-838e-17cae1dd68f1 req-f2f01f51-727b-48b3-b839-17cabed957c1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:38.352004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b57a3ad-881a-46ba-838e-17cae1dd68f1 req-f2f01f51-727b-48b3-b839-17cabed957c1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.0895669 Dec 06 12:16:38.371336 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50142) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:38.385473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-989f295a-e0c9-4bb7-8061-c52e55aa5f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.412170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b57a3ad-881a-46ba-838e-17cae1dd68f1 req-e605c314-c08a-480d-9c67-d56920f1f4a4 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591722 Dec 06 12:16:38.488637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-989f295a-e0c9-4bb7-8061-c52e55aa5f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.496344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-989f295a-e0c9-4bb7-8061-c52e55aa5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.583334 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f295a-e0c9-4bb7-8061-c52e55aa5f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eadfd8-b48a-4e64-9443-54fe61515d50,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:38.610761 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-989f295a-e0c9-4bb7-8061-c52e55aa5f21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d8615835ec4c2e9040fe04600b510c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381485 Dec 06 12:16:38.617662 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:38.711504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.765253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.834638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edbcab-0eeb-466a-a8b2-d8c636939b42 req-b1ee54cd-c21e-4cd4-b61b-93af02492831 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:38.843967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33edbcab-0eeb-466a-a8b2-d8c636939b42 req-b1ee54cd-c21e-4cd4-b61b-93af02492831 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.0985084 Dec 06 12:16:38.884893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.887406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:38.889344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0eadfd8-b48a-4e64-9443-54fe61515d50 HTTP/1.1" status: 204 len: 168 time: 0.2668815 Dec 06 12:16:38.917514 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b525e-b371-4b04-acf3-3e2ee3e7b32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eadfd8-b48a-4e64-9443-54fe61515d50,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:38.968789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33edbcab-0eeb-466a-a8b2-d8c636939b42 req-a91b4bb2-abd2-4cf7-b63d-24879a0834d1 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235662 Dec 06 12:16:39.568158 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50206) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:39.677178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:39.770920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:39.778364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:39.838331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b76b4992f6248db834360ab1c56b588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690854 Dec 06 12:16:39.839473 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db97f0-d8aa-4429-86df-7bff8885af07,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:39.841001 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:39.860713 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.863139 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.866191 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.866801 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.867351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.867888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.868418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.873249 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.873861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.874398 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.875455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.875994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.876569 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03bb90-ac80-4a04-a4bb-30e04e65c5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:39.910250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:39.969276 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.032616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.037090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.052553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11db97f0-d8aa-4429-86df-7bff8885af07 HTTP/1.1" status: 204 len: 168 time: 0.2002971 Dec 06 12:16:40.077369 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54281a23-8a36-4775-8e8e-f4f3ac1606e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db97f0-d8aa-4429-86df-7bff8885af07,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:40.212585 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-72485e5f-9307-44d9-873c-df031579d800 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:40.216285 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-72485e5f-9307-44d9-873c-df031579d800 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.1066127 Dec 06 12:16:40.224806 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc3f7-ac36-48cb-9e99-c7252dcf60fb req-de6703a8-3242-4793-ad3e-8781f1fca60a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:40.233979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-794bc3f7-ac36-48cb-9e99-c7252dcf60fb req-de6703a8-3242-4793-ad3e-8781f1fca60a tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 946 time: 0.1579309 Dec 06 12:16:40.317382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-794bc3f7-ac36-48cb-9e99-c7252dcf60fb req-42de9679-c2b0-44e4-a10e-3a975c303f45 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f0c618-2df6-45d5-a5f6-13aab7761e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778713 Dec 06 12:16:40.345606 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Deleting port 8415eea4-1c85-4d44-af51-ae58884eeeb3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:40.346007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.601667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:16:40.623957 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:40.643034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc07da52-4f0a-4b44-8b30-b0ea18b0a488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.803159 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:40.804332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc07da52-4f0a-4b44-8b30-b0ea18b0a488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.811863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc07da52-4f0a-4b44-8b30-b0ea18b0a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.821123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:16:40.866212 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.895209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07da52-4f0a-4b44-8b30-b0ea18b0a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e79cb5-6171-4e33-90d9-e746b6ed522d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:40.903082 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:16:40.930966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc07da52-4f0a-4b44-8b30-b0ea18b0a488 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29598053505d4a289fff7745ec9525ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055944 Dec 06 12:16:40.932118 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:40.951879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:40.962808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.982196 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] For port 8415eea4-1c85-4d44-af51-ae58884eeeb3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8415eea4-1c85-4d44-af51-ae58884eeeb3,segment=NetworkSegment(e27c2fd7-4831-4202-be41-3d9691ba8a31),segment_id=e27c2fd7-4831-4202-be41-3d9691ba8a31)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:40.985626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:40.995619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.016242 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Calling delete_port for 8415eea4-1c85-4d44-af51-ae58884eeeb3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:41.040284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.078515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:41.098873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.102379 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.103695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.117470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.119688 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.120700 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.122415 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.132212 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.134585 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.135257 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.135619 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.138275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.139146 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:41.143025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.154137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.160176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35e79cb5-6171-4e33-90d9-e746b6ed522d HTTP/1.1" status: 204 len: 168 time: 0.2259045 Dec 06 12:16:41.162754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['78d5476b-6453-4627-a3f1-51568d3d5e12'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:41.179375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fa14a-c8ac-4cbc-aecb-6cd710d5f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e79cb5-6171-4e33-90d9-e746b6ed522d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:41.359083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.378684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8415eea4-1c85-4d44-af51-ae58884eeeb3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:16:41.445398 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Pushing event deleted for resources: {'Port': ['ID=8415eea4-1c85-4d44-af51-ae58884eeeb3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:41.500464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04579f-1521-4727-be10-6b614c359a9a None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:41.555999 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] No DVR routers for this DVR port 8415eea4-1c85-4d44-af51-ae58884eeeb3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:41.566758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1af23c7-3d08-44cc-a069-7f4c5ff28b23 req-f46d4c8d-78ac-4ec6-b4ce-c5de0be07431 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c0d3e43-a790-437b-a7dc-18957d026c2e HTTP/1.1" status: 200 len: 210 time: 0.1366692 Dec 06 12:16:41.573818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.588835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85cbb961-7889-4d63-a705-53ab1f7ef801 req-f4e70c7c-d6fb-409e-a34b-11014cf25cba tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] 10.222.0.23 "DELETE /v2.0/ports/8415eea4-1c85-4d44-af51-ae58884eeeb3 HTTP/1.1" status: 204 len: 173 time: 1.3663399 Dec 06 12:16:41.589394 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'name': 'network-vif-deleted', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:41.601491 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36de54-6143-4af1-b3ee-3876efc51482" -d '{"events": [{"server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "name": "network-vif-deleted", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:41.737537 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11793ea-ea1a-403b-b38d-317ce3303d8a x-openstack-request-id: req-e11793ea-ea1a-403b-b38d-317ce3303d8a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:41.738123 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d3e43-a790-437b-a7dc-18957d026c2e", "name": "network-vif-deleted", "tag": "8415eea4-1c85-4d44-af51-ae58884eeeb3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:41.738824 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e11793ea-ea1a-403b-b38d-317ce3303d8a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:41.739445 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d3e43-a790-437b-a7dc-18957d026c2e', 'name': 'network-vif-deleted', 'tag': '8415eea4-1c85-4d44-af51-ae58884eeeb3', 'status': 'completed', 'code': 200} Dec 06 12:16:42.600951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:42.768529 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 78d5476b-6453-4627-a3f1-51568d3d5e12 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:42.769058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:42.996540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.073945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:43.080220 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:43.085937 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91bec8-3cc6-42fa-abaf-da3a36da2075" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:43.103976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.205112 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1470925-6cce-4671-b0ec-9053f13d9e81 x-openstack-request-id: req-b1470925-6cce-4671-b0ec-9053f13d9e81 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:43.205427 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:43.205686 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1470925-6cce-4671-b0ec-9053f13d9e81 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:43.206079 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:16:43.305142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:44.138081 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:44.395249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d772f9-b5b0-4895-b6e5-6200ea34c617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:44.584144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d772f9-b5b0-4895-b6e5-6200ea34c617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:44.590378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d772f9-b5b0-4895-b6e5-6200ea34c617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:44.648242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a9d772f9-b5b0-4895-b6e5-6200ea34c617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ac3f90253c14d8b911bced114b3c519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084784 Dec 06 12:16:44.649440 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d772f9-b5b0-4895-b6e5-6200ea34c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b06163-fe9b-41c4-a94b-d40d5778534f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:44.650819 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:44.762682 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:44.977387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.083817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.087929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.089661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46b06163-fe9b-41c4-a94b-d40d5778534f HTTP/1.1" status: 204 len: 168 time: 0.4377763 Dec 06 12:16:45.110599 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd22e2-b8b4-4c04-971c-369eaac42764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b06163-fe9b-41c4-a94b-d40d5778534f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:45.446254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8415eea4-1c85-4d44-af51-ae58884eeeb3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:45.541211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 8415eea4-1c85-4d44-af51-ae58884eeeb3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:45.551442 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8415eea4-1c85-4d44-af51-ae58884eeeb3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:45.773795 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:45.799993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7c8-216c-4b7e-a872-4bb7392bd274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.166708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7c8-216c-4b7e-a872-4bb7392bd274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.175645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7c8-216c-4b7e-a872-4bb7392bd274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.218296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e32cf7c8-216c-4b7e-a872-4bb7392bd274 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9be1db16fa9d415382d1b6cce4ce419f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405539 Dec 06 12:16:46.219232 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50454) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:46.275554 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cf7c8-216c-4b7e-a872-4bb7392bd274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9df593-60f1-42ae-8963-b34a911d4252,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:46.308333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.346593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.460925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.471814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:46.483426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db9df593-60f1-42ae-8963-b34a911d4252 HTTP/1.1" status: 204 len: 168 time: 0.2605813 Dec 06 12:16:46.503312 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3219900-3cf2-4ec7-abb9-8a7518a3543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9df593-60f1-42ae-8963-b34a911d4252,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:49.436243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.112718 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:51.637989 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Deleting subnet 962a61f2-d53c-4981-95da-8de53b9e1661 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:16:51.648728 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.735248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.824156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.982056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.111859 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a7511-0211-4b15-84ad-4ec28be1f9fa None None] Network 91a4d416-d942-4500-9e0c-0c7d17eb90a9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:52.147143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962a61f2-d53c-4981-95da-8de53b9e1661,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:52.155513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.172148 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:52.181389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b7f85771-4bf9-4f85-9371-470aa5ad8eb3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/962a61f2-d53c-4981-95da-8de53b9e1661 HTTP/1.1" status: 204 len: 168 time: 1.0674398 Dec 06 12:16:52.387164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.587112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f9a38-8156-4695-b80f-44be097e753e None None] DHCP port deletion for 91a4d416-d942-4500-9e0c-0c7d17eb90a9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:52.622660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.712039 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a4d416-d942-4500-9e0c-0c7d17eb90a9']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.723467 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27c2fd7-4831-4202-be41-3d9691ba8a31') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.724088 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27c2fd7-4831-4202-be41-3d9691ba8a31') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.735733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.789171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.809905 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:52.811545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:52.815427 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:52.897253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.915212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.919504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] 10.222.0.31 "DELETE /v2.0/networks/91a4d416-d942-4500-9e0c-0c7d17eb90a9 HTTP/1.1" status: 204 len: 168 time: 0.7455804 Dec 06 12:16:52.932851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536db58e-ff55-4ad5-8fb8-35e6abf9d38c admin admin] Pushing event deleted for resources: {'Network': ['ID=91a4d416-d942-4500-9e0c-0c7d17eb90a9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:53.457006 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50646) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:53.562891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aaee80e9-13af-4b05-85cc-3862992caf6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f6a24a71b634f3ab959ab838effe71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040361 Dec 06 12:16:53.565273 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:53.684151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.735755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.904435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.908796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.917123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2f0c618-2df6-45d5-a5f6-13aab7761e8b HTTP/1.1" status: 204 len: 168 time: 0.3506196 Dec 06 12:16:53.932452 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d940e-99ef-45ba-b1e6-911e15d1a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0c618-2df6-45d5-a5f6-13aab7761e8b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:55.642996 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:56.193664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-727956315-network', 'tenant_id': '12f90cc51c024504b789ef9fea24990b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:56.250941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:56.253819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.275810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.447838 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.459576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.490915 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:56.509592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.509947 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Added segment 414e7f6c-cfe0-4963-8a5f-03df3916c232 of type vlan for network 6d94a30a-6d42-4206-bab2-960aa2027b39 Dec 06 12:16:56.583746 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0bf88b-d8ae-426f-82a8-686cf228935c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:56.602466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.636384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.636384 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:56.636384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.688941 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50732) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:56.689514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0449891 Dec 06 12:16:56.693918 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Request body: {'subnet': {'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-727956315-subnet', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:56.728555 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257408-9d6c-4a03-8095-34498ab08b41 admin admin] Pushing event updated for resources: {'Network': ['ID=6d94a30a-6d42-4206-bab2-960aa2027b39,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:56.734059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:56.737227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.744686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:57.061623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.162009 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:57.172539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Checking segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:57.172907 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Network hostable DHCP agents. Network: 6d94a30a-6d42-4206-bab2-960aa2027b39, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:57.196186 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:57.212603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-279d3f57-4208-432f-b0a3-6e85a05e64a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.226743 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6d94a30a-6d42-4206-bab2-960aa2027b39) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:57.240585 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.244250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.245018 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d32ee-92d4-4469-9466-820c2113e784 None None] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:57.300168 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:57.305105 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:57.313298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ebc2501f-3545-4641-bb5f-f51dfbdcb113 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6230962 Dec 06 12:16:57.361553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.365668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.534689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.690868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6d94a30a-6d42-4206-bab2-960aa2027b39', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:57.691765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.978806 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Allocated IP 172.20.0.2 (6d94a30a-6d42-4206-bab2-960aa2027b39/e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff/da41e765-52e7-4d98-98a0-b0ab0415512e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:57.988031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.331055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.342960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.431853 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:58.437790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.441429 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:58.451142 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:58.478150 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Pushing event updated for resources: {'Port': ['ID=da41e765-52e7-4d98-98a0-b0ab0415512e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.716347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Attempting to bind port da41e765-52e7-4d98-98a0-b0ab0415512e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:58.716730 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Attempting to bind port da41e765-52e7-4d98-98a0-b0ab0415512e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:58.717103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Attempting to bind port da41e765-52e7-4d98-98a0-b0ab0415512e on network 6d94a30a-6d42-4206-bab2-960aa2027b39 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:58.731745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:58.732382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Checking segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:58.733088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.733820 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Bound using segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:58.745801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Bound port: da41e765-52e7-4d98-98a0-b0ab0415512e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:58.746245 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.839857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.900933 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] For port da41e765-52e7-4d98-98a0-b0ab0415512e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:58.922667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] For port da41e765-52e7-4d98-98a0-b0ab0415512e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da41e765-52e7-4d98-98a0-b0ab0415512e,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:58.932301 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.096533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab5d91-1551-4e5f-b3de-3f2b266081a7 None None] Pushing event updated for resources: {'Port': ['ID=da41e765-52e7-4d98-98a0-b0ab0415512e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.246636 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Allocated IP 172.35.3.136 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/4096fc64-0cba-4bbb-afa3-38bcfa3df7af) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:59.356843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50788) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:59.572091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b941-2e24-4e1e-b072-056c2bfa2a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.618003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.675121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25aacb91-ff1b-4f99-851b-5d69859aabe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.758037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.790758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device da41e765-52e7-4d98-98a0-b0ab0415512e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:59.861843 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:59.870909 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:59.877486 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:59.905235 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d841ad-289c-430b-9c5b-7bd0b9e5fed2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:59.935057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25aacb91-ff1b-4f99-851b-5d69859aabe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.941409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25aacb91-ff1b-4f99-851b-5d69859aabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.947347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port da41e765-52e7-4d98-98a0-b0ab0415512e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:59.947978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.972622 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Pushing event updated for resources: {'Port': ['ID=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:00.078137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d5fcff1b-1610-4d26-b2d5-64db67fb6f49 None None] Provisioning complete for port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:00.079437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff1b-1610-4d26-b2d5-64db67fb6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.136601 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25aacb91-ff1b-4f99-851b-5d69859aabe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d20f5ec8e3d4ba2a3b0e7ee3228fef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7639871 Dec 06 12:17:00.137200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:00.137316 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aacb91-ff1b-4f99-851b-5d69859aabe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a677c5-a19e-495c-b8fb-f99b694646e2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:00.318495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcff1b-1610-4d26-b2d5-64db67fb6f49 None None] Port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:00.358749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.517202 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.531663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port da41e765-52e7-4d98-98a0-b0ab0415512e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da41e765-52e7-4d98-98a0-b0ab0415512e,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:00.540515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.551875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.569238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.636007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.641072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.643745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7a677c5-a19e-495c-b8fb-f99b694646e2 HTTP/1.1" status: 204 len: 168 time: 0.5089316 Dec 06 12:17:00.660469 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484046-c8e9-4948-b99f-37aecc56795b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a677c5-a19e-495c-b8fb-f99b694646e2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:00.743497 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=da41e765-52e7-4d98-98a0-b0ab0415512e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:00.854783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.881578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.971385 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dacf4ff-7c62-4a7f-bb87-521a4a01f6b7 None None] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:01.113606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a8c2e1a4-3e7f-4c67-97e5-4b93b3265be4 None None] Provisioning complete for port da41e765-52e7-4d98-98a0-b0ab0415512e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:01.113978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e1a4-3e7f-4c67-97e5-4b93b3265be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.186782 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50848) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:01.220293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-318e7699-0814-4db8-817e-0fcb7133a478 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:01.221764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-318e7699-0814-4db8-817e-0fcb7133a478 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/networks?id=0a91ce1f-163e-4907-a895-e5522a960326 HTTP/1.1" status: 200 len: 815 time: 0.3980289 Dec 06 12:17:01.274071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-9c53d5cb-a9c7-44c5-a143-36f007d70ee2 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/quotas/89f8ee00bdf947f3be18e9d791c3776c HTTP/1.1" status: 200 len: 375 time: 0.0224528 Dec 06 12:17:01.318500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.413357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-877dbbe4-f20e-4fe8-8cad-8aca6c4a8579 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=89f8ee00bdf947f3be18e9d791c3776c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307614 Dec 06 12:17:01.440125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5402cd-5585-4eee-bfbb-b2f8742f4d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.596200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5402cd-5585-4eee-bfbb-b2f8742f4d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.600032 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50864) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:01.619385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5402cd-5585-4eee-bfbb-b2f8742f4d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.667007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385157c0-bdfc-453c-92fd-f94f26c0cb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.685099 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5402cd-5585-4eee-bfbb-b2f8742f4d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6566de-658d-4950-b620-b62b9ef14962,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:01.697517 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8eb50b1f-a44b-40dc-b375-6b7abc7bfade None None] Provisioning complete for port da41e765-52e7-4d98-98a0-b0ab0415512e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:01.697993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8eb50b1f-a44b-40dc-b375-6b7abc7bfade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.713037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-be5402cd-5585-4eee-bfbb-b2f8742f4d09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=212dc383abdf43399126c8479502fb90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244741 Dec 06 12:17:01.713687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:01.750249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device da41e765-52e7-4d98-98a0-b0ab0415512e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:01.794265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385157c0-bdfc-453c-92fd-f94f26c0cb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.799174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385157c0-bdfc-453c-92fd-f94f26c0cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.813774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-cb7d8d24-38bb-4d17-8862-d610b007bc5a service neutron] 10.222.0.31 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872383 Dec 06 12:17:01.842615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-385157c0-bdfc-453c-92fd-f94f26c0cb97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3fdaded734849e4b6aa4c756dc251f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413232 Dec 06 12:17:01.846559 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50870) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:01.847880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d83c8-9ecb-4cb3-aada-532b1a4187b2 req-dcd3334e-7d15-4a86-b2cc-e2d5708bdf0c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:01.849497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-835d83c8-9ecb-4cb3-aada-532b1a4187b2 req-dcd3334e-7d15-4a86-b2cc-e2d5708bdf0c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.1529090 Dec 06 12:17:01.852184 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port da41e765-52e7-4d98-98a0-b0ab0415512e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:01.852549 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.861925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385157c0-bdfc-453c-92fd-f94f26c0cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a4005-7bbe-4cbc-a910-36c6cb296e39,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:01.872161 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Router 6f0b7a83-3606-4648-b804-495828955f83 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:17:01.903566 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.905920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.939262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.991019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.993808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.994963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a82a4005-7bbe-4cbc-a910-36c6cb296e39 HTTP/1.1" status: 204 len: 168 time: 0.1467941 Dec 06 12:17:02.004000 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45198129-3d7e-42f1-b406-d52bb8d64fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a4005-7bbe-4cbc-a910-36c6cb296e39,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:02.044974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.061128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-835d83c8-9ecb-4cb3-aada-532b1a4187b2 req-792b3bb8-7361-469d-8b91-b74b1e38ba20 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915240 Dec 06 12:17:02.108928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-484b70c9-da40-4541-8317-9ea9b21855be service neutron] 10.222.0.31 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901638 Dec 06 12:17:02.141309 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:02.155319 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Sync routers for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:02.166048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.168495 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:02.169116 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:02.170266 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50878) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:02.171087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9969497b-5511-4099-84ae-26a801fee369 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8689363 Dec 06 12:17:02.178252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.182630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.184037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a6566de-658d-4950-b620-b62b9ef14962 HTTP/1.1" status: 204 len: 168 time: 0.4641173 Dec 06 12:17:02.194595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0de9d-28b2-4761-b6dc-95c0f3377ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6566de-658d-4950-b620-b62b9ef14962,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:02.247590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.457566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9b32f99-cfe1-4d31-ba37-9f78d9c95481 req-f677fab9-d57f-49ee-a1d4-c00960e649e0 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 210 time: 0.0708799 Dec 06 12:17:02.461243 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:02.712501 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:00Z', 'revision_number': 3, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:02.752428 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Checking router: 6f0b7a83-3606-4648-b804-495828955f83 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:02.753030 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Updating router 6f0b7a83-3606-4648-b804-495828955f83 port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:02.809230 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.819551 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:02.839203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0e92a5-4401-4d9e-8129-734be0289015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.989133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0e92a5-4401-4d9e-8129-734be0289015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.995788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0e92a5-4401-4d9e-8129-734be0289015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.049292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fc0e92a5-4401-4d9e-8129-734be0289015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6566495a659b45fb988983f8d224e809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279031 Dec 06 12:17:03.050439 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e92a5-4401-4d9e-8129-734be0289015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff42ad76-9591-4d06-a8df-3793609f0de1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:03.053306 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:03.108515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.117518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.131768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.175248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.251572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.255001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.257066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff42ad76-9591-4d06-a8df-3793609f0de1 HTTP/1.1" status: 204 len: 168 time: 0.2026107 Dec 06 12:17:03.289249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cd364-2628-4ebc-b157-8737b183bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff42ad76-9591-4d06-a8df-3793609f0de1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:03.361603 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.373873 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.422814 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Allocated IP 172.20.0.1 (6d94a30a-6d42-4206-bab2-960aa2027b39/e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff/b246396b-5d96-4c2a-8cb7-15eceaf104d0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:03.441939 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f0e6d-392e-4ba9-805f-91197e092ce8 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:03.457135 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912708-bcda-4e79-a384-13143a554316 None None] Pushing event updated for resources: {'Port': ['ID=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:03.460476 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Attempting to bind port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:03.461539 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Attempting to bind port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:03.461931 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Attempting to bind port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:03.488923 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d1c151c9-b1db-40ea-8faf-ce025fffba87 None None] Provisioning complete for port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:03.490069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d1c151c9-b1db-40ea-8faf-ce025fffba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.492389 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.493498 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.493850 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.496368 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.496937 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.497527 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.498076 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.499251 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.499835 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.503245 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.503831 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.504377 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.516304 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49912708-bcda-4e79-a384-13143a554316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:03.520511 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:03.521305 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:03.522165 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.522814 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:03.523522 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Bound port: 4096fc64-0cba-4bbb-afa3-38bcfa3df7af, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:03.524125 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.607911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d1c151c9-b1db-40ea-8faf-ce025fffba87 None None] Port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:03.613700 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] For port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:03.618330 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] For port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:03.627772 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.642423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff8c0310-039f-45a2-9836-d0e4691d43d9 req-acd54a93-2e90-4e41-9e7b-b3765b2c6f8c tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 210 time: 0.0716085 Dec 06 12:17:03.644287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.688965 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95137c-c808-4590-99c2-c67c869e1488 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:03.708496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.731821 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] Provisioning complete for port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:03.732195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.772724 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:03.778757 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:03.807281 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:03.816619 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:03.821806 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:03.828313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.840200 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Pushing event updated for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:03.863325 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912708-bcda-4e79-a384-13143a554316 None None] Pushing event updated for resources: {'Port': ['ID=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:03.866367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] For port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:03.876994 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.933331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:03.979800 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:03.998430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-770b0e26-2dfa-4a02-a269-aa90d851250d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.001876 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788540-ff4e-4319-bdb6-9df84a412184 None None] Pushing event updated for resources: {'Port': ['ID=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:04.007834 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:04.102636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-770b0e26-2dfa-4a02-a269-aa90d851250d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.108514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-770b0e26-2dfa-4a02-a269-aa90d851250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.145579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b0e26-2dfa-4a02-a269-aa90d851250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cf7130-0f32-4cff-a892-d0ef4c116628,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:04.183275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-770b0e26-2dfa-4a02-a269-aa90d851250d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf890d2c39404eab8c0b68cc77e0b6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910596 Dec 06 12:17:04.185534 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:04.270437 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-5bc9ce3f-ab91-4a39-ae96-0f8b71d1e1ea tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:04.272771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-5bc9ce3f-ab91-4a39-ae96-0f8b71d1e1ea tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.23 "GET /v2.0/networks?id=0a91ce1f-163e-4907-a895-e5522a960326 HTTP/1.1" status: 200 len: 815 time: 0.2359684 Dec 06 12:17:04.303882 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Request body: {'port': {'device_id': '92da0498-822d-4941-a332-b2773fa49fbf', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'admin_state_up': True, 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:04.317566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5a3a220b-31c7-43c1-8a04-bb7d990cc384 None None] Provisioning complete for port b246396b-5d96-4c2a-8cb7-15eceaf104d0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:04.318125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a3a220b-31c7-43c1-8a04-bb7d990cc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.338676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.341257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.410103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.419201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a220b-31c7-43c1-8a04-bb7d990cc384 None None] Port b246396b-5d96-4c2a-8cb7-15eceaf104d0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:04.504469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.508083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.510495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31cf7130-0f32-4cff-a892-d0ef4c116628 HTTP/1.1" status: 204 len: 168 time: 0.3231852 Dec 06 12:17:04.529709 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d73e72-4952-4133-b6aa-9cf75d330928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cf7130-0f32-4cff-a892-d0ef4c116628,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:04.557618 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Made reservation on behalf of 89f8ee00bdf947f3be18e9d791c3776c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:04.561648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.581354 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:00Z', 'revision_number': 3, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:04.625489 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09e4a1-1ff7-475e-b4d5-11a74ff58f52 None None] The sync data for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 is: [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:00Z', 'revision_number': 3, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:04.684836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:04.832765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.852452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e55351cf-cc03-496b-9b69-8f7b072f94ec req-da1cbf47-e945-4cdd-b53e-651fe009745d tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 210 time: 0.0725958 Dec 06 12:17:04.866218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.902684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:04.945217 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:04.948424 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63111e7f-0475-49d1-b58a-76f6fb931257" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:04.966126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:04.980712 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.047452 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Allocated IP 172.20.0.14 (0a91ce1f-163e-4907-a895-e5522a960326/ab4a1490-1023-4fae-a5fa-3cfd399a19b6/1967c7bf-5b68-4ce6-bd4b-b7f73298f644) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:05.064861 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdfc098-4b13-4208-aadb-3270e4a55b08 x-openstack-request-id: req-6bdfc098-4b13-4208-aadb-3270e4a55b08 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:05.067693 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:05.068278 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bdfc098-4b13-4208-aadb-3270e4a55b08 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:05.068404 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:17:05.071359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Pushing event updated for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:05.077452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.147303 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:05.399000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.513091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.626584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Pushing event updated for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:05.912542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4096fc64-0cba-4bbb-afa3-38bcfa3df7af up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:06.048682 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:06.172832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41643b-ade7-436a-bff3-995e12fda179 req-d0c89375-c7aa-4b82-90f3-d63a15fad5e3 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:06.175007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e41643b-ade7-436a-bff3-995e12fda179 req-d0c89375-c7aa-4b82-90f3-d63a15fad5e3 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 932 time: 0.0877101 Dec 06 12:17:06.256646 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Network 0a91ce1f-163e-4907-a895-e5522a960326 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:06.283176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-638f16c7-47a0-4d27-abc6-8f18e5411410 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8403561 Dec 06 12:17:06.286663 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:06.305998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e41643b-ade7-436a-bff3-995e12fda179 req-94feb2a4-b313-4d73-9b21-2ebcc738aa27 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199961 Dec 06 12:17:06.325112 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:06.378392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dbac0d7-16d2-4a3f-8177-dc2cb48e523b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:06.438078 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:06.440785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:06.464056 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:06.483269 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:06.684563 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:06.686799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:06.701356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-b87ed130-4986-4937-8741-d53e1326a491 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4037549 Dec 06 12:17:06.707436 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dbac0d7-16d2-4a3f-8177-dc2cb48e523b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:06.716408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8dbac0d7-16d2-4a3f-8177-dc2cb48e523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:06.764272 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbac0d7-16d2-4a3f-8177-dc2cb48e523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d7d03-9cb0-4883-9279-36ec6fde169a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:06.795993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Request body: {'port': {'device_id': '92da0498-822d-4941-a332-b2773fa49fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:06.815254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:06.820191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8dbac0d7-16d2-4a3f-8177-dc2cb48e523b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f0ba4853765423aa22969b724defe1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698700 Dec 06 12:17:06.822974 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:06.953262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.019141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.084754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.091651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.095573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8d7d03-9cb0-4883-9279-36ec6fde169a HTTP/1.1" status: 204 len: 168 time: 0.2702558 Dec 06 12:17:07.112201 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d5dea833-1e72-4eae-b8be-d9b9b474d1dc None None] Provisioning complete for port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:07.123630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5dea833-1e72-4eae-b8be-d9b9b474d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.144610 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a1a31-c928-4bdf-8c4e-19f50a976af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d7d03-9cb0-4883-9279-36ec6fde169a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:07.274443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:07.289269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d5dea833-1e72-4eae-b8be-d9b9b474d1dc None None] Port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:07.310502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:07.422986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.466410 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.511863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-029cd3e2-02dd-4f8e-9f8d-116e48e16e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:07.514178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-029cd3e2-02dd-4f8e-9f8d-116e48e16e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.7890463 Dec 06 12:17:07.554373 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:07.632210 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93fc3db0-459b-4837-97e6-6ad1d195f38d None None] Provisioning complete for port b246396b-5d96-4c2a-8cb7-15eceaf104d0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:07.632588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93fc3db0-459b-4837-97e6-6ad1d195f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.636745 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047fb6-17dd-433b-9179-30eed91a6d3b req-079f2269-b8dd-40ae-bfeb-0786acc9c79d tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:07.656321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85047fb6-17dd-433b-9179-30eed91a6d3b req-079f2269-b8dd-40ae-bfeb-0786acc9c79d tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 932 time: 0.1756740 Dec 06 12:17:07.769765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85047fb6-17dd-433b-9179-30eed91a6d3b req-9ffd62ab-8c5b-4fea-be5c-54ba12340382 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123147 Dec 06 12:17:07.773614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93fc3db0-459b-4837-97e6-6ad1d195f38d None None] Port b246396b-5d96-4c2a-8cb7-15eceaf104d0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:07.787598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:07.794979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.821999 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Router 6f0b7a83-3606-4648-b804-495828955f83 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:07.901324 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:07.928786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-fc324cbb-a901-4bec-94bb-fb93fec42a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:07.936729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-fc324cbb-a901-4bec-94bb-fb93fec42a07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.3830011 Dec 06 12:17:07.986682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['78d5476b-6453-4627-a3f1-51568d3d5e12'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:07.987943 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51120) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:08.020721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afe719bc-6a23-4d30-8855-5fa12cf32ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.281631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-af3f1c17-dbfd-4879-ac9e-b94f70b34e44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.2123384 Dec 06 12:17:08.321049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afe719bc-6a23-4d30-8855-5fa12cf32ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.334985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afe719bc-6a23-4d30-8855-5fa12cf32ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.451882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-afe719bc-6a23-4d30-8855-5fa12cf32ce3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c26eb42a71ed42cd9f6fc22a51ad610c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4625995 Dec 06 12:17:08.454226 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:08.467930 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe719bc-6a23-4d30-8855-5fa12cf32ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bd81d-7da6-4d85-8881-6dc33bcc3418,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:08.538201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.599288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.704098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.710891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:08.712299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:08.717939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/318bd81d-7da6-4d85-8881-6dc33bcc3418 HTTP/1.1" status: 204 len: 168 time: 0.2623849 Dec 06 12:17:08.751994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b96453-71af-4d9e-802a-7bc8d0e25232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bd81d-7da6-4d85-8881-6dc33bcc3418,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:08.763353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:08.808074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cab8efed-617d-4965-8d08-c61a5769c16c admin admin] 10.222.0.31 "PUT /v2.0/routers/6f0b7a83-3606-4648-b804-495828955f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6360006 Dec 06 12:17:08.863437 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Sync routers for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:08.907188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:08.907828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:08.924748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-864440e4-b27a-4061-a0d7-d107e0b57ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:08.938761 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-864440e4-b27a-4061-a0d7-d107e0b57ad9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.4576063 Dec 06 12:17:09.057727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:09.119173 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:09.138990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:09.177119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-d9ba667c-019f-416a-8952-dbfd1783c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:09.178792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-d9ba667c-019f-416a-8952-dbfd1783c3cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001402 Dec 06 12:17:09.186035 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Transition to ACTIVE for port object 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:17:09.205895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1c2f-9c18-4847-990b-b8881111715b req-e54f32bc-6bff-4acf-8e47-5d658d8609af tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:09.212280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea6d1c2f-9c18-4847-990b-b8881111715b req-e54f32bc-6bff-4acf-8e47-5d658d8609af tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 932 time: 0.2039635 Dec 06 12:17:09.216546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:09.352288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea6d1c2f-9c18-4847-990b-b8881111715b req-93a1eaab-d427-45cd-bd87-a54c1e3156ee tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332779 Dec 06 12:17:09.392816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 78d5476b-6453-4627-a3f1-51568d3d5e12 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:09.393572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:09.528152 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:09.770357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-5b28ea68-78b8-429b-b818-2e706f773396 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777042 Dec 06 12:17:09.919504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:09.986796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:09.991520 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:09.995150 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32138dd-9eec-4a6d-8a0b-a5f25f8e5297" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:10.012483 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.094913 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d75032-1a75-439d-8151-afcb1f641bf7 x-openstack-request-id: req-45d75032-1a75-439d-8151-afcb1f641bf7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:10.095581 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:10.096115 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45d75032-1a75-439d-8151-afcb1f641bf7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:10.096726 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:17:10.133213 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Attempting to bind port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:10.133647 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Attempting to bind port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:10.133986 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Attempting to bind port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 on network 0a91ce1f-163e-4907-a895-e5522a960326 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:10.147583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 on network 0a91ce1f-163e-4907-a895-e5522a960326 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:17:10.147583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Attempting to bind port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 on network 0a91ce1f-163e-4907-a895-e5522a960326 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:10.152785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-da10aebd-7d7f-4973-a4db-ec102917d028 req-28b0a0ca-f293-44f6-b0a5-662163b1db21 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317912 Dec 06 12:17:10.153109 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:10.156956 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:10.157249 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Checking segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:10.158101 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Bound using segment: {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:10.158349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Bound port: 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54abb82d-260b-4d57-a70e-9a08de73751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:10.158558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.163124 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 2, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:10.228455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Checking router: 6f0b7a83-3606-4648-b804-495828955f83 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:10.229142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Updating router 6f0b7a83-3606-4648-b804-495828955f83 port b246396b-5d96-4c2a-8cb7-15eceaf104d0 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:10.266234 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.360959 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:10.365359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:10.376293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.487561 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:10.491096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.493245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] 10.222.0.23 "PUT /v2.0/ports/1967c7bf-5b68-4ce6-bd4b-b7f73298f644 HTTP/1.1" status: 200 len: 1092 time: 3.7654564 Dec 06 12:17:10.494543 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:10.504485 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df546497-adfa-45ab-a8d3-da3b086f4e88" -d '{"events": [{"name": "network-changed", "server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:10.583830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f222-e192-4ae5-af05-e2ea1377b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:10.705592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-3abe0e1e-8079-4c5b-b93b-4d7dadddbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:10.710494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-3abe0e1e-8079-4c5b-b93b-4d7dadddbece service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89f8ee00bdf947f3be18e9d791c3776c&device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 1095 time: 0.1119642 Dec 06 12:17:10.790278 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2bece-9ad7-4427-93de-dc74c8ded665 req-b81e4bfa-5bc5-4243-a016-398763d7b2bf tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:10.799488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9c2bece-9ad7-4427-93de-dc74c8ded665 req-b81e4bfa-5bc5-4243-a016-398763d7b2bf tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.2288830 Dec 06 12:17:10.886860 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6997831-de40-4f49-8e87-c8f5b4db49c4 x-openstack-request-id: req-b6997831-de40-4f49-8e87-c8f5b4db49c4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:10.887448 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:10.887448 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6997831-de40-4f49-8e87-c8f5b4db49c4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:10.887810 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644', 'status': 'completed', 'code': 200} Dec 06 12:17:10.889324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-5f18a3af-fd7d-4c91-b423-a2415c66393f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644 HTTP/1.1" status: 200 len: 217 time: 0.1680965 Dec 06 12:17:10.965718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9c2bece-9ad7-4427-93de-dc74c8ded665 req-91042ebe-e9d4-4955-9ad4-0a0bdf5c3f73 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655128 Dec 06 12:17:11.027674 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:11.033935 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-21221283-network', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:11.084021 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-b7dd0633-fd7e-41b1-9121-b56afa7179a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:11.085800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-b7dd0633-fd7e-41b1-9121-b56afa7179a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab4a1490-1023-4fae-a5fa-3cfd399a19b6 HTTP/1.1" status: 200 len: 854 time: 0.1882200 Dec 06 12:17:11.097894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Made reservation on behalf of 8f128f58399d4d1a9fc32bf8ce04d879 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:11.110678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.131438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.278658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4184-1c01-4c99-88f3-781c640b162d req-9de6c95f-b3ff-4ee7-8006-b4f6bca87dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:11.287341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-9de6c95f-b3ff-4ee7-8006-b4f6bca87dcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a91ce1f-163e-4907-a895-e5522a960326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756237 Dec 06 12:17:11.331307 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.332406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.340235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.345018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.445277 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd423c-fe19-43bb-8e09-0e737dce0e62,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:11.478253 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:17:11.524013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.525136 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Added segment f049989a-abf4-4bb8-a0e4-472eb6837f6c of type vlan for network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec Dec 06 12:17:11.542966 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e27726-9318-44e8-922f-81907e863415 None None] Pushing event updated for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:11.669243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-659aa6d4-4361-45d4-a52a-f6b66f23144a service neutron] 10.222.0.23 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716478 Dec 06 12:17:11.726441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.730609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Attempting to bind port b246396b-5d96-4c2a-8cb7-15eceaf104d0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:11.730987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Attempting to bind port b246396b-5d96-4c2a-8cb7-15eceaf104d0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:11.731353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Attempting to bind port b246396b-5d96-4c2a-8cb7-15eceaf104d0 on network 6d94a30a-6d42-4206-bab2-960aa2027b39 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:11.750769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:11.751188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Checking segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:11.751543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.752107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Bound using segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:11.752405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Bound port: b246396b-5d96-4c2a-8cb7-15eceaf104d0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:11.752784 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.818925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.820914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:11.822969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.866710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8361406 Dec 06 12:17:11.902823 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:11.913011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Request body: {'subnet': {'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-21221283-subnet', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:11.986055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] For port b246396b-5d96-4c2a-8cb7-15eceaf104d0, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:12.011474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] For port b246396b-5d96-4c2a-8cb7-15eceaf104d0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b246396b-5d96-4c2a-8cb7-15eceaf104d0,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:12.021108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:12.069259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-876c4184-1c01-4c99-88f3-781c640b162d req-2b4c892c-2f73-4ed1-b9b0-550c76a8fcc9 service neutron] 10.222.0.23 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958025 Dec 06 12:17:12.173514 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd7011-dcc8-447c-ba74-81a621da834a admin admin] Pushing event updated for resources: {'Network': ['ID=ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:12.211774 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Made reservation on behalf of 8f128f58399d4d1a9fc32bf8ce04d879 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:12.214658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:12.225855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:17:12.302682 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-d33e7135-1e7a-4acd-ad8c-3e078ef846db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.306003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-d33e7135-1e7a-4acd-ad8c-3e078ef846db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89f8ee00bdf947f3be18e9d791c3776c&device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 1095 time: 0.1545584 Dec 06 12:17:12.379776 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] Provisioning complete for port b246396b-5d96-4c2a-8cb7-15eceaf104d0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:12.380608 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:12.390749 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:12.391566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:12.706488 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-28bc1688-293a-454e-9ee2-19cf2393bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.711306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-28bc1688-293a-454e-9ee2-19cf2393bd14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a91ce1f-163e-4907-a895-e5522a960326 HTTP/1.1" status: 200 len: 916 time: 0.3946898 Dec 06 12:17:12.828014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-76f01cab-669c-4f46-b285-e81704fad56e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644 HTTP/1.1" status: 200 len: 217 time: 0.0789304 Dec 06 12:17:12.923061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.113929 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e27726-9318-44e8-922f-81907e863415 None None] Pushing event updated for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:13.136374 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053ef69a-fb94-4f03-b220-5829ce20abdd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:13.196911 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-0ef94977-becb-4a33-9aaa-cb85a4362297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.200064 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-0ef94977-becb-4a33-9aaa-cb85a4362297 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab4a1490-1023-4fae-a5fa-3cfd399a19b6 HTTP/1.1" status: 200 len: 854 time: 0.1664751 Dec 06 12:17:13.238940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682e8ad-20fc-4cf7-bdcf-951a116eceff req-83c77c7c-11f5-41b6-b352-51559fd553f0 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.248281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e682e8ad-20fc-4cf7-bdcf-951a116eceff req-83c77c7c-11f5-41b6-b352-51559fd553f0 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.4398808 Dec 06 12:17:13.290240 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Checking segment: {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:13.290615 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Network hostable DHCP agents. Network: ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:17:13.319574 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:13.340309 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-5dd243f0-2a44-4e99-8a49-e26d3db4f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.351365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-5dd243f0-2a44-4e99-8a49-e26d3db4f11e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a91ce1f-163e-4907-a895-e5522a960326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355677 Dec 06 12:17:13.381546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e682e8ad-20fc-4cf7-bdcf-951a116eceff req-4af629e5-bbd8-41b6-ad67-28c7a0a3eb38 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172431 Dec 06 12:17:13.381546 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:17:13.393097 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:13.398440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.399041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.430045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2b749cc-2665-489c-8925-9846baf3c212 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5261610 Dec 06 12:17:13.434019 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:13.444257 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:13.490992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.492694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.610279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689a63f-ecc9-46c6-8b46-59f7b823e5a6 None None] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:13.629773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-aa9eb5c5-7a07-4698-aa85-fc878749a6f2 service neutron] 10.222.0.23 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602861 Dec 06 12:17:13.655438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.701311 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.932874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df546497-adfa-45ab-a8d3-da3b086f4e88 req-1f9f8d1d-75d6-4859-99d3-8e7c2d1f73fd service neutron] 10.222.0.23 "GET /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869811 Dec 06 12:17:14.000441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] For port b246396b-5d96-4c2a-8cb7-15eceaf104d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b246396b-5d96-4c2a-8cb7-15eceaf104d0,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:14.074100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.075146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.279816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-29835583-e04f-440f-8b84-365b36e0ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:14.287800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-29835583-e04f-440f-8b84-365b36e0ee09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1097 time: 0.4110291 Dec 06 12:17:14.352985 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-21b7973f-a24e-42df-aab4-910661a29b06 None None] Provisioning complete for port b246396b-5d96-4c2a-8cb7-15eceaf104d0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:14.353423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21b7973f-a24e-42df-aab4-910661a29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.568138 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:17:14.683953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4033-e043-4017-88fd-7dcd160a414a None None] Pushing event updated for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:14.734663 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'fixed_ips': [{'subnet_id': '053ef69a-fb94-4f03-b220-5829ce20abdd'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:17:14.742337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.972303 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-9cf74a37-8967-4093-834f-5db5225e92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:14.986597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-9cf74a37-8967-4093-834f-5db5225e92d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.6721115 Dec 06 12:17:15.338938 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Allocated IP 172.20.0.2 (ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec/053ef69a-fb94-4f03-b220-5829ce20abdd/ad270c6d-1565-48bb-86a4-13c414126172) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:15.558988 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:11Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:15.678323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bceb7-8efa-4a21-bbf8-0d75d1414cf2 None None] The sync data for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 is: [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:11Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:15.916220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.929603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.163179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Pushing event updated for resources: {'Port': ['ID=ad270c6d-1565-48bb-86a4-13c414126172,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.208034 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:16.209860 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:16.215654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:16.260959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ca01-5398-48c2-931a-58dd35f748f8 req-a1f872eb-e7c4-4b7c-bf06-2ea9481de405 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.280907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3611ca01-5398-48c2-931a-58dd35f748f8 req-a1f872eb-e7c4-4b7c-bf06-2ea9481de405 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 1.7038107 Dec 06 12:17:16.355779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Attempting to bind port ad270c6d-1565-48bb-86a4-13c414126172 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:16.356358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Attempting to bind port ad270c6d-1565-48bb-86a4-13c414126172 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:16.356830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Attempting to bind port ad270c6d-1565-48bb-86a4-13c414126172 on network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:16.372410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:16.372961 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Checking segment: {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:16.373513 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.374023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Bound using segment: {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:16.375215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Bound port: ad270c6d-1565-48bb-86a4-13c414126172, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:16.375734 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.436560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-e708f951-6926-4533-92cf-75207e8cc0c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 1001 time: 1.4394767 Dec 06 12:17:16.561284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] For port ad270c6d-1565-48bb-86a4-13c414126172, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:16.579552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] For port ad270c6d-1565-48bb-86a4-13c414126172, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad270c6d-1565-48bb-86a4-13c414126172,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:16.585718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.661476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3611ca01-5398-48c2-931a-58dd35f748f8 req-46ba8370-24b3-4a90-8280-4668737c7f5c tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791940 Dec 06 12:17:16.676987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-d6b1a42b-cbce-49e9-83a5-ff8606474c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.681247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-d6b1a42b-cbce-49e9-83a5-ff8606474c4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.2334797 Dec 06 12:17:16.716995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.744462 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb477-daca-4c92-9c74-23b04f582c95 None None] Pushing event updated for resources: {'Port': ['ID=ad270c6d-1565-48bb-86a4-13c414126172,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.810005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.954154 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-f49c0690-2404-47ec-8da2-f8ba6933b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.956349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-f49c0690-2404-47ec-8da2-f8ba6933b4eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2685828 Dec 06 12:17:17.292534 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Allocated IP 172.35.3.243 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:17.308736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-aea12731-28ea-4d62-bad2-318dbc859a2a service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341401 Dec 06 12:17:17.777278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f740f82-3084-4624-8a49-6d0fe4b84957 req-5d2878fa-4cd7-4836-8636-7cffd2eebad3 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478498 Dec 06 12:17:17.823891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.025028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b246396b-5d96-4c2a-8cb7-15eceaf104d0 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:18.073331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.155463 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b246396b-5d96-4c2a-8cb7-15eceaf104d0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:18.156152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.302319 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:18.324074 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:18.353509 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Pushing event updated for resources: {'Port': ['ID=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:18.354463 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcd5fd-106f-4c02-868f-99b3e9fc324a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:18.358447 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad270c6d-1565-48bb-86a4-13c414126172 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:18.387594 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:18.479228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-795d62d6-1075-430d-9ec8-1848932161ed None None] Provisioning complete for port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:18.479645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-795d62d6-1075-430d-9ec8-1848932161ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.554911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-795d62d6-1075-430d-9ec8-1848932161ed None None] Port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:18.558012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ad270c6d-1565-48bb-86a4-13c414126172 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:18.558573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.705841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.727556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82418fa-aa24-4b57-b545-7e9bb3b2e0f6 req-b3ac9b57-42db-4c04-833f-67aae9bd25ad tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:18.736217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b82418fa-aa24-4b57-b545-7e9bb3b2e0f6 req-b3ac9b57-42db-4c04-833f-67aae9bd25ad tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.8270240 Dec 06 12:17:18.752357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ad270c6d-1565-48bb-86a4-13c414126172, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad270c6d-1565-48bb-86a4-13c414126172,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:18.765025 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.860955 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ad270c6d-1565-48bb-86a4-13c414126172,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:18.893006 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c459f-8260-462e-872e-8d12d073b1ed None None] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:19.021538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b82418fa-aa24-4b57-b545-7e9bb3b2e0f6 req-75163b2c-4f44-4c99-9b92-281f4d2a8694 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843537 Dec 06 12:17:19.067931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:19.145496 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c384de4b-2bc7-45fe-a20d-a4e2ab440acf None None] Provisioning complete for port ad270c6d-1565-48bb-86a4-13c414126172 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:19.151991 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c384de4b-2bc7-45fe-a20d-a4e2ab440acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:19.466272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:19.552973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:19.761289 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad270c6d-1565-48bb-86a4-13c414126172 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:19.891931 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:17:19.898072 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ad270c6d-1565-48bb-86a4-13c414126172 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:19.898452 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.038986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e37ff0bd-299b-4463-a2f1-9c004c700e3d None None] Provisioning complete for port ad270c6d-1565-48bb-86a4-13c414126172 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:20.040154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e37ff0bd-299b-4463-a2f1-9c004c700e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.058626 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:20.069145 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Sync routers for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:20.094292 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:20.103473 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:20.110014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.115657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7ecd08d0-ea1e-4b05-a9f8-98b02ad96e3b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6805913 Dec 06 12:17:20.118443 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:20.468856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3199-e782-48b4-a264-fb649e7b500d req-83adf809-3967-4ff7-9be9-2a2ca185cc26 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.481389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b6b3199-e782-48b4-a264-fb649e7b500d req-83adf809-3967-4ff7-9be9-2a2ca185cc26 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1573803 Dec 06 12:17:20.616199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b6b3199-e782-48b4-a264-fb649e7b500d req-0654aa17-0817-42b2-a7f2-bdab0ca4e89e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318116 Dec 06 12:17:20.618838 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:20.944919 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:18Z', 'revision_number': 3, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:21.018801 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:21.113586 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Checking router: 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:21.114703 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Updating router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:21.144388 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.270023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-badfdc8b-a95b-4d4f-b161-fc8e2ecd1f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.328430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.565055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-badfdc8b-a95b-4d4f-b161-fc8e2ecd1f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.565055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-badfdc8b-a95b-4d4f-b161-fc8e2ecd1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.705918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-badfdc8b-a95b-4d4f-b161-fc8e2ecd1f62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86211bad1dd64066a33707de3d2252c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6857376 Dec 06 12:17:21.725200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:21.733072 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfdc8b-a95b-4d4f-b161-fc8e2ecd1f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71acb911-c112-4275-8cda-409a4ded27a5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:21.744887 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.761970 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.793416 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Allocated IP 172.20.0.1 (ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec/053ef69a-fb94-4f03-b220-5829ce20abdd/dc2f92e8-28b1-44bb-859d-7efaac897bad) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:21.892224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17fa39-4a5c-4558-8b77-4a844b8d389e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:21.915132 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Attempting to bind port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:21.915398 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Attempting to bind port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:21.915760 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Attempting to bind port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:21.935766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.937938 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ff7f-9f69-4ede-90ba-a0011346cc2f None None] Pushing event updated for resources: {'Port': ['ID=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:21.940668 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:21.941049 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:21.941482 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.941869 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:21.942404 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Bound port: 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:21.942784 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.983624 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a0e31634-92e0-4180-baf8-85aaa20eb062 None None] Provisioning complete for port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:21.985561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0e31634-92e0-4180-baf8-85aaa20eb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:21.990172 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b774310-f80f-42d9-b063-c1655ef71c80 req-69265ccf-cef1-4808-956f-5d088dc52650 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:21.998670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b774310-f80f-42d9-b063-c1655ef71c80 req-69265ccf-cef1-4808-956f-5d088dc52650 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.2244370 Dec 06 12:17:22.040505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.060946 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] For port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:22.074284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a0e31634-92e0-4180-baf8-85aaa20eb062 None None] Port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:22.086745 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] For port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:22.100345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.103326 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.153148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.228557 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:22.235311 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:22.264048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b774310-f80f-42d9-b063-c1655ef71c80 req-fb1dc191-d49f-4360-9a60-e9d85228f72e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481663 Dec 06 12:17:22.298239 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:22.305145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.307726 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ff7f-9f69-4ede-90ba-a0011346cc2f None None] Pushing event updated for resources: {'Port': ['ID=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:22.308220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.312794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71acb911-c112-4275-8cda-409a4ded27a5 HTTP/1.1" status: 204 len: 168 time: 0.5826039 Dec 06 12:17:22.333297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13479d-2db6-4752-8f56-ea9eec3bac08 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:22.346556 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821013f7-4090-45b5-a238-05e7b17066ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acb911-c112-4275-8cda-409a4ded27a5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:22.358547 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:22.359190 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:22.434342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] Provisioning complete for port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:22.435182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.495185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.687251 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.691353 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:22.728132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] For port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:22.735627 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.907484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:22.958845 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8cd80eaf-35a1-4c6c-8048-7546e92aa0f4 None None] Provisioning complete for port dc2f92e8-28b1-44bb-859d-7efaac897bad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:22.959426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cd80eaf-35a1-4c6c-8048-7546e92aa0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.016296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8cd80eaf-35a1-4c6c-8048-7546e92aa0f4 None None] Port dc2f92e8-28b1-44bb-859d-7efaac897bad cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:23.022422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46eb68-eaca-4935-a5c9-c9ba619a81cf None None] Pushing event updated for resources: {'Port': ['ID=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:23.073733 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:23.093927 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:23.097055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0378df23-2648-4aa1-9dd2-06ab1ee4a334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.204341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.207241 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:18Z', 'revision_number': 3, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:23.213300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.321429 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd6045-c000-45b7-96ce-8392836b4f8f None None] The sync data for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 is: [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:18Z', 'revision_number': 3, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:23.348241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.356611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:23.384362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0378df23-2648-4aa1-9dd2-06ab1ee4a334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.392043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0378df23-2648-4aa1-9dd2-06ab1ee4a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:23.495281 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378df23-2648-4aa1-9dd2-06ab1ee4a334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be32881d-783d-482d-ad94-fef9888a8fb7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:23.611585 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:23.612507 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:23.613302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0378df23-2648-4aa1-9dd2-06ab1ee4a334 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=606cf5618a54493d9102d420e576fcaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384090 Dec 06 12:17:23.629216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158181-1b25-4c05-a6c2-7c6263c927e4 req-0faf59d9-837d-41f1-a92a-36725a97dbfb tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:23.635766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57158181-1b25-4c05-a6c2-7c6263c927e4 req-0faf59d9-837d-41f1-a92a-36725a97dbfb tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1680129 Dec 06 12:17:23.670981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:23.746216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57158181-1b25-4c05-a6c2-7c6263c927e4 req-83c077e3-4c46-4f3b-ae80-710015e78cd6 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022599 Dec 06 12:17:24.144163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:24.169907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b175ed9c-f430-4af7-a636-3bfeb3ff7dbf None None] Provisioning complete for port dc2f92e8-28b1-44bb-859d-7efaac897bad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:24.170702 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b175ed9c-f430-4af7-a636-3bfeb3ff7dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:24.232682 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:24.274370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b175ed9c-f430-4af7-a636-3bfeb3ff7dbf None None] Port dc2f92e8-28b1-44bb-859d-7efaac897bad cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:24.327507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:25.077522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69692178-dc8c-4aa7-90be-4eab82d78986 req-e87079b3-7a5b-4868-975e-e912f8eed5ca tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:25.089597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69692178-dc8c-4aa7-90be-4eab82d78986 req-e87079b3-7a5b-4868-975e-e912f8eed5ca tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1406024 Dec 06 12:17:25.230371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69692178-dc8c-4aa7-90be-4eab82d78986 req-7b0f4802-d5c7-464e-a307-5156b05fa15e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391315 Dec 06 12:17:25.360223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:25.378507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e4f2073d-0b13-48bd-8710-ca3fb7ced484 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d64fb8a-dc94-41c4-91de-fd278c84b7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2583501 Dec 06 12:17:25.409837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:25.412821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:25.416297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be32881d-783d-482d-ad94-fef9888a8fb7 HTTP/1.1" status: 204 len: 168 time: 1.8005984 Dec 06 12:17:25.445855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37bd3-d43b-4efc-8f98-6064dcc5ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be32881d-783d-482d-ad94-fef9888a8fb7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:25.570635 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:25.827215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:26.018842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:26.022596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.260505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb717-5d5e-46f6-8e9d-7c1c4caad890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.581144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb717-5d5e-46f6-8e9d-7c1c4caad890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.584359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2e94b-53a5-49d8-bd11-8ef9861504f7 req-628492e1-d5b6-4afc-b057-083f2f7ded0d tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:26.589830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb717-5d5e-46f6-8e9d-7c1c4caad890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.597958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89f2e94b-53a5-49d8-bd11-8ef9861504f7 req-628492e1-d5b6-4afc-b057-083f2f7ded0d tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1375937 Dec 06 12:17:26.629125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eb717-5d5e-46f6-8e9d-7c1c4caad890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ad711-ff53-46fe-8ce5-4ac843db7b7e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:26.712298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89f2e94b-53a5-49d8-bd11-8ef9861504f7 req-d6a8856e-fc84-49a5-ae15-a9497c6a607e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130040 Dec 06 12:17:26.718168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aa3eb717-5d5e-46f6-8e9d-7c1c4caad890 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05aaf35c6dbe4d4eb107db0a5936995d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1461985 Dec 06 12:17:26.729239 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:26.755940 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Sync routers for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:26.811075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.822218 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:26.831171 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:26.841175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.943997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.950851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.954549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f1ad711-ff53-46fe-8ce5-4ac843db7b7e HTTP/1.1" status: 204 len: 168 time: 0.2317336 Dec 06 12:17:26.991677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9fbbd-a9a8-4f97-8970-eaf0be885f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ad711-ff53-46fe-8ce5-4ac843db7b7e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:27.175120 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:27.351487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2059-d1ba-43e6-8151-68c0fe23606e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:27.546954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dc2f92e8-28b1-44bb-859d-7efaac897bad', 'name': '', 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'mac_address': 'fa:16:3e:5d:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:21Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 2, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'subnets': [{'id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:27.579726 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Checking router: 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:27.586306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Updating router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 port dc2f92e8-28b1-44bb-859d-7efaac897bad binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:27.621506 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:27.888684 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:27.916955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ab335a-3198-469f-88c0-5d56a1f1a25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.067809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187665-1e6d-4f21-982a-7596fb48b446 req-e638cb49-efd9-41ba-8bcd-caf4e5c01615 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:28.080645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1187665-1e6d-4f21-982a-7596fb48b446 req-e638cb49-efd9-41ba-8bcd-caf4e5c01615 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1717443 Dec 06 12:17:28.159362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ab335a-3198-469f-88c0-5d56a1f1a25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.167507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ab335a-3198-469f-88c0-5d56a1f1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.217796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1187665-1e6d-4f21-982a-7596fb48b446 req-13a205aa-d2fa-4adf-8061-44b0adbcc7fc tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347408 Dec 06 12:17:28.237292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab335a-3198-469f-88c0-5d56a1f1a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1b6db-1961-4e96-a9f6-b80877ee11a9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:28.286439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27ab335a-3198-469f-88c0-5d56a1f1a25f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29092f25319d498591ec247b6f20a2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953159 Dec 06 12:17:28.289788 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:28.377297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.456629 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.558320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.565453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.571793 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.579453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12b1b6db-1961-4e96-a9f6-b80877ee11a9 HTTP/1.1" status: 204 len: 168 time: 0.2881911 Dec 06 12:17:28.586805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:28.597794 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a72409-1602-4cf6-b8c0-65aa713ee80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1b6db-1961-4e96-a9f6-b80877ee11a9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:28.883062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd57cc-edfc-41f5-aa5e-edbb1aa69ca9 None None] Pushing event updated for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:29.011653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Attempting to bind port dc2f92e8-28b1-44bb-859d-7efaac897bad on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:29.012036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Attempting to bind port dc2f92e8-28b1-44bb-859d-7efaac897bad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:29.012404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Attempting to bind port dc2f92e8-28b1-44bb-859d-7efaac897bad on network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:29.032794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:29.036046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Checking segment: {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:29.036505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.037056 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Bound using segment: {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:29.037616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Bound port: dc2f92e8-28b1-44bb-859d-7efaac897bad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f049989a-abf4-4bb8-a0e4-472eb6837f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:29.038109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.208866 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] For port dc2f92e8-28b1-44bb-859d-7efaac897bad, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:29.214618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] For port dc2f92e8-28b1-44bb-859d-7efaac897bad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2f92e8-28b1-44bb-859d-7efaac897bad,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:29.232123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.373785 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:29.375404 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:29.533803 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c82687-ece0-4947-b30f-8b626a076953 req-fe2d85e9-86a0-45f4-a1da-ebe898f57b0a tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:29.548687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1c82687-ece0-4947-b30f-8b626a076953 req-fe2d85e9-86a0-45f4-a1da-ebe898f57b0a tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1549954 Dec 06 12:17:29.740844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1c82687-ece0-4947-b30f-8b626a076953 req-a2ea93b3-df28-411b-a52b-34133ec20c75 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764531 Dec 06 12:17:29.762452 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] Provisioning complete for port dc2f92e8-28b1-44bb-859d-7efaac897bad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:29.764012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.831740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7272208a-6a12-473e-ab3a-3e710cdbbd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.844623 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:29.847552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd57cc-edfc-41f5-aa5e-edbb1aa69ca9 None None] Pushing event updated for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:29.961972 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51640) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:30.203296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.329736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] For port dc2f92e8-28b1-44bb-859d-7efaac897bad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2f92e8-28b1-44bb-859d-7efaac897bad,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:30.342023 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.526016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b51e64c-9817-413c-be18-fb35737fd9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.603589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.609797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5d14acc3-a65f-4310-b284-a91e7553a9ce None None] Provisioning complete for port dc2f92e8-28b1-44bb-859d-7efaac897bad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:30.610325 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d14acc3-a65f-4310-b284-a91e7553a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.652767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f1541-516b-4548-8acc-fc0f3ecb139d None None] Pushing event updated for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:30.688658 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dc2f92e8-28b1-44bb-859d-7efaac897bad', 'name': '', 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'mac_address': 'fa:16:3e:5d:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:21Z', 'updated_at': '2021-12-06T12:17:29Z', 'revision_number': 4, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'subnets': [{'id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:30.743862 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b120baa-3a9c-4c2d-bd55-0ee7184bfe40 None None] The sync data for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 is: [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'dc2f92e8-28b1-44bb-859d-7efaac897bad', 'name': '', 'network_id': 'ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'mac_address': 'fa:16:3e:5d:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:21Z', 'updated_at': '2021-12-06T12:17:29Z', 'revision_number': 4, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'subnets': [{'id': '053ef69a-fb94-4f03-b220-5829ce20abdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:30.851742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b51e64c-9817-413c-be18-fb35737fd9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.877535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b51e64c-9817-413c-be18-fb35737fd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.939518 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e64c-9817-413c-be18-fb35737fd9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a6ca24-f5e0-4936-9c57-093d63c36ca0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:30.957110 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b51e64c-9817-413c-be18-fb35737fd9f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e950d2c53bc4b33aee9be6adb09f410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9909587 Dec 06 12:17:30.958543 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:30.965343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.038665 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25058405-133b-4ce5-b0e4-e541ab29254c req-bf6203a2-d95a-4911-8703-52a50970302f tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.044262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.047211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25058405-133b-4ce5-b0e4-e541ab29254c req-bf6203a2-d95a-4911-8703-52a50970302f tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1292424 Dec 06 12:17:31.078506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.108517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25058405-133b-4ce5-b0e4-e541ab29254c req-a129392e-a659-4a53-a384-db7b244c1d39 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Dec 06 12:17:31.180482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.186182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.188313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24a6ca24-f5e0-4936-9c57-093d63c36ca0 HTTP/1.1" status: 204 len: 168 time: 0.2280245 Dec 06 12:17:31.219503 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51fcc6-5107-4f53-8ce4-3ba31019333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a6ca24-f5e0-4936-9c57-093d63c36ca0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:31.736562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:31.815140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dc2f92e8-28b1-44bb-859d-7efaac897bad up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:32.055780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port dc2f92e8-28b1-44bb-859d-7efaac897bad triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:32.056397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.119553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:32.137537 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644', 'network_id': '0a91ce1f-163e-4907-a895-e5522a960326', 'port_id': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644', 'mac_address': 'fa:16:3e:64:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4a1490-1023-4fae-a5fa-3cfd399a19b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:32.326226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6e73-1717-4851-9dc4-694fd1630bf0 req-26e624fd-a2ba-4c91-a716-f23bec8dfebf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:32.336112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2d6e73-1717-4851-9dc4-694fd1630bf0 req-26e624fd-a2ba-4c91-a716-f23bec8dfebf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1820376 Dec 06 12:17:32.399742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2d6e73-1717-4851-9dc4-694fd1630bf0 req-76d0171e-fce6-4187-8fe2-494d28d7e80d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625718 Dec 06 12:17:32.496872 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.538328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475533-5b64-43a3-8f94-e843e514abb0 req-190d472d-3b31-4afd-92b3-1c88c14b19ce tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:32.547222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40475533-5b64-43a3-8f94-e843e514abb0 req-190d472d-3b31-4afd-92b3-1c88c14b19ce tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 944 time: 0.1629972 Dec 06 12:17:32.554018 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:32.604663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:32.612859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.617509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.685730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40475533-5b64-43a3-8f94-e843e514abb0 req-49e3a295-3c8a-4e13-87d2-4910b45ac6bd tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352386 Dec 06 12:17:32.731285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:32.835540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1967c7bf-5b68-4ce6-bd4b-b7f73298f644'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:33.189412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.526470 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc48c7-eaa5-471c-aac9-1cf388f55a42 req-c873c6f3-63aa-47e6-a92a-20c90257b684 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:33.529638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8fc48c7-eaa5-471c-aac9-1cf388f55a42 req-c873c6f3-63aa-47e6-a92a-20c90257b684 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0568783 Dec 06 12:17:33.587681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8fc48c7-eaa5-471c-aac9-1cf388f55a42 req-97f0fdb0-c4a7-4245-98d1-beb88390b9e9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529583 Dec 06 12:17:33.756407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:33.852085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:17:33.859070 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:33.859654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.885256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ccc40-0c4c-4963-b50b-8a5735af9498 req-ef401613-19c9-42ea-86e5-c74fc19cd12f tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:33.893234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-045ccc40-0c4c-4963-b50b-8a5735af9498 req-ef401613-19c9-42ea-86e5-c74fc19cd12f tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 945 time: 0.0975034 Dec 06 12:17:33.955598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-045ccc40-0c4c-4963-b50b-8a5735af9498 req-a4b2ced6-5b8a-4c1e-a39a-2ac3e96e771a tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596578 Dec 06 12:17:34.020080 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.060024 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:34.061117 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:34.063799 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fb5a38-8122-4382-aa7b-91bc38ca5f2f" -d '{"events": [{"server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "name": "network-vif-plugged", "status": "completed", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:34.068639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.141853 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:34.292410 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7af0a73-5547-478e-9b49-f33f562059ff x-openstack-request-id: req-b7af0a73-5547-478e-9b49-f33f562059ff {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:34.292990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "name": "network-vif-plugged", "status": "completed", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:34.292990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7af0a73-5547-478e-9b49-f33f562059ff {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:34.293362 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644', 'code': 200} Dec 06 12:17:34.354354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-8699f981-2eb5-47e4-aa77-1979d2cb376e tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=471184ab730f4517bc507f821bdf0106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163120 Dec 06 12:17:34.414038 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957894-4589-4897-8743-e39fc4f68fd7 req-430af076-536c-4e50-8aa6-f4e90c3dcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:34.416197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-88957894-4589-4897-8743-e39fc4f68fd7 req-430af076-536c-4e50-8aa6-f4e90c3dcdaa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 1097 time: 0.0520294 Dec 06 12:17:34.517442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-88957894-4589-4897-8743-e39fc4f68fd7 req-bb529fbf-bbcb-4bbf-b952-819a293d9f0c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892193 Dec 06 12:17:34.526056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abcab-aab2-49f6-a740-315ab0a7998b req-f172c288-394d-4542-80d9-5812fd43269e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:34.530619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf5abcab-aab2-49f6-a740-315ab0a7998b req-f172c288-394d-4542-80d9-5812fd43269e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1732855 Dec 06 12:17:34.609495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf5abcab-aab2-49f6-a740-315ab0a7998b req-2eb4dea1-da92-4bed-aab5-e2f755bc9709 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706193 Dec 06 12:17:34.643186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-164416ce-1425-4c67-9184-153974c88612 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:34.650826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-164416ce-1425-4c67-9184-153974c88612 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955315 Dec 06 12:17:34.674595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-37cfc93b-2b53-41e5-94a5-b04d9aa3c9a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/quotas/471184ab730f4517bc507f821bdf0106 HTTP/1.1" status: 200 len: 375 time: 0.0224476 Dec 06 12:17:34.708958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-7dcbf27f-ffb4-41b8-928c-3a73f692e8cb tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=471184ab730f4517bc507f821bdf0106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331793 Dec 06 12:17:34.970811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e45f3be-e3b3-4d0d-a8dc-37f443b252a3 req-385e2b16-45ad-4ff2-927d-a9fad6c34f19 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 210 time: 0.0507095 Dec 06 12:17:35.143400 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:35.171835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da180bda-c10c-4078-bdb9-5db5e069fa93 req-b6187eb9-7b6f-40b0-b2f8-cb95b7f2620e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:35.182570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da180bda-c10c-4078-bdb9-5db5e069fa93 req-b6187eb9-7b6f-40b0-b2f8-cb95b7f2620e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.1129704 Dec 06 12:17:35.286170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da180bda-c10c-4078-bdb9-5db5e069fa93 req-ae9a13af-5350-499f-a087-2228b561e10b tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022136 Dec 06 12:17:35.350844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-736e868e-b644-4f6c-9b6a-f58128a6cdcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.488693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-736e868e-b644-4f6c-9b6a-f58128a6cdcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.512580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-736e868e-b644-4f6c-9b6a-f58128a6cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.604984 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e868e-b644-4f6c-9b6a-f58128a6cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff38db-bb13-4255-89ea-a5be6f25f3b4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:35.614569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-736e868e-b644-4f6c-9b6a-f58128a6cdcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce5c24ecdfb44cc8b7162fe8f59a530b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699349 Dec 06 12:17:35.616506 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:35.711232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.734766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.796740 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f045f5-9339-4fc7-b702-01613d47fd45 req-77980f38-bd8f-4d5d-a8ee-c06073e2a9ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:35.799038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75f045f5-9339-4fc7-b702-01613d47fd45 req-77980f38-bd8f-4d5d-a8ee-c06073e2a9ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0792127 Dec 06 12:17:35.835614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.839134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.842797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9dff38db-bb13-4255-89ea-a5be6f25f3b4 HTTP/1.1" status: 204 len: 168 time: 0.2219369 Dec 06 12:17:35.862431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d870-78f4-4ad5-8e1d-d8536777683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff38db-bb13-4255-89ea-a5be6f25f3b4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:35.879928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75f045f5-9339-4fc7-b702-01613d47fd45 req-e168f7d4-8511-4af2-870f-bc4b83bf6879 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719926 Dec 06 12:17:36.082189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff6b2820-2d66-41d4-bf91-30e00d989603 req-bc50f868-e1d1-4762-9dfe-347a5b3728ba tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 210 time: 0.0346525 Dec 06 12:17:36.245324 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:36.268383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.382599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.387701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.493310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-863c007e-61c0-483d-a9ff-4dcbb56afcec tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=471184ab730f4517bc507f821bdf0106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501986 Dec 06 12:17:36.506135 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51890) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:36.513957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=999ab471bcd247f287fc73719a6cf885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673440 Dec 06 12:17:36.535950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2382a2-a00b-40d8-ac66-d5a28ef89740,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:36.567524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.567882 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.568234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.568578 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.568919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.569285 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.569623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.569957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.570314 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.570632 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.570948 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.571279 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.571609 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa3e59-60ff-453f-83e8-5ba907350531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:36.594720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705bdf-4ec3-4d49-a094-d01171c278b8 req-9a88f985-3868-4c83-bde4-956507c5a717 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:36.601964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d705bdf-4ec3-4d49-a094-d01171c278b8 req-9a88f985-3868-4c83-bde4-956507c5a717 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.2044766 Dec 06 12:17:36.609470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.647055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.707338 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-8b64ab2b-3abf-493b-9f94-e49382fb515c tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:36.709006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-8b64ab2b-3abf-493b-9f94-e49382fb515c tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922965 Dec 06 12:17:36.716550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.719337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.720512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d2382a2-a00b-40d8-ac66-d5a28ef89740 HTTP/1.1" status: 204 len: 168 time: 0.2133946 Dec 06 12:17:36.725366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d705bdf-4ec3-4d49-a094-d01171c278b8 req-3db1a9e0-77ec-4ca5-a205-7ae90bfef91a tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162682 Dec 06 12:17:36.734140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab979e99-a739-4973-b008-adbc8d9d4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2382a2-a00b-40d8-ac66-d5a28ef89740,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:36.747992 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Request body: {'port': {'device_id': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '471184ab730f4517bc507f821bdf0106'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:36.839785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:36.855505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:36.912698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Made reservation on behalf of 471184ab730f4517bc507f821bdf0106 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:36.920284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.946535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.061424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:17:37.257511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98204f-467a-4233-9a16-d1d7025e5d26 req-07b2a166-711c-4518-9e45-e0767c7f6199 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:37.269742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d98204f-467a-4233-9a16-d1d7025e5d26 req-07b2a166-711c-4518-9e45-e0767c7f6199 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1986485 Dec 06 12:17:37.292294 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.363588 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:37.366604 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd6cc7-d9de-45c9-b0b9-6da372d06d11" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:37.404098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.420155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e15220b-4b8e-4a4b-85d2-5aa1a0b46be7 req-d115cc0b-bedc-4ecd-8aff-9f8b8f205b46 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 210 time: 0.1068101 Dec 06 12:17:37.423699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.433531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:37.435532 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:37.457726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.543205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d98204f-467a-4233-9a16-d1d7025e5d26 req-daea7f96-f293-49b3-8dde-fae6d7a3ebbe tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686558 Dec 06 12:17:37.587977 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c861e045-2d1e-43c1-9d60-f293048e55ea x-openstack-request-id: req-c861e045-2d1e-43c1-9d60-f293048e55ea {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:37.588499 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:37.588944 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c861e045-2d1e-43c1-9d60-f293048e55ea {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:37.589547 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:17:37.592958 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:37.598921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'mac_address': 'fa:16:3e:b0:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:37.663356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.687129 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:37.709512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:37.715094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.728499 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Allocated IP 192.168.233.29 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/2db9e1db-2c56-4e58-b2fe-73695d97ebd1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:37.822217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344a3225-e2c6-4f8b-8f8b-31607b4d033f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:37.889549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=12']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:37.958937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['78d5476b-6453-4627-a3f1-51568d3d5e12'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:38.604389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.622706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-232cb9af-2163-4d7f-bff9-e8a3d87b542a req-02854976-5087-49c2-981d-1f5da4c2ab9a tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 210 time: 0.0376246 Dec 06 12:17:38.679069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.841265 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:38.851035 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:38.861266 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:38.877428 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:38.940257 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Pushing event updated for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:38.976139 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 78d5476b-6453-4627-a3f1-51568d3d5e12 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:38.976667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.077986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e6a9-22bb-44bd-a937-aaeccf32a9d5 req-8775ad6f-8db1-4ace-8347-bfd9e83bc031 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:39.091359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f174e6a9-22bb-44bd-a937-aaeccf32a9d5 req-8775ad6f-8db1-4ace-8347-bfd9e83bc031 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 945 time: 0.3524358 Dec 06 12:17:39.103282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:39.104246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.191457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-fd89a0eb-523d-4a00-a838-c755c088f5a7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4476290 Dec 06 12:17:39.210047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.215842 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Request body: {'port': {'device_id': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:39.311617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f174e6a9-22bb-44bd-a937-aaeccf32a9d5 req-c01eb1d6-0805-4e7e-a62f-eec4cf0cc149 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981926 Dec 06 12:17:39.361088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:39.363906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-43c245cf-f873-4290-8cd3-a5e1b108a168 None None] Provisioning complete for port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:39.365048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-43c245cf-f873-4290-8cd3-a5e1b108a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.370406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.402133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.528198 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-43c245cf-f873-4290-8cd3-a5e1b108a168 None None] Port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:39.583706 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=13']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:39.604351 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:39.606654 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593d4de-99b9-41c2-a60b-b5e4e1e02d52" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:39.691840 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6334d542-abbb-42d9-897e-00b6aa3240e1 x-openstack-request-id: req-6334d542-abbb-42d9-897e-00b6aa3240e1 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:39.692135 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-plugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:39.692391 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6334d542-abbb-42d9-897e-00b6aa3240e1 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:39.692789 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:17:39.947621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7400-a967-4c24-84e8-e6bb7622965a req-af6827f7-a18d-4f3d-a308-c7c05ccd2db7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:39.949143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-245f7400-a967-4c24-84e8-e6bb7622965a req-af6827f7-a18d-4f3d-a308-c7c05ccd2db7 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 935 time: 0.1285298 Dec 06 12:17:39.955712 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:39.990853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.017881 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Transition to ACTIVE for port object 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:17:40.050437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-245f7400-a967-4c24-84e8-e6bb7622965a req-787c0283-ddaf-4cf7-a3af-1dd3001a55f2 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831084 Dec 06 12:17:40.051428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.149789 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Pushing event updated for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:40.298691 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Attempting to bind port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:40.303678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Attempting to bind port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:40.303678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Attempting to bind port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:40.313816 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:17:40.317205 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Attempting to bind port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:40.327611 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:40.329506 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:40.329976 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:40.330499 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Bound port: 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:40.333012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.459437 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:40.502115 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:40.512420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.573543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:40.574142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.575633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] 10.222.0.53 "PUT /v2.0/ports/2db9e1db-2c56-4e58-b2fe-73695d97ebd1 HTTP/1.1" status: 200 len: 1095 time: 1.3649440 Dec 06 12:17:40.576963 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:40.579961 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a0e2c-5a07-4053-a064-403e8bc5fc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:40.611971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6861d2a-793f-477b-8bc9-fa63cded1a40 req-25d6acea-916a-4567-98d9-14fb92aee7f9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:40.619393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6861d2a-793f-477b-8bc9-fa63cded1a40 req-25d6acea-916a-4567-98d9-14fb92aee7f9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1795585 Dec 06 12:17:40.743127 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eba0f-f1b2-4230-bb11-e593e2d629af service neutron] Pushing event updated for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:40.790347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6861d2a-793f-477b-8bc9-fa63cded1a40 req-4ac30c8e-57e0-4e03-8b80-95411714b191 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649103 Dec 06 12:17:40.801266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-0352c660-bc09-411c-992b-7ef303854352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:40.802829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-0352c660-bc09-411c-992b-7ef303854352 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471184ab730f4517bc507f821bdf0106&device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 1098 time: 0.1318414 Dec 06 12:17:40.820949 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a67092-8811-4425-9c08-3a92df9f46fb x-openstack-request-id: req-09a67092-8811-4425-9c08-3a92df9f46fb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:40.821372 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:40.821716 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09a67092-8811-4425-9c08-3a92df9f46fb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:40.822211 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1', 'status': 'completed', 'code': 200} Dec 06 12:17:40.882605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-e12ee0c0-9b5d-409a-8cb7-86210916e74c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1 HTTP/1.1" status: 200 len: 217 time: 0.0454187 Dec 06 12:17:41.015441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-0223987f-3264-40c0-8889-39c9f82a56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.016951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-0223987f-3264-40c0-8889-39c9f82a56e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1196470 Dec 06 12:17:41.087405 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444e55-6282-435c-907b-5dcc7f003272 req-4f9fa9d2-e5de-4643-9a84-4a5a1b360056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.089195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-4f9fa9d2-e5de-4643-9a84-4a5a1b360056 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644228 Dec 06 12:17:41.220640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-497b4e29-ffdc-4a37-9ecc-dc73c6b70a31 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151173 Dec 06 12:17:41.382153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fc5d-f57f-4cea-b461-26b15e04b3d6 req-8e2a9758-e548-4db7-8a6a-2d335760c196 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.391140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9560fc5d-f57f-4cea-b461-26b15e04b3d6 req-8e2a9758-e548-4db7-8a6a-2d335760c196 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 947 time: 0.1689579 Dec 06 12:17:41.461287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9560fc5d-f57f-4cea-b461-26b15e04b3d6 req-5793ad58-5e86-426a-ab63-889d2d597875 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Dec 06 12:17:41.476354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be444e55-6282-435c-907b-5dcc7f003272 req-030678f9-606a-406b-af7d-fe748d3046a2 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205312 Dec 06 12:17:41.700465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-8bad4863-33ec-469d-98e8-2f49d310e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.705199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-8bad4863-33ec-469d-98e8-2f49d310e2b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471184ab730f4517bc507f821bdf0106&device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 1098 time: 0.0837567 Dec 06 12:17:41.927015 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5654-454b-4738-8cb7-852fba9bfe6d req-27a6ea4b-c678-4000-8d1f-a125f75cc3bd tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.928536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccf5654-454b-4738-8cb7-852fba9bfe6d req-27a6ea4b-c678-4000-8d1f-a125f75cc3bd tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.1549108 Dec 06 12:17:41.984322 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-131f0a7b-279f-4015-bed1-d2e8ca7b240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.985952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-131f0a7b-279f-4015-bed1-d2e8ca7b240c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.2708356 Dec 06 12:17:42.076890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-c77c2951-789e-4a33-97e6-406c969ed0b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1 HTTP/1.1" status: 200 len: 217 time: 0.0522261 Dec 06 12:17:42.136430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ccf5654-454b-4738-8cb7-852fba9bfe6d req-009b8472-14d2-4b82-af72-82142a5eb350 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970840 Dec 06 12:17:42.168000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9900-0996-4261-8910-361ae96cc739 req-1fdef6ce-d13d-4f49-a7b8-e03e39a707c3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:42.169607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-903b9900-0996-4261-8910-361ae96cc739 req-1fdef6ce-d13d-4f49-a7b8-e03e39a707c3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1798871 Dec 06 12:17:42.229267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-4ee69bcf-2042-4c78-af2f-5df459e3fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:42.230762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-4ee69bcf-2042-4c78-af2f-5df459e3fe65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.1453519 Dec 06 12:17:42.298238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-903b9900-0996-4261-8910-361ae96cc739 req-dce4595b-8a2c-4ec0-be79-19a4f16e5979 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187027 Dec 06 12:17:42.309108 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-d50a2e97-dd26-42f7-8303-83171542a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:42.310773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-d50a2e97-dd26-42f7-8303-83171542a627 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697248 Dec 06 12:17:42.463598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-c18fa6ab-3fc9-414e-82ff-2f47f5098583 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287918 Dec 06 12:17:42.622799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-836a0e2c-5a07-4053-a064-403e8bc5fc3b req-845b5f98-7b98-42ba-89a4-b304f5c1877d service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511350 Dec 06 12:17:42.720332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d014f-b265-4651-8d2e-eed999d09fbd req-5b13ed4f-73f6-485b-b7d5-8644400ce60f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:42.721983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b12d014f-b265-4651-8d2e-eed999d09fbd req-5b13ed4f-73f6-485b-b7d5-8644400ce60f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 947 time: 0.0769267 Dec 06 12:17:42.814332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b12d014f-b265-4651-8d2e-eed999d09fbd req-fec734c2-d27c-43af-b70a-92a7b488ab95 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Dec 06 12:17:43.172449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b63f2-3cba-40f7-9424-df4504c3231b req-b1577fa1-e381-4ac1-8d77-f12469cea877 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:43.185932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b38b63f2-3cba-40f7-9424-df4504c3231b req-b1577fa1-e381-4ac1-8d77-f12469cea877 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.1149123 Dec 06 12:17:43.303974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b38b63f2-3cba-40f7-9424-df4504c3231b req-6e713ee6-f344-4279-978b-2b9792b2ad53 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116734 Dec 06 12:17:43.556685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240710-c10e-4a6e-8f52-338725924f3f req-4936452c-d568-476a-91dd-6b815e636db9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:43.563151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8240710-c10e-4a6e-8f52-338725924f3f req-4936452c-d568-476a-91dd-6b815e636db9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1390069 Dec 06 12:17:43.670216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8240710-c10e-4a6e-8f52-338725924f3f req-ada4aade-f166-4c35-8cca-db57c52d6c94 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958781 Dec 06 12:17:44.134508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5cf25-3d32-4a78-a0ad-0eb7bea2877c req-45e5a2df-5fc9-4518-9e84-93d61bb97ca2 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.142758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08d5cf25-3d32-4a78-a0ad-0eb7bea2877c req-45e5a2df-5fc9-4518-9e84-93d61bb97ca2 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.2069638 Dec 06 12:17:44.239269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddcc8e-fd0a-44d1-b145-26a99587077a req-5804c7b3-a904-4dbd-920b-0062f14b3770 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.241867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81ddcc8e-fd0a-44d1-b145-26a99587077a req-5804c7b3-a904-4dbd-920b-0062f14b3770 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 947 time: 0.3043690 Dec 06 12:17:44.301923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08d5cf25-3d32-4a78-a0ad-0eb7bea2877c req-8526e6d1-b495-4bc9-8291-30076fb4928f tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576571 Dec 06 12:17:44.402765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81ddcc8e-fd0a-44d1-b145-26a99587077a req-a07546b5-9e53-4bc1-b947-73b84bd91e3d tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940368 Dec 06 12:17:44.835306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb006-477f-4963-8a89-2108468cd944 req-b5e689bc-a517-4acb-8b72-c188475ebc20 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.844459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09abb006-477f-4963-8a89-2108468cd944 req-b5e689bc-a517-4acb-8b72-c188475ebc20 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0776207 Dec 06 12:17:44.883999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:44.954328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09abb006-477f-4963-8a89-2108468cd944 req-55922de4-7890-4fc7-83f4-d791fb93733a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087711 Dec 06 12:17:45.052927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:45.068209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1', 'mac_address': 'fa:16:3e:2d:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:45.118478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.147327 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:45.181405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:45.188677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.260364 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:45.273595 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.274007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.274604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.274957 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.275461 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.275868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.276230 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.276562 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.276894 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.277247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.277720 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.278053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.278688 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.548523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-dd511c9f-4e19-4bbe-a284-793777403834 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:45.553112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-dd511c9f-4e19-4bbe-a284-793777403834 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.53 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.1027732 Dec 06 12:17:45.565853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['2db9e1db-2c56-4e58-b2fe-73695d97ebd1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:45.575989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17e9d6-c7a0-40aa-89ac-afcf4d69b88f req-ec3edf14-fc74-40db-8d96-8339ee0f65ea tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:45.589856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a17e9d6-c7a0-40aa-89ac-afcf4d69b88f req-ec3edf14-fc74-40db-8d96-8339ee0f65ea tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 946 time: 0.2012920 Dec 06 12:17:45.716294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39efeb-71ff-4a32-be7f-bde4d68d7220 req-9e61aa6d-8221-41e2-8463-711174abe980 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:45.718171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b39efeb-71ff-4a32-be7f-bde4d68d7220 req-9e61aa6d-8221-41e2-8463-711174abe980 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 948 time: 0.1640580 Dec 06 12:17:45.794312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a17e9d6-c7a0-40aa-89ac-afcf4d69b88f req-f8e4f00f-e393-48a4-85e5-48acd956f6bb tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d59ae94-ef4c-4a51-b911-5b69168f8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034817 Dec 06 12:17:45.884490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b39efeb-71ff-4a32-be7f-bde4d68d7220 req-af993d14-8900-428a-a57f-b551361c9122 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521800 Dec 06 12:17:45.918770 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Deleting port de7a1e6d-4aec-4709-8829-fba628b0ada4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:45.919294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.157390 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d86f8-9e7c-4093-8053-77124e7927b4 req-a02ea361-1a4c-4101-90ac-bbac5f237531 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:46.165131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad2d86f8-9e7c-4093-8053-77124e7927b4 req-a02ea361-1a4c-4101-90ac-bbac5f237531 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0900457 Dec 06 12:17:46.169227 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] For port de7a1e6d-4aec-4709-8829-fba628b0ada4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de7a1e6d-4aec-4709-8829-fba628b0ada4,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:46.169810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.305281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad2d86f8-9e7c-4093-8053-77124e7927b4 req-d9162a8e-7f08-46d2-b881-11aafb370fd9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212194 Dec 06 12:17:46.474599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.475411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.475963 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Floating IP ecb6c891-4c28-49f2-a62c-b6eabfa1f647 disassociated. External IP: 172.35.3.227, port: de7a1e6d-4aec-4709-8829-fba628b0ada4. Dec 06 12:17:46.476671 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Calling delete_port for de7a1e6d-4aec-4709-8829-fba628b0ada4 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:46.911729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.925193 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:46.977446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3f523-53b8-4b85-8904-8a09ccda460d req-3c9272f8-8d81-4e37-94a9-57400d06cd68 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:46.979032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dee3f523-53b8-4b85-8904-8a09ccda460d req-3c9272f8-8d81-4e37-94a9-57400d06cd68 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1477580 Dec 06 12:17:46.995774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:17:47.006153 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:47.007423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.009634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbf909bf-6b57-47e0-ab8e-3b50b45852b6 req-841fcd44-b1d3-46ee-8149-1ac05f9cfc9d tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 210 time: 0.0907650 Dec 06 12:17:47.023030 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event deleted for resources: {'Port': ['ID=de7a1e6d-4aec-4709-8829-fba628b0ada4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.204319 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.274362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dee3f523-53b8-4b85-8904-8a09ccda460d req-38e789ec-ed19-4931-b44b-c421cb252fd1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746556 Dec 06 12:17:47.282919 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:47.286248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652df1d9-8061-4015-9272-fe89483c19c8" -d '{"events": [{"server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "name": "network-vif-plugged", "status": "completed", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:47.318719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:47.327419 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.328611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device de7a1e6d-4aec-4709-8829-fba628b0ada4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:47.464602 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:47.507853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: de7a1e6d-4aec-4709-8829-fba628b0ada4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:47.508523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device de7a1e6d-4aec-4709-8829-fba628b0ada4 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:47.511718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.649333 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80bd0c-50d1-4af8-aa6e-09a6c383dc82 x-openstack-request-id: req-cf80bd0c-50d1-4af8-aa6e-09a6c383dc82 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:47.665886 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "name": "network-vif-plugged", "status": "completed", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:47.665886 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf80bd0c-50d1-4af8-aa6e-09a6c383dc82 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:47.665886 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1', 'code': 200} Dec 06 12:17:47.761815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d9a7-8758-4fec-9d9f-e68f4d9e33c1 req-fae2a42b-f81e-4230-8131-f983a85f5c6c tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:47.768937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5839d9a7-8758-4fec-9d9f-e68f4d9e33c1 req-fae2a42b-f81e-4230-8131-f983a85f5c6c tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 948 time: 0.5762007 Dec 06 12:17:47.997251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:48.020026 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Sync routers for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:48.042801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5839d9a7-8758-4fec-9d9f-e68f4d9e33c1 req-0031a239-05a5-48e0-9514-3d9764155858 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375884 Dec 06 12:17:48.071383 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:48.072815 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:48.134525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e325-d420-4e94-a9af-a32137c1f292 req-6c2cfd54-de25-44cc-b376-3dbd0e946a22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:48.145556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20a8e325-d420-4e94-a9af-a32137c1f292 req-6c2cfd54-de25-44cc-b376-3dbd0e946a22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.3417585 Dec 06 12:17:48.204367 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] No DVR routers for this DVR port de7a1e6d-4aec-4709-8829-fba628b0ada4 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:48.218623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:48.227622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac94fb4a-b677-4aca-a668-d03fec3beb55 req-536f4f01-554c-4215-aa75-6fa2c9785043 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.53 "DELETE /v2.0/ports/de7a1e6d-4aec-4709-8829-fba628b0ada4 HTTP/1.1" status: 204 len: 173 time: 2.6342559 Dec 06 12:17:48.240186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e108-ed48-4010-bc5f-2f69211fa3d0 req-981d40a6-50bf-4351-96e1-65129fa25411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:48.241902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cf5e108-ed48-4010-bc5f-2f69211fa3d0 req-981d40a6-50bf-4351-96e1-65129fa25411 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 1100 time: 0.4703507 Dec 06 12:17:48.242453 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'name': 'network-vif-deleted', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:48.247501 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c65013-75f4-4ef1-b216-7031cd0e64cd" -d '{"events": [{"server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "name": "network-vif-deleted", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:48.287447 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:48.325950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20a8e325-d420-4e94-a9af-a32137c1f292 req-e8156953-6ec1-4add-a207-fa7f08a9d5b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777887 Dec 06 12:17:48.401245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674464b7-c939-4875-8e99-5e328bdb17d7 req-150b0a44-b289-4cbd-9615-f0538a6fb931 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:48.402833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-674464b7-c939-4875-8e99-5e328bdb17d7 req-150b0a44-b289-4cbd-9615-f0538a6fb931 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.2422020 Dec 06 12:17:48.423549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cf5e108-ed48-4010-bc5f-2f69211fa3d0 req-097cb68d-d439-4295-8009-614a190cc43b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669545 Dec 06 12:17:48.565002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1e11b89-c48d-43d6-afd8-1e14669ed980 req-dec48e18-f483-48e5-b328-2f9de52f254d tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/ports?device_id=94655bc9-590f-43e7-95ab-40ed3eea4aea HTTP/1.1" status: 200 len: 210 time: 0.0914800 Dec 06 12:17:48.588186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-674464b7-c939-4875-8e99-5e328bdb17d7 req-8c5d9e33-2a40-4483-8850-b0a745c74977 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783814 Dec 06 12:17:48.643833 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129ef18-a4fa-437c-a289-6fdb6650b1b4 x-openstack-request-id: req-2129ef18-a4fa-437c-a289-6fdb6650b1b4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:48.644231 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94655bc9-590f-43e7-95ab-40ed3eea4aea", "name": "network-vif-deleted", "tag": "de7a1e6d-4aec-4709-8829-fba628b0ada4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:48.645028 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2129ef18-a4fa-437c-a289-6fdb6650b1b4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:48.645521 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94655bc9-590f-43e7-95ab-40ed3eea4aea', 'name': 'network-vif-deleted', 'tag': 'de7a1e6d-4aec-4709-8829-fba628b0ada4', 'status': 'completed', 'code': 200} Dec 06 12:17:48.742801 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:48.818926 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Checking router: 56ca45a9-ed9c-479f-9ca1-90e2375f1163 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:48.831418 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:48.832108 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c56f-0cea-4472-ad7b-654c6fe96d85 req-586b8fdb-3e9d-4763-8a4e-c2fb98af3749 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:48.832544 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:48.843771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0433c56f-0cea-4472-ad7b-654c6fe96d85 req-586b8fdb-3e9d-4763-8a4e-c2fb98af3749 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.0942755 Dec 06 12:17:48.930229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0433c56f-0cea-4472-ad7b-654c6fe96d85 req-09991c15-0460-44d7-87d6-18906a91067d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851223 Dec 06 12:17:48.983350 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:49.208881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16c17c-5040-4da6-8e95-98a87324bc9e req-65f1915f-6654-4d76-ba7e-47d2a9033aa8 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:49.217415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e16c17c-5040-4da6-8e95-98a87324bc9e req-65f1915f-6654-4d76-ba7e-47d2a9033aa8 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 949 time: 0.0779119 Dec 06 12:17:49.302589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e16c17c-5040-4da6-8e95-98a87324bc9e req-e2ff8ca9-d969-44d4-bced-22af26677890 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840542 Dec 06 12:17:49.407090 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-651d7894-d062-4d72-948e-648d4f484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:49.439233 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.444451 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d7894-d062-4d72-948e-648d4f484478 None None] The sync data for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 is: [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:15:36Z', 'revision_number': 4, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fde2ef6d-084f-49bf-9bf9-6d7321b302d5', 'name': '', 'network_id': '53ba46c0-fead-4880-b470-8612bdfe9780', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'mac_address': 'fa:16:3e:26:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:32Z', 'updated_at': '2021-12-06T12:15:40Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'subnets': [{'id': '2ec792c6-f78e-4d6b-896c-dc4c59141e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:49.634898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb6275-3ecb-450f-8a2d-ad439cd16336 req-7b1b9a04-caa3-4d23-a0e6-f0cec93eb7ac tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:49.645927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3cb6275-3ecb-450f-8a2d-ad439cd16336 req-7b1b9a04-caa3-4d23-a0e6-f0cec93eb7ac tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1487017 Dec 06 12:17:49.744866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3cb6275-3ecb-450f-8a2d-ad439cd16336 req-ce503aa3-8c8c-4730-aa7f-56ec938cf83d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934479 Dec 06 12:17:49.802366 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:49.915041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.947820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a42c0-ef64-4289-b9d9-dd34f70ed4d2 None None] New status for floating IP ecb6c891-4c28-49f2-a62c-b6eabfa1f647: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:49.959965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.048559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.054637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.058607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d59ae94-ef4c-4a51-b911-5b69168f8069 HTTP/1.1" status: 204 len: 168 time: 0.2537079 Dec 06 12:17:50.060427 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52204) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:50.123188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d59ae94-ef4c-4a51-b911-5b69168f8069,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:50.131842 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-27817629-f91c-427e-831e-edf023860e52 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] show failed (client error): The resource could not be found. Dec 06 12:17:50.133179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27817629-f91c-427e-831e-edf023860e52 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "GET /v2.0/security-groups/7d59ae94-ef4c-4a51-b911-5b69168f8069 HTTP/1.1" status: 404 len: 347 time: 0.0415733 Dec 06 12:17:50.140136 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:50.255217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2187-52d8-4506-97a0-db9d9ba91ea6 req-de02d361-f39a-46f6-8a0e-40678c6f4f4a tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:50.259942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-917c2187-52d8-4506-97a0-db9d9ba91ea6 req-de02d361-f39a-46f6-8a0e-40678c6f4f4a tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.2296951 Dec 06 12:17:50.279960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfa37c-4262-41b2-ae7c-29963ae7eb00 req-4b4d365d-3bc6-498b-b8ec-0c9ef3b534e3 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:50.283904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21bfa37c-4262-41b2-ae7c-29963ae7eb00 req-4b4d365d-3bc6-498b-b8ec-0c9ef3b534e3 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1885767 Dec 06 12:17:50.285579 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.285937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.286282 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.286621 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.286958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.288556 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.289010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.289405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.289751 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.290158 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.290400 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.290736 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.294529 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e81373-0882-48dc-add4-a869e2a2f91c tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:50.442715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21bfa37c-4262-41b2-ae7c-29963ae7eb00 req-ad2b28ed-c8ef-4e01-9e97-b1f85f812fc5 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412632 Dec 06 12:17:50.492663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-917c2187-52d8-4506-97a0-db9d9ba91ea6 req-4b0dcfb3-20cd-446e-8cc1-4e87333c32f3 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069097 Dec 06 12:17:50.515735 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Deleting port fbcbd2a0-757f-4a1a-a779-1d844b89a9ff {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:50.516093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.658862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.659277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.664602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb660a6-80f5-46a6-8900-77ca0d2678cf req-5cf523c2-8b92-4211-8129-1c0246268c2e tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:50.666687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb660a6-80f5-46a6-8900-77ca0d2678cf req-5cf523c2-8b92-4211-8129-1c0246268c2e tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 949 time: 0.1298201 Dec 06 12:17:50.691855 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Calling delete_port for fbcbd2a0-757f-4a1a-a779-1d844b89a9ff owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:50.737210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb660a6-80f5-46a6-8900-77ca0d2678cf req-09c731d9-6721-4089-b2e1-2d3832ddaf6e tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580387 Dec 06 12:17:51.020055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.035707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9467b-5be3-46d6-8744-c5b6c1df25da req-cd4901c8-f7fb-4472-8d33-35f54bdf060e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.044961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80f9467b-5be3-46d6-8744-c5b6c1df25da req-cd4901c8-f7fb-4472-8d33-35f54bdf060e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1916227 Dec 06 12:17:51.066971 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Pushing event deleted for resources: {'Port': ['ID=fbcbd2a0-757f-4a1a-a779-1d844b89a9ff,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.111846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787268a7-8585-40f0-8ac4-b0ccf80621f1 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:51.142044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.145977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.149198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0351c1e-b5cd-4b72-95e6-f7c736c63520 tempest-ServersTestManualDisk-1247837072 tempest-ServersTestManualDisk-1247837072-project] 10.222.0.31 "DELETE /v2.0/floatingips/ecb6c891-4c28-49f2-a62c-b6eabfa1f647 HTTP/1.1" status: 204 len: 168 time: 1.0013366 Dec 06 12:17:51.150510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:51.226946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80f9467b-5be3-46d6-8744-c5b6c1df25da req-a8475317-fe9b-41d0-bfd0-608def00d215 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803236 Dec 06 12:17:51.571463 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:17:52.267761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a761-c1f3-4e6b-8efa-4d94a6d956ec req-7b9da5f8-4ab0-4182-b4cb-e5809cf60a1f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:52.269353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de40a761-c1f3-4e6b-8efa-4d94a6d956ec req-7b9da5f8-4ab0-4182-b4cb-e5809cf60a1f tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.6771426 Dec 06 12:17:52.494352 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34590ce-c5ad-4544-8ce0-d4242970ed47 req-a5f597db-ebb9-4859-bd5e-f8076a9ed895 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:52.501852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d34590ce-c5ad-4544-8ce0-d4242970ed47 req-a5f597db-ebb9-4859-bd5e-f8076a9ed895 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.8052094 Dec 06 12:17:52.557963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de40a761-c1f3-4e6b-8efa-4d94a6d956ec req-b0cf3d50-977b-45e2-9783-922fa1877c50 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805054 Dec 06 12:17:52.797364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d34590ce-c5ad-4544-8ce0-d4242970ed47 req-8f31a40f-97fe-4e64-bda4-6f6da1c70b49 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871027 Dec 06 12:17:52.890700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027a53-6e01-4519-ac02-df72e2ef44a3 req-f1914b79-bfb0-4e6e-909c-88a7f718b875 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:52.898977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81027a53-6e01-4519-ac02-df72e2ef44a3 req-f1914b79-bfb0-4e6e-909c-88a7f718b875 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.2054729 Dec 06 12:17:52.993561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:53.107502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81027a53-6e01-4519-ac02-df72e2ef44a3 req-e601b057-25ee-4062-91f3-adc99482fa1b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033875 Dec 06 12:17:53.353284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-04465b02-dddc-43bb-9dd8-b8b99ba8dbc8 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:53.356021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-04465b02-dddc-43bb-9dd8-b8b99ba8dbc8 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.53 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.1220622 Dec 06 12:17:53.527292 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:53.597226 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Deleting port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:53.604505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:53.778474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b22b996-6dc4-4b39-b1d3-ca7ae7319d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:53.836165 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Deleting port fde2ef6d-084f-49bf-9bf9-6d7321b302d5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:53.836514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:53.987044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b22b996-6dc4-4b39-b1d3-ca7ae7319d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:53.993649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b22b996-6dc4-4b39-b1d3-ca7ae7319d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.015426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007299aa-6799-4cf1-ab79-7e1d248244fe req-51ab7e22-f1e9-4948-a6ba-39605c201652 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:54.017276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-007299aa-6799-4cf1-ab79-7e1d248244fe req-51ab7e22-f1e9-4948-a6ba-39605c201652 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 946 time: 0.3359635 Dec 06 12:17:54.053204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b22b996-6dc4-4b39-b1d3-ca7ae7319d56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=766dc263557b4e10917e531628136e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241680 Dec 06 12:17:54.055912 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:54.106112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22b996-6dc4-4b39-b1d3-ca7ae7319d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a4df8-af89-4f86-b36a-0f11ee80c528,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:54.125426 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] For port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:54.125823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.223367 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] For port fde2ef6d-084f-49bf-9bf9-6d7321b302d5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:54.224182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.248755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.290941 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Calling delete_port for fde2ef6d-084f-49bf-9bf9-6d7321b302d5 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:54.309942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.314259 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37809eb-1f72-45a4-a721-852bda3219cf req-65343dbe-d096-4c71-8cce-c0851e02cd59 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:54.318021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f37809eb-1f72-45a4-a721-852bda3219cf req-65343dbe-d096-4c71-8cce-c0851e02cd59 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3616836 Dec 06 12:17:54.385590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-007299aa-6799-4cf1-ab79-7e1d248244fe req-68963d1c-eb1e-4806-9ce1-f13e8eac1f46 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups?id=1435e41e-1636-4687-90c8-2c722a60fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210657 Dec 06 12:17:54.401863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.406931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.408510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd8a4df8-af89-4f86-b36a-0f11ee80c528 HTTP/1.1" status: 204 len: 168 time: 0.3453822 Dec 06 12:17:54.459541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797034cd-d0fd-4f33-9029-6c81e15aae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a4df8-af89-4f86-b36a-0f11ee80c528,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:54.604258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f37809eb-1f72-45a4-a721-852bda3219cf req-8f2588d1-ccac-4a5d-a9d6-ff07bf62fe04 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306492 Dec 06 12:17:54.778063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240db95-e502-4835-913d-03db7b753dae req-a0de122b-b08f-4249-8723-f7788485d6e0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:54.779739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7240db95-e502-4835-913d-03db7b753dae req-a0de122b-b08f-4249-8723-f7788485d6e0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1952064 Dec 06 12:17:54.793727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.794175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:54.794665 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Floating IP a0f5a8e4-81c6-420a-b4c0-1388e0245930 disassociated. External IP: 172.35.3.100, port: 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c. Dec 06 12:17:54.795017 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Calling delete_port for 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:55.022959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7240db95-e502-4835-913d-03db7b753dae req-cb52364a-ca2f-4fc3-9b99-133edcf38cdc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256072 Dec 06 12:17:55.080963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:55.166371 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde2ef6d-084f-49bf-9bf9-6d7321b302d5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:55.363578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:55.457336 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event deleted for resources: {'Port': ['ID=5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:55.792086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85ad80f3-3db0-4a62-a71e-af397b953fed req-0bc4c6bb-38ca-455e-9b78-5611eea3acfc tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.1320615 Dec 06 12:17:55.974517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:56.194457 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:56.225948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00935e64-53fe-4088-adda-6af497ac73cb req-26013942-d1a4-4d40-b13c-711bda65f004 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:56.234636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00935e64-53fe-4088-adda-6af497ac73cb req-26013942-d1a4-4d40-b13c-711bda65f004 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3599803 Dec 06 12:17:56.447505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca38dc-303b-4be5-ba17-9fb1663290d5 req-4a1fa9e4-03c0-4ec1-8ad1-7cd810772de3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:56.449670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7ca38dc-303b-4be5-ba17-9fb1663290d5 req-4a1fa9e4-03c0-4ec1-8ad1-7cd810772de3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1956639 Dec 06 12:17:56.546303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00935e64-53fe-4088-adda-6af497ac73cb req-5185663b-3eb4-4aa5-bdc1-2894b6e55e7f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102250 Dec 06 12:17:56.729590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7ca38dc-303b-4be5-ba17-9fb1663290d5 req-14d2a4a8-59f8-4e29-a24a-9ef3fb7045c3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655494 Dec 06 12:17:56.767020 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:56.770067 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:56.785320 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Sync routers for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:56.812342 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:56.812970 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:56.874810 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] No DVR routers for this DVR port 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:56.880208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:56.886391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad82b9e9-5dc2-4354-a311-28ba48c218f3 req-bc165990-129c-41f4-85a0-077abdf3b7ff tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.53 "DELETE /v2.0/ports/5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c HTTP/1.1" status: 204 len: 173 time: 3.5237851 Dec 06 12:17:56.901668 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'name': 'network-vif-deleted', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:56.904001 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366f329-3aaf-4ad7-9e13-692756904d22" -d '{"events": [{"server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "name": "network-vif-deleted", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:56.935890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:56.994875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:56.996085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:57.008038 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:57.216094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efdee50c-c1c9-40ee-9e02-da8316f7ceb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:57.275796 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:57.546141 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Checking router: 4e2d4075-4668-4c09-a4ec-a09794bef6d1 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:57.567637 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:57.568267 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:57.644376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e26c35ee-c6c7-4c98-a557-b0ff2d5b1e8b req-412c3636-feca-4803-b117-0f9af2942194 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.7457495 Dec 06 12:17:57.718148 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e2ec2e-d94c-42c8-8fbe-6675ee26589f x-openstack-request-id: req-c3e2ec2e-d94c-42c8-8fbe-6675ee26589f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:57.718592 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce1897-9798-4a89-b960-1c03d31e3485", "name": "network-vif-deleted", "tag": "5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:57.718855 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3e2ec2e-d94c-42c8-8fbe-6675ee26589f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:57.719257 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce1897-9798-4a89-b960-1c03d31e3485', 'name': 'network-vif-deleted', 'tag': '5a05cbcb-fcd1-49ac-ac58-dd80fcc78f8c', 'status': 'completed', 'code': 200} Dec 06 12:17:57.854070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b212d-b259-4145-870c-92dfaa1fcc7a req-b367431d-d79c-4503-99ed-538e256445e7 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:57.856137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c79b212d-b259-4145-870c-92dfaa1fcc7a req-b367431d-d79c-4503-99ed-538e256445e7 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1185777 Dec 06 12:17:57.883950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:57.908375 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Sync routers for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:57.923049 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:57.925636 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:57.928740 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:57.929384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e53e835-7a66-404b-886b-740809831d90 admin admin] 10.222.0.31 "PUT /v2.0/routers/56ca45a9-ed9c-479f-9ca1-90e2375f1163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7775626 Dec 06 12:17:57.932209 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:58.063749 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:58.104882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c79b212d-b259-4145-870c-92dfaa1fcc7a req-94c629f9-0b87-4fc3-af59-8b451b798d69 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407484 Dec 06 12:17:58.129570 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:58.184421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c06bf2-8e24-488b-8cf0-b4cd327a5baf req-c88788ac-91c7-4b9c-b9f8-b85f569e6da8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:58.188962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3c06bf2-8e24-488b-8cf0-b4cd327a5baf req-c88788ac-91c7-4b9c-b9f8-b85f569e6da8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.2505813 Dec 06 12:17:58.227037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.352037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3c06bf2-8e24-488b-8cf0-b4cd327a5baf req-32b3a6bb-0e3f-4721-88be-e8407a51ed3b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545055 Dec 06 12:17:58.426428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d16c31a8-d4fd-4e90-9eb4-d91e555f4c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.427489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.626781 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Deleting port c3c7b450-0ad4-43ae-8353-2ea20dd0d629 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:58.627206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.784216 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] For port c3c7b450-0ad4-43ae-8353-2ea20dd0d629, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:58.784216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.800360 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Calling delete_port for c3c7b450-0ad4-43ae-8353-2ea20dd0d629 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:58.855091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe12eb0-03f8-45dd-a124-2823bfc048ac req-9ee0f4bb-f8e0-4837-9291-f85a46541416 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:58.864109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fe12eb0-03f8-45dd-a124-2823bfc048ac req-9ee0f4bb-f8e0-4837-9291-f85a46541416 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3864987 Dec 06 12:17:58.911406 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:17:54Z', 'revision_number': 5, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port': {'id': 'c3c7b450-0ad4-43ae-8353-2ea20dd0d629', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:25Z', 'updated_at': '2021-12-06T12:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:58.965258 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:58.972157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be858ead-ef7a-42ef-bd44-d050599b217c req-91ace52c-ef3a-4827-ae34-4557325efe7e tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0930748 Dec 06 12:17:58.974152 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Checking router: 56ca45a9-ed9c-479f-9ca1-90e2375f1163 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:58.994439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Routers {'56ca45a9-ed9c-479f-9ca1-90e2375f1163'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:58.995066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:59.009320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d16c31a8-d4fd-4e90-9eb4-d91e555f4c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.014715 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-d0320254-5d9b-45c8-bac1-d2c858a6ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:59.016949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-d0320254-5d9b-45c8-bac1-d2c858a6ec6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.4975832 Dec 06 12:17:59.018429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.020600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d16c31a8-d4fd-4e90-9eb4-d91e555f4c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.054975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d16c31a8-d4fd-4e90-9eb4-d91e555f4c30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd52ebb660034940af7770ad187b9dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9216673 Dec 06 12:17:59.064034 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:59.077465 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae319b1-1d22-43ba-a022-2a0a4b58a91f None None] The sync data for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 is: [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:14:54Z', 'revision_number': 4, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7763e856-d1ea-4d6a-928e-1003c745a590', 'name': '', 'network_id': '004a320a-5084-41af-b46a-ece70c889ea5', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'mac_address': 'fa:16:3e:76:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:52Z', 'updated_at': '2021-12-06T12:15:02Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'subnets': [{'id': '2dcd86b5-0abd-429c-9e7e-1a2a13331354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:59.155998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fe12eb0-03f8-45dd-a124-2823bfc048ac req-993db87c-df59-4c49-b123-8f452130ff1b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896702 Dec 06 12:17:59.181096 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c31a8-d4fd-4e90-9eb4-d91e555f4c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8091d2da-8ff0-4538-a5f2-2225ef7c409c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:59.235384 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] Set router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:59.267124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.272060 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-72f37f74-934b-4efb-9e00-afd56656c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:59.276297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-72f37f74-934b-4efb-9e00-afd56656c0d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.2467120 Dec 06 12:17:59.307217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c7b450-0ad4-43ae-8353-2ea20dd0d629,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:59.323959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ed53a-470d-4578-9280-4f9e1e766497 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:59.339127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.398080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:17:58Z', 'revision_number': 6, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:59.487509 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2f4b2-a133-4db0-a746-1561342646da None None] The sync data for ids ['56ca45a9-ed9c-479f-9ca1-90e2375f1163'] in n-d-master-1 is: [{'id': '56ca45a9-ed9c-479f-9ca1-90e2375f1163', 'name': 'tempest-ServersTestManualDisk-56416211-router', 'tenant_id': '764f0af48ec3480ab15b2994d5c6ddca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:15:24Z', 'updated_at': '2021-12-06T12:17:58Z', 'revision_number': 6, 'project_id': '764f0af48ec3480ab15b2994d5c6ddca', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:59.494407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.497612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.499530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8091d2da-8ff0-4538-a5f2-2225ef7c409c HTTP/1.1" status: 204 len: 168 time: 0.4345479 Dec 06 12:17:59.523603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806cc1e-d832-47ca-aaea-2b0c0c93d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8091d2da-8ff0-4538-a5f2-2225ef7c409c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:59.536584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-96222faf-1a5a-4784-bd04-b869f2e4f4d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.2231143 Dec 06 12:17:59.658670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a22d6a0d-f3ac-45f4-819b-e9ad0e4b1516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.704057 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-ddfb294f-735a-453e-9fcb-0a70718fb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:59.711659 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-ddfb294f-735a-453e-9fcb-0a70718fb704 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.1425602 Dec 06 12:17:59.718812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d100fa9-a12b-424e-989a-83c2c32f0fe7 req-e6b80c42-e391-4105-ad3a-2d3c02b75950 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:59.720707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d100fa9-a12b-424e-989a-83c2c32f0fe7 req-e6b80c42-e391-4105-ad3a-2d3c02b75950 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1472542 Dec 06 12:17:59.735257 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdecc0c4-9700-491c-9b1c-cfbb21f08ebc None None] New status for floating IP a0f5a8e4-81c6-420a-b4c0-1388e0245930: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:59.833865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.849857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d100fa9-a12b-424e-989a-83c2c32f0fe7 req-5374a58c-c8c7-42b1-8a7d-9012153a4d28 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204166 Dec 06 12:18:00.214342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c53e435b-03d0-4ea8-8a5c-e35f3d6406f9 req-978d55c9-b37b-4358-b5b4-fc50cf3492c7 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0898290 Dec 06 12:18:00.286801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.290893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.353748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-a5d6daf6-c936-41da-8de1-3946dfe06083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:00.355955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-a5d6daf6-c936-41da-8de1-3946dfe06083 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6087513 Dec 06 12:18:00.357790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.359589 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ca45a9-ed9c-479f-9ca1-90e2375f1163 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:18:00.364655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.366229 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-403547fb-0801-4c01-ac0e-46a04172ad70 admin admin] 10.222.0.31 "DELETE /v2.0/routers/56ca45a9-ed9c-479f-9ca1-90e2375f1163 HTTP/1.1" status: 204 len: 168 time: 2.4319191 Dec 06 12:18:00.370874 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:00.474656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.489065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4409d-9635-4b4d-9400-aac6dabd662f req-210a5d1b-9767-4b88-8ecc-f5a2f43a825e tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:00.492308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1b4409d-9635-4b4d-9400-aac6dabd662f req-210a5d1b-9767-4b88-8ecc-f5a2f43a825e tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2049069 Dec 06 12:18:00.569182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-34f43c20-77a6-455e-be36-a6ae790a2c66 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015593 Dec 06 12:18:00.577426 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Deleting subnet 2ec792c6-f78e-4d6b-896c-dc4c59141e5f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:00.593332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.596365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fde2ef6d-084f-49bf-9bf9-6d7321b302d5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:00.656654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fde2ef6d-084f-49bf-9bf9-6d7321b302d5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:00.657186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fde2ef6d-084f-49bf-9bf9-6d7321b302d5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:00.767404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1b4409d-9635-4b4d-9400-aac6dabd662f req-5699d00a-5423-4295-a9e1-9bbfbf9fb83c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677481 Dec 06 12:18:00.778910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.802813 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a5d0b3c4-adc7-475c-a902-a02b4bc364e5 req-0de29310-5a04-43ba-ae54-15f1d8b68897 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212281 Dec 06 12:18:00.902032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.903145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.088094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b1395-fbb0-423b-9583-e1491b8a2108 req-8ca104c1-df03-4a89-a395-8dd1a3ae5627 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:01.089797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab2b1395-fbb0-423b-9583-e1491b8a2108 req-8ca104c1-df03-4a89-a395-8dd1a3ae5627 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0806003 Dec 06 12:18:01.090857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.159528 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec792c6-f78e-4d6b-896c-dc4c59141e5f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:01.178664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.184229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f28ff94-ee01-4a5f-95b3-3a5de5a6c99b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ec792c6-f78e-4d6b-896c-dc4c59141e5f HTTP/1.1" status: 204 len: 168 time: 0.8110003 Dec 06 12:18:01.184951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df040469-8646-4ab1-89b1-1f19b06bcd73 None None] Network 53ba46c0-fead-4880-b470-8612bdfe9780 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:01.186759 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:01.215198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab2b1395-fbb0-423b-9583-e1491b8a2108 req-e7323a1b-d236-4972-8e0a-4f6eed6089f4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838437 Dec 06 12:18:01.425540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd887358-b2a4-47b2-8cb8-61cbb90c9a7a req-00da4fc8-25b1-4199-8c74-109bf4473d23 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0760126 Dec 06 12:18:01.456704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.662682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Deleting port fb5864e1-3729-436b-8cb9-3b0db5fa2525 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:01.663152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.848816 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3c7b450-0ad4-43ae-8353-2ea20dd0d629 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:01.902564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c3c7b450-0ad4-43ae-8353-2ea20dd0d629 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:01.903508 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] For port fb5864e1-3729-436b-8cb9-3b0db5fa2525, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb5864e1-3729-436b-8cb9-3b0db5fa2525,segment=NetworkSegment(3c2004f6-e357-4dd5-b819-c7234940aa6e),segment_id=3c2004f6-e357-4dd5-b819-c7234940aa6e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:01.904049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3c7b450-0ad4-43ae-8353-2ea20dd0d629 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:01.905043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.955346 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Calling delete_port for fb5864e1-3729-436b-8cb9-3b0db5fa2525 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:02.079582 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be04213-89f0-4c54-83ee-e2a6c2e97e25 None None] DHCP port deletion for 53ba46c0-fead-4880-b470-8612bdfe9780 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:02.088535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.100931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e5247-bd63-406f-b10f-5724c607c2df req-6974e8e7-5004-437a-9ddd-e0d5453a2d58 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:02.112032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e1e5247-bd63-406f-b10f-5724c607c2df req-6974e8e7-5004-437a-9ddd-e0d5453a2d58 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1911263 Dec 06 12:18:02.125132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5864e1-3729-436b-8cb9-3b0db5fa2525,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:02.131223 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] No DVR routers for this DVR port fb5864e1-3729-436b-8cb9-3b0db5fa2525 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:02.200894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e1e5247-bd63-406f-b10f-5724c607c2df req-2a915b16-9503-40b6-a77e-5bf598599cab tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872962 Dec 06 12:18:02.236655 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.283303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.308488 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba46c0-fead-4880-b470-8612bdfe9780']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.320650 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2004f6-e357-4dd5-b819-c7234940aa6e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.321351 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2004f6-e357-4dd5-b819-c7234940aa6e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.335831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.354675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.363746 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:02.364701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:02.367106 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:02.502727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b85d3-1524-422c-9ab6-9cf5656de100 req-7f7059d3-77b4-4f32-a745-f2f0ea8964b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:02.504384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-854b85d3-1524-422c-9ab6-9cf5656de100 req-7f7059d3-77b4-4f32-a745-f2f0ea8964b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1089399 Dec 06 12:18:02.522855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.544819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.553603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] 10.222.0.31 "DELETE /v2.0/networks/53ba46c0-fead-4880-b470-8612bdfe9780 HTTP/1.1" status: 204 len: 168 time: 1.3654869 Dec 06 12:18:02.573747 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf12c2-e9b1-42a0-ae7d-a3c35116339e admin admin] Pushing event deleted for resources: {'Network': ['ID=53ba46c0-fead-4880-b470-8612bdfe9780,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:02.651785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12b1d415-eec3-4af8-8606-e33738e0d9a9 req-cc9ac8d7-41dd-46a3-b9a8-3f10ef60a6b5 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0822165 Dec 06 12:18:02.661463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-854b85d3-1524-422c-9ab6-9cf5656de100 req-e043434d-b12a-4957-a357-212dee598c61 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381011 Dec 06 12:18:02.746122 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:02.759447 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52688) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:02.815396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a2e5b1dc-da0b-4693-a654-cb77c822ea52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=764f0af48ec3480ab15b2994d5c6ddca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681753 Dec 06 12:18:02.817912 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:02.882903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.909213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.971064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.973921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.978164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4af452e-1f29-4876-b09d-91416f680b5e HTTP/1.1" status: 204 len: 168 time: 0.1589813 Dec 06 12:18:02.987513 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34f12-580d-48c7-aaff-9120ba2a1b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af452e-1f29-4876-b09d-91416f680b5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:03.014414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ae85-d2e9-4759-a71d-542b3849b186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.119245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ae85-d2e9-4759-a71d-542b3849b186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.119396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.126891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ae85-d2e9-4759-a71d-542b3849b186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.168730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3a1ae85-d2e9-4759-a71d-542b3849b186 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=236f94dd579a4031b3445d8737e9d2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080935 Dec 06 12:18:03.169720 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1ae85-d2e9-4759-a71d-542b3849b186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931760a1-6a2d-4dfe-8493-ec081a9ab3df,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:03.171366 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52718) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:03.238235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.265468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.334960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.337928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:03.339468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/931760a1-6a2d-4dfe-8493-ec081a9ab3df HTTP/1.1" status: 204 len: 168 time: 0.1669936 Dec 06 12:18:03.355815 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205e97-ac80-4554-9437-13a51b744226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931760a1-6a2d-4dfe-8493-ec081a9ab3df,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:03.733989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb5864e1-3729-436b-8cb9-3b0db5fa2525 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:03.777041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fb5864e1-3729-436b-8cb9-3b0db5fa2525 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:03.777420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb5864e1-3729-436b-8cb9-3b0db5fa2525 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:03.823233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cad71126-0ed2-4ab9-a696-fd53ba0b7261 req-9cfce94b-5fe2-48a9-b555-8df3b16a4dda tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0547144 Dec 06 12:18:03.875056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7af16-ba12-4de3-b3fd-1243f04dbfe1 req-98ecc2d4-e938-46bd-a4a8-34e818e6f1c3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:03.876615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca7af16-ba12-4de3-b3fd-1243f04dbfe1 req-98ecc2d4-e938-46bd-a4a8-34e818e6f1c3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0973823 Dec 06 12:18:03.957404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dca7af16-ba12-4de3-b3fd-1243f04dbfe1 req-0062efeb-3575-40f0-9efb-3e16a78b0a9b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686693 Dec 06 12:18:04.163084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7994c4-2837-4e4d-80af-f770f574b78f req-8fa01066-387d-44f6-bd84-68d5e93eff23 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:04.168638 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52784) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:04.169654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd7994c4-2837-4e4d-80af-f770f574b78f req-8fa01066-387d-44f6-bd84-68d5e93eff23 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.0673933 Dec 06 12:18:04.235725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd7994c4-2837-4e4d-80af-f770f574b78f req-7110fd4a-b779-473a-97ff-c8c7d75f192f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540278 Dec 06 12:18:04.295525 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-835011601-network', 'tenant_id': 'bac15120b8834233ad8e339167810f0e'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:04.327175 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Made reservation on behalf of bac15120b8834233ad8e339167810f0e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:04.330227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.342976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.443919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.449412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.482045 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f149e05-3b29-424e-a425-2987e7ce947d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:04.489136 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:04.502889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.503672 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Added segment bd22cbdd-ac5d-49c3-a03a-6e5313b119e6 of type vlan for network f00c08c6-6e18-496c-8eac-92b46d166944 Dec 06 12:18:04.555591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.589328 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.590305 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:04.590938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.632269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4595556 Dec 06 12:18:04.633203 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52812) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:04.637772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Request body: {'subnet': {'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-835011601-subnet', 'tenant_id': 'bac15120b8834233ad8e339167810f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:04.673527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d900-4c27-4ddc-9fed-d77ae23ad411 admin admin] Pushing event updated for resources: {'Network': ['ID=f00c08c6-6e18-496c-8eac-92b46d166944,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:04.695025 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Made reservation on behalf of bac15120b8834233ad8e339167810f0e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:04.696250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f00c08c6-6e18-496c-8eac-92b46d166944 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:04.697857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.892171 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:04.929706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:04.995697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-037c8fc9-5e4a-44da-8b9e-ae32596a8f3b req-fff50640-9c45-4ace-9c17-f0f5921a3f24 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0666587 Dec 06 12:18:05.008957 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Checking segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:05.009352 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Network hostable DHCP agents. Network: f00c08c6-6e18-496c-8eac-92b46d166944, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:05.030987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205da72d-20a4-4693-8d5f-119c8bfadc87,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:05.039604 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Network f00c08c6-6e18-496c-8eac-92b46d166944 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:05.055228 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f00c08c6-6e18-496c-8eac-92b46d166944) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:05.063415 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:05.064041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.069277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d258c-f473-4848-a035-8220f379ecb7 None None] Network f00c08c6-6e18-496c-8eac-92b46d166944 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:05.095464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1322233184'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:05.099112 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c6fa2211-24ec-40af-b1d4-0b207f3211e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4652393 Dec 06 12:18:05.146106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Made reservation on behalf of 0346f19c6a014fb59fb3d2652f23f739 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:05.149603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.170613 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.209888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4df7f-220b-475f-8eb7-4a1766d944dd None None] Network f00c08c6-6e18-496c-8eac-92b46d166944 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:05.347809 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.357483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.400426 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1710b-b1b4-4c9b-81c3-4aceb711851e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:05.407951 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:05.435417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.436107 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Added segment e6d6d3d0-611e-4e18-992b-1eaf13e4d07f of type vlan for network 4ab8bf9f-f261-412c-b5ea-073511619402 Dec 06 12:18:05.492127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.527377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.534408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:05.535253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.574713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6807678 Dec 06 12:18:05.622710 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ead95-a678-4ef9-a5ea-4396828a835b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Pushing event updated for resources: {'Network': ['ID=4ab8bf9f-f261-412c-b5ea-073511619402,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:05.634762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4ab8bf9f-f261-412c-b5ea-073511619402 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:05.734694 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52902) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:05.739761 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402', 'binding:host_id': 'n-h1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115127237'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:05.767757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Made reservation on behalf of 87ba3216d4e640a083f4dbb995531291 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:05.770854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.782384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.834733 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-b3273011-39e2-45dc-91f1-a9126771bb69 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:05.841745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-b3273011-39e2-45dc-91f1-a9126771bb69 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.1412041 Dec 06 12:18:05.864091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-334d5376-9ab6-44f9-982a-440720de0523 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/quotas/bac15120b8834233ad8e339167810f0e HTTP/1.1" status: 200 len: 375 time: 0.0181963 Dec 06 12:18:05.884549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.891159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:05.897853 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port 1baced93-d326-42e8-9a95-ec82e327a09b yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:05.905734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-43d52e10-c720-467c-854f-26347c435f91 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407917 Dec 06 12:18:05.999868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92894075-fe36-4a51-95c2-f1a6e48b7d85,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:06.028397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1aca-7b78-4e60-b9a3-07d5ba772841 req-5de44173-7a5a-4488-bd6e-f1399d4a9ed2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:06.030689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-542a1aca-7b78-4e60-b9a3-07d5ba772841 req-5de44173-7a5a-4488-bd6e-f1399d4a9ed2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1228826 Dec 06 12:18:06.070048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-6d34c066-e2d5-4cfd-ac4f-512703b6482d service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632941 Dec 06 12:18:06.117811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-542a1aca-7b78-4e60-b9a3-07d5ba772841 req-03bd2e0b-7749-474b-8970-46c371362afb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799892 Dec 06 12:18:06.222132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-9a43d562-7ff6-4711-8a0b-761d18cef623 service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511066 Dec 06 12:18:06.257364 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port 1baced93-d326-42e8-9a95-ec82e327a09b yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:06.270455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:06.279580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:06.291198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1867aac8-7bfd-4f2c-8588-79972285a687 req-feecb688-21b6-4154-9f33-1919cd6d0a5a tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0372291 Dec 06 12:18:06.355474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=1baced93-d326-42e8-9a95-ec82e327a09b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:06.407717 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Checking segment: {'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:06.407717 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Network hostable DHCP agents. Network: 4ab8bf9f-f261-412c-b5ea-073511619402, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:06.456320 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Network 4ab8bf9f-f261-412c-b5ea-073511619402 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:06.488708 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4ab8bf9f-f261-412c-b5ea-073511619402) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:06.502306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094c0d55-ed0f-49a3-a7ab-830448970419 None None] Network 4ab8bf9f-f261-412c-b5ea-073511619402 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:06.508679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b521a490-efc8-4ecc-89e2-9aa55606dacc req-ee63d827-8e5c-4aed-ba28-41c960c69331 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 210 time: 0.0643861 Dec 06 12:18:06.511996 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:06.542239 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.543020 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.543020 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.572278 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.572634 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.573029 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 2 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.608703 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.609041 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.609404 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.626297 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.626610 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.627704 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 3 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.657056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-52a3dcc6-ec4e-4616-93f2-047c5a2cce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:06.659198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-52a3dcc6-ec4e-4616-93f2-047c5a2cce67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1097 time: 0.1074529 Dec 06 12:18:06.676007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.676555 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.677312 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.690588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.690935 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.691351 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 4 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.717968 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca54c9-23d1-4d80-8452-2be9a5244e13 req-74565235-29d2-4368-b2c1-66bddf265813 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:06.724519 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.727226 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.727226 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.728304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8ca54c9-23d1-4d80-8452-2be9a5244e13 req-74565235-29d2-4368-b2c1-66bddf265813 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 946 time: 0.1285865 Dec 06 12:18:06.738580 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.740545 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.741116 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 5 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.765631 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.765965 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.766305 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.778633 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.778967 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.780552 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 6 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.812447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.813359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.814884 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.830232 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.831268 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.832255 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 7 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.853976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.854349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.855212 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.862789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.863215 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.863692 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 8 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.877479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8ca54c9-23d1-4d80-8452-2be9a5244e13 req-bdf6aac3-0c9a-4fef-a7a9-8db148ce6dd6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481595 Dec 06 12:18:06.884995 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.885493 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.885844 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.901619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-a620b140-bdfd-463e-aa2e-ed678d19da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:06.903363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-a620b140-bdfd-463e-aa2e-ed678d19da80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.2353384 Dec 06 12:18:06.906559 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.907322 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.907874 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 9 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.936994 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.937386 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.937725 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.943294 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.944130 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.944484 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 10 to bind port 1baced93-d326-42e8-9a95-ec82e327a09b Dec 06 12:18:06.971259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:06.985886 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:06.986220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:06.986561 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:06.997554 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port 1baced93-d326-42e8-9a95-ec82e327a09b on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:06.997912 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port 1baced93-d326-42e8-9a95-ec82e327a09b on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:06.998293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.002880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-cb56153c-27ee-4b0d-9e61-54fc105b20f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 1001 time: 0.0907180 Dec 06 12:18:07.075544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-03c0ce40-af2c-4ab9-b3b0-ad7baa884cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:07.077855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-03c0ce40-af2c-4ab9-b3b0-ad7baa884cec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0669279 Dec 06 12:18:07.118154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.134592 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port 1baced93-d326-42e8-9a95-ec82e327a09b, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:07.135044 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempted to set empty binding levels {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:18:07.142369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.174683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:07.175640 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-302123dd-c274-4801-b306-9dda8173d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:07.176326 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:07.179924 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea91dbd4-c5a8-486a-ab9e-e23dc3738270" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:07.180584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-302123dd-c274-4801-b306-9dda8173d759 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956964 Dec 06 12:18:07.186133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.215827 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:07.216414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.240623 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=1baced93-d326-42e8-9a95-ec82e327a09b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:07.248323 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0fec14-1d1f-4965-8ff2-ab251d255ec4 x-openstack-request-id: req-5f0fec14-1d1f-4965-8ff2-ab251d255ec4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:07.250166 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-unplugged", "status": "completed", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:07.250166 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f0fec14-1d1f-4965-8ff2-ab251d255ec4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:07.250369 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'code': 200} Dec 06 12:18:07.255490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2eb2d9b-9aea-41f4-87df-c5367892c82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5193079 Dec 06 12:18:07.258121 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52930) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:07.282476 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=14']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:07.317464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-4d3fa720-6bd6-4191-95cf-59bde47f8a8e service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283710 Dec 06 12:18:07.353998 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Deleting port 1baced93-d326-42e8-9a95-ec82e327a09b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:07.354470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.427485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port 1baced93-d326-42e8-9a95-ec82e327a09b, host n-h1-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:07.427831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcf5a9f8-6424-4ce2-8493-f9aa8cc7dbca req-c3280431-5d3f-48d5-b6b1-4563ce0c98f3 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0363240 Dec 06 12:18:07.428339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.443111 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Calling delete_port for 1baced93-d326-42e8-9a95-ec82e327a09b owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:07.452652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d1b79cc-750c-4a6b-83cb-8fb670498910 req-e1db3e05-51e2-4ff9-a854-b630042ad00c service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224856 Dec 06 12:18:07.545711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.588955 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event deleted for resources: {'Port': ['ID=1baced93-d326-42e8-9a95-ec82e327a09b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:07.591488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.596282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8030ffa7-e9a1-4f7d-b4ed-b62ce1255e23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1baced93-d326-42e8-9a95-ec82e327a09b HTTP/1.1" status: 204 len: 168 time: 0.3372204 Dec 06 12:18:07.599286 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:07.612588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94d57f43-ce05-48e8-8d0a-9e8f9cc21d77 req-8d6ae713-221c-4261-a1c0-656637560f06 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 210 time: 0.0369103 Dec 06 12:18:07.641958 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8bc34d-4f67-40fa-8827-587c8fc60e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:18:07.643762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a8bc34d-4f67-40fa-8827-587c8fc60e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports/1baced93-d326-42e8-9a95-ec82e327a09b HTTP/1.1" status: 404 len: 333 time: 0.0432835 Dec 06 12:18:07.647382 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:07.653540 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091161929'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:07.675894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Made reservation on behalf of 87ba3216d4e640a083f4dbb995531291 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:07.678573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.696762 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port a30c958f-8721-4d02-b845-871b038290c1 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:07.864268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.939475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:07.988817 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Network 4ab8bf9f-f261-412c-b5ea-073511619402 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:07.991807 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:07.996506 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:07.997598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:07.998982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:08.004590 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=a30c958f-8721-4d02-b845-871b038290c1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:08.007061 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3138c014-e4eb-40bc-9bf9-13ff9514f723 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:08.008643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3138c014-e4eb-40bc-9bf9-13ff9514f723 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.23 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.1666451 Dec 06 12:18:08.025434 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Request body: {'port': {'device_id': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'admin_state_up': True, 'tenant_id': 'bac15120b8834233ad8e339167810f0e'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:08.065426 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52942) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:08.065633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-37013d29-eb5e-4aed-94e3-7564dbb73363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4169731 Dec 06 12:18:08.087890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7436bb-47dc-44c3-90b5-ac5619bf0c33 req-3b65aef0-0233-40df-bff3-867261696dc8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:08.089743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d7436bb-47dc-44c3-90b5-ac5619bf0c33 req-3b65aef0-0233-40df-bff3-867261696dc8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0877168 Dec 06 12:18:08.149085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d7436bb-47dc-44c3-90b5-ac5619bf0c33 req-b1914956-f860-471f-856d-79896c5f0732 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511532 Dec 06 12:18:08.385360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:08.547147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:08.565528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-86b9e3a5-0c7a-45ab-aba2-49e779015edd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527512 Dec 06 12:18:08.574141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a85c597-f8e1-4499-8e33-f5bbdbfc8243 req-3ca8a018-e69c-485b-a9fc-8930313c5330 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0311997 Dec 06 12:18:08.623977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Made reservation on behalf of bac15120b8834233ad8e339167810f0e for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:08.627967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:08.723727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45bd6435-c4dc-4b22-8874-37751aa154ae req-a700baba-049e-4331-8d63-0c9370960bc4 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 210 time: 0.0318229 Dec 06 12:18:08.821190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-956bab37-cb46-4076-a428-01b0738f0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:08.822750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-956bab37-cb46-4076-a428-01b0738f0687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.1917908 Dec 06 12:18:09.045957 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Allocated IP 172.20.0.6 (f00c08c6-6e18-496c-8eac-92b46d166944/205da72d-20a4-4693-8d5f-119c8bfadc87/a035d3f0-b9df-4907-adf6-f611227c6cb0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:09.051183 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port a30c958f-8721-4d02-b845-871b038290c1 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:09.066257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:09.093081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:09.114995 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-7a551411-4a1f-473c-9c9a-ce97d5b73a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.117006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-7a551411-4a1f-473c-9c9a-ce97d5b73a0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.2426360 Dec 06 12:18:09.152123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040020be-cade-4df1-98a5-32e9cb48bc80 req-9e242bd8-39e1-4448-8140-4ac70228d315 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.161943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-040020be-cade-4df1-98a5-32e9cb48bc80 req-9e242bd8-39e1-4448-8140-4ac70228d315 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.0701413 Dec 06 12:18:09.230282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-040020be-cade-4df1-98a5-32e9cb48bc80 req-3c6e7ca3-354a-4d8f-9314-7fd37469ae79 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644045 Dec 06 12:18:09.247344 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=a30c958f-8721-4d02-b845-871b038290c1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:09.328178 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7793fb-16b2-461e-85a3-a608645af9cb req-df5f7e4f-73b6-4101-b715-2c811253de4d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.330129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d7793fb-16b2-461e-85a3-a608645af9cb req-df5f7e4f-73b6-4101-b715-2c811253de4d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0646572 Dec 06 12:18:09.355584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-87065deb-7aed-41ea-a74c-898faba3aa89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.0992398 Dec 06 12:18:09.375431 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.376221 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.376576 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.394835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d7793fb-16b2-461e-85a3-a608645af9cb req-1fea0a53-2765-4982-ad86-bc1bc508d529 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516119 Dec 06 12:18:09.456076 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.456435 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.483685 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 2 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.490751 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-933ed893-bb25-4e19-8120-2522736e0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.492430 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-933ed893-bb25-4e19-8120-2522736e0342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.1200688 Dec 06 12:18:09.539666 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.540001 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.540376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.559671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.560007 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.566538 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 3 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.595770 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.596033 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.596371 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.609694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:09.619761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.620107 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.622086 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 4 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.637458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649621e-f031-43c4-8d37-b4492c0fe397 req-124f268a-1c32-4922-b1a4-d357dc5c0a1f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.637790 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-c1278819-c24d-4234-b6d4-bc1cdc2feca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.637790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-c1278819-c24d-4234-b6d4-bc1cdc2feca0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292820 Dec 06 12:18:09.638246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5649621e-f031-43c4-8d37-b4492c0fe397 req-124f268a-1c32-4922-b1a4-d357dc5c0a1f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0786819 Dec 06 12:18:09.699182 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.699579 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.699925 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.744767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-288ec018-1c8d-4518-8788-ec2d49992d61 req-92605d66-b1ea-4ff6-a551-ae8066cdf857 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0343015 Dec 06 12:18:09.747970 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.748881 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.751753 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 5 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.786869 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.787220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.787552 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.788833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5649621e-f031-43c4-8d37-b4492c0fe397 req-ec720937-9594-4229-90cd-41c5b988f9e0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242859 Dec 06 12:18:09.794268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:09.798319 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.798686 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.804662 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 6 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.887637 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:09.888046 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:09.888304 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:09.891547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-45dc9726-413b-42dd-8e06-1adf161826f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454648 Dec 06 12:18:09.905421 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Network f00c08c6-6e18-496c-8eac-92b46d166944 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:09.908095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:09.908095 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:09.910750 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 7 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:09.929502 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:09.931588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045ab8-3692-45bd-9c68-b2494d950531 req-d1fdd192-706f-48d5-a7bf-7f1bf666f691 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.936274 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:09.938952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55045ab8-3692-45bd-9c68-b2494d950531 req-d1fdd192-706f-48d5-a7bf-7f1bf666f691 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 931 time: 0.0975676 Dec 06 12:18:09.971296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf53faa-1033-45d0-acf5-85289c22f5da req-b11ac888-9c74-454d-9a65-9afe03d160fc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:09.973037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bf53faa-1033-45d0-acf5-85289c22f5da req-b11ac888-9c74-454d-9a65-9afe03d160fc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0912926 Dec 06 12:18:09.993409 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:10.000832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:10.001187 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:10.001548 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:10.031571 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:10.031571 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:10.036674 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 8 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:10.038612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55045ab8-3692-45bd-9c68-b2494d950531 req-6136d068-a3ca-4e88-911a-55795226e98d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986049 Dec 06 12:18:10.082631 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.083240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.084943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bf53faa-1033-45d0-acf5-85289c22f5da req-5f6ce5db-ea1b-468f-94bf-684409d7cdfd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001232 Dec 06 12:18:10.120385 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:10.120805 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:10.121172 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:10.142492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:10.142838 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:10.148528 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 9 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:10.157188 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-3ffb29d7-a8f9-46b8-80af-84e6ad5adcfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1356671 Dec 06 12:18:10.168511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-551504ac-ca09-4fed-b74e-fc3ff9964dee req-1291d180-bb46-4350-93b0-8c177891350e service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619560 Dec 06 12:18:10.176589 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Request body: {'port': {'device_id': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:10.180131 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:10.180469 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:10.180813 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:10.204070 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:10.204410 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:10.206478 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 10 to bind port a30c958f-8721-4d02-b845-871b038290c1 Dec 06 12:18:10.257734 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:10.267539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:10.267970 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:10.285577 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:10.285963 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port a30c958f-8721-4d02-b845-871b038290c1 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:10.297449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.313022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.476405 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664a8-136a-4329-b4fb-9c7eae08ceb3 req-404ecf75-61ac-4983-8b77-9bfc3cee9b6e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.483936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb0664a8-136a-4329-b4fb-9c7eae08ceb3 req-404ecf75-61ac-4983-8b77-9bfc3cee9b6e tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.1538949 Dec 06 12:18:10.491339 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port a30c958f-8721-4d02-b845-871b038290c1, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:10.492170 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempted to set empty binding levels {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:18:10.561767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb0664a8-136a-4329-b4fb-9c7eae08ceb3 req-388677bc-8f9e-46aa-9984-a35fc0a52ca6 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Dec 06 12:18:10.568880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.596015 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-fd9f879d-7383-4885-b3c9-97b13b4afb53 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.598759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-fd9f879d-7383-4885-b3c9-97b13b4afb53 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.2142978 Dec 06 12:18:10.616253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-e42c18bf-6c53-420b-b618-b825153c59d6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/quotas/331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 375 time: 0.0110097 Dec 06 12:18:10.668434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] In _notify_port_updated(), no bound segment for port a30c958f-8721-4d02-b845-871b038290c1 on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:18:10.669331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.670107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.674126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "PUT /v2.0/ports/a30c958f-8721-4d02-b845-871b038290c1 HTTP/1.1" status: 200 len: 979 time: 2.6073647 Dec 06 12:18:10.674271 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:10.700220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50812-04c6-4685-b23d-83539f9a2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=a30c958f-8721-4d02-b845-871b038290c1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:10.740280 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-dba19e2b-67c4-47c2-a173-5c55606f8fef tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.741950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-dba19e2b-67c4-47c2-a173-5c55606f8fef tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.23 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.1096675 Dec 06 12:18:10.791129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-9547473f-dced-4839-8722-d04dbe489da5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1689918 Dec 06 12:18:10.823912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.825125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.827369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.827936 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.828497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.829016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.829555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.830066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.830601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.831109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.831623 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.832130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.832635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.833142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.833665 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.834285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.835148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.835668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.836175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.836685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.837196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.838281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.838788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.839291 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.839795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.840300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.840805 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.841335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.842370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.842868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.843372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.844386 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.845123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.846458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:10.850111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8810b750-3c0f-4672-8688-43321ec93ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30405 time: 0.1746333 Dec 06 12:18:10.855164 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53008) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:10.874124 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a035d3f0-b9df-4907-adf6-f611227c6cb0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:10.901191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.917586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48aa1397-49ca-4a39-bed6-d9b8e8fd298a req-7b7f2782-66fc-45ff-a7c1-6168e3c61dc1 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0306778 Dec 06 12:18:10.957203 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Transition to ACTIVE for port object a035d3f0-b9df-4907-adf6-f611227c6cb0 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:10.969984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:10.995814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ffb77138-a6d3-47ee-87e7-9face62da110 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443808 Dec 06 12:18:11.010046 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Deleting port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:11.010386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.071550 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:11.132514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Deleting port a30c958f-8721-4d02-b845-871b038290c1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:11.132514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.153882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-9602bc3e-8d1a-48c0-bded-0446409f88a7 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570024 Dec 06 12:18:11.222531 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] For port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:11.222896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.247792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532344ed-5405-43fa-a864-318a90b13e29 req-e3ce399f-72c5-4c23-8483-4fa94c73ba0a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:11.255155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532344ed-5405-43fa-a864-318a90b13e29 req-e3ce399f-72c5-4c23-8483-4fa94c73ba0a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.0984480 Dec 06 12:18:11.275429 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Calling delete_port for 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:11.283776 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port a30c958f-8721-4d02-b845-871b038290c1, host n-h1-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:11.284151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.313200 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Calling delete_port for a30c958f-8721-4d02-b845-871b038290c1 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:11.316849 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Attempting to bind port a035d3f0-b9df-4907-adf6-f611227c6cb0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:11.317230 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Attempting to bind port a035d3f0-b9df-4907-adf6-f611227c6cb0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:11.317582 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Attempting to bind port a035d3f0-b9df-4907-adf6-f611227c6cb0 on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:11.330745 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Port a035d3f0-b9df-4907-adf6-f611227c6cb0 on network f00c08c6-6e18-496c-8eac-92b46d166944 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:11.331084 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Attempting to bind port a035d3f0-b9df-4907-adf6-f611227c6cb0 on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:11.374106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532344ed-5405-43fa-a864-318a90b13e29 req-3a9b9d91-0e37-4dd6-9f2a-0393749fc570 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085858 Dec 06 12:18:11.457789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29107c78-929d-4a60-8b85-b1aeed80c655 req-67873d3b-bfc8-442c-a7ec-084b70194ef6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0534525 Dec 06 12:18:11.501897 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:11.502667 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Checking segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:11.503247 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Bound using segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:11.503693 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Bound port: a035d3f0-b9df-4907-adf6-f611227c6cb0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:11.504061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.660186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:11.667890 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:11.682611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.756236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b8a84-8455-4fef-9e72-ec98adf1f238 req-ba0e3506-d65c-4295-9377-9571472ed667 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:11.759169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:11.774065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-788b8a84-8455-4fef-9e72-ec98adf1f238 req-ba0e3506-d65c-4295-9377-9571472ed667 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 946 time: 0.0998337 Dec 06 12:18:11.783550 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:11.784749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.786620 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c4e0196a-5c2d-41b2-88f0-a16854e9caa2 service neutron] 10.222.0.23 "PUT /v2.0/ports/a035d3f0-b9df-4907-adf6-f611227c6cb0 HTTP/1.1" status: 200 len: 1091 time: 1.6142333 Dec 06 12:18:11.789190 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:11.792968 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054124e-179c-4837-887d-c081fb3156b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:11.798222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.845628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-788b8a84-8455-4fef-9e72-ec98adf1f238 req-9b0c5efb-3484-4233-b4a4-71a8904c9d2b tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b389859-8e45-4416-924c-54ac8d1a1300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Dec 06 12:18:11.854914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event deleted for resources: {'Port': ['ID=a30c958f-8721-4d02-b845-871b038290c1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:11.888123 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e8e1a6-3bf8-4d62-bf39-8e9e0d224afd x-openstack-request-id: req-08e8e1a6-3bf8-4d62-bf39-8e9e0d224afd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:11.889222 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:11.889819 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08e8e1a6-3bf8-4d62-bf39-8e9e0d224afd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:11.890205 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'status': 'completed', 'code': 200} Dec 06 12:18:11.926662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:11.930192 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f841fb09-5f7a-459b-836c-b620d713c299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a30c958f-8721-4d02-b845-871b038290c1 HTTP/1.1" status: 204 len: 168 time: 1.0696843 Dec 06 12:18:11.933099 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:11.959761 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-422c1aa1-5bf4-4791-b9b9-b54bdd54a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:11.961389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-422c1aa1-5bf4-4791-b9b9-b54bdd54a9f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 1094 time: 0.1142673 Dec 06 12:18:11.976532 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc66c2ab-d191-4377-a4aa-7aaf9f9e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:18:11.987669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc66c2ab-d191-4377-a4aa-7aaf9f9e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports/a30c958f-8721-4d02-b845-871b038290c1 HTTP/1.1" status: 404 len: 333 time: 0.0515981 Dec 06 12:18:11.988510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:11.993727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-708430088', 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:12.043932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-0ef0347c-38ca-4535-b4f6-a338c0c57eb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0651174 Dec 06 12:18:12.046370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.056900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1967c7bf-5b68-4ce6-bd4b-b7f73298f644'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:12.062313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3c68277-9456-4114-b0cc-ca5366f7431e req-2549ef97-828f-4fe8-ad1a-87d64cc1c17d tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Dec 06 12:18:12.063801 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Made reservation on behalf of 87ba3216d4e640a083f4dbb995531291 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:12.066393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.098251 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port ef4f3a07-0806-4888-91d4-2f03b5b492c7 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:12.146859 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Pushing event deleted for resources: {'Port': ['ID=1967c7bf-5b68-4ce6-bd4b-b7f73298f644,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:12.203578 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] No DVR routers for this DVR port 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:12.206753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-4c4bd867-a6ad-43c3-b56b-cd89a9036e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.207821 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-4c4bd867-a6ad-43c3-b56b-cd89a9036e41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.1596079 Dec 06 12:18:12.208865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.212045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bcee3ffd-5653-44aa-8002-9d86c0ab4065 req-247fd6f5-adf1-4fe4-b916-8ebd811d1d50 tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.23 "DELETE /v2.0/ports/1967c7bf-5b68-4ce6-bd4b-b7f73298f644 HTTP/1.1" status: 204 len: 173 time: 1.4624832 Dec 06 12:18:12.270458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-ac11f3f9-915d-4de3-b975-ec01566736f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482268 Dec 06 12:18:12.300545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.341294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.390705 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Network 4ab8bf9f-f261-412c-b5ea-073511619402 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:12.393699 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:12.399867 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:12.400804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.401882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.411601 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4f3a07-0806-4888-91d4-2f03b5b492c7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:12.413669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-23848d1c-4426-47dc-85de-cc268d347be6 service neutron] 10.222.0.23 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073778 Dec 06 12:18:12.431992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3372b890-1559-4712-bb0a-2d890d6c1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4400961 Dec 06 12:18:12.432695 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:12.496392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae82aa-9636-40ff-9fc7-cd8aa3d223ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.498192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66ae82aa-9636-40ff-9fc7-cd8aa3d223ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports/ef4f3a07-0806-4888-91d4-2f03b5b492c7 HTTP/1.1" status: 200 len: 958 time: 0.0642335 Dec 06 12:18:12.501513 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:12.531524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61195eda-00a7-4bff-8ee4-29067d32ca14 req-c1def093-6e49-4bc6-9bd6-fee8432538b2 service neutron] 10.222.0.23 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072447 Dec 06 12:18:12.570266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693a7f-c485-4337-8eaf-965956f367c2 req-d7ab502f-38da-4f43-9a59-22d231e6217d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.579502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e693a7f-c485-4337-8eaf-965956f367c2 req-d7ab502f-38da-4f43-9a59-22d231e6217d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.1197271 Dec 06 12:18:12.588935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:12.596079 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1271998669'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:12.697760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:12.701819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.715821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f765ab-eb89-4172-85bc-a5deb05531da req-be9fdc7b-0ee4-4bdc-94f4-bfe5c394a3ad tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 210 time: 0.1343300 Dec 06 12:18:12.785457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e693a7f-c485-4337-8eaf-965956f367c2 req-90817654-3824-4e67-934a-3c66ae668036 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536846 Dec 06 12:18:12.797470 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Deleting port ef4f3a07-0806-4888-91d4-2f03b5b492c7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:12.797995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.849505 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:12.852797 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054124e-179c-4837-887d-c081fb3156b8 req-78c60cf7-867c-45c5-a222-3d1feaf2da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.854380 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-78c60cf7-867c-45c5-a222-3d1feaf2da04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 1094 time: 0.2035782 Dec 06 12:18:12.877140 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a915d419-9f8d-4d32-b4ff-6c835bdd0224 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:12.878699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a915d419-9f8d-4d32-b4ff-6c835bdd0224 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.2408617 Dec 06 12:18:12.894251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'device_id': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'admin_state_up': True, 'tenant_id': '331d8803fc5841e3bdc35a454de9c415'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:12.899011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.899363 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Added segment a4f88882-4367-420b-b4a8-6a3d63a725c9 of type vlan for network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 Dec 06 12:18:12.912461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:12.927111 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Calling delete_port for ef4f3a07-0806-4888-91d4-2f03b5b492c7 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:13.024122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.043135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d046119-072c-4e02-a9ec-0f55bfba70ef req-c622df1c-605e-4f17-a205-8b857863edac tempest-AttachSCSIVolumeTestJSON-884265639 tempest-AttachSCSIVolumeTestJSON-884265639-project] 10.222.0.31 "GET /v2.0/ports?device_id=92da0498-822d-4941-a332-b2773fa49fbf HTTP/1.1" status: 200 len: 210 time: 0.0302515 Dec 06 12:18:13.057530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.082472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef4f3a07-0806-4888-91d4-2f03b5b492c7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:13.087267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.090654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a9a96b20-6377-4c16-aeda-7d6515080219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ef4f3a07-0806-4888-91d4-2f03b5b492c7 HTTP/1.1" status: 204 len: 168 time: 0.5886898 Dec 06 12:18:13.094765 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:13.127035 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-452a7b06-532f-4f90-b6f6-0010c343da58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:18:13.128849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-452a7b06-532f-4f90-b6f6-0010c343da58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports/ef4f3a07-0806-4888-91d4-2f03b5b492c7 HTTP/1.1" status: 404 len: 333 time: 0.0325649 Dec 06 12:18:13.134626 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:13.140104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-578039160'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:13.173800 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Made reservation on behalf of 87ba3216d4e640a083f4dbb995531291 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:13.175929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.203279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a65de89-7327-469f-884c-3a1156d194f8 req-cbf9a92f-a44c-4758-87d0-94eafc35086d tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.0395787 Dec 06 12:18:13.208832 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port b6a3f1df-b728-4856-88ad-4a83c798654a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:13.363938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.401017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.446493 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054124e-179c-4837-887d-c081fb3156b8 req-bb461086-3573-431f-a1cd-2c6ee6051832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:13.447952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-bb461086-3573-431f-a1cd-2c6ee6051832 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 915 time: 0.5656962 Dec 06 12:18:13.450475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.451182 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Network 4ab8bf9f-f261-412c-b5ea-073511619402 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:13.454200 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:13.456800 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:13.457749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.458672 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:13.459576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:13.460589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.466682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a3f1df-b728-4856-88ad-4a83c798654a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:13.487236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-016f8d5d-cf32-4aa3-989e-58ce18b57263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3514962 Dec 06 12:18:13.490003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:13.496886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:13.534280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9412816 Dec 06 12:18:13.537472 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-05ea868f-fc07-4c28-b29b-965b8e75014a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0708430 Dec 06 12:18:13.543848 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53060) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:13.554775 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.561835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-775586987'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:13.637313 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0b30-3c67-4e9a-a250-0d6ab174532f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Network': ['ID=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:13.643258 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:13.646699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.653644 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:13.737764 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:13.742118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.748850 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054124e-179c-4837-887d-c081fb3156b8 req-690a397f-4362-4ca7-8489-db923e13b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:13.750720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-690a397f-4362-4ca7-8489-db923e13b77b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.1977887 Dec 06 12:18:13.822062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-9869ad9e-7dd4-4bf0-9d71-12022caf5a9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593681 Dec 06 12:18:13.865845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:13.891518 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'name': 'network-vif-deleted', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:13.894043 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a534a0ff-4212-4706-90a2-0fabef52815a" -d '{"events": [{"server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "name": "network-vif-deleted", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:13.901211 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] device_id is not set on port b6a3f1df-b728-4856-88ad-4a83c798654a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:13.923844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.924314 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Added segment f82fa66a-c414-4d1c-9d94-c372030263bb of type vlan for network 535dbbab-b5aa-44e5-af40-023e61d2efc1 Dec 06 12:18:13.932449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:13.952083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02c902b1-8f9d-436f-abaa-0fdb1cb73e35 req-827801e8-07ad-4022-afcb-60b7ef1e82f1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0429327 Dec 06 12:18:13.961488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.021577 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882a991-4da4-4196-a42e-c9055478b503 x-openstack-request-id: req-2882a991-4da4-4196-a42e-c9055478b503 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:14.025822 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92da0498-822d-4941-a332-b2773fa49fbf", "name": "network-vif-deleted", "tag": "1967c7bf-5b68-4ce6-bd4b-b7f73298f644", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:14.026210 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2882a991-4da4-4196-a42e-c9055478b503 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:14.027022 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92da0498-822d-4941-a332-b2773fa49fbf', 'name': 'network-vif-deleted', 'tag': '1967c7bf-5b68-4ce6-bd4b-b7f73298f644', 'status': 'completed', 'code': 200} Dec 06 12:18:14.028479 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.20.0.8 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/f2562b8d-604c-43fd-9d56-d2a2ff7fed26) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:14.030383 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a3f1df-b728-4856-88ad-4a83c798654a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:14.068101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.078278 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.078659 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.079012 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.084962 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.085636 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.096507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497b40-b6b3-4719-b2dd-872b2f880325 req-aab43263-26b8-4b19-8021-52863666412b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:14.097246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-cb83f785-fc87-4cef-bb04-042dab974cbb service neutron] 10.222.0.23 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653677 Dec 06 12:18:14.104646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1497b40-b6b3-4719-b2dd-872b2f880325 req-aab43263-26b8-4b19-8021-52863666412b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.1574044 Dec 06 12:18:14.147180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.152733 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:14.153380 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.231795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6843297 Dec 06 12:18:14.263462 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:14.269100 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'subnet': {'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:14.462211 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9fccd-aec1-4ac6-86bc-48c161b4d750 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Network': ['ID=535dbbab-b5aa-44e5-af40-023e61d2efc1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:14.477809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:14.672968 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 2 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.673784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2054124e-179c-4837-887d-c081fb3156b8 req-9bf8acaa-2925-4777-a815-9ad4e9511114 service neutron] 10.222.0.23 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641813 Dec 06 12:18:14.715814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93eb9ec2-40a7-40b0-9d0d-cdd70a5ef166 req-9ab0ad73-ca80-40a4-87ae-bd47b00fdcd5 tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce1897-9798-4a89-b960-1c03d31e3485 HTTP/1.1" status: 200 len: 210 time: 0.1035571 Dec 06 12:18:14.740805 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.741137 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.742348 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.755318 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.755662 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.756202 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 3 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.769082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1497b40-b6b3-4719-b2dd-872b2f880325 req-5b81aaa3-24ae-4651-bab2-74fc2d0ab138 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634879 Dec 06 12:18:14.778226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.787812 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.788157 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.788654 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.792186 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:14.793806 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.794238 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.794633 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 4 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.810104 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.810104 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.810104 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.814317 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.814739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:14.815251 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.816048 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 5 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.839954 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.840181 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.840528 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.855571 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.855935 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.856401 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 6 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.874640 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.874977 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.875365 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.880757 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.880757 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.881014 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 7 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.910866 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.911430 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.911535 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:14.931489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:14.933993 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:14.936118 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 8 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:14.973874 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:14.974187 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:14.990551 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:15.010955 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:15.012606 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:15.014622 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 9 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:15.046899 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:15.048644 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:15.049231 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:15.050059 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.060012 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:15.062082 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:15.063609 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempt 10 to bind port b6a3f1df-b728-4856-88ad-4a83c798654a Dec 06 12:18:15.094594 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:15.094932 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:15.095260 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempting to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:15.109224 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:15.109571 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Failed to bind port b6a3f1df-b728-4856-88ad-4a83c798654a on host n-h1-master-1 for vnic_type normal using segments [{'id': 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ab8bf9f-f261-412c-b5ea-073511619402'}] Dec 06 12:18:15.109927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.175099 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:15.177217 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:15.180215 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:15.217199 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:15.272890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ed90-13bb-4d90-9c39-699d378425dd req-35136669-0166-4a5e-8f79-76e0bad2017d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:15.274626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6638ed90-13bb-4d90-9c39-699d378425dd req-35136669-0166-4a5e-8f79-76e0bad2017d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 931 time: 0.1812603 Dec 06 12:18:15.294649 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port b6a3f1df-b728-4856-88ad-4a83c798654a, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:15.295157 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:18:15.320784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.385865 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] In _notify_port_updated(), no bound segment for port b6a3f1df-b728-4856-88ad-4a83c798654a on network 4ab8bf9f-f261-412c-b5ea-073511619402 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:18:15.386799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:15.387416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.392255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "PUT /v2.0/ports/b6a3f1df-b728-4856-88ad-4a83c798654a HTTP/1.1" status: 200 len: 978 time: 1.9009063 Dec 06 12:18:15.394353 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:15.395027 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765874-06c1-488b-a2d3-0003fad13857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a3f1df-b728-4856-88ad-4a83c798654a,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:15.491489 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:15.492905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.574895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6638ed90-13bb-4d90-9c39-699d378425dd req-476a2ff5-51d2-49e0-a294-f37072d774f6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777774 Dec 06 12:18:15.625016 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-ef287e88-3aa3-46ca-8163-979938f03a4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7340631 Dec 06 12:18:15.628010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.636517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Deleting port b6a3f1df-b728-4856-88ad-4a83c798654a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:15.637087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.642344 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Request body: {'port': {'device_id': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:15.708012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f40c069d-abde-44c8-8b69-75129dfc4c58 None None] Provisioning complete for port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:15.708556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f40c069d-abde-44c8-8b69-75129dfc4c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.717510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] For port b6a3f1df-b728-4856-88ad-4a83c798654a, host n-h1-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:15.718054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.735051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Calling delete_port for b6a3f1df-b728-4856-88ad-4a83c798654a owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:15.812295 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f40c069d-abde-44c8-8b69-75129dfc4c58 None None] Port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:15.870670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.928209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:15.931303 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:15.936283 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6a3f1df-b728-4856-88ad-4a83c798654a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:15.952984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:15.957498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b072e45-f5c6-4869-91ec-a61556e7b55c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b6a3f1df-b728-4856-88ad-4a83c798654a HTTP/1.1" status: 204 len: 168 time: 0.5488765 Dec 06 12:18:15.972823 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:15.997147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:16.004209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1967c7bf-5b68-4ce6-bd4b-b7f73298f644 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:16.010930 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaa355e-d596-4f85-ba3f-c9cdd9b26e47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:18:16.012960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-caaa355e-d596-4f85-ba3f-c9cdd9b26e47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870158359-project-admin] 10.222.0.31 "GET /v2.0/ports/b6a3f1df-b728-4856-88ad-4a83c798654a HTTP/1.1" status: 404 len: 333 time: 0.0386765 Dec 06 12:18:16.016637 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:16.019786 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.106598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43767d2-908b-4917-8d5f-fff6e69bc014 req-57e71845-4d1a-449c-b74b-a4a3b755d92b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:16.116503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b43767d2-908b-4917-8d5f-fff6e69bc014 req-57e71845-4d1a-449c-b74b-a4a3b755d92b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.1840901 Dec 06 12:18:16.204409 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.233625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:16.247291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b43767d2-908b-4917-8d5f-fff6e69bc014 req-af8a7d54-3018-49ea-8d06-f687f4e56271 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241305 Dec 06 12:18:16.290481 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'port_id': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'mac_address': 'fa:16:3e:18:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205da72d-20a4-4693-8d5f-119c8bfadc87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:16.345467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.368853 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab8bf9f-f261-412c-b5ea-073511619402']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:16.380134 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:16.380676 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6d3d0-611e-4e18-992b-1eaf13e4d07f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:16.391684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.406505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.413912 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:16.414295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.453591 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.464947 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2562b8d-604c-43fd-9d56-d2a2ff7fed26 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:16.471681 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Subnet': ['ID=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:16.488830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.495686 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a035d3f0-b9df-4907-adf6-f611227c6cb0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:16.501547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:16.502566 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network hostable DHCP agents. Network: d18af1f0-d06a-43ce-ae48-55c3a95cbcb2, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:16.523739 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Transition to ACTIVE for port object f2562b8d-604c-43fd-9d56-d2a2ff7fed26 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:16.536260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:16.538542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:16.539041 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:16.543908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.557813 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.568494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:16.583262 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:16.592513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] 10.222.0.31 "DELETE /v2.0/networks/4ab8bf9f-f261-412c-b5ea-073511619402 HTTP/1.1" status: 204 len: 168 time: 0.5741532 Dec 06 12:18:16.642837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:16.666456 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0b64a-74dc-45c0-8ff1-30c998880b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341034027-project] Pushing event deleted for resources: {'Network': ['ID=4ab8bf9f-f261-412c-b5ea-073511619402,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:16.723656 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:16.766898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a035d3f0-b9df-4907-adf6-f611227c6cb0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:16.815076 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d18af1f0-d06a-43ce-ae48-55c3a95cbcb2) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:16.835367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfceffa-a9f3-4855-b570-a0a4c24616c0 req-a7270fba-e5fa-4768-a1bc-d232c799851d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:16.836982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bfceffa-a9f3-4855-b570-a0a4c24616c0 req-a7270fba-e5fa-4768-a1bc-d232c799851d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 943 time: 0.1402822 Dec 06 12:18:16.855769 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f307592-e21e-4bc9-8ae3-9d4dcf10145d None None] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:16.953444 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:16.970697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bfceffa-a9f3-4855-b570-a0a4c24616c0 req-15746c55-3f31-4828-a0f2-3af4f99d8aba tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151092 Dec 06 12:18:16.998364 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.000994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.012363 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Attempting to bind port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:17.013235 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Attempting to bind port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:17.015708 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Attempting to bind port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:17.032108 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:17.035276 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Attempting to bind port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:17.058192 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:17.060726 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:17.061666 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:17.062819 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Bound port: f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:17.064718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.121283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.194253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.224285 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:17.258470 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:17.276969 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:17.290717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b07e5ff-b3e9-4d7a-9c48-d70ae08b7ce0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0235832 Dec 06 12:18:17.292025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.296551 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:17.312503 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'subnet': {'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:17.421561 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:17.432824 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.433755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.435898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-a1fdca5c-9113-4eb5-bff4-7eb4ca86bdc0 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 200 len: 1091 time: 1.8008037 Dec 06 12:18:17.438553 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:17.447556 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95f4d47-8feb-4c47-a20a-5109619e784f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:17.499373 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:17.505385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.573498 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca8505-b7e8-482e-a1bc-675a6c93369c x-openstack-request-id: req-2aca8505-b7e8-482e-a1bc-675a6c93369c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:17.576974 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:17.576974 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aca8505-b7e8-482e-a1bc-675a6c93369c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:17.577666 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'status': 'completed', 'code': 200} Dec 06 12:18:17.616130 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-b900e6ed-690f-45bc-a5ad-9c1d7a9266b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.625857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.626637 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-b900e6ed-690f-45bc-a5ad-9c1d7a9266b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 1094 time: 0.1292121 Dec 06 12:18:17.629054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:17.643356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "DELETE /v2.0/security-groups/1435e41e-1636-4687-90c8-2c722a60fb38 HTTP/1.1" status: 204 len: 168 time: 0.6712420 Dec 06 12:18:17.645120 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:17.723042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-4bbd3249-8daa-44e9-b265-41a4a7b3aa08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 200 len: 217 time: 0.0924702 Dec 06 12:18:17.731058 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399f47e-4caf-48ec-a9e9-21bf6a1b7efa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1435e41e-1636-4687-90c8-2c722a60fb38,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:17.755940 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-612433fe-3ea2-4510-a7d9-a3c7e2623c1b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] show failed (client error): The resource could not be found. Dec 06 12:18:17.766223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-612433fe-3ea2-4510-a7d9-a3c7e2623c1b tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "GET /v2.0/security-groups/1435e41e-1636-4687-90c8-2c722a60fb38 HTTP/1.1" status: 404 len: 347 time: 0.1145599 Dec 06 12:18:17.775114 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:17.860103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-7ac8705f-5911-4d06-b3e9-ee1181b5ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.861632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-7ac8705f-5911-4d06-b3e9-ee1181b5ab30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1307650 Dec 06 12:18:17.921398 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459b63-6d0a-414e-b545-87e0e1efe4fd req-20217526-9943-45b1-802f-83d0a58a1563 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.923896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad459b63-6d0a-414e-b545-87e0e1efe4fd req-20217526-9943-45b1-802f-83d0a58a1563 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.4807293 Dec 06 12:18:17.962525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a52f32ff-c7da-4ab7-924e-1968541ff12b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0346f19c6a014fb59fb3d2652f23f739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312653 Dec 06 12:18:17.964340 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-0da0a3d9-a96f-4b32-b4b0-7d68e6a98d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:17.968065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-0da0a3d9-a96f-4b32-b4b0-7d68e6a98d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968502 Dec 06 12:18:17.969734 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53174) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:17.986639 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Allocated IP 10.1.1.2 (d18af1f0-d06a-43ce-ae48-55c3a95cbcb2/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1/e548e190-5ab6-4bd5-bad5-6100dd4c1f91) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:18.013353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:18.017651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.111230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad459b63-6d0a-414e-b545-87e0e1efe4fd req-f92b7fbc-b19e-4754-a453-9d1ed5cba237 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770575 Dec 06 12:18:18.139841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.230191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.305103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-23c48e87-4c81-4dd8-8c1f-fbcc06d81217 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280113 Dec 06 12:18:18.309972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.316384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.319364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35b1710b-b1b4-4c9b-81c3-4aceb711851e HTTP/1.1" status: 204 len: 168 time: 0.3485684 Dec 06 12:18:18.344693 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.352232 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d403f8-584f-4008-bc8f-b3867828c126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1710b-b1b4-4c9b-81c3-4aceb711851e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:18.355088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.464708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Pushing event updated for resources: {'Port': ['ID=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:18.528394 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:18.535163 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:18.543063 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:18.555074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.625551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d54958e-e44b-40cc-8519-f1643cd2fa74 req-be6732bc-3e76-4a95-912d-eb3bbf0c65a9 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031747 Dec 06 12:18:18.748302 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Attempting to bind port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:18.749364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Attempting to bind port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:18.750929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Attempting to bind port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:18.764396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:18.764772 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:18.765420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.767302 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Bound using segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:18.768103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Bound port: e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:18.769745 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.787411 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Deleting port 20a96683-e19e-4079-9529-ede025f217ee {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:18.788090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.793533 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-3405d67d-130e-4334-bfb9-c1428da49c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:18.795326 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-3405d67d-130e-4334-bfb9-c1428da49c54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 1094 time: 0.1001596 Dec 06 12:18:18.848542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b81b50-7583-4d6f-bf6f-abb833d773cb req-0137d44f-8f3a-4034-af79-d44fa5247565 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:18.860624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22b81b50-7583-4d6f-bf6f-abb833d773cb req-0137d44f-8f3a-4034-af79-d44fa5247565 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 943 time: 0.7699618 Dec 06 12:18:18.886906 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Subnet': ['ID=779d8eb5-3f84-493e-9dee-dc6be7e276de,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:18.901905 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:18.937104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] For port e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:18.946790 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] For port e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:18.955536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:18.962084 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Checking segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:18.962849 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network hostable DHCP agents. Network: 535dbbab-b5aa-44e5-af40-023e61d2efc1, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:18.991451 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-7faa583f-be0e-49d1-b0fe-1f5e732d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:18.992942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-7faa583f-be0e-49d1-b0fe-1f5e732d477f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.1869044 Dec 06 12:18:18.999509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.000010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.015553 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Calling delete_port for 20a96683-e19e-4079-9529-ede025f217ee owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:19.050300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-61045f95-ca95-44b5-95f1-b4726a5a5b11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 200 len: 217 time: 0.0486815 Dec 06 12:18:19.056952 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9366fd-fb75-4248-84f5-bae4f657413b None None] Pushing event updated for resources: {'Port': ['ID=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:19.163290 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-42a69ca0-d548-4c2f-aaab-453dba562530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:19.164989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-42a69ca0-d548-4c2f-aaab-453dba562530 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0917101 Dec 06 12:18:19.226946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22b81b50-7583-4d6f-bf6f-abb833d773cb req-fa092f5a-54b0-4eb1-a6d1-b2ad7819fbd8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651893 Dec 06 12:18:19.231622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8b9d0243-ab5c-4c4c-aaf6-f91e6b57d201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87ba3216d4e640a083f4dbb995531291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3237436 Dec 06 12:18:19.234913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53190) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:19.284775 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:19.306707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.318521 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-1f0f2fd3-567e-4152-b478-a29db7a25d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:19.321048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-1f0f2fd3-567e-4152-b478-a29db7a25d1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440434 Dec 06 12:18:19.370884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.389317 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 535dbbab-b5aa-44e5-af40-023e61d2efc1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:19.391276 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Pushing event deleted for resources: {'Port': ['ID=20a96683-e19e-4079-9529-ede025f217ee,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:19.400948 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec6ffa-91c2-4cbe-9cf6-eb7e480e992c None None] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:19.454503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1b91b-e95c-457b-96cd-253b29ca66d9 req-b7cfdf24-59c5-43f4-bd53-e18f14959a4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:19.465375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b1b91b-e95c-457b-96cd-253b29ca66d9 req-b7cfdf24-59c5-43f4-bd53-e18f14959a4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.2206545 Dec 06 12:18:19.467743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.471046 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:19.481534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.525071 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45314180-6912-4abe-aa27-aca409bc2d1d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:19.569539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.573610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.579154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92894075-fe36-4a51-95c2-f1a6e48b7d85 HTTP/1.1" status: 204 len: 168 time: 0.3420899 Dec 06 12:18:19.596341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2cc1-5294-4adc-a7a5-9c5e9dc28f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92894075-fe36-4a51-95c2-f1a6e48b7d85,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:19.642803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.645602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f21dd77b-3dc0-4abb-ab27-9e43b59a193a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3425615 Dec 06 12:18:19.646701 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:19.667445 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'name': 'tempest-TaggedBootDevicesTest-641331618', 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:19.746965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b1b91b-e95c-457b-96cd-253b29ca66d9 req-3a958aad-bfe9-4e48-bea5-b40f93ae025a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785766 Dec 06 12:18:19.797727 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-bca7f6c6-bb8d-4fc2-9c27-32dc9dc469fe service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651375 Dec 06 12:18:19.888191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.899781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:19.907924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1b4597b4-cdf9-46c9-a4e4-e300ab1e66aa tempest-ServersTestBootFromVolume-2104229005 tempest-ServersTestBootFromVolume-2104229005-project] 10.222.0.31 "DELETE /v2.0/floatingips/a0f5a8e4-81c6-420a-b4c0-1388e0245930 HTTP/1.1" status: 204 len: 168 time: 2.1313698 Dec 06 12:18:19.909424 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:19.975154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:19.985054 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e548e190-5ab6-4bd5-bad5-6100dd4c1f91 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:20.000490 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-535dbbab-b5aa-44e5-af40-023e61d2efc1', 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ips': [{'subnet_id': '779d8eb5-3f84-493e-9dee-dc6be7e276de'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:20.001898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:20.042572 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c95f4d47-8feb-4c47-a20a-5109619e784f req-44453e76-5870-4835-88d9-6e90626ee4fb service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377520 Dec 06 12:18:20.332168 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:20.333489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:20.336327 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port a035d3f0-b9df-4907-adf6-f611227c6cb0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:18:20.346084 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a035d3f0-b9df-4907-adf6-f611227c6cb0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:20.347050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:20.452920 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:20.607779 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Allocated IP 10.2.2.2 (535dbbab-b5aa-44e5-af40-023e61d2efc1/779d8eb5-3f84-493e-9dee-dc6be7e276de/e58c1735-a3da-4636-b8b8-91dccc200d17) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:20.609933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:20.697754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:20.737310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810f0e-496f-4363-a058-59a4551dce88 req-35ba3ca7-0862-4d5a-83d0-650a7865db41 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:20.738889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68810f0e-496f-4363-a058-59a4551dce88 req-35ba3ca7-0862-4d5a-83d0-650a7865db41 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 943 time: 0.3209846 Dec 06 12:18:20.740642 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] device_id is not set on port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:20.872529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68810f0e-496f-4363-a058-59a4551dce88 req-1b97fce2-d91d-4bb4-950d-a5bc9507d521 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248937 Dec 06 12:18:21.071439 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.085975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9c022-6c34-4094-82b6-9e897245ebc0 None None] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:21.099508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.126831 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:21.129337 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427ad92-c4b1-45db-a15a-0106d6e28de4" -d '{"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-plugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:21.172861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e201-e3b9-4c6d-be54-2580ab19c252 req-1d549fc0-7c41-4984-8943-d89fad121f9b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:21.174888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6a9e201-e3b9-4c6d-be54-2580ab19c252 req-1d549fc0-7c41-4984-8943-d89fad121f9b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.2763095 Dec 06 12:18:21.226095 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303d5b9-08e1-4a08-b2f7-55159bcbc940 x-openstack-request-id: req-f303d5b9-08e1-4a08-b2f7-55159bcbc940 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:21.226688 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-plugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:21.227091 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f303d5b9-08e1-4a08-b2f7-55159bcbc940 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:21.227623 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'code': 200} Dec 06 12:18:21.248322 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:21.254099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:21.258781 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:21.268216 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:21.320218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.322875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.325044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5b465d3c-3c0c-4592-8e2b-dbbe9c654b91 None None] Provisioning complete for port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:21.325695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b465d3c-3c0c-4592-8e2b-dbbe9c654b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.375373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6a9e201-e3b9-4c6d-be54-2580ab19c252 req-23b0aa3c-5c18-435b-8e26-b23f22cd1b63 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808817 Dec 06 12:18:21.485452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b552d1-81e9-40da-b337-8e194a7b5b07 req-33c12890-e2c6-4858-a559-022a9fac9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:21.492126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73b552d1-81e9-40da-b337-8e194a7b5b07 req-33c12890-e2c6-4858-a559-022a9fac9c69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 1096 time: 0.2039418 Dec 06 12:18:21.492726 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53236) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:21.574131 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.1.1.109 (d18af1f0-d06a-43ce-ae48-55c3a95cbcb2/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:21.624796 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73b552d1-81e9-40da-b337-8e194a7b5b07 req-5fffd4a3-acbb-4ef8-93a4-4495c3759b7c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167428 Dec 06 12:18:21.655762 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Pushing event updated for resources: {'Port': ['ID=e58c1735-a3da-4636-b8b8-91dccc200d17,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:21.675587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.750472 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'networks': [{'name': 'tempest-network--1194501637'}, {'name': 'tempest-network--1713240496'}]} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:21.751116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-network--1194501637'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:21.751755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-network--1713240496'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:21.795552 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'network': 2} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:21.806830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.830181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.884095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:21.885281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Attempting to bind port e58c1735-a3da-4636-b8b8-91dccc200d17 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:21.885735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Attempting to bind port e58c1735-a3da-4636-b8b8-91dccc200d17 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:21.886384 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Attempting to bind port e58c1735-a3da-4636-b8b8-91dccc200d17 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:21.918170 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:21.921496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Checking segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:21.922074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.922635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Bound using segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:21.923307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Bound port: e58c1735-a3da-4636-b8b8-91dccc200d17, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:21.927881 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.952561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.956889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.965772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:21.966301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.053584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:22.060171 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b465d3c-3c0c-4592-8e2b-dbbe9c654b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.062867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2562b8d-604c-43fd-9d56-d2a2ff7fed26 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:22.106012 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c566a3-4863-4d1f-ab07-090457b8f399,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:22.156434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:22.180933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.182081 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment 543cdc8c-4188-4e46-9b35-612fd9a9d260 of type vlan for network c62e2799-f0b4-49db-816c-8103ff7fc6e0 Dec 06 12:18:22.287169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.304928 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbda3a-36c8-4ca5-8dfe-6f81b5fa1408 req-5ec8b28e-c80f-4a8c-b863-8790ce87414f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:22.306600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49cbda3a-36c8-4ca5-8dfe-6f81b5fa1408 req-5ec8b28e-c80f-4a8c-b863-8790ce87414f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 943 time: 0.1762888 Dec 06 12:18:22.321029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.358516 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:22.369247 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] For port e58c1735-a3da-4636-b8b8-91dccc200d17, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:22.374700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] For port e58c1735-a3da-4636-b8b8-91dccc200d17, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e58c1735-a3da-4636-b8b8-91dccc200d17,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:22.382623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49cbda3a-36c8-4ca5-8dfe-6f81b5fa1408 req-3c1e0d71-f39c-46cf-b3f1-ea770cd3e8db tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Dec 06 12:18:22.388369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.392112 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment 07f96e1d-8cda-4292-94c0-82c6f8000a5a of type vlan for network a9e0210e-a4cb-4f5e-b10c-a8607f957f36 Dec 06 12:18:22.419222 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.492785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.530980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.627154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.628105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.637859 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:22.641751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:22.681121 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:22.681850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:22.753789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:22.851861 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:22.866783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'mac_address': 'fa:16:3e:58:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:22.872587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=c62e2799-f0b4-49db-816c-8103ff7fc6e0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:22.885739 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:22.895800 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:22.903094 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c62e2799-f0b4-49db-816c-8103ff7fc6e0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:22.910520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4166708 Dec 06 12:18:22.918134 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:22.953362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-5b465d3c-3c0c-4592-8e2b-dbbe9c654b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:18:22.953723 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-5b465d3c-3c0c-4592-8e2b-dbbe9c654b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:18:23.065728 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0f879-95e9-424a-ba20-f3e7ee566e64 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=a9e0210e-a4cb-4f5e-b10c-a8607f957f36,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:23.100553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a9e0210e-a4cb-4f5e-b10c-a8607f957f36 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:23.235894 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97914fa-c81f-4f0a-906b-a4feb628c77f None None] Pushing event updated for resources: {'Port': ['ID=e58c1735-a3da-4636-b8b8-91dccc200d17,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:23.300196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:23.338999 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2562b8d-604c-43fd-9d56-d2a2ff7fed26 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:23.380431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:23.389654 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53262) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:23.490201 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:23.721908 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:23.763064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:23.763743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:23.766132 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:23.814841 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:23.888576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd328-5847-4aef-a47d-e95ccbe959d4 req-66691167-ad08-4f2c-996c-9d7cbc1a90fb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:23.890071 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d8bb606d-fc13-451f-82c6-556ce2819e13 None None] Provisioning complete for port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:23.890440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c4cd328-5847-4aef-a47d-e95ccbe959d4 req-66691167-ad08-4f2c-996c-9d7cbc1a90fb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 1.1986582 Dec 06 12:18:23.900236 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Deleting port 7763e856-d1ea-4d6a-928e-1003c745a590 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:23.900520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:23.900711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8bb606d-fc13-451f-82c6-556ce2819e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:23.954156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cb354af2-06a0-4a7c-b1e1-aee438cd203d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2972069 Dec 06 12:18:23.998961 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:24.022087 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1bcfa-1c1d-4e5f-9fcc-3c3f1c710892 req-1005ad97-d187-4558-9e86-5886889fddc1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:24.024200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa1bcfa-1c1d-4e5f-9fcc-3c3f1c710892 req-1005ad97-d187-4558-9e86-5886889fddc1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 944 time: 0.2551160 Dec 06 12:18:24.039614 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'name': 'tempest-TaggedBootDevicesTest-364320090', 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:24.198684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d8bb606d-fc13-451f-82c6-556ce2819e13 None None] Provisioning complete for port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:24.199482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8bb606d-fc13-451f-82c6-556ce2819e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.223186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.271700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e548e190-5ab6-4bd5-bad5-6100dd4c1f91 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:24.395330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb606d-fc13-451f-82c6-556ce2819e13 None None] Port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:24.421001 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] For port 7763e856-d1ea-4d6a-928e-1003c745a590, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7763e856-d1ea-4d6a-928e-1003c745a590,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:24.421294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.441601 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Calling delete_port for 7763e856-d1ea-4d6a-928e-1003c745a590 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:24.470809 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:24.471454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.527839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c4cd328-5847-4aef-a47d-e95ccbe959d4 req-58d57782-5484-42e7-89d7-6cc75af1d170 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248415 Dec 06 12:18:24.617745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e58c1735-a3da-4636-b8b8-91dccc200d17 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:24.617898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ed10a-1d95-4c47-b358-29b0f7131174 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:24.623901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ed10a-1d95-4c47-b358-29b0f7131174 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:24.645971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ed10a-1d95-4c47-b358-29b0f7131174 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:24.658069 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ed10a-1d95-4c47-b358-29b0f7131174 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:24.662415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2e0ed10a-1d95-4c47-b358-29b0f7131174 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.7208524 Dec 06 12:18:24.665646 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:24.688290 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e58c1735-a3da-4636-b8b8-91dccc200d17 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:24.689089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.719866 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e65c3-3591-4a0e-a18e-91592b3419ce None None] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:24.720736 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Deleting port d405263f-aa91-4af1-8ac6-7b1fd04813bd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:24.721079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.791025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-baa1bcfa-1c1d-4e5f-9fcc-3c3f1c710892 req-f92f223f-dc76-4dee-ad44-d64960735d62 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479742 Dec 06 12:18:24.853251 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] For port d405263f-aa91-4af1-8ac6-7b1fd04813bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d405263f-aa91-4af1-8ac6-7b1fd04813bd,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:24.853619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.867242 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Calling delete_port for d405263f-aa91-4af1-8ac6-7b1fd04813bd owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:24.911115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] Provisioning complete for port e58c1735-a3da-4636-b8b8-91dccc200d17 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:24.911667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.918630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:24.928559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:24.933562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.036068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.076467 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] device_id is not set on port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:25.140386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] For port e58c1735-a3da-4636-b8b8-91dccc200d17, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e58c1735-a3da-4636-b8b8-91dccc200d17,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:25.142449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.143779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.165972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.224896 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34419693-73cf-41bf-9fc8-fcbef71437c7 None None] Pushing event updated for resources: {'Port': ['ID=e58c1735-a3da-4636-b8b8-91dccc200d17,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:25.231256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d405263f-aa91-4af1-8ac6-7b1fd04813bd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:25.255894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.287364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:18:25.287827 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:18:25.289835 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62e2799-f0b4-49db-816c-8103ff7fc6e0']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:25.308444 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543cdc8c-4188-4e46-9b35-612fd9a9d260') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:25.308675 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543cdc8c-4188-4e46-9b35-612fd9a9d260') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:25.327671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.343092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.350483 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:25.350906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.406158 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fdfb525c-0beb-49f1-9c24-be39f3331d78 None None] Provisioning complete for port e58c1735-a3da-4636-b8b8-91dccc200d17 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:25.408399 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fdfb525c-0beb-49f1-9c24-be39f3331d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:25.425753 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:25.436661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.455013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.458857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/c62e2799-f0b4-49db-816c-8103ff7fc6e0 HTTP/1.1" status: 204 len: 168 time: 0.7892547 Dec 06 12:18:25.483108 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:25.522048 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effa175-b0d9-45ba-91e1-8767204af4cf tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=c62e2799-f0b4-49db-816c-8103ff7fc6e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:25.669606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.751308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.762013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7763e856-d1ea-4d6a-928e-1003c745a590,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:25.833078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.863863 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.1.1.27 (d18af1f0-d06a-43ce-ae48-55c3a95cbcb2/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1/1d017cff-dbb8-4dfb-b8d3-8b398086d901) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:25.911690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb26d3-2208-460e-b2cc-623cf0a4bcf2 req-f9018410-e44a-4851-bccb-7a710b94140b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:25.913344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29bb26d3-2208-460e-b2cc-623cf0a4bcf2 req-f9018410-e44a-4851-bccb-7a710b94140b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2523911 Dec 06 12:18:25.974553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2562b8d-604c-43fd-9d56-d2a2ff7fed26 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:26.100581 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:18:26.112802 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:26.114919 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.184134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.198808 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Router 5738aedf-1105-45b9-bb2b-74707415c01e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:18:26.234070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e58c1735-a3da-4636-b8b8-91dccc200d17 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:26.246354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29bb26d3-2208-460e-b2cc-623cf0a4bcf2 req-df05bcb4-3bb0-4c8d-a168-31cf3e3b7364 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987654 Dec 06 12:18:26.257347 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e0210e-a4cb-4f5e-b10c-a8607f957f36']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:26.288670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.320689 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:26.324246 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d07b6-24d3-4db3-99b1-3c19ae9ef09b" -d '{"events": [{"server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "name": "network-vif-plugged", "status": "completed", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:26.340203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:26.340445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114c4ab-d9ab-4f4e-9afc-467ca7eee812 req-6a4a71c7-5204-447a-805e-31987669866d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:26.342130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5114c4ab-d9ab-4f4e-9afc-467ca7eee812 req-6a4a71c7-5204-447a-805e-31987669866d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 944 time: 0.4246590 Dec 06 12:18:26.350092 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.357634 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e58c1735-a3da-4636-b8b8-91dccc200d17 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:26.357634 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.376944 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f96e1d-8cda-4292-94c0-82c6f8000a5a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:26.377189 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f96e1d-8cda-4292-94c0-82c6f8000a5a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:26.398066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:26.407867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7d83e1b9-7e8c-4311-82ef-826013e1d0ab admin admin] 10.222.0.31 "PUT /v2.0/routers/5738aedf-1105-45b9-bb2b-74707415c01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0153246 Dec 06 12:18:26.409778 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53286) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:26.416686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Sync routers for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:26.430988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.460707 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:26.461699 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:26.464678 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:26.497375 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.516247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.550677 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:26.550999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:26.556869 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:26.581199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.593262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5114c4ab-d9ab-4f4e-9afc-467ca7eee812 req-5b3c8492-a50e-4ffc-b695-9a9fbc306bd5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371843 Dec 06 12:18:26.601059 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9e2c-83e3-4529-a839-7c99627af3bf req-5b5338a3-0536-488c-a849-8fbe8613e378 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:26.602657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47be9e2c-83e3-4529-a839-7c99627af3bf req-5b5338a3-0536-488c-a849-8fbe8613e378 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2597003 Dec 06 12:18:26.700467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.734386 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbfd2ce-05de-417a-b2e9-779b279e093d x-openstack-request-id: req-fcbfd2ce-05de-417a-b2e9-779b279e093d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:26.734676 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "name": "network-vif-plugged", "status": "completed", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:26.734930 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcbfd2ce-05de-417a-b2e9-779b279e093d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:26.735473 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'code': 200} Dec 06 12:18:26.745055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.760785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.764127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/a9e0210e-a4cb-4f5e-b10c-a8607f957f36 HTTP/1.1" status: 204 len: 168 time: 1.2788205 Dec 06 12:18:26.768452 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:26.812655 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff8620-edc1-497a-ade4-50b065c49407 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=a9e0210e-a4cb-4f5e-b10c-a8607f957f36,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:26.834540 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:26.846227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.878766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47be9e2c-83e3-4529-a839-7c99627af3bf req-89aebe38-42cf-4603-a60e-e59cde7417f4 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816692 Dec 06 12:18:26.917846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:26.967407 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6376d6-a347-4d30-a6ae-a1b49a7b5857 req-3907a01c-16d0-4e2f-8e08-bd8e6a32e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:26.968961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a6376d6-a347-4d30-a6ae-a1b49a7b5857 req-3907a01c-16d0-4e2f-8e08-bd8e6a32e2ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1728349 Dec 06 12:18:27.064106 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dccee-2abc-4bf8-aba4-245a54467300 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:27.071288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dccee-2abc-4bf8-aba4-245a54467300 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:27.072450 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:18:25Z', 'revision_number': 5, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port': {'id': '74a55121-227b-45c6-bedb-ccb0c54b4c76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:08Z', 'updated_at': '2021-12-06T12:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:27.073734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-845dccee-2abc-4bf8-aba4-245a54467300 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3041875 Dec 06 12:18:27.078525 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Deleting port 74a55121-227b-45c6-bedb-ccb0c54b4c76 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:27.079151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.081373 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53302) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:27.091216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-464516724'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:27.109524 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Checking router: 5738aedf-1105-45b9-bb2b-74707415c01e for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:18:27.120726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Routers {'5738aedf-1105-45b9-bb2b-74707415c01e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:27.121804 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5738aedf-1105-45b9-bb2b-74707415c01e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:27.124830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a6376d6-a347-4d30-a6ae-a1b49a7b5857 req-d2b1775f-9179-4cda-a411-6a910b30b2f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460993 Dec 06 12:18:27.125637 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:27.168088 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:27.172905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.205804 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:27.208170 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:27.222920 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:27.231592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.231947 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment eaaa36c2-47bd-4865-9a81-4e2d56d8c3a5 of type vlan for network 1308ba64-727b-42bf-9c49-d442213ee40a Dec 06 12:18:27.234971 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] For port 74a55121-227b-45c6-bedb-ccb0c54b4c76, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74a55121-227b-45c6-bedb-ccb0c54b4c76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:27.235341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.241859 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:27.309719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Calling delete_port for 74a55121-227b-45c6-bedb-ccb0c54b4c76 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:27.334148 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6bc90946-7a60-4349-b1ee-30aabfc0e0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.367004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] Set router 5738aedf-1105-45b9-bb2b-74707415c01e gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:27.372943 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:18:27.387093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:27.387750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.388940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.419149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c1a6436-0c37-41c5-8adb-6da51b50eb9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3934944 Dec 06 12:18:27.493979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:18:26Z', 'revision_number': 6, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:27.519712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:18:27.558040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad349776-8d3b-4715-94e3-ae2ed0dd88f2 None None] The sync data for ids ['5738aedf-1105-45b9-bb2b-74707415c01e'] in n-d-master-1 is: [{'id': '5738aedf-1105-45b9-bb2b-74707415c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1701804849-router', 'tenant_id': '89f8ee00bdf947f3be18e9d791c3776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:07Z', 'updated_at': '2021-12-06T12:18:26Z', 'revision_number': 6, 'project_id': '89f8ee00bdf947f3be18e9d791c3776c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:18:27.576555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.583768 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:27.584729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.590890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eea212-31c9-4e09-8dff-3ff15d0ac93d req-ec70abee-b3a7-4bb7-a76c-26b67a714848 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:27.593240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22eea212-31c9-4e09-8dff-3ff15d0ac93d req-ec70abee-b3a7-4bb7-a76c-26b67a714848 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1877408 Dec 06 12:18:27.623062 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-86be799c-e100-46e3-99a1-34dcfab360d1 None None] Provisioning complete for port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:27.623555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-86be799c-e100-46e3-99a1-34dcfab360d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:27.684635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-86be799c-e100-46e3-99a1-34dcfab360d1 None None] Port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:27.730927 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:27.736530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=1308ba64-727b-42bf-9c49-d442213ee40a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:27.740236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-be5847f6-8645-4d3c-b69e-77d7b28af9a5 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e2d4075-4668-4c09-a4ec-a09794bef6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271527 Dec 06 12:18:27.742179 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:27.744036 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Sync routers for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:27.756423 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 1308ba64-727b-42bf-9c49-d442213ee40a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:27.773262 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:27.774240 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:27.830520 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:27.860128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755004351', 'description': 'tempest-description--759601718'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:27.867987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a01b44a9-1f83-406f-81b9-86c5ae2072e0 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7782443 Dec 06 12:18:27.876091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:27.890334 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1660259984'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:27.918855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22eea212-31c9-4e09-8dff-3ff15d0ac93d req-bab2badb-1a51-4fda-9e80-b8afce3f6e7c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018942 Dec 06 12:18:27.966510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:27.971691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.000526 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:28.009283 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:28.011264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.015852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d405263f-aa91-4af1-8ac6-7b1fd04813bd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:28.021598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.022034 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment 6cb8cdc6-be08-4a77-bb2d-1f3097f049bc of type vlan for network 90eebbff-6287-4222-9db4-77604feed345 Dec 06 12:18:28.071840 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d405263f-aa91-4af1-8ac6-7b1fd04813bd {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:28.074370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d405263f-aa91-4af1-8ac6-7b1fd04813bd not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:28.108806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.120012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.169408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0b255-0816-4865-a9d5-3d99bfa1f063 req-faa058f9-4f01-487b-b7f2-feac56f525da tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:28.174268 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Pushing event deleted for resources: {'Port': ['ID=74a55121-227b-45c6-bedb-ccb0c54b4c76,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:28.177719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ff0b255-0816-4865-a9d5-3d99bfa1f063 req-faa058f9-4f01-487b-b7f2-feac56f525da tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2537260 Dec 06 12:18:28.188330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.189222 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a0a291-d5bb-4e25-9128-6db52ae52984 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:28.264556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.270677 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:28.271444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.367039 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4835348 Dec 06 12:18:28.367039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.368990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:28.374665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'ports': [{'network_id': '1308ba64-727b-42bf-9c49-d442213ee40a', 'name': 'tempest-port--1886816705', 'admin_state_up': True}, {'network_id': '90eebbff-6287-4222-9db4-77604feed345', 'admin_state_up': False}]} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:28.375914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'port': {'network_id': '1308ba64-727b-42bf-9c49-d442213ee40a', 'name': 'tempest-port--1886816705', 'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:28.375914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'port': {'network_id': '90eebbff-6287-4222-9db4-77604feed345', 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:28.423748 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:18:25Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:28.488873 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689723e-467b-4497-a389-cb58790af955 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=90eebbff-6287-4222-9db4-77604feed345,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:28.509334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 90eebbff-6287-4222-9db4-77604feed345 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:28.511271 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Checking router: 4e2d4075-4668-4c09-a4ec-a09794bef6d1 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:18:28.533080 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Routers {'4e2d4075-4668-4c09-a4ec-a09794bef6d1'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:28.536524 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:28.640101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.648563 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:18:28.655998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.734837 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] Set router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:28.737759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ff0b255-0816-4865-a9d5-3d99bfa1f063 req-9307a6cc-82af-4349-8303-e931153e5534 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590982 Dec 06 12:18:28.749846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.770002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.773279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.774072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5738aedf-1105-45b9-bb2b-74707415c01e {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:18:28.780898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.782619 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-232de246-67cf-4a2e-beae-0b2655472bce admin admin] 10.222.0.31 "DELETE /v2.0/routers/5738aedf-1105-45b9-bb2b-74707415c01e HTTP/1.1" status: 204 len: 168 time: 2.3712299 Dec 06 12:18:28.805357 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:28.833625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.888529 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'port': 2} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:28.896385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.921743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.923320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0916748 Dec 06 12:18:28.928339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:28.929820 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f299f-9a60-4228-a485-8222a5e2fbb6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b94256-0f5c-4aad-858e-3339df190d2d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:28.948684 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Deleting subnet ab4a1490-1023-4fae-a5fa-3cfd399a19b6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:28.949922 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'security_group_rule': {'security_group_id': 'e2b94256-0f5c-4aad-858e-3339df190d2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:28.953716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.967693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.972184 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:18:25Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:28.995412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.137379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.176720 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f819e-42fb-4dbf-ba95-28cb00b46f13 None None] The sync data for ids ['4e2d4075-4668-4c09-a4ec-a09794bef6d1'] in n-d-master-1 is: [{'id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'name': 'tempest-ServersTestBootFromVolume-694837144-router', 'tenant_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '8729668f-be82-4fa2-afcf-76c525910017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:44Z', 'updated_at': '2021-12-06T12:18:25Z', 'revision_number': 5, 'project_id': 'a5ea01644eda44dd9bc48bdf182acff3', 'gw_port': {'id': '8729668f-be82-4fa2-afcf-76c525910017', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2d4075-4668-4c09-a4ec-a09794bef6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:45Z', 'updated_at': '2021-12-06T12:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:18:29.206888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.234512 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] device_id is not set on port 93df854a-d95b-4621-8f58-69ebc2585a56 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:29.266848 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Deleting port 8729668f-be82-4fa2-afcf-76c525910017 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:29.267195 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.302710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e07d2-a6ea-4b14-aea6-4b495400719c req-21c710e9-bd19-4f47-8d3a-0d02a8091fd2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:29.304244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-057e07d2-a6ea-4b14-aea6-4b495400719c req-21c710e9-bd19-4f47-8d3a-0d02a8091fd2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1712029 Dec 06 12:18:29.338828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.347819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.376140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.409501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8607a551-3ee3-421f-ba89-b2f0c6928610,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:29.420608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4a1490-1023-4fae-a5fa-3cfd399a19b6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:29.423448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.428111 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4b56e635-c19b-4183-a4c9-0c9232ee2f9a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962325 Dec 06 12:18:29.428275 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.428386 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68caeb0c-4407-457c-b96b-19e176451165 None None] Network 0a91ce1f-163e-4907-a895-e5522a960326 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:29.428813 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53334) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:29.430103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-81abf293-8cf4-4c55-ad5b-61670da8ca4f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab4a1490-1023-4fae-a5fa-3cfd399a19b6 HTTP/1.1" status: 204 len: 168 time: 0.6172202 Dec 06 12:18:29.433038 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:29.433375 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'security_group_rule': {'security_group_id': 'e2b94256-0f5c-4aad-858e-3339df190d2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:29.487138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.488921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-057e07d2-a6ea-4b14-aea6-4b495400719c req-403c7b02-1a2a-49bf-9c1e-a67e6fc0458f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744719 Dec 06 12:18:29.527119 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] For port 8729668f-be82-4fa2-afcf-76c525910017, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8729668f-be82-4fa2-afcf-76c525910017,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:29.527571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.535902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.598249 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Calling delete_port for 8729668f-be82-4fa2-afcf-76c525910017 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:29.618361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.660493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.661044 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0d2fa6a0-c05c-4db9-8390-6b1ffac1a612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.670727 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] device_id is not set on port 8b12391c-0045-409f-8390-9e5853be133c yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:18:29.702090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.726963 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1eb485-7841-4502-a74b-c0fcf889565c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:29.739824 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Deleting port 75194311-945e-43ab-aa8e-07e4c8556e1c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:29.742508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.808910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.810856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0801b7b8-6a45-4ac9-a9fd-330d6cb525ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809996 Dec 06 12:18:29.816677 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53342) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:29.822857 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:29.831364 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] DHCP port deletion for 0a91ce1f-163e-4907-a895-e5522a960326 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:29.911893 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Deleting port 75194311-945e-43ab-aa8e-07e4c8556e1c {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:29.912409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.922817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.944824 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] For port 75194311-945e-43ab-aa8e-07e4c8556e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75194311-945e-43ab-aa8e-07e4c8556e1c,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:29.945211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.953820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.963759 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Calling delete_port for 75194311-945e-43ab-aa8e-07e4c8556e1c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:29.993998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] For port 75194311-945e-43ab-aa8e-07e4c8556e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75194311-945e-43ab-aa8e-07e4c8556e1c,segment=NetworkSegment(54abb82d-260b-4d57-a70e-9a08de73751d),segment_id=54abb82d-260b-4d57-a70e-9a08de73751d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:29.994573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.019289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc3bc2-02f9-4757-add8-c5312d41c62e req-ae710168-989e-414e-9982-f4c826ac339e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:30.020820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71bc3bc2-02f9-4757-add8-c5312d41c62e req-ae710168-989e-414e-9982-f4c826ac339e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1469684 Dec 06 12:18:30.032846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Calling delete_port for 75194311-945e-43ab-aa8e-07e4c8556e1c owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:30.128142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71bc3bc2-02f9-4757-add8-c5312d41c62e req-e9806f2b-48aa-4ba8-a677-592af52de31b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725999 Dec 06 12:18:30.136799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.152238 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74a55121-227b-45c6-bedb-ccb0c54b4c76 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:30.200627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 74a55121-227b-45c6-bedb-ccb0c54b4c76 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:30.204107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74a55121-227b-45c6-bedb-ccb0c54b4c76 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:30.206692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7763e856-d1ea-4d6a-928e-1003c745a590 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:30.222194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.238767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Pushing event deleted for resources: {'Port': ['ID=8729668f-be82-4fa2-afcf-76c525910017,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:30.251543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acae6a9-e6f9-443d-bb4e-34ba8849adb7 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:30.254045 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.256330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7763e856-d1ea-4d6a-928e-1003c745a590 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:30.256696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7763e856-d1ea-4d6a-928e-1003c745a590 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:30.257615 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75194311-945e-43ab-aa8e-07e4c8556e1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:30.282839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 75194311-945e-43ab-aa8e-07e4c8556e1c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:30.283240 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75194311-945e-43ab-aa8e-07e4c8556e1c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:30.305295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Port': ['ID=93df854a-d95b-4621-8f58-69ebc2585a56,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:30.318743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.329375 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] Pushing event deleted for resources: {'Port': ['ID=75194311-945e-43ab-aa8e-07e4c8556e1c,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:30.339307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4680e39-ef68-49ff-8f01-6354932bcf02 None None] No DVR routers for this DVR port 75194311-945e-43ab-aa8e-07e4c8556e1c on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:30.358243 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] No DVR routers for this DVR port 75194311-945e-43ab-aa8e-07e4c8556e1c on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:30.368367 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75194311-945e-43ab-aa8e-07e4c8556e1c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:30.395153 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.407973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.408230 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Checking segment: {'id': 'eaaa36c2-47bd-4865-9a81-4e2d56d8c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1308ba64-727b-42bf-9c49-d442213ee40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:30.408558 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network hostable DHCP agents. Network: 1308ba64-727b-42bf-9c49-d442213ee40a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:30.462946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.555252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.621481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.624406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.634834 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a91ce1f-163e-4907-a895-e5522a960326']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:30.694317 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54abb82d-260b-4d57-a70e-9a08de73751d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:30.695834 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54abb82d-260b-4d57-a70e-9a08de73751d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:30.731837 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034893c-6298-4549-870e-6bd3fa137eff req-cdc65869-c3b2-4d96-b464-f36a728d7445 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:30.739291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4034893c-6298-4549-870e-6bd3fa137eff req-cdc65869-c3b2-4d96-b464-f36a728d7445 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2807591 Dec 06 12:18:30.761077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.762695 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2d4075-4668-4c09-a4ec-a09794bef6d1 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:18:30.767348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.771488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.774956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-52067941-0d14-4ca1-b754-d501c4376827 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4e2d4075-4668-4c09-a4ec-a09794bef6d1 HTTP/1.1" status: 204 len: 168 time: 3.0295410 Dec 06 12:18:30.785140 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:30.824699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.854552 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280d51-8268-4196-a78c-3917908a722c req-77f1b1db-0401-405e-9952-400b6da79753 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:30.862053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42280d51-8268-4196-a78c-3917908a722c req-77f1b1db-0401-405e-9952-400b6da79753 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1700382 Dec 06 12:18:30.897889 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:30.898322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:30.900072 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:30.921908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.935895 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network 1308ba64-727b-42bf-9c49-d442213ee40a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:30.952846 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1308ba64-727b-42bf-9c49-d442213ee40a) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:30.974222 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0146d62-388e-45d1-9349-89713cc58e96 None None] Network 1308ba64-727b-42bf-9c49-d442213ee40a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:30.983989 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:30.984955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.050951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4034893c-6298-4549-870e-6bd3fa137eff req-ca78a485-6237-4d04-809a-9735c67c1620 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090091 Dec 06 12:18:31.080902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.106900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.113633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a91ce1f-163e-4907-a895-e5522a960326 HTTP/1.1" status: 204 len: 168 time: 1.6746619 Dec 06 12:18:31.113633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88989-a3ed-4b60-bc49-1f59a3f2aba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a91ce1f-163e-4907-a895-e5522a960326,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:31.120639 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53354) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:31.123123 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 172.35.3.68 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c49bd621-a3c7-4cd7-9271-39911f398019) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:31.128947 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Deleting subnet 2dcd86b5-0abd-429c-9e7e-1a2a13331354 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:31.133766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.152449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42280d51-8268-4196-a78c-3917908a722c req-01b63637-4a97-4916-a7b6-ecbc7231e67d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894723 Dec 06 12:18:31.211065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.224950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Port': ['ID=8b12391c-0045-409f-8390-9e5853be133c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:31.355863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.422569 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Checking segment: {'id': '6cb8cdc6-be08-4a77-bb2d-1f3097f049bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '90eebbff-6287-4222-9db4-77604feed345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:31.423241 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network hostable DHCP agents. Network: 90eebbff-6287-4222-9db4-77604feed345, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:31.460900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.486586 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcd86b5-0abd-429c-9e7e-1a2a13331354,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:31.498617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.505696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-34f6c6c2-992c-4853-85a1-66ff8eafbd04 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2dcd86b5-0abd-429c-9e7e-1a2a13331354 HTTP/1.1" status: 204 len: 168 time: 0.7170782 Dec 06 12:18:31.506654 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:31.519598 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e4208-f986-4979-956a-f5accbd1d91d None None] Network 004a320a-5084-41af-b46a-ece70c889ea5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:31.534313 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network 90eebbff-6287-4222-9db4-77604feed345 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:31.558898 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 90eebbff-6287-4222-9db4-77604feed345) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:31.569971 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:31.576240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:31.580300 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b1f3ac-ea8a-4934-b521-18e549850180 None None] Network 90eebbff-6287-4222-9db4-77604feed345 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:31.580673 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:31.581394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.588096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.597902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.642547 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:31.642693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-968c8bc6-39a2-4db9-a8fc-acfed34ec1e6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2724559 Dec 06 12:18:31.714337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.718799 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Deleting port 5d20da04-cef5-4618-85ae-32e2816b8d3b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:31.719039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.740412 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:31.743906 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:31.768447 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:31.813899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f2f82-43e9-4446-a6d7-78e79ed94bcc tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:31.821261 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f2f82-43e9-4446-a6d7-78e79ed94bcc tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:31.822856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cd9f2f82-43e9-4446-a6d7-78e79ed94bcc tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1793253 Dec 06 12:18:31.827240 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:31.835255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=c49bd621-a3c7-4cd7-9271-39911f398019,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:31.840221 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] For port 5d20da04-cef5-4618-85ae-32e2816b8d3b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d20da04-cef5-4618-85ae-32e2816b8d3b,segment=NetworkSegment(307865af-3ba4-4f10-87a5-98a084b981bd),segment_id=307865af-3ba4-4f10-87a5-98a084b981bd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:31.840602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.891948 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Calling delete_port for 5d20da04-cef5-4618-85ae-32e2816b8d3b owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:31.938235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.955096 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] DHCP port deletion for 004a320a-5084-41af-b46a-ece70c889ea5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:31.986267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.043286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.078616 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting port 93df854a-d95b-4621-8f58-69ebc2585a56 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:32.078846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.100712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Deleting port 5d20da04-cef5-4618-85ae-32e2816b8d3b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:32.103213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.112006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.155214 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d20da04-cef5-4618-85ae-32e2816b8d3b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:32.161914 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] No DVR routers for this DVR port 5d20da04-cef5-4618-85ae-32e2816b8d3b on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:32.163116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8729668f-be82-4fa2-afcf-76c525910017 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:32.194284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 8729668f-be82-4fa2-afcf-76c525910017 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:32.195098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8729668f-be82-4fa2-afcf-76c525910017 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:32.195559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5d20da04-cef5-4618-85ae-32e2816b8d3b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:32.304736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5d20da04-cef5-4618-85ae-32e2816b8d3b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:32.304736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5d20da04-cef5-4618-85ae-32e2816b8d3b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:32.331985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.334620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] For port 5d20da04-cef5-4618-85ae-32e2816b8d3b, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:32.335293 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.354374 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a320a-5084-41af-b46a-ece70c889ea5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:32.364373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Calling delete_port for 5d20da04-cef5-4618-85ae-32e2816b8d3b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:32.367507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.368016 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Port 5d20da04-cef5-4618-85ae-32e2816b8d3b was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:18:32.370605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.388511 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Calling delete_port for 93df854a-d95b-4621-8f58-69ebc2585a56 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:32.401793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] Pushing event deleted for resources: {'Port': ['ID=5d20da04-cef5-4618-85ae-32e2816b8d3b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:32.412900 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.417044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d474b8-c50c-4f9f-954d-1ab26e8332ca None None] No DVR routers for this DVR port 5d20da04-cef5-4618-85ae-32e2816b8d3b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:32.472729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.481365 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307865af-3ba4-4f10-87a5-98a084b981bd') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:32.482613 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307865af-3ba4-4f10-87a5-98a084b981bd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:32.489940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.492839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.507929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.534031 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:32.534769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:32.536565 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:32.589349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=c49bd621-a3c7-4cd7-9271-39911f398019,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:32.612841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.631553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065370a0-f50d-40a7-a332-be5e9a39c52b req-fa402f24-19e6-4349-be50-a2e339322321 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:32.633052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-065370a0-f50d-40a7-a332-be5e9a39c52b req-fa402f24-19e6-4349-be50-a2e339322321 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.3668048 Dec 06 12:18:32.642677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.643655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f9d5d051-bc2a-46f2-a8ba-a47234d9dd18 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8256466 Dec 06 12:18:32.652132 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Deleting port 405acadc-5226-4886-b7a9-cf84bf6792c6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:32.652478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.660623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.679364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.682614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] 10.222.0.31 "DELETE /v2.0/networks/004a320a-5084-41af-b46a-ece70c889ea5 HTTP/1.1" status: 204 len: 168 time: 1.1746166 Dec 06 12:18:32.694076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae2cf-ffd2-4bb5-b453-764e95a9f531 req-8bbb42e9-7b7c-4730-a50d-4889b8b84ad0 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:32.695635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e77ae2cf-ffd2-4bb5-b453-764e95a9f531 req-8bbb42e9-7b7c-4730-a50d-4889b8b84ad0 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2420466 Dec 06 12:18:32.717605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.719187 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0a52f-7033-4576-8dea-54302be0997d admin admin] Pushing event deleted for resources: {'Network': ['ID=004a320a-5084-41af-b46a-ece70c889ea5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:32.765605 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Port': ['ID=93df854a-d95b-4621-8f58-69ebc2585a56,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:32.796456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-065370a0-f50d-40a7-a332-be5e9a39c52b req-9a464620-6683-4a09-8cfb-8e5da734aaac tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518769 Dec 06 12:18:32.797601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.803747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e2a40f8b-8fd3-475e-b904-a9829b5047c6 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/ports/93df854a-d95b-4621-8f58-69ebc2585a56 HTTP/1.1" status: 204 len: 168 time: 0.9761965 Dec 06 12:18:32.807171 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:32.856822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e77ae2cf-ffd2-4bb5-b453-764e95a9f531 req-5b1db9ef-7d58-4788-bf07-78e8c804ff9a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503713 Dec 06 12:18:32.924349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] For port 405acadc-5226-4886-b7a9-cf84bf6792c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=405acadc-5226-4886-b7a9-cf84bf6792c6,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:32.924821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.942126 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Calling delete_port for 405acadc-5226-4886-b7a9-cf84bf6792c6 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:32.949643 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting port 8b12391c-0045-409f-8390-9e5853be133c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:32.949999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:32.952107 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53378) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:33.032845 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-725afaed-21af-4bd8-8229-f6065721d3e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5ea01644eda44dd9bc48bdf182acff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793431 Dec 06 12:18:33.036403 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:33.045108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.069812 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Calling delete_port for 8b12391c-0045-409f-8390-9e5853be133c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:33.114370 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.143597 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.179677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.240018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.246620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.281653 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Pushing event deleted for resources: {'Port': ['ID=405acadc-5226-4886-b7a9-cf84bf6792c6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:33.331742 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Port': ['ID=8b12391c-0045-409f-8390-9e5853be133c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:33.369393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.377126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9ef99c9f-9ab0-4116-8abd-e2388687168f tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/ports/8b12391c-0045-409f-8390-9e5853be133c HTTP/1.1" status: 204 len: 168 time: 0.5687468 Dec 06 12:18:33.378916 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:33.392923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-08f1c5bb-5054-4878-8114-8e8f23c20e6c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--755004351&fields=id&tenant_id=12f90cc51c024504b789ef9fea24990b HTTP/1.1" status: 200 len: 267 time: 0.1813803 Dec 06 12:18:33.427717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6da87696-2170-407a-9ffc-39267ab67f40 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0468915 Dec 06 12:18:33.431607 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53396) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:33.447127 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-332161124'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:33.474558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.477107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.484992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55c12a55-cc7f-4ee4-90cb-d38c4c867159 HTTP/1.1" status: 204 len: 168 time: 0.4409592 Dec 06 12:18:33.491077 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1b3e7-a4f6-4528-a718-4c2d13d8e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c12a55-cc7f-4ee4-90cb-d38c4c867159,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:33.518858 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:33.522501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.540557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.540725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-24084b23-c36d-489e-b3d5-2d32f105355f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:33.543222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-24084b23-c36d-489e-b3d5-2d32f105355f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 931 time: 0.1141908 Dec 06 12:18:33.613388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:33.630868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.631143 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment 1155807e-fb9d-48ae-a9c9-35563be8950b of type vlan for network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 Dec 06 12:18:33.638343 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-405b2aee-540c-48ed-8e45-2563bb09dfed tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:33.639922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-405b2aee-540c-48ed-8e45-2563bb09dfed tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 930 time: 0.0890727 Dec 06 12:18:33.722003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.727835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-cc19a8a8-7c0a-4902-b5ff-2b0ac7a81bc2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812154 Dec 06 12:18:33.770945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.772033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-7edb7d0a-ca4e-4104-8e3e-64ffd77d0184 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375116 Dec 06 12:18:33.789539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:33.790160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:33.892854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4601479 Dec 06 12:18:33.899482 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:33.918002 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-655711651'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:33.952619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7120e-3d0d-407e-bda5-6c613d2dd32e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:33.969027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:33.970685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:33.982467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.050772 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Router 07fad891-d94b-4f1c-b948-7b81266567bf has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:18:34.097613 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:34.111963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb58fb30-7f25-406f-bf6f-e165f9ba2205 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:34.118048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb58fb30-7f25-406f-bf6f-e165f9ba2205 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:34.125084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb58fb30-7f25-406f-bf6f-e165f9ba2205 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:34.126662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb58fb30-7f25-406f-bf6f-e165f9ba2205 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 1989 time: 0.3487604 Dec 06 12:18:34.137296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.139206 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Added segment 0c70bd6d-a541-41e4-9f0b-e756db977c6d of type vlan for network 000b8d3e-c205-4042-84d7-394314eed4cc Dec 06 12:18:34.159302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ee1f-b995-4884-b9c3-92802f1df160 req-4283a674-dbe2-4677-9fc5-3d9e864fd0f7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:34.160806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5333ee1f-b995-4884-b9c3-92802f1df160 req-4283a674-dbe2-4677-9fc5-3d9e864fd0f7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2473915 Dec 06 12:18:34.170795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2ca2b96-043b-4fc8-bc88-d93ce83692ac tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/quotas/12f90cc51c024504b789ef9fea24990b HTTP/1.1" status: 200 len: 375 time: 0.0349836 Dec 06 12:18:34.243525 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:34.251846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a22f7f27-5680-420d-9441-e0b1d797f486 admin admin] 10.222.0.31 "PUT /v2.0/routers/07fad891-d94b-4f1c-b948-7b81266567bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1263587 Dec 06 12:18:34.252602 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:34.257288 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Sync routers for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:34.318301 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:34.320403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:34.453497 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:34.545051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.611376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.666859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-327befcf-9966-46e3-8823-78ac3149c4ea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4756486 Dec 06 12:18:34.705148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5333ee1f-b995-4884-b9c3-92802f1df160 req-51d933c0-8c39-4f90-94d7-0dbc43ba893d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090976 Dec 06 12:18:34.837122 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:34.908261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.914308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:34.915107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:34.921801 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:18:33Z', 'revision_number': 5, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:34.954417 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Checking router: 07fad891-d94b-4f1c-b948-7b81266567bf for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:18:34.966214 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Routers {'07fad891-d94b-4f1c-b948-7b81266567bf'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:34.967212 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['07fad891-d94b-4f1c-b948-7b81266567bf'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:34.974727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-bafa8f7e-b246-4593-9e57-e7caffd6c6d5 service neutron] 10.222.0.31 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668571 Dec 06 12:18:34.997183 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-729862478-network', 'tenant_id': 'd27d85a2cd3b4b77b8c27794be3acaa1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:35.051610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1510332 Dec 06 12:18:35.094879 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3a5a-4151-41aa-aa05-d173224dffe1 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Network': ['ID=000b8d3e-c205-4042-84d7-394314eed4cc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:35.127860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Made reservation on behalf of d27d85a2cd3b4b77b8c27794be3acaa1 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:35.131075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.141684 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f83a13-80af-4c7c-9c58-0f01ba6db89e req-a26d5230-1cd2-431f-8a66-64f972bc8e71 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:35.143366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24f83a13-80af-4c7c-9c58-0f01ba6db89e req-a26d5230-1cd2-431f-8a66-64f972bc8e71 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2810588 Dec 06 12:18:35.144905 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] Set router 07fad891-d94b-4f1c-b948-7b81266567bf gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:35.194993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.205267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67665b75-720f-4628-883e-60ddc140056c service neutron] 10.222.0.31 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294087 Dec 06 12:18:35.214669 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:35.220625 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'subnets': [{'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1245287914', 'ip_version': 4}, {'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:35.220964 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'subnet': {'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1245287914', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:35.221910 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Request body: {'subnet': {'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:35.235659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 000b8d3e-c205-4042-84d7-394314eed4cc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:35.322826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a574acd3-e5a5-4c32-a527-dfd99082e5d1 service neutron] 10.222.0.31 "GET /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1165297 Dec 06 12:18:35.376519 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.427296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24f83a13-80af-4c7c-9c58-0f01ba6db89e req-81f8f957-26b9-4071-94e5-4df76e1d69a1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711980 Dec 06 12:18:35.453910 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Deleting port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:35.454387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.458515 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:18:33Z', 'revision_number': 5, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:35.496199 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca703f7d-7d5f-498d-8d2a-c10c601bfda7 None None] The sync data for ids ['07fad891-d94b-4f1c-b948-7b81266567bf'] in n-d-master-1 is: [{'id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839491834-router', 'tenant_id': 'befe362e87b9498babfb0585ac8639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:17Z', 'updated_at': '2021-12-06T12:18:33Z', 'revision_number': 5, 'project_id': 'befe362e87b9498babfb0585ac8639d9', 'gw_port': {'id': 'de430ca6-c4ac-4d36-8bd1-86aa08f2ea06', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fad891-d94b-4f1c-b948-7b81266567bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:18Z', 'updated_at': '2021-12-06T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:18:35.557119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] For port de430ca6-c4ac-4d36-8bd1-86aa08f2ea06, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:35.557760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.572108 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Calling delete_port for de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:35.718313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b136eab4-e6fb-45ae-824b-b310982e7d22 service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945129 Dec 06 12:18:35.723054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.763672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Made reservation on behalf of a8999aa4618e415d93404a394fcb24f2 for: {'subnet': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:35.769120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.769682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.776390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.790817 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:35.864146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.864793 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Added segment f48129bb-a7e0-436e-96a7-812a4f75027d of type vlan for network b9777f6d-abe3-4bd3-bd16-b62826345fc2 Dec 06 12:18:35.879388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:35.909800 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Pushing event deleted for resources: {'Port': ['ID=de430ca6-c4ac-4d36-8bd1-86aa08f2ea06,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:35.936844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687e3b0-fbdb-4043-862b-41d8129a49ad None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:35.993901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.009866 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc2694-649a-4727-92cb-d14243585e2f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:36.065090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.075379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-697a9141-5ad2-4162-be91-435acc55b86d service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506894 Dec 06 12:18:36.102772 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6492f-cb53-4b39-bd2d-c52bd93d57ee req-587c9b0c-b4aa-4050-a1d1-b7f47762b358 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:36.104283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9c6492f-cb53-4b39-bd2d-c52bd93d57ee req-587c9b0c-b4aa-4050-a1d1-b7f47762b358 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2207718 Dec 06 12:18:36.129246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 405acadc-5226-4886-b7a9-cf84bf6792c6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:36.156388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 405acadc-5226-4886-b7a9-cf84bf6792c6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:36.160398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 405acadc-5226-4886-b7a9-cf84bf6792c6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:36.172016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.172928 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:36.173551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.176690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.179633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.190820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a4d6c7bb-2d87-4507-aaac-12a16eb58240 service neutron] 10.222.0.31 "GET /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0967395 Dec 06 12:18:36.233003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.233651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fad891-d94b-4f1c-b948-7b81266567bf {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:18:36.238724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.242789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfc44e88-5aaa-4447-8e23-d5b2e85f912b admin admin] 10.222.0.31 "DELETE /v2.0/routers/07fad891-d94b-4f1c-b948-7b81266567bf HTTP/1.1" status: 204 len: 168 time: 1.9863207 Dec 06 12:18:36.242789 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:36.283553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4426987 Dec 06 12:18:36.284221 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:36.314207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Request body: {'subnet': {'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-729862478-subnet', 'tenant_id': 'd27d85a2cd3b4b77b8c27794be3acaa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:36.347165 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Deleting subnet 669caceb-631f-47e2-9adf-c520969fd1e4 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:36.356498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.368526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9c6492f-cb53-4b39-bd2d-c52bd93d57ee req-24112400-67f9-481b-afad-0abf69d63d62 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497494 Dec 06 12:18:36.411692 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b1c3c-857f-48f4-9a26-454df45af8fc admin admin] Pushing event updated for resources: {'Network': ['ID=b9777f6d-abe3-4bd3-bd16-b62826345fc2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:36.423139 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Made reservation on behalf of d27d85a2cd3b4b77b8c27794be3acaa1 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:36.428114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:36.433466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.565075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-ca748a65-02dd-45d2-b664-8873db659fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335710 Dec 06 12:18:36.609131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.764181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8be6-9025-4755-9892-6655de156a51 req-a0b4daa5-4174-43f1-b4ff-8b49b909820f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:36.765776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-350d8be6-9025-4755-9892-6655de156a51 req-a0b4daa5-4174-43f1-b4ff-8b49b909820f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1418025 Dec 06 12:18:36.836026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-32f2d196-d7ac-4e3e-93d5-48c8445e8ec4 service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555611 Dec 06 12:18:36.901719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.904218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:36.978349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-350d8be6-9025-4755-9892-6655de156a51 req-71dc6b87-0fe0-43b1-92d7-92ea98f3069f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051933 Dec 06 12:18:37.009702 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Checking segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:37.010062 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Network hostable DHCP agents. Network: b9777f6d-abe3-4bd3-bd16-b62826345fc2, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:37.013086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d5e229-ca2b-4feb-80db-ca3074e96dd9,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:37.027914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.040981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-ad247f84-6713-44e4-8486-b13c9ea96041 service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040751 Dec 06 12:18:37.049782 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:37.059162 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.086171 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b9777f6d-abe3-4bd3-bd16-b62826345fc2) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:37.092071 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:37.092720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.097995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f9b19-d890-4f8f-bd09-85b61d28a86d None None] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:37.114001 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c23a3278-a72c-4202-8b97-cf5fec00fcfe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8286033 Dec 06 12:18:37.118290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.121981 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/669caceb-631f-47e2-9adf-c520969fd1e4 HTTP/1.1" status: 204 len: 168 time: 0.8785188 Dec 06 12:18:37.123219 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f47ce6-dba1-4ca6-8919-944911891493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669caceb-631f-47e2-9adf-c520969fd1e4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:37.129256 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:37.176021 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f4d69-2286-466c-9805-3314fa588273 None None] Network b771fd74-1e17-474e-ae54-7b543e150483 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:37.212550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.226638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Subnet': ['ID=3a007295-9cc3-4f0f-9eb7-3b0f297e7bea,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:37.264031 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Checking segment: {'id': '1155807e-fb9d-48ae-a9c9-35563be8950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:37.264319 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network hostable DHCP agents. Network: ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:37.278304 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.279321 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.280095 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.280445 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.280899 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.281112 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.281472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.281803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.282355 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.282696 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.283182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.283523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.283848 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:37.309983 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Deleting port fed25718-65af-4f4d-9f90-8a7e5ec7f786 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:37.309983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.317540 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:37.337266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-e8afa515-49a5-4bfd-afeb-16d1a605ac4a service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700224 Dec 06 12:18:37.339413 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:37.344701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.358137 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56413583-0cf0-4eb1-8dd5-aa2171d75fa0 None None] Network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:37.460171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event updated for resources: {'Subnet': ['ID=2e675c47-f40a-427d-9234-0e689f32e4a5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:37.481996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] For port fed25718-65af-4f4d-9f90-8a7e5ec7f786, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fed25718-65af-4f4d-9f90-8a7e5ec7f786,segment=NetworkSegment(8dd82bfd-973e-48cc-858c-42fc8a8e5493),segment_id=8dd82bfd-973e-48cc-858c-42fc8a8e5493)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:37.482551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.507284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104220c-d094-4b6c-885e-44b9dd56c2cb None None] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:37.522337 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Calling delete_port for fed25718-65af-4f4d-9f90-8a7e5ec7f786 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:37.650973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.692687 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Checking segment: {'id': '0c70bd6d-a541-41e4-9f0b-e756db977c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:37.692945 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network hostable DHCP agents. Network: 000b8d3e-c205-4042-84d7-394314eed4cc, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:37.715345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed25718-65af-4f4d-9f90-8a7e5ec7f786,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:37.718334 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] No DVR routers for this DVR port fed25718-65af-4f4d-9f90-8a7e5ec7f786 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:37.743900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-4d6cef21-b548-4171-bf25-b51b22d0b5ff service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961394 Dec 06 12:18:37.772716 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a1a9b-8520-4654-ad33-965e01343157 None None] DHCP port deletion for b771fd74-1e17-474e-ae54-7b543e150483 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:37.800485 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413', 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413', 'tenant_id': 'a8999aa4618e415d93404a394fcb24f2', 'fixed_ips': [{'subnet_id': '3a007295-9cc3-4f0f-9eb7-3b0f297e7bea'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:37.801588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.838086 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Network 000b8d3e-c205-4042-84d7-394314eed4cc is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:37.870623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.910189 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b771fd74-1e17-474e-ae54-7b543e150483']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:37.917132 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 000b8d3e-c205-4042-84d7-394314eed4cc) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:37.925543 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd82bfd-973e-48cc-858c-42fc8a8e5493') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:37.926164 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd82bfd-973e-48cc-858c-42fc8a8e5493') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:37.927490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:37.927490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:37.928121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.929566 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4833ff-697d-4603-bd23-c022646173f6 None None] Network 000b8d3e-c205-4042-84d7-394314eed4cc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:37.941494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.959193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.978685 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:37.979301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:37.982866 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:38.075995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-f087365d-11d7-4e7b-b7d5-433430f9bbbb service neutron] 10.222.0.31 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309693 Dec 06 12:18:38.079239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-768c638b-83d6-4438-8140-84a57d286bd4 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8626330 Dec 06 12:18:38.096876 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:38.109987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.117095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.126182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b771fd74-1e17-474e-ae54-7b543e150483 HTTP/1.1" status: 204 len: 168 time: 0.9946327 Dec 06 12:18:38.136719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fed25718-65af-4f4d-9f90-8a7e5ec7f786 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:38.140611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-e14b42cf-e523-4764-a89d-c32cff17a862 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:38.142440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-e14b42cf-e523-4764-a89d-c32cff17a862 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 817 time: 0.4407487 Dec 06 12:18:38.162970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fed25718-65af-4f4d-9f90-8a7e5ec7f786 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:38.163450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fed25718-65af-4f4d-9f90-8a7e5ec7f786 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:38.163851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588053b4-19ee-4671-bb2f-8ecda8ad5602 admin admin] Pushing event deleted for resources: {'Network': ['ID=b771fd74-1e17-474e-ae54-7b543e150483,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:38.164064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:38.170331 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Allocated IP 172.20.0.2 (ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413/3a007295-9cc3-4f0f-9eb7-3b0f297e7bea/e9145423-2636-49c7-8085-fff67e2482ae) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:38.209958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:38.210245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device de430ca6-c4ac-4d36-8bd1-86aa08f2ea06 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:38.212476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-765d228a-d70c-4703-9b54-f552f17e9311 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/quotas/d27d85a2cd3b4b77b8c27794be3acaa1 HTTP/1.1" status: 200 len: 375 time: 0.0339153 Dec 06 12:18:38.262175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f0088-56b7-4c89-9c14-ce4051586a5e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:38.262641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-000b8d3e-c205-4042-84d7-394314eed4cc', 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc', 'tenant_id': 'a8999aa4618e415d93404a394fcb24f2', 'fixed_ips': [{'subnet_id': '2e675c47-f40a-427d-9234-0e689f32e4a5'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:38.263533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.263754 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f0088-56b7-4c89-9c14-ce4051586a5e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:38.265612 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f0088-56b7-4c89-9c14-ce4051586a5e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:38.267206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc5f0088-56b7-4c89-9c14-ce4051586a5e tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1660690 Dec 06 12:18:38.270860 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:38.297230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-979a05ae-395a-4faf-a3d4-a557f66fb4dc tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503025 Dec 06 12:18:38.336608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-72ffab61-dcb4-4a23-85ce-1e1159b5f540 service neutron] 10.222.0.31 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385600 Dec 06 12:18:38.429190 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting subnet 3a007295-9cc3-4f0f-9eb7-3b0f297e7bea {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:38.443779 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:38.483214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-e1afe142-fc98-495c-a8ba-44b9d9926115 service neutron] 10.222.0.31 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722429 Dec 06 12:18:38.514209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-d6e92833-13c8-465c-91d6-b89f0eb50a13 service neutron] 10.222.0.31 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698720 Dec 06 12:18:38.523786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32844871-c8f1-4fc5-a04d-d8ae7334bc14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89f8ee00bdf947f3be18e9d791c3776c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787535 Dec 06 12:18:38.524346 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:38.684618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Allocated IP 172.20.0.18 (000b8d3e-c205-4042-84d7-394314eed4cc/2e675c47-f40a-427d-9234-0e689f32e4a5/c01380b1-d2ef-4883-ade6-93490e982b0a) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:38.690673 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.702316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.705475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.706154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8f0fb18e-ff5b-424a-8070-d5d64c2ee9a6 service neutron] 10.222.0.31 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830812 Dec 06 12:18:38.707969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-b94fdd2c-9bda-4563-a9e9-4892095a040b service neutron] 10.222.0.31 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170553 Dec 06 12:18:38.708723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.780468 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:38.780748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.787454 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:38.790890 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:38.814595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.831437 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Pushing event updated for resources: {'Port': ['ID=e9145423-2636-49c7-8085-fff67e2482ae,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:38.923159 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Attempting to bind port e9145423-2636-49c7-8085-fff67e2482ae on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:38.923518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Attempting to bind port e9145423-2636-49c7-8085-fff67e2482ae by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1155807e-fb9d-48ae-a9c9-35563be8950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:38.924359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Attempting to bind port e9145423-2636-49c7-8085-fff67e2482ae on network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:38.939214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:38.939214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Checking segment: {'id': '1155807e-fb9d-48ae-a9c9-35563be8950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:38.939756 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.939968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Bound using segment: {'id': '1155807e-fb9d-48ae-a9c9-35563be8950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:38.940571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Bound port: e9145423-2636-49c7-8085-fff67e2482ae, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1155807e-fb9d-48ae-a9c9-35563be8950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:38.940889 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.958290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.999148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-d66e8a81-a171-4530-8245-d74758c12442 service neutron] 10.222.0.31 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777252 Dec 06 12:18:39.025669 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.035259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.035809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.041740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b389859-8e45-4416-924c-54ac8d1a1300 HTTP/1.1" status: 204 len: 168 time: 0.5077519 Dec 06 12:18:39.057520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.074375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d950fc5-84ce-44a6-9f81-62962cd8e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b389859-8e45-4416-924c-54ac8d1a1300,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:39.077985 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.137299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Subnet': ['ID=3a007295-9cc3-4f0f-9eb7-3b0f297e7bea,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:39.142593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.152388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59a82f49-451c-491a-834a-9549ea708489 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/subnets/3a007295-9cc3-4f0f-9eb7-3b0f297e7bea HTTP/1.1" status: 204 len: 168 time: 0.8744092 Dec 06 12:18:39.152708 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:39.218955 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Network 000b8d3e-c205-4042-84d7-394314eed4cc is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:39.229647 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:39.245219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:39.250459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] For port e9145423-2636-49c7-8085-fff67e2482ae, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:39.280075 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Pushing event updated for resources: {'Port': ['ID=c01380b1-d2ef-4883-ade6-93490e982b0a,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:39.284223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] For port e9145423-2636-49c7-8085-fff67e2482ae, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9145423-2636-49c7-8085-fff67e2482ae,segment=NetworkSegment(1155807e-fb9d-48ae-a9c9-35563be8950b),segment_id=1155807e-fb9d-48ae-a9c9-35563be8950b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:39.371587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.412257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Attempting to bind port c01380b1-d2ef-4883-ade6-93490e982b0a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:39.412523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Attempting to bind port c01380b1-d2ef-4883-ade6-93490e982b0a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0c70bd6d-a541-41e4-9f0b-e756db977c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:39.412802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Attempting to bind port c01380b1-d2ef-4883-ade6-93490e982b0a on network 000b8d3e-c205-4042-84d7-394314eed4cc {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:39.472747 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting subnet 2e675c47-f40a-427d-9234-0e689f32e4a5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:18:39.499201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.514115 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65ca7d-9177-4cdc-81ba-1b832ec441e7 None None] Pushing event updated for resources: {'Port': ['ID=e9145423-2636-49c7-8085-fff67e2482ae,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:39.530753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:39.531542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Checking segment: {'id': '0c70bd6d-a541-41e4-9f0b-e756db977c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:39.531955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.532402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Bound using segment: {'id': '0c70bd6d-a541-41e4-9f0b-e756db977c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:39.533273 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Bound port: c01380b1-d2ef-4883-ade6-93490e982b0a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c70bd6d-a541-41e4-9f0b-e756db977c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '000b8d3e-c205-4042-84d7-394314eed4cc'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:39.533716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.534336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6fcaf-9f97-468b-9b6e-67ba55ffc74f req-76e6839c-339e-4f2f-92ae-39c715c1103f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:39.540223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ef6fcaf-9f97-468b-9b6e-67ba55ffc74f req-76e6839c-339e-4f2f-92ae-39c715c1103f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2349937 Dec 06 12:18:39.685063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.689868 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] For port c01380b1-d2ef-4883-ade6-93490e982b0a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:39.694620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] For port c01380b1-d2ef-4883-ade6-93490e982b0a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c01380b1-d2ef-4883-ade6-93490e982b0a,segment=NetworkSegment(0c70bd6d-a541-41e4-9f0b-e756db977c6d),segment_id=0c70bd6d-a541-41e4-9f0b-e756db977c6d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:39.714187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:39.772691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ef6fcaf-9f97-468b-9b6e-67ba55ffc74f req-7681b3a1-063c-49a3-b39f-3bfaff876baa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653194 Dec 06 12:18:39.925674 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:39.933020 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035c51-f5c2-486a-9588-f506724183a7 None None] Pushing event updated for resources: {'Port': ['ID=c01380b1-d2ef-4883-ade6-93490e982b0a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:40.017496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-af337a7b-ff9a-49d3-859e-3a6abe922edf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=befe362e87b9498babfb0585ac8639d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899169 Dec 06 12:18:40.019906 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53542) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:40.028516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ba3c9-7e61-4427-a784-3ba9dbd65beb req-43962877-d73f-49cc-80d7-434874e5735a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:40.038644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f3ba3c9-7e61-4427-a784-3ba9dbd65beb req-43962877-d73f-49cc-80d7-434874e5735a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1241298 Dec 06 12:18:40.062299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.152337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.175905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f3ba3c9-7e61-4427-a784-3ba9dbd65beb req-5acd6b6d-5730-4c0a-908d-f2a14d4baddb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360333 Dec 06 12:18:40.211750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9145423-2636-49c7-8085-fff67e2482ae up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:40.236043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.239200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.351299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.377075 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e9145423-2636-49c7-8085-fff67e2482ae triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:40.377662 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.380415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/subnets/2e675c47-f40a-427d-9234-0e689f32e4a5 HTTP/1.1" status: 204 len: 168 time: 1.2303076 Dec 06 12:18:40.384368 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53548) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:40.389459 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598249a3-83e8-4831-ae56-6c1f9fc8735b tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Subnet': ['ID=2e675c47-f40a-427d-9234-0e689f32e4a5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:40.486507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.496091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.503557 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc8fb406-f7b4-459d-9e93-e0ad72a45056 HTTP/1.1" status: 204 len: 168 time: 0.4820864 Dec 06 12:18:40.559165 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6ad2e-e908-42fa-842f-c2f9f6d9a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8fb406-f7b4-459d-9e93-e0ad72a45056,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:40.582264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0c37e-5e0e-4e7b-b180-9441cd223844 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:40.594090 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-28f0c37e-5e0e-4e7b-b180-9441cd223844 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2085028 Dec 06 12:18:40.594992 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53558) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:40.653094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21b3f380-776a-419a-83b6-829667bbdaf6 req-17daf810-6608-46d7-b02c-a56cf7c0cc3c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 210 time: 0.1180930 Dec 06 12:18:40.657333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.701797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5205ab93-dbcb-442c-98ae-b2f7065cb0fc req-3ac5004b-2f94-4782-a5a4-d78bc7aa02f5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1156235 Dec 06 12:18:40.800517 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port e9145423-2636-49c7-8085-fff67e2482ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9145423-2636-49c7-8085-fff67e2482ae,segment=NetworkSegment(1155807e-fb9d-48ae-a9c9-35563be8950b),segment_id=1155807e-fb9d-48ae-a9c9-35563be8950b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:40.809934 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.868460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:40.950334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=e9145423-2636-49c7-8085-fff67e2482ae,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:41.003349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2cc01-9532-46f4-b461-4338c9a01d9c req-c047cc70-6479-4cef-b669-34412fcb81b6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:41.010375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39d2cc01-9532-46f4-b461-4338c9a01d9c req-c047cc70-6479-4cef-b669-34412fcb81b6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1188009 Dec 06 12:18:41.081039 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting port c01380b1-d2ef-4883-ade6-93490e982b0a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:41.082123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:41.198846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39d2cc01-9532-46f4-b461-4338c9a01d9c req-3150fd47-0a04-4a1a-8366-79ea3acf8260 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725042 Dec 06 12:18:41.305934 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] For port c01380b1-d2ef-4883-ade6-93490e982b0a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c01380b1-d2ef-4883-ade6-93490e982b0a,segment=NetworkSegment(0c70bd6d-a541-41e4-9f0b-e756db977c6d),segment_id=0c70bd6d-a541-41e4-9f0b-e756db977c6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:41.306377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:41.362875 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Calling delete_port for c01380b1-d2ef-4883-ade6-93490e982b0a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:41.531574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976342-f17d-4485-9afc-1709aa8b9c1d req-add3332c-436b-4742-add2-6d66a33872c7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:41.539073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f976342-f17d-4485-9afc-1709aa8b9c1d req-add3332c-436b-4742-add2-6d66a33872c7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1663311 Dec 06 12:18:41.637970 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f1553-c257-418c-ab8e-8cc31b748fc6 None None] Network ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:41.698159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f976342-f17d-4485-9afc-1709aa8b9c1d req-2f09a766-0fdd-4c4a-8600-6b6f1108c4f7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539586 Dec 06 12:18:41.720806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:41.796481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Port': ['ID=c01380b1-d2ef-4883-ade6-93490e982b0a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:41.806964 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] No DVR routers for this DVR port c01380b1-d2ef-4883-ade6-93490e982b0a on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:41.876865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3d4d8920-cd8b-4829-b548-82c9b1313037 None None] Provisioning complete for port e9145423-2636-49c7-8085-fff67e2482ae triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:41.881791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8920-cd8b-4829-b548-82c9b1313037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.006142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5fda50c-c8c1-43c3-ba96-3a1917b54135 req-b483d731-85e0-4d6f-819d-afcdab3571d5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 210 time: 0.0784369 Dec 06 12:18:42.069653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.124615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6774044e-544d-4dca-a29e-89aa34869db6 req-4e93257f-065e-44b4-b4b9-40d7534b3d3d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0445077 Dec 06 12:18:42.146060 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000b8d3e-c205-4042-84d7-394314eed4cc']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:42.150270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1de639-9bac-4ff8-acfc-79e444bb0a19 None None] Network 000b8d3e-c205-4042-84d7-394314eed4cc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:42.169358 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c70bd6d-a541-41e4-9f0b-e756db977c6d') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:42.169894 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c70bd6d-a541-41e4-9f0b-e756db977c6d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:42.193229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.240541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.252671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:42.253951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.365323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9145423-2636-49c7-8085-fff67e2482ae up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:42.370788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-90f6187f-0cbc-4872-afcb-3fa8534a17fd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:42.373677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-90f6187f-0cbc-4872-afcb-3fa8534a17fd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 817 time: 0.2440627 Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:42.389902 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:42.402270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Request body: {'port': {'device_id': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'admin_state_up': True, 'tenant_id': 'd27d85a2cd3b4b77b8c27794be3acaa1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:42.447256 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-3cf3d65b-ac86-4879-8f20-fe017cd8048c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:42.449533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-3cf3d65b-ac86-4879-8f20-fe017cd8048c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.23 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 817 time: 0.2926700 Dec 06 12:18:42.450891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.482916 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Request body: {'port': {'device_id': '1b2f6e89-e080-4e27-b713-62299720c195', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'admin_state_up': True, 'tenant_id': 'd27d85a2cd3b4b77b8c27794be3acaa1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:42.489575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.498980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/000b8d3e-c205-4042-84d7-394314eed4cc HTTP/1.1" status: 204 len: 168 time: 1.9028380 Dec 06 12:18:42.500335 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bbaa4-6554-4545-a701-22d1fcfee5ce tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=000b8d3e-c205-4042-84d7-394314eed4cc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:42.510582 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53600) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:42.625857 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e9145423-2636-49c7-8085-fff67e2482ae triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:42.626279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.687740 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53604) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:42.795696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0408f8d-a7c4-4072-8ad5-bd4b22224f89 None None] DHCP port deletion for 000b8d3e-c205-4042-84d7-394314eed4cc request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:42.814855 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] DHCP port deletion for ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:42.865451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.893599 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-018a265d-d783-4929-984b-80a35c999cc5 None None] Could not find standard attr ID for object c01380b1-d2ef-4883-ade6-93490e982b0a. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:18:42.957385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Deleting port e9145423-2636-49c7-8085-fff67e2482ae {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:42.961565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:42.978779 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-4309538-network', 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:42.996683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Made reservation on behalf of d27d85a2cd3b4b77b8c27794be3acaa1 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:43.001774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.031668 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Deleting port e9145423-2636-49c7-8085-fff67e2482ae {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:18:43.032014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.043664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] For port e9145423-2636-49c7-8085-fff67e2482ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9145423-2636-49c7-8085-fff67e2482ae,segment=NetworkSegment(1155807e-fb9d-48ae-a9c9-35563be8950b),segment_id=1155807e-fb9d-48ae-a9c9-35563be8950b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:43.045351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.050879 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:43.053189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.066207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Calling delete_port for e9145423-2636-49c7-8085-fff67e2482ae owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:43.078054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.181793 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] For port e9145423-2636-49c7-8085-fff67e2482ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9145423-2636-49c7-8085-fff67e2482ae,segment=NetworkSegment(1155807e-fb9d-48ae-a9c9-35563be8950b),segment_id=1155807e-fb9d-48ae-a9c9-35563be8950b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:43.182475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.217056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.221813 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Calling delete_port for e9145423-2636-49c7-8085-fff67e2482ae owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:18:43.258132 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] Pushing event deleted for resources: {'Port': ['ID=e9145423-2636-49c7-8085-fff67e2482ae,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:43.263597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a421bd-e576-4a02-a90c-dfcd587f3da9 None None] No DVR routers for this DVR port e9145423-2636-49c7-8085-fff67e2482ae on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:43.354391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63356f9-43e2-45a5-88da-40b5aae3a161 req-afdef7ea-7f0a-4dc8-a5d4-10b94df2daf0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:43.355869 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f63356f9-43e2-45a5-88da-40b5aae3a161 req-afdef7ea-7f0a-4dc8-a5d4-10b94df2daf0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.9798164 Dec 06 12:18:43.392271 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704623-62aa-4d1e-838c-fb222b6f4283 req-115be0f1-35ed-48b7-8a93-fdf42660a6d6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:43.393861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7704623-62aa-4d1e-838c-fb222b6f4283 req-115be0f1-35ed-48b7-8a93-fdf42660a6d6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2613780 Dec 06 12:18:43.406413 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58fca183-26d6-40c6-a7a5-f56574a18e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:43.408165 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58fca183-26d6-40c6-a7a5-f56574a18e22 service neutron] 10.222.0.53 "GET /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 1027 time: 0.1661749 Dec 06 12:18:43.439678 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Allocated IP 172.20.0.9 (b9777f6d-abe3-4bd3-bd16-b62826345fc2/d9d5e229-ca2b-4feb-80db-ca3074e96dd9/bc853d95-43c0-4779-a6e9-c790d6a831ef) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:43.443579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.455617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6de480ad-8ce0-4a56-aaf0-1703a59480d4 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:43.457059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6de480ad-8ce0-4a56-aaf0-1703a59480d4 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 817 time: 0.3258023 Dec 06 12:18:43.486959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.487269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Request body: {'port': {'device_id': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'admin_state_up': True, 'tenant_id': 'd27d85a2cd3b4b77b8c27794be3acaa1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:43.500664 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:43.512970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.513420 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Added segment 018122e1-23f2-4e38-8307-a1c62eb1b289 of type vlan for network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 Dec 06 12:18:43.525223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f63356f9-43e2-45a5-88da-40b5aae3a161 req-1c9a5178-0e7b-4b38-9cd1-535dfafe472d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577713 Dec 06 12:18:43.557347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Made reservation on behalf of d27d85a2cd3b4b77b8c27794be3acaa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:43.561687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.580359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7704623-62aa-4d1e-838c-fb222b6f4283 req-1af4931c-f95c-409f-8293-f377282bf8d1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695869 Dec 06 12:18:43.673977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-353f3654-b68e-4db3-aed3-43d5c19c3900 req-2baafd7a-0bd3-4cc7-b77c-2c9e465c340f tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 210 time: 0.0461147 Dec 06 12:18:43.696463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:43.773919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a08bf3b-802c-4093-9a65-f47c2b6961cd req-b7aa2f0b-88d9-47fc-a10e-0ccf99349de3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0615525 Dec 06 12:18:43.797541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Made reservation on behalf of d27d85a2cd3b4b77b8c27794be3acaa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:43.802044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.068062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-e4578b4a-cfdb-42b2-a94b-4217fdc48fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.071085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-e4578b4a-cfdb-42b2-a94b-4217fdc48fd1 service neutron] 10.222.0.53 "GET /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 1026 time: 0.6411276 Dec 06 12:18:44.072706 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c01380b1-d2ef-4883-ade6-93490e982b0a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:44.086863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:18:44.093490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c01380b1-d2ef-4883-ade6-93490e982b0a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:44.093859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c01380b1-d2ef-4883-ade6-93490e982b0a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:44.094267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9145423-2636-49c7-8085-fff67e2482ae no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:44.127363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e9145423-2636-49c7-8085-fff67e2482ae {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:18:44.127979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9145423-2636-49c7-8085-fff67e2482ae not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:18:44.166046 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4019e-02dd-44a7-9d05-43839da2a4b3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:44.208515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.209725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.210422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.248727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.334482 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Port': ['ID=e9145423-2636-49c7-8085-fff67e2482ae,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:44.414193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.456436 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2c7d7884-a029-4eef-b936-2c0d5f4ff455 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.463222 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2c7d7884-a029-4eef-b936-2c0d5f4ff455 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.472513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2c7d7884-a029-4eef-b936-2c0d5f4ff455 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.475032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2c7d7884-a029-4eef-b936-2c0d5f4ff455 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 1989 time: 0.3705149 Dec 06 12:18:44.487484 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] No DVR routers for this DVR port e9145423-2636-49c7-8085-fff67e2482ae on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:18:44.511984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8204134 Dec 06 12:18:44.512493 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:44.519563 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Request body: {'subnet': {'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-4309538-subnet', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:44.548973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:44.554034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.606344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-f0186eeb-8210-4c02-920b-9d7438ace05b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f90cc51c024504b789ef9fea24990b HTTP/1.1" status: 200 len: 379 time: 0.1004667 Dec 06 12:18:44.656088 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'admin_state_up': True, 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'security_groups': ['e2b94256-0f5c-4aad-858e-3339df190d2d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:44.691147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b69b4a-ba9e-488f-91de-a8f28108a858 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2c1287-ea43-47d8-b442-2e5f22c2def5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:44.701355 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:44.762198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.806277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.831436 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Allocated IP 172.20.0.3 (b9777f6d-abe3-4bd3-bd16-b62826345fc2/d9d5e229-ca2b-4feb-80db-ca3074e96dd9/e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:44.840794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b93121-90d4-48b3-ad1f-2bb797baac5c req-76aec63b-d777-4be0-ba60-1ae875172db8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.848921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58b93121-90d4-48b3-ad1f-2bb797baac5c req-76aec63b-d777-4be0-ba60-1ae875172db8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1701021 Dec 06 12:18:44.854165 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:44.869093 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:44.875472 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:44.891567 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:44.899455 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1155807e-fb9d-48ae-a9c9-35563be8950b') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:44.899763 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1155807e-fb9d-48ae-a9c9-35563be8950b') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:44.901620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8439-d3fc-48b4-86e5-221b844aa4b6 req-0c15fb91-3dbf-44b1-a796-2a34ab6ea712 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.908927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e92c8439-d3fc-48b4-86e5-221b844aa4b6 req-0c15fb91-3dbf-44b1-a796-2a34ab6ea712 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2410214 Dec 06 12:18:44.939239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.940675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event updated for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:44.978330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.986862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:44.987474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:44.994288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:44.997828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.002376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:45.002774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:45.006065 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:45.040285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58b93121-90d4-48b3-ad1f-2bb797baac5c req-3c3f721e-dbef-4646-838d-aed8ee7098fb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910191 Dec 06 12:18:45.040968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-6e3fdc42-755a-434c-8c95-71a1429a70ce tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5626776 Dec 06 12:18:45.066503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e92c8439-d3fc-48b4-86e5-221b844aa4b6 req-0491a8c0-9915-4d22-9cab-1c9770f502f8 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566792 Dec 06 12:18:45.083703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.093649 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Request body: {'port': {'device_id': '1b2f6e89-e080-4e27-b713-62299720c195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:45.187663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.194069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.197523 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413 HTTP/1.1" status: 204 len: 168 time: 2.6845615 Dec 06 12:18:45.207884 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53634) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:45.229937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1d3b-a34b-4c93-9c01-de2383ef3d79 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=ae73fc1b-f5b2-4ad5-a1b1-b5e7d793d413,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:45.284667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.302673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841b4e0d-ee53-4955-8206-d7ae22aefd15,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:45.349044 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 172.20.0.6 (6d94a30a-6d42-4206-bab2-960aa2027b39/e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff/cd7603a6-371d-44f7-acc6-c748e1630a34) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:45.350955 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Checking segment: {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:45.351153 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Network hostable DHCP agents. Network: 8d2c1287-ea43-47d8-b442-2e5f22c2def5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:45.406818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.422079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d11b7-4fb2-4eb0-a5ed-5dea00f562a6 req-d3a782ac-e50b-4a2d-bf05-9f4b31521df8 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:45.423599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-076d11b7-4fb2-4eb0-a5ed-5dea00f562a6 req-d3a782ac-e50b-4a2d-bf05-9f4b31521df8 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 931 time: 0.2513139 Dec 06 12:18:45.437833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.455324 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff349-eee2-4c7c-bea5-75f5c3c54a30 req-394f4843-1819-46d3-808e-c570b50e23e5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:45.456836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba7ff349-eee2-4c7c-bea5-75f5c3c54a30 req-394f4843-1819-46d3-808e-c570b50e23e5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2740879 Dec 06 12:18:45.487332 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:45.556725 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8d2c1287-ea43-47d8-b442-2e5f22c2def5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:45.570176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438ef08-df42-4a69-b380-2abab4623678 None None] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:45.573414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:45.574188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.614832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.616545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-076d11b7-4fb2-4eb0-a5ed-5dea00f562a6 req-81a36eed-b1fa-40a7-9b40-dd93aa7a2106 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766713 Dec 06 12:18:45.664612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.693569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.741169 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:45.746441 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:45.750147 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:45.752563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-112614da-358d-42c5-889b-71f97cf56525 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2382975 Dec 06 12:18:45.759958 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:45.786170 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:45.801197 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:45.819819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba7ff349-eee2-4c7c-bea5-75f5c3c54a30 req-d8b1a744-8f6c-4e70-9d87-d284c11dadfd tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398049 Dec 06 12:18:45.853024 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:45.853861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.858628 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'fixed_ips': [{'subnet_id': '841b4e0d-ee53-4955-8206-d7ae22aefd15'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:45.860354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.867398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.868358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.892515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.892747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b2a5874c-af23-4325-8801-5ab670312c24 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518625 Dec 06 12:18:45.912013 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'admin_state_up': True, 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'security_groups': ['e2b94256-0f5c-4aad-858e-3339df190d2d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:45.961995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:45.976747 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eebbff-6287-4222-9db4-77604feed345']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:46.009883 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:46.033614 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:46.061991 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Allocated IP 172.20.0.10 (b9777f6d-abe3-4bd3-bd16-b62826345fc2/d9d5e229-ca2b-4feb-80db-ca3074e96dd9/8789b528-3673-4f8b-9185-f8e3b08dc625) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:46.074963 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Allocated IP 172.20.0.2 (8d2c1287-ea43-47d8-b442-2e5f22c2def5/841b4e0d-ee53-4955-8206-d7ae22aefd15/49b39445-ca12-4d9b-b0a3-d2323a921a15) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:46.182188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4afe451d-7d90-430a-a610-bf9811fd2b38 None None] Provisioning complete for port cd7603a6-371d-44f7-acc6-c748e1630a34 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:46.182457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4afe451d-7d90-430a-a610-bf9811fd2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.183997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.255604 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:46.259900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.261228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4afe451d-7d90-430a-a610-bf9811fd2b38 None None] Port cd7603a6-371d-44f7-acc6-c748e1630a34 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:46.290838 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:46.300684 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb8cdc6-be08-4a77-bb2d-1f3097f049bc') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:46.301378 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb8cdc6-be08-4a77-bb2d-1f3097f049bc') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:46.339385 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event updated for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:46.351626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.362910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.366147 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.425104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.442772 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:46.443327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.452004 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:46.453390 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Pushing event updated for resources: {'Port': ['ID=49b39445-ca12-4d9b-b0a3-d2323a921a15,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:46.455865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.456620 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:46.461025 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:46.461462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.463709 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:46.469461 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:46.477275 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e025a-8f4d-47cc-b23b-730261ecca8b req-1ec368c9-3965-4ebd-b111-3852bb2dc93c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:46.478843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a79e025a-8f4d-47cc-b23b-730261ecca8b req-1ec368c9-3965-4ebd-b111-3852bb2dc93c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 931 time: 0.6485775 Dec 06 12:18:46.490972 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.1.1.226 (d18af1f0-d06a-43ce-ae48-55c3a95cbcb2/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1/a33a931b-c7a2-4a99-ab15-cecca67691ed) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:46.504241 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.504849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.505340 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.505686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.506073 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.506594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.507141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.507465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.507867 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.508443 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.508757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.509232 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.509528 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:46.521102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-467f8a6c-688e-4630-8fcf-604bf74d0730 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1286485 Dec 06 12:18:46.538651 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845854-c128-4032-a3e7-0e84febb88e0 req-b97512e6-2564-460f-b02d-fe69442a2b41 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:46.546599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31845854-c128-4032-a3e7-0e84febb88e0 req-b97512e6-2564-460f-b02d-fe69442a2b41 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.2480597 Dec 06 12:18:46.560298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Request body: {'port': {'device_id': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:46.567209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Attempting to bind port 49b39445-ca12-4d9b-b0a3-d2323a921a15 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:46.567723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Attempting to bind port 49b39445-ca12-4d9b-b0a3-d2323a921a15 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:46.568178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Attempting to bind port 49b39445-ca12-4d9b-b0a3-d2323a921a15 on network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:46.575191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:46.575191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Checking segment: {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:46.576001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.576221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Bound using segment: {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:46.577293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Bound port: 49b39445-ca12-4d9b-b0a3-d2323a921a15, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:46.577797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.624270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.655898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.665752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.668987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] For port 49b39445-ca12-4d9b-b0a3-d2323a921a15, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:46.674887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] For port 49b39445-ca12-4d9b-b0a3-d2323a921a15, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49b39445-ca12-4d9b-b0a3-d2323a921a15,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:46.683054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.714560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.718663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/90eebbff-6287-4222-9db4-77604feed345 HTTP/1.1" status: 204 len: 168 time: 1.4729755 Dec 06 12:18:46.739475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31845854-c128-4032-a3e7-0e84febb88e0 req-42cec2aa-729d-4a38-a79d-65ebc527a572 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919193 Dec 06 12:18:46.747638 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53648) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:46.789772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954a49-f631-41f3-87a6-4090bc46ebff None None] Pushing event updated for resources: {'Port': ['ID=49b39445-ca12-4d9b-b0a3-d2323a921a15,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:46.853646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.861118 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89c080-7438-4210-bf75-b4916bd81457 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=90eebbff-6287-4222-9db4-77604feed345,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:46.871119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.889773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a79e025a-8f4d-47cc-b23b-730261ecca8b req-0085f8d8-4a74-43f5-87a9-181c81b68756 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950970 Dec 06 12:18:46.959928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:46.964633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event updated for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:46.983315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.006803 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Network b9777f6d-abe3-4bd3-bd16-b62826345fc2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:47.011408 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:47.015667 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:47.041837 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Allocated IP 172.35.3.181 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c4cc2de0-69a8-426b-a3c8-4fc72cef0817) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:47.203400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:47.204320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.219744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001d6d-9cc8-4b60-b28f-45fd5d771790 req-8eacbf3a-b011-41d5-ac15-ccc00237c68c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:47.221307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea001d6d-9cc8-4b60-b28f-45fd5d771790 req-8eacbf3a-b011-41d5-ac15-ccc00237c68c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3304396 Dec 06 12:18:47.269885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-aff1b300-887a-4543-b487-ce6f5b61d7ff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7933300 Dec 06 12:18:47.280469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.299934 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Request body: {'port': {'device_id': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:47.305036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.309138 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55edb81-ed9f-4575-b240-cfa4dd5535ea req-01e9b8bd-84dd-48fb-8c63-9d2a66eeb5e2 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:47.311262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d55edb81-ed9f-4575-b240-cfa4dd5535ea req-01e9b8bd-84dd-48fb-8c63-9d2a66eeb5e2 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 931 time: 0.2091148 Dec 06 12:18:47.365655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea001d6d-9cc8-4b60-b28f-45fd5d771790 req-e08005f4-f560-4ded-a8fe-0b84a17a4161 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261783 Dec 06 12:18:47.404781 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1308ba64-727b-42bf-9c49-d442213ee40a']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:47.415162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.441805 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc853d95-43c0-4779-a6e9-c790d6a831ef {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:47.445649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d55edb81-ed9f-4575-b240-cfa4dd5535ea req-99384310-5e1a-4f73-a7c8-094730193954 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038394 Dec 06 12:18:47.447666 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaa36c2-47bd-4865-9a81-4e2d56d8c3a5') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:47.447963 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaa36c2-47bd-4865-9a81-4e2d56d8c3a5') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:47.453548 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:47.472387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.474996 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:47.480528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.483495 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:47.486764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.491754 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:47.545007 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Transition to ACTIVE for port object bc853d95-43c0-4779-a6e9-c790d6a831ef will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:47.585789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.597294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.610944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.625647 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:18:47.628300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:18:47.636904 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:18:47.762285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad3d09-1f7d-4db1-b4e3-9b4286e98522 req-069ec6fb-4241-42c0-b647-f85596a4e770 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:47.771150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cad3d09-1f7d-4db1-b4e3-9b4286e98522 req-069ec6fb-4241-42c0-b647-f85596a4e770 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2984600 Dec 06 12:18:47.793607 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:47.794513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.805494 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:47.807441 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Pushing event updated for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:47.821210 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:47.823029 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-31df4c31-b2f4-4442-8fd6-8e89a4261166 None None] Provisioning complete for port a33a931b-c7a2-4a99-ab15-cecca67691ed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:47.823492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-31df4c31-b2f4-4442-8fd6-8e89a4261166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.831432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:47.840686 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:47.905021 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca69af-532d-40cf-8735-f5c0f454ace2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:47.939840 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-31df4c31-b2f4-4442-8fd6-8e89a4261166 None None] Port a33a931b-c7a2-4a99-ab15-cecca67691ed cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:48.071956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4b00f944-a3da-41d3-a04f-1339b99b1cb4 None None] Provisioning complete for port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:48.072338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4b00f944-a3da-41d3-a04f-1339b99b1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.105948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.115294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] 10.222.0.31 "DELETE /v2.0/networks/1308ba64-727b-42bf-9c49-d442213ee40a HTTP/1.1" status: 204 len: 168 time: 1.3644390 Dec 06 12:18:48.174851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 49b39445-ca12-4d9b-b0a3-d2323a921a15 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:48.226839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4b00f944-a3da-41d3-a04f-1339b99b1cb4 None None] Port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:48.272908 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 49b39445-ca12-4d9b-b0a3-d2323a921a15 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:48.273187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.348679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52431ec1-a6ec-493f-8be9-261d396b702c None None] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:48.383714 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:48.396159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.418308 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Transition to ACTIVE for port object e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:48.428580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cad3d09-1f7d-4db1-b4e3-9b4286e98522 req-8fd9b9ce-18e6-4121-8a98-4e36bdd4252d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563463 Dec 06 12:18:48.439288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.543088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ad533-be8f-4f2e-b4f9-85f23ead52c9 req-25f191c7-4dce-480f-b458-cd2fd5b04e80 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:48.552091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c7ad533-be8f-4f2e-b4f9-85f23ead52c9 req-25f191c7-4dce-480f-b458-cd2fd5b04e80 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.3133600 Dec 06 12:18:48.557975 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:48.629905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Pushing event updated for resources: {'Port': ['ID=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:48.668406 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-857d76ea-5104-4d4b-9e33-604a4155dc6e None None] Provisioning complete for port 49b39445-ca12-4d9b-b0a3-d2323a921a15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:48.668794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-857d76ea-5104-4d4b-9e33-604a4155dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.694756 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-03018190-089d-4c07-b43d-f4fcd95ed11b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7880023 Dec 06 12:18:48.697313 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c238ea4-2438-4548-89a2-430f1af70e72 tempest-BulkNetworkOpsTest-568673547 tempest-BulkNetworkOpsTest-568673547-project] Pushing event deleted for resources: {'Network': ['ID=1308ba64-727b-42bf-9c49-d442213ee40a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:48.698743 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.744768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c7ad533-be8f-4f2e-b4f9-85f23ead52c9 req-a4715ad3-d38a-4b84-8006-1fcf022d6e76 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873569 Dec 06 12:18:48.758535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 49b39445-ca12-4d9b-b0a3-d2323a921a15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49b39445-ca12-4d9b-b0a3-d2323a921a15,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:48.768580 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'admin_state_up': True, 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'security_groups': ['e2b94256-0f5c-4aad-858e-3339df190d2d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:48.770890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.825487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=49b39445-ca12-4d9b-b0a3-d2323a921a15,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:48.852642 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Attempting to bind port bc853d95-43c0-4779-a6e9-c790d6a831ef on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:48.852974 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Attempting to bind port bc853d95-43c0-4779-a6e9-c790d6a831ef by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:48.853461 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Attempting to bind port bc853d95-43c0-4779-a6e9-c790d6a831ef on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:48.876095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Port bc853d95-43c0-4779-a6e9-c790d6a831ef on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:48.876995 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Attempting to bind port bc853d95-43c0-4779-a6e9-c790d6a831ef on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:48.879792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Pushing event updated for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:48.887429 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:48.887807 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Checking segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:48.888667 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Bound using segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:48.889064 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Bound port: bc853d95-43c0-4779-a6e9-c790d6a831ef, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:48.889457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.045639 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.096221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51b71f-1c4c-490b-96d4-7850a38bf7bd req-a44fa24e-2e40-42a1-98c2-5528c31a513d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.102909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51b71f-1c4c-490b-96d4-7850a38bf7bd req-a44fa24e-2e40-42a1-98c2-5528c31a513d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.104695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c51b71f-1c4c-490b-96d4-7850a38bf7bd req-a44fa24e-2e40-42a1-98c2-5528c31a513d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 1653 time: 0.5319619 Dec 06 12:18:49.113434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fea940f4-80b4-4cd4-963b-788bef47e7aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8999aa4618e415d93404a394fcb24f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510130 Dec 06 12:18:49.117800 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:49.121348 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:49.128756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.146374 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Attempting to bind port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:49.146800 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Attempting to bind port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:49.147197 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Attempting to bind port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:49.208032 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:49.208923 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:49.209474 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Attempting to bind port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:49.231430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c6f0-4235-472f-b832-3cdc90449b9b req-65e833d6-e15b-4eb2-a48d-73a5721e8b1b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.233885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af9c6f0-4235-472f-b832-3cdc90449b9b req-65e833d6-e15b-4eb2-a48d-73a5721e8b1b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.3272681 Dec 06 12:18:49.241704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c51b71f-1c4c-490b-96d4-7850a38bf7bd req-baca02f5-3bcf-4332-ad9e-5670644eb0da tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232641 Dec 06 12:18:49.245044 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:49.246060 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Checking segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:49.246636 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Bound using segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:49.247834 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Bound port: e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:49.248380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.253831 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8789b528-3673-4f8b-9185-f8e3b08dc625 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:49.270263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.311328 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Transition to ACTIVE for port object 8789b528-3673-4f8b-9185-f8e3b08dc625 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:49.347501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.349856 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:49.366998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.396791 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2287259a-b6a0-48b5-836d-dca4c6b4ec3b None None] Provisioning complete for port 49b39445-ca12-4d9b-b0a3-d2323a921a15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:49.397559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2287259a-b6a0-48b5-836d-dca4c6b4ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.448275 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.448900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.450428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] 10.222.0.23 "PUT /v2.0/ports/bc853d95-43c0-4779-a6e9-c790d6a831ef HTTP/1.1" status: 200 len: 1091 time: 4.3938689 Dec 06 12:18:49.455317 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:49.459137 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07726e60-663f-4a59-90bb-b2bf57dd76c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:49.489102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7af9c6f0-4235-472f-b832-3cdc90449b9b req-3256085a-cdf8-48ab-9aa3-5ba42f2d267c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378314 Dec 06 12:18:49.524483 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:49.529501 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Pushing event updated for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:49.540107 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:49.540516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.555879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.597311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603f2c0-e7c1-48f0-9ae6-7a366009251f service neutron] Pushing event updated for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:49.614094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdaf9e-baf9-43c6-bbc5-a6176693599b req-ca6b0c77-78cf-4fd9-95ad-e8e9e55d6dbd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.617427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58bdaf9e-baf9-43c6-bbc5-a6176693599b req-ca6b0c77-78cf-4fd9-95ad-e8e9e55d6dbd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 943 time: 0.2477572 Dec 06 12:18:49.619081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.679108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.694397 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.1.1.246 (d18af1f0-d06a-43ce-ae48-55c3a95cbcb2/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1/a4e32c87-e39f-477a-929d-c2521dd44bf7) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:49.733209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.733913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.735405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] 10.222.0.53 "PUT /v2.0/ports/e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 HTTP/1.1" status: 200 len: 1091 time: 3.1830974 Dec 06 12:18:49.756494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.760873 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:49.762507 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-a52360df-839e-4906-a4b5-230f2950d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.763234 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fee77e-de46-4a91-8079-ed52fcb50329" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:49.764753 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-a52360df-839e-4906-a4b5-230f2950d28c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 1094 time: 0.2156153 Dec 06 12:18:49.868833 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Attempting to bind port 8789b528-3673-4f8b-9185-f8e3b08dc625 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:49.869167 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Attempting to bind port 8789b528-3673-4f8b-9185-f8e3b08dc625 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:49.869437 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Attempting to bind port 8789b528-3673-4f8b-9185-f8e3b08dc625 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:49.871406 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cbe20-07c7-4be8-b75e-a66d785a318e service neutron] Pushing event updated for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:49.879940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58bdaf9e-baf9-43c6-bbc5-a6176693599b req-68a9e2f1-81b6-4640-9011-4686580aa7e2 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174816 Dec 06 12:18:49.888782 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Port 8789b528-3673-4f8b-9185-f8e3b08dc625 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:18:49.889109 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Attempting to bind port 8789b528-3673-4f8b-9185-f8e3b08dc625 on network b9777f6d-abe3-4bd3-bd16-b62826345fc2 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:49.899957 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a2e9-4bcc-4a7e-bda2-9fa4c79343ee req-5592de3a-76de-4d41-af50-24d07d66849f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.900641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e974a2e9-4bcc-4a7e-bda2-9fa4c79343ee req-5592de3a-76de-4d41-af50-24d07d66849f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2299743 Dec 06 12:18:49.910000 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:49.910351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Checking segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:49.910743 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Bound using segment: {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:49.911195 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Bound port: 8789b528-3673-4f8b-9185-f8e3b08dc625, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48129bb-a7e0-436e-96a7-812a4f75027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:49.911548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:49.929973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-9b329422-d39e-43e9-8135-66aa9c7d581d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef HTTP/1.1" status: 200 len: 217 time: 0.1049500 Dec 06 12:18:49.933645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-fa778d0b-3c05-4a2d-95e3-35be6e6ac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:49.935216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-fa778d0b-3c05-4a2d-95e3-35be6e6ac456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 1094 time: 0.1308315 Dec 06 12:18:49.974980 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90699ced-e7fd-4464-ab7a-7fbfebe4c464 x-openstack-request-id: req-90699ced-e7fd-4464-ab7a-7fbfebe4c464 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:49.975336 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:49.975646 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90699ced-e7fd-4464-ab7a-7fbfebe4c464 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:49.976055 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef', 'status': 'completed', 'code': 200} Dec 06 12:18:50.053206 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1013fc2-b3e6-4800-a63b-796013e68b4a x-openstack-request-id: req-a1013fc2-b3e6-4800-a63b-796013e68b4a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:50.053560 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:50.053813 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1013fc2-b3e6-4800-a63b-796013e68b4a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:50.054333 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6', 'status': 'completed', 'code': 200} Dec 06 12:18:50.065639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-26efe0ff-d257-4b2c-b6ad-88180ea005d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 HTTP/1.1" status: 200 len: 217 time: 0.1168396 Dec 06 12:18:50.066565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.069141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.070801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0c566a3-4863-4d1f-ab07-090457b8f399 HTTP/1.1" status: 204 len: 168 time: 0.9504952 Dec 06 12:18:50.097119 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 49b39445-ca12-4d9b-b0a3-d2323a921a15 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:50.113352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e974a2e9-4bcc-4a7e-bda2-9fa4c79343ee req-dcc5f147-25ed-40b9-9cdc-a44940c213db tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044058 Dec 06 12:18:50.127691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-eba25c11-c439-4306-9eea-9db9ff68feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.129423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-eba25c11-c439-4306-9eea-9db9ff68feee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.1844180 Dec 06 12:18:50.143403 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d38dde-5a05-4d15-910c-d62cacda7212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c566a3-4863-4d1f-ab07-090457b8f399,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:50.197493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-383a2cce-a280-4fcd-9bbe-adf3f0247899 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569272 Dec 06 12:18:50.209836 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:50.222529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-92236abe-302d-4abe-ad39-0a94aec294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.224061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-92236abe-302d-4abe-ad39-0a94aec294f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.1495397 Dec 06 12:18:50.230351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8789b528-3673-4f8b-9185-f8e3b08dc625,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:50.246471 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 49b39445-ca12-4d9b-b0a3-d2323a921a15 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:50.248280 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.264114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.270180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-b29ea580-7a07-4545-9576-f3c511c23fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351970 Dec 06 12:18:50.280205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303d823-5cc6-4c15-9efa-b888fef0bc3a req-df522947-34a9-4aeb-8bc1-7d1b7b110f36 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.280643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9303d823-5cc6-4c15-9efa-b888fef0bc3a req-df522947-34a9-4aeb-8bc1-7d1b7b110f36 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1504235 Dec 06 12:18:50.285884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.380455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.380918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.382565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] 10.222.0.53 "PUT /v2.0/ports/8789b528-3673-4f8b-9185-f8e3b08dc625 HTTP/1.1" status: 200 len: 1092 time: 3.0932899 Dec 06 12:18:50.386067 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Router 741708b1-8477-4aa6-b511-4c2fc69c23c9 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:18:50.425451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-cdef69bf-810d-48dc-acea-c71bdb0ea5fb service neutron] 10.222.0.23 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038338 Dec 06 12:18:50.494154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.516965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0e818-3e13-4414-bfd1-257ecfcfce65 service neutron] Pushing event updated for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:50.571864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9303d823-5cc6-4c15-9efa-b888fef0bc3a req-1cbb9f5d-ac96-41f3-aa95-58624e9b36b3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519932 Dec 06 12:18:50.600315 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:50.601052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-2012719e-7ac2-4ec6-965a-74cddaaf673b service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154435 Dec 06 12:18:50.620919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-a80df2ad-6b94-41bc-b763-34601dafe73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.622508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-a80df2ad-6b94-41bc-b763-34601dafe73f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.1681342 Dec 06 12:18:50.640512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ba19-8063-417a-bc0e-a17da514e63b req-e21b25e6-f616-409e-a0be-5a30ac719d7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.648430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ba19-8063-417a-bc0e-a17da514e63b req-e21b25e6-f616-409e-a0be-5a30ac719d7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.657090 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ba19-8063-417a-bc0e-a17da514e63b req-e21b25e6-f616-409e-a0be-5a30ac719d7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.667405 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:50.667623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14b0ba19-8063-417a-bc0e-a17da514e63b req-e21b25e6-f616-409e-a0be-5a30ac719d7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 2374 time: 0.2272210 Dec 06 12:18:50.692791 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:50.796826 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:50.817518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14b0ba19-8063-417a-bc0e-a17da514e63b req-0ff7c111-0898-4489-9190-c241e1f1b812 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426792 Dec 06 12:18:50.824413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.825875 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.826697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.827367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.827851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.828341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.829019 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.829549 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.830056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.830545 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.831109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.832152 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.832658 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:50.843804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-223394bc-34fb-4f97-8af2-c612e4862aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025142 Dec 06 12:18:50.851587 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:50.852431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.855710 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:50.870103 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Sync routers for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:50.892105 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:50.892946 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:50.911966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2a5811ad-2ec0-4e43-a1f4-03fe1f32de72 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1665361 Dec 06 12:18:50.915470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:50.919791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-143d81ab-3208-4df5-a7c6-d627a0b4010c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1584694 Dec 06 12:18:50.920206 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:50.947794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-90ea10ac-03a8-4c29-a4e5-534e1620a8d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8789b528-3673-4f8b-9185-f8e3b08dc625 HTTP/1.1" status: 200 len: 217 time: 0.2501984 Dec 06 12:18:50.954660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'admin_state_up': True, 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'security_groups': ['e2b94256-0f5c-4aad-858e-3339df190d2d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:51.018917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-17d804d0-a26c-4b88-95a2-eb76dfa36834 service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088576 Dec 06 12:18:51.095891 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3a311d8a-730b-426d-91c9-d4d70ca7499f None None] Provisioning complete for port a4e32c87-e39f-477a-929d-c2521dd44bf7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:51.099101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a311d8a-730b-426d-91c9-d4d70ca7499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.120933 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:51.146516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-d2e36426-b76d-4f1f-aa85-a42f85ad388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.150674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-d2e36426-b76d-4f1f-aa85-a42f85ad388a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.1302457 Dec 06 12:18:51.199790 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3a311d8a-730b-426d-91c9-d4d70ca7499f None None] Port a4e32c87-e39f-477a-929d-c2521dd44bf7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:51.241555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-77869842-6b18-4a94-992a-b9289cc7fbc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558078 Dec 06 12:18:51.252135 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-09471969-64be-4462-ac5c-f6722b149ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.255082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-09471969-64be-4462-ac5c-f6722b149ded service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 1094 time: 0.3340023 Dec 06 12:18:51.368982 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53718) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:51.383580 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:48Z', 'revision_number': 3, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:51.405418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6106a0-47aa-4714-b709-69f07304b960 req-2f5f44b8-b8d7-406c-a468-278f82ba7321 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.414108 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Checking router: 741708b1-8477-4aa6-b511-4c2fc69c23c9 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:18:51.414469 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Updating router 741708b1-8477-4aa6-b511-4c2fc69c23c9 port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:18:51.415180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c6106a0-47aa-4714-b709-69f07304b960 req-2f5f44b8-b8d7-406c-a468-278f82ba7321 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.7191987 Dec 06 12:18:51.441561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-47f30e82-a841-4fa7-a007-b6e98adf6b0f service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654065 Dec 06 12:18:51.442086 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.561706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d56a32bf-ac85-43bc-8155-5ec73f59e23c req-847f2b41-3305-4c14-83cf-bd70c961b83b service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070907 Dec 06 12:18:51.594516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520de6-6cd0-407e-9dbe-172a7d657a73 req-bdee44ae-b290-49e7-b000-e0483eade445 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.596457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35520de6-6cd0-407e-9dbe-172a7d657a73 req-bdee44ae-b290-49e7-b000-e0483eade445 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 943 time: 0.5747066 Dec 06 12:18:51.605230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-4c8fb059-7657-438d-8b2c-c4fd072e9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.606966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-4c8fb059-7657-438d-8b2c-c4fd072e9f87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 1094 time: 0.4548216 Dec 06 12:18:51.633244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c6106a0-47aa-4714-b709-69f07304b960 req-eebe990a-6424-41a8-8845-f338a70ae324 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170429 Dec 06 12:18:51.764384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35520de6-6cd0-407e-9dbe-172a7d657a73 req-b7e69578-38d1-4637-9f82-a3d234d15462 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531119 Dec 06 12:18:51.765527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-492bc4cc-71eb-4098-8fa3-e2871b98e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.773548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-492bc4cc-71eb-4098-8fa3-e2871b98e2d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 918 time: 0.1108966 Dec 06 12:18:51.775179 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.786939 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.826284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6c86d-2264-4707-a38b-f1d325b1319d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:51.866251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-599f4cc8-335f-4735-850c-61591a098e1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 HTTP/1.1" status: 200 len: 217 time: 0.0740643 Dec 06 12:18:51.881377 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:51.882586 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Attempting to bind port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:51.882975 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Attempting to bind port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:51.883316 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Attempting to bind port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:51.888590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212dcdd-5081-41de-a60c-c849981d6331 req-f47de0a1-9f8a-4f79-bdad-13ddd18789f5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:51.896543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3212dcdd-5081-41de-a60c-c849981d6331 req-f47de0a1-9f8a-4f79-bdad-13ddd18789f5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1219122 Dec 06 12:18:51.898262 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:51.898646 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:51.899053 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.899466 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:51.899929 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Bound port: c4cc2de0-69a8-426b-a3c8-4fc72cef0817, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:51.900309 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.919998 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-7018780'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:51.938780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-24528613-63c2-40de-b847-50da94b0fd16 None None] Provisioning complete for port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:51.938986 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-24528613-63c2-40de-b847-50da94b0fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:51.967477 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] For port c4cc2de0-69a8-426b-a3c8-4fc72cef0817, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:51.972897 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] For port c4cc2de0-69a8-426b-a3c8-4fc72cef0817, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:51.982957 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.024566 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:52.025452 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:52.035108 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064095d-a83b-41a4-9f83-6e85d1d3ab8d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:18:52.037826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd190bd-c86e-4b3e-8052-ab1c9460f0a0 req-154c057c-c24d-44c5-b061-302bb11aaed5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.039785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd190bd-c86e-4b3e-8052-ab1c9460f0a0 req-154c057c-c24d-44c5-b061-302bb11aaed5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1271515 Dec 06 12:18:52.041555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-248f1519-e66c-42e0-9518-a98354f40540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.042913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-248f1519-e66c-42e0-9518-a98354f40540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.1645775 Dec 06 12:18:52.071896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-24528613-63c2-40de-b847-50da94b0fd16 None None] Port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:52.077504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3212dcdd-5081-41de-a60c-c849981d6331 req-844185e9-9a5f-4066-9ad1-e3dcafd31484 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800015 Dec 06 12:18:52.097831 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:52.101290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.103658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-0a75e309-7878-419c-8755-4c482f3e0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.105096 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-0a75e309-7878-419c-8755-4c482f3e0f68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 918 time: 0.8371971 Dec 06 12:18:52.139649 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:52.141919 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb" -d '{"events": [{"name": "network-changed", "server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:52.146058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-5212e479-822a-4dbf-a995-b3515bc329ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675745 Dec 06 12:18:52.156317 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:52.202503 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] Provisioning complete for port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:52.203015 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.205582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-417a60f1-f29a-4ba7-be86-6e00ea660bf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef HTTP/1.1" status: 200 len: 217 time: 0.0794630 Dec 06 12:18:52.211110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.289567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd190bd-c86e-4b3e-8052-ab1c9460f0a0 req-d05b400c-427d-4206-b0e2-1abe541093a3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408462 Dec 06 12:18:52.329262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c624-dc62-4082-992b-05e391fee656 req-e68eddfd-2ea7-4cb7-8292-3681dc0e8473 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.335909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c624-dc62-4082-992b-05e391fee656 req-e68eddfd-2ea7-4cb7-8292-3681dc0e8473 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.342238 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c624-dc62-4082-992b-05e391fee656 req-e68eddfd-2ea7-4cb7-8292-3681dc0e8473 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.344357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3a9c624-dc62-4082-992b-05e391fee656 req-e68eddfd-2ea7-4cb7-8292-3681dc0e8473 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 2374 time: 0.1432033 Dec 06 12:18:52.363382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.378617 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Pushing event updated for resources: {'Port': ['ID=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:52.381103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-cf228b36-97bc-4ae3-a644-98eb939c6fcd service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254989 Dec 06 12:18:52.387536 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70bf703-8d03-4f4c-ba73-e2839c80684d x-openstack-request-id: req-c70bf703-8d03-4f4c-ba73-e2839c80684d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:52.387536 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:52.387536 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c70bf703-8d03-4f4c-ba73-e2839c80684d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:52.387929 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625', 'status': 'completed', 'code': 200} Dec 06 12:18:52.399936 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.400277 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.400610 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.400938 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.401297 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.401621 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.401955 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403550 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.403780 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:18:52.408737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] For port c4cc2de0-69a8-426b-a3c8-4fc72cef0817, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:52.410838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.412169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3a9c624-dc62-4082-992b-05e391fee656 req-efeca98e-60d2-43c6-95ba-eea4807beab1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539980 Dec 06 12:18:52.414640 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.480092 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141724e5-6e90-4984-aab3-d803fce9cbba None None] Pushing event updated for resources: {'Port': ['ID=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:52.514711 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917afbe4-2f7d-4121-8fd7-ddd606a36fbd None None] Pushing event updated for resources: {'Port': ['ID=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:52.553393 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:48Z', 'revision_number': 3, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:52.581191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24fee77e-de46-4a91-8079-ed52fcb50329 req-11ea0f0b-5bbc-4e12-b8f7-2b7e85a6766b service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634085 Dec 06 12:18:52.584377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-2f770308-090f-4115-a5f1-cb7bf9ce56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.585902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-2f770308-090f-4115-a5f1-cb7bf9ce56cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.0989671 Dec 06 12:18:52.588527 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7d1d2-3321-4027-bafc-6a718c4700f6 None None] The sync data for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 is: [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:48Z', 'revision_number': 3, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:18:52.641043 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-f5b7fb60-5e00-4ea3-9f33-8a0bb7d1d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.642554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-f5b7fb60-5e00-4ea3-9f33-8a0bb7d1d6aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.4110413 Dec 06 12:18:52.728443 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-65e0f84b-1e13-4d2c-86ba-402fc263e2af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540371 Dec 06 12:18:52.741726 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-54906ac5-6fa0-4f6d-9702-77a50db99f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.743328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-54906ac5-6fa0-4f6d-9702-77a50db99f15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 200 len: 918 time: 0.1310506 Dec 06 12:18:52.814649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-6d1ca9a6-a8bf-4158-a18c-b1e051731045 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8789b528-3673-4f8b-9185-f8e3b08dc625 HTTP/1.1" status: 200 len: 217 time: 0.0588572 Dec 06 12:18:52.828554 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.862538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:52.901251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a38e-cb97-4c59-be34-53def0b3af28 req-67e7f354-a6e7-4f53-900b-0ea63c3b2020 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.909921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97b0a38e-cb97-4c59-be34-53def0b3af28 req-67e7f354-a6e7-4f53-900b-0ea63c3b2020 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1144798 Dec 06 12:18:52.915994 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:52.942185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-a46930ba-167f-40f8-a848-51b50a7c8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:52.943831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-a46930ba-167f-40f8-a848-51b50a7c8b09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 200 len: 857 time: 0.1157830 Dec 06 12:18:53.025042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.025401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-9a91e7aa-b216-450e-a3e9-a83af08e6851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9777f6d-abe3-4bd3-bd16-b62826345fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564902 Dec 06 12:18:53.025520 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 72ba0abb-9ff6-46e8-a0bd-784f95f04f33 of type vlan for network 08fdc55e-85da-4fea-a617-1eb33d4a996d Dec 06 12:18:53.071496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5c8a1-4f55-48a3-9cd3-a4199dbad27a req-2f973855-eb36-46f9-a52e-c9e36a298cfe tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:53.073317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2e5c8a1-4f55-48a3-9cd3-a4199dbad27a req-2f973855-eb36-46f9-a52e-c9e36a298cfe tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 943 time: 0.1547389 Dec 06 12:18:53.078881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.100211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97b0a38e-cb97-4c59-be34-53def0b3af28 req-163e6ffd-4fd0-4103-b3b3-a7b9afff6da9 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892240 Dec 06 12:18:53.126022 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd3f65-ee89-46f1-962c-30218880cd81,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:53.187398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8789b528-3673-4f8b-9185-f8e3b08dc625 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:53.235811 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.2.2.100 (535dbbab-b5aa-44e5-af40-023e61d2efc1/779d8eb5-3f84-493e-9dee-dc6be7e276de/10b5c087-2b2f-4b79-9253-0a0ca037d421) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:53.266944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2e5c8a1-4f55-48a3-9cd3-a4199dbad27a req-c4a49f08-4e64-40f8-9210-1a1404fdde51 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655679 Dec 06 12:18:53.269640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-b1adf1b7-4417-491c-b595-339a22b3f771 service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298505 Dec 06 12:18:53.313334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8789b528-3673-4f8b-9185-f8e3b08dc625,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:53.335899 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '8789b528-3673-4f8b-9185-f8e3b08dc625', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'port_id': '8789b528-3673-4f8b-9185-f8e3b08dc625', 'mac_address': 'fa:16:3e:59:4e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d5e229-ca2b-4feb-80db-ca3074e96dd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:53.411602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.443251 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8789b528-3673-4f8b-9185-f8e3b08dc625 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:53.487834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:18:53.490291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8789b528-3673-4f8b-9185-f8e3b08dc625,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:53.496794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.498442 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:53.556961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.578956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-5eb40c96-bff0-4501-a372-449ce947b067 service neutron] 10.222.0.23 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383603 Dec 06 12:18:53.586943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:53.604496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.614562 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:53.616462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.642812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:53.657336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'port_id': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6', 'mac_address': 'fa:16:3e:41:7e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d5e229-ca2b-4feb-80db-ca3074e96dd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:53.711089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.732834 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:53.742341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 2.3702137 Dec 06 12:18:53.779604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:53.786547 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.799372 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53742) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:53.806558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824213761'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:53.829304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.852746 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755bc4-d3e5-4baa-b350-d9c41a915036 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=08fdc55e-85da-4fea-a617-1eb33d4a996d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:53.854891 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:53.855246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bacd6f-b4d5-4c90-99fb-db382b811ace req-f4ebe3f2-fe8e-4183-8ea9-b34358e26a06 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:53.858149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3bacd6f-b4d5-4c90-99fb-db382b811ace req-f4ebe3f2-fe8e-4183-8ea9-b34358e26a06 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.5872829 Dec 06 12:18:53.858974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:53.871116 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:53.880469 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:53.913977 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:53.915058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:53.922841 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:53.988195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.013316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634b838-f721-4fc8-a62e-5e1663053bd5 req-ba174a86-fef3-40c7-b1fa-cac8fdf9d719 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.014914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7634b838-f721-4fc8-a62e-5e1663053bd5 req-ba174a86-fef3-40c7-b1fa-cac8fdf9d719 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1556129 Dec 06 12:18:54.045286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582ec0e5-cddf-4b03-ba5b-2730eaabbabb req-9e57d89a-c4d4-42bf-8158-0d471028b33b service neutron] 10.222.0.53 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629981 Dec 06 12:18:54.112034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device bc853d95-43c0-4779-a6e9-c790d6a831ef details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:54.144104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7634b838-f721-4fc8-a62e-5e1663053bd5 req-ad150016-a71b-4790-8f96-abbab7360fa3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979555 Dec 06 12:18:54.151856 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.158696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3bacd6f-b4d5-4c90-99fb-db382b811ace req-3ed21c61-f57b-4c23-8283-ef0dc4a4d5b9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396836 Dec 06 12:18:54.160009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4cc2de0-69a8-426b-a3c8-4fc72cef0817 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:54.168943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.181932 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:54.202881 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:54.233193 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8789b528-3673-4f8b-9185-f8e3b08dc625'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:54.240041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:54.320694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.322356 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 049c06ad-8509-4a16-b5c9-d67acf56f17d of type vlan for network 0f917f78-837f-4cd6-8527-47c94b32d5de Dec 06 12:18:54.354535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58646bd0-ddc3-4589-8482-fd90e3c01cdd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4139216 Dec 06 12:18:54.359252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07726e60-663f-4a59-90bb-b2bf57dd76c7 req-9101a98a-be41-435a-8644-4a0472707947 service neutron] 10.222.0.23 "GET /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318008 Dec 06 12:18:54.401078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'admin_state_up': True, 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'security_groups': ['e2b94256-0f5c-4aad-858e-3339df190d2d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:54.434163 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:18:54.442787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-26dc22ed-20e5-4a6c-82e0-a0e2cf5c0ef9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.458781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-26dc22ed-20e5-4a6c-82e0-a0e2cf5c0ef9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.479171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-26dc22ed-20e5-4a6c-82e0-a0e2cf5c0ef9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.484912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-26dc22ed-20e5-4a6c-82e0-a0e2cf5c0ef9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.486943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-26dc22ed-20e5-4a6c-82e0-a0e2cf5c0ef9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3095 time: 0.1704588 Dec 06 12:18:54.495113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c052-5d6c-4e47-9f56-acdc23644b86 req-178178d3-63bd-46c5-aca3-ae33636b1b37 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.510460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e85c052-5d6c-4e47-9f56-acdc23644b86 req-178178d3-63bd-46c5-aca3-ae33636b1b37 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2497909 Dec 06 12:18:54.595774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2768df73-ec93-4550-ae6d-b60b793c7a83 None None] Provisioning complete for port 10b5c087-2b2f-4b79-9253-0a0ca037d421 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:54.596155 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2768df73-ec93-4550-ae6d-b60b793c7a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.626695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.627643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f7117af-9f0a-4395-9cb1-a84997dc2bc3 req-2661c352-3c15-4e59-9ea0-bf612d087add tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031532 Dec 06 12:18:54.657503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e85c052-5d6c-4e47-9f56-acdc23644b86 req-61e6434d-9cd9-4c3c-b5d4-cf2fb4847f0a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462164 Dec 06 12:18:54.703612 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Made reservation on behalf of 12f90cc51c024504b789ef9fea24990b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:54.710770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.770981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:54.781144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.789717 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.790331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:54.837954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2827c2-96e5-4fa9-af18-46bbfa568f37 req-265135c2-2e19-4b6e-a398-aacc5b9aa253 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:54.839809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e2827c2-96e5-4fa9-af18-46bbfa568f37 req-265135c2-2e19-4b6e-a398-aacc5b9aa253 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 943 time: 0.0932641 Dec 06 12:18:54.920371 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'bc853d95-43c0-4779-a6e9-c790d6a831ef', 'network_id': 'b9777f6d-abe3-4bd3-bd16-b62826345fc2', 'port_id': 'bc853d95-43c0-4779-a6e9-c790d6a831ef', 'mac_address': 'fa:16:3e:12:84:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d5e229-ca2b-4feb-80db-ca3074e96dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:54.925822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e2827c2-96e5-4fa9-af18-46bbfa568f37 req-82812bbc-54eb-4942-a770-b3562bdad562 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757339 Dec 06 12:18:54.940075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2768df73-ec93-4550-ae6d-b60b793c7a83 None None] Port 10b5c087-2b2f-4b79-9253-0a0ca037d421 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:55.019238 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:55.019668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.122643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.134130 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=0f917f78-837f-4cd6-8527-47c94b32d5de,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:55.155882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15b22815-645f-4302-b280-f995ef4604ef tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3508129 Dec 06 12:18:55.157470 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:55.162712 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:55.166284 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Allocated IP 172.20.0.1 (8d2c1287-ea43-47d8-b442-2e5f22c2def5/841b4e0d-ee53-4955-8206-d7ae22aefd15/534a0166-62af-4d5a-84ca-d0135797650a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:55.268196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 0f917f78-837f-4cd6-8527-47c94b32d5de details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:18:55.290230 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Allocated IP 10.2.2.200 (535dbbab-b5aa-44e5-af40-023e61d2efc1/779d8eb5-3f84-493e-9dee-dc6be7e276de/e0c7a9fb-cf7e-48c8-9768-2ef65056ca11) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:55.308559 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc853d95-43c0-4779-a6e9-c790d6a831ef {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:55.390411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb9fb-a246-4fef-87a5-38e0eb0f471f req-3ca176aa-053e-4caa-857f-7df137c560b1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:55.391724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.399279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57ccb9fb-a246-4fef-87a5-38e0eb0f471f req-3ca176aa-053e-4caa-857f-7df137c560b1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1399572 Dec 06 12:18:55.429493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:55.433712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.581317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:55.618452 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.720351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cc64-2f61-4e3a-802e-ff1bc6febd3e req-b85f6eff-34c9-4130-9dc8-22021ae47d2d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:55.723040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5463cc64-2f61-4e3a-802e-ff1bc6febd3e req-b85f6eff-34c9-4130-9dc8-22021ae47d2d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.4297795 Dec 06 12:18:55.734826 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:55.785008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57ccb9fb-a246-4fef-87a5-38e0eb0f471f req-70517178-9974-4ea0-8b41-d72d3ee52f4a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847644 Dec 06 12:18:55.792317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.844901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:55.864257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['bc853d95-43c0-4779-a6e9-c790d6a831ef'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:18:55.891994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=9c7b49ce-ba9e-496a-abbe-b61fd6d09576,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:55.905271 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Pushing event updated for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:55.909132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5463cc64-2f61-4e3a-802e-ff1bc6febd3e req-1c60620c-a3db-408a-be3d-37e35aca1d55 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559062 Dec 06 12:18:55.933254 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:55.936827 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:55.942215 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:55.972717 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '72ba0abb-9ff6-46e8-a0bd-784f95f04f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:55.973090 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 08fdc55e-85da-4fea-a617-1eb33d4a996d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:55.982081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.022420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.058217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-559ebfe6-f52b-4553-9b2a-5b6a434a9b0f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.064965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-559ebfe6-f52b-4553-9b2a-5b6a434a9b0f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.088958 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-559ebfe6-f52b-4553-9b2a-5b6a434a9b0f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.095096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-559ebfe6-f52b-4553-9b2a-5b6a434a9b0f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.096811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-559ebfe6-f52b-4553-9b2a-5b6a434a9b0f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3095 time: 0.2160907 Dec 06 12:18:56.136853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:18:56.147551 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:56.241234 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 08fdc55e-85da-4fea-a617-1eb33d4a996d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:56.246570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.247803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.275422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee490114-6a51-44ad-a47d-1aa824f836d1 None None] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:56.297000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.325798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fbf28b0f-cf82-4f1b-9a1c-6feb7614108d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1671722 Dec 06 12:18:56.329472 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53768) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:56.334764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:56.338176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00b8c79e-0efb-4405-b0ce-02bdcff1db47 req-d82285da-ce25-4c28-8b66-0643608e555a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243176 Dec 06 12:18:56.377808 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20729a7-56c3-4bda-a51e-522acf7c4ecd req-0d1f87f1-bb96-4010-894f-8b1f0cc56b5a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.380654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20729a7-56c3-4bda-a51e-522acf7c4ecd req-0d1f87f1-bb96-4010-894f-8b1f0cc56b5a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2157133 Dec 06 12:18:56.392698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.485090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20729a7-56c3-4bda-a51e-522acf7c4ecd req-dc0502d7-23ab-40eb-92d9-2d15e1f94725 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954626 Dec 06 12:18:56.485519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.493321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6a8102b2-1ed5-4f5d-b983-1fd5f58a1bca None None] Provisioning complete for port 534a0166-62af-4d5a-84ca-d0135797650a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:56.493692 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6a8102b2-1ed5-4f5d-b983-1fd5f58a1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.552336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d423a8-c7d8-451c-9784-caff5a282c1b req-4ae1aae9-be5c-4411-961c-9c0e13fe74bd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.557374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62d423a8-c7d8-451c-9784-caff5a282c1b req-4ae1aae9-be5c-4411-961c-9c0e13fe74bd tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 944 time: 0.0884254 Dec 06 12:18:56.666692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62d423a8-c7d8-451c-9784-caff5a282c1b req-cb29b531-bc48-4185-8851-deed6e00ac27 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Dec 06 12:18:56.674644 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:56.676927 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a98ec-b4ba-4056-b81f-429eb8123c18" -d '{"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-unplugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:56.764682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6a8102b2-1ed5-4f5d-b983-1fd5f58a1bca None None] Port 534a0166-62af-4d5a-84ca-d0135797650a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:56.772902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:56.773875 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event updated for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:56.785376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.803346 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953dbb92-ab65-40ab-afb5-2cfbf4245227 x-openstack-request-id: req-953dbb92-ab65-40ab-afb5-2cfbf4245227 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:56.803696 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-unplugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:56.803954 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-953dbb92-ab65-40ab-afb5-2cfbf4245227 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:56.804355 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'code': 200} Dec 06 12:18:56.848980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-08fdc55e-85da-4fea-a617-1eb33d4a996d', 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': '9c7b49ce-ba9e-496a-abbe-b61fd6d09576'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:56.850223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.853796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.879922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:56.897097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:56.958148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5d66-1504-44fa-9c50-606be354b311 req-6b0f788f-2dea-46ae-af64-a34eeaa66446 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.959871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee5e5d66-1504-44fa-9c50-606be354b311 req-6b0f788f-2dea-46ae-af64-a34eeaa66446 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1438849 Dec 06 12:18:56.972710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84067917-ee73-4684-a5a1-dbef4cdcbc76 req-f23fa49f-f697-4fae-998a-877a58887870 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:56.974469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84067917-ee73-4684-a5a1-dbef4cdcbc76 req-f23fa49f-f697-4fae-998a-877a58887870 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.0959206 Dec 06 12:18:56.981658 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:57.060478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.064609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee5e5d66-1504-44fa-9c50-606be354b311 req-1c18bf51-84a6-439a-a9cc-b4f76646475b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841658 Dec 06 12:18:57.078649 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Pushing event updated for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:57.131091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84067917-ee73-4684-a5a1-dbef4cdcbc76 req-865a3b3e-41c8-46a9-a452-ea38f2219f59 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306543 Dec 06 12:18:57.161251 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:57.173003 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:57.192454 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Allocated IP 172.20.0.2 (08fdc55e-85da-4fea-a617-1eb33d4a996d/9c7b49ce-ba9e-496a-abbe-b61fd6d09576/0eaa0203-13b5-47fb-8e79-39e69070ba1d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:57.225690 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8789b528-3673-4f8b-9185-f8e3b08dc625 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:57.267628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84636475-4c11-4bda-b2f9-2e7f4df977dd req-fa168214-2eed-43cc-8630-51fd0784e56b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.270594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84636475-4c11-4bda-b2f9-2e7f4df977dd req-fa168214-2eed-43cc-8630-51fd0784e56b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1205864 Dec 06 12:18:57.274391 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-70fe5018-1653-4fa7-91c9-7ca7c985adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.275919 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-70fe5018-1653-4fa7-91c9-7ca7c985adab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.4170954 Dec 06 12:18:57.329047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-481b7a1d-065b-4f08-b1b4-29aa7ee9aa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.330214 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:57.339622 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:57.363187 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:57.366754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.399038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84636475-4c11-4bda-b2f9-2e7f4df977dd req-97fe1204-6e6e-436d-af3e-9a65c73b962c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199093 Dec 06 12:18:57.450240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.456079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.468136 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 8789b528-3673-4f8b-9185-f8e3b08dc625 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:18:57.477820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 8789b528-3673-4f8b-9185-f8e3b08dc625 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:57.478191 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.592120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.609516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.643140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.655048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.665982 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-67d756fd-73f6-4def-ab09-21a4fc158d87 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2707288 Dec 06 12:18:57.667135 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.674058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.681909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-507bf999-c137-4e97-a8c9-197b166bcff5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3816 time: 0.1940837 Dec 06 12:18:57.728151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.742816 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:57.769484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdaa28d0-e507-48d7-a8ab-3961feded3b4 req-d024dd4a-e5c3-41cc-8127-18bc1a83a434 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708244 Dec 06 12:18:57.808139 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a3bfe5e6-bbeb-4e43-adf8-5999da85913b None None] Provisioning complete for port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:57.808875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe5e6-bbeb-4e43-adf8-5999da85913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.812100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.826045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e856d-79bc-4ae4-8d52-9612b25c77f4 req-98adc549-58d8-4763-a88c-9ca0241f9ad4 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.828014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d8e856d-79bc-4ae4-8d52-9612b25c77f4 req-98adc549-58d8-4763-a88c-9ca0241f9ad4 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 944 time: 0.0853035 Dec 06 12:18:57.834354 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:57.862077 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Router 741708b1-8477-4aa6-b511-4c2fc69c23c9 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:18:57.870361 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:57.880373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8789b528-3673-4f8b-9185-f8e3b08dc625,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:57.888657 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-911d9cec-92b7-4c13-8cb6-88f36517e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:57.890200 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-911d9cec-92b7-4c13-8cb6-88f36517e95f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.5963991 Dec 06 12:18:57.902723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d8e856d-79bc-4ae4-8d52-9612b25c77f4 req-ec372803-cb68-4f0c-88b3-7089d566b41f tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Dec 06 12:18:57.916065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.917363 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:57.921440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:57.922226 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:58.077234 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Pushing event updated for resources: {'Port': ['ID=0eaa0203-13b5-47fb-8e79-39e69070ba1d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:58.149979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfe5e6-bbeb-4e43-adf8-5999da85913b None None] Port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:58.178752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:18:58.203728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-15adddc8-d092-41c9-8afc-e689859a83e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.2993269 Dec 06 12:18:58.271574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device bc853d95-43c0-4779-a6e9-c790d6a831ef up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:18:58.282197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.286836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:18:58.304859 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec732c0-ffd7-41d6-86af-6e040caa85c8 req-808ff01c-1077-48fe-93ad-1faff7895676 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:58.306491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ec732c0-ffd7-41d6-86af-6e040caa85c8 req-808ff01c-1077-48fe-93ad-1faff7895676 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1416185 Dec 06 12:18:58.349852 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:58.350211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.351959 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Attempting to bind port 0eaa0203-13b5-47fb-8e79-39e69070ba1d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:18:58.352328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Attempting to bind port 0eaa0203-13b5-47fb-8e79-39e69070ba1d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '72ba0abb-9ff6-46e8-a0bd-784f95f04f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:18:58.352690 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Attempting to bind port 0eaa0203-13b5-47fb-8e79-39e69070ba1d on network 08fdc55e-85da-4fea-a617-1eb33d4a996d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:18:58.399944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d197-c937-4bbc-a270-69f13c8e34a2 req-8fa33e14-9de2-4a18-b372-a6bc660d6767 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:58.410704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b217d197-c937-4bbc-a270-69f13c8e34a2 req-8fa33e14-9de2-4a18-b372-a6bc660d6767 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.1766090 Dec 06 12:18:58.431118 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:18:58.431359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Checking segment: {'id': '72ba0abb-9ff6-46e8-a0bd-784f95f04f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:58.431625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.432003 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Bound using segment: {'id': '72ba0abb-9ff6-46e8-a0bd-784f95f04f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:18:58.432495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Bound port: 0eaa0203-13b5-47fb-8e79-39e69070ba1d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba0abb-9ff6-46e8-a0bd-784f95f04f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '08fdc55e-85da-4fea-a617-1eb33d4a996d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:18:58.433243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.449129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ec732c0-ffd7-41d6-86af-6e040caa85c8 req-07fbe0a9-410a-4ad7-a748-f76f4ff2e0ca tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255908 Dec 06 12:18:58.486143 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:58.490284 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7dcdf4b2-400c-423b-8f50-1c430a234dff None None] Provisioning complete for port 534a0166-62af-4d5a-84ca-d0135797650a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:58.491064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf4b2-400c-423b-8f50-1c430a234dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.521895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b217d197-c937-4bbc-a270-69f13c8e34a2 req-4a57694d-e5ea-47d7-ab77-002a0637d087 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006410 Dec 06 12:18:58.590078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:58.597248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f09b87cc-d84e-424b-b0b6-3f51f4c05d2b admin admin] 10.222.0.31 "PUT /v2.0/routers/741708b1-8477-4aa6-b511-4c2fc69c23c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6640000 Dec 06 12:18:58.601973 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:58.606576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] For port 0eaa0203-13b5-47fb-8e79-39e69070ba1d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:18:58.612978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] For port 0eaa0203-13b5-47fb-8e79-39e69070ba1d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0eaa0203-13b5-47fb-8e79-39e69070ba1d,segment=NetworkSegment(72ba0abb-9ff6-46e8-a0bd-784f95f04f33),segment_id=72ba0abb-9ff6-46e8-a0bd-784f95f04f33)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:18:58.619821 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-549a455c-72e7-43aa-bbbf-6fa250ba24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:58.623117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-549a455c-72e7-43aa-bbbf-6fa250ba24f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.3530917 Dec 06 12:18:58.651590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5120-5fa4-491f-a711-6b5d78b18efa req-b22e7f7f-d2ce-46e3-91b4-9c9c181af93b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:58.653268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-088a5120-5fa4-491f-a711-6b5d78b18efa req-b22e7f7f-d2ce-46e3-91b4-9c9c181af93b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.0971563 Dec 06 12:18:58.681881 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port bc853d95-43c0-4779-a6e9-c790d6a831ef completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:18:58.702541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.741778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Sync routers for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:58.747922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-088a5120-5fa4-491f-a711-6b5d78b18efa req-82823539-01f4-470e-9a24-6dc78abd8d13 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874012 Dec 06 12:18:58.759939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:18:58.766078 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port bc853d95-43c0-4779-a6e9-c790d6a831ef triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:18:58.766621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.803039 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-1c811baa-2eff-4414-83ae-790e0fa53182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:58.805473 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-1c811baa-2eff-4414-83ae-790e0fa53182 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696141 Dec 06 12:18:58.812292 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '049c06ad-8509-4a16-b5c9-d67acf56f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:18:58.812803 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 0f917f78-837f-4cd6-8527-47c94b32d5de, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:18:58.837146 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:58.840486 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d738f-9c17-4e6d-b7a9-f9f2dffc47f2" -d '{"events": [{"server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:58.843124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06ac33-4076-49d5-b0ee-e75a8018bfd9 None None] Pushing event updated for resources: {'Port': ['ID=0eaa0203-13b5-47fb-8e79-39e69070ba1d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:58.846901 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:58.847092 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:58.897269 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:59.020864 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 0f917f78-837f-4cd6-8527-47c94b32d5de is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:18:59.029895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.038158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.047599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.057472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.068385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.070646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-d1c92ad0-68c9-49ff-9975-78bf157dfcab tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3816 time: 0.1632278 Dec 06 12:18:59.078442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1942823993'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:59.111609 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0f917f78-837f-4cd6-8527-47c94b32d5de) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:59.142497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:18:59.150582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.154795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-30a142a9-9d8b-46f2-86b9-56a3beeccddc service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353984 Dec 06 12:18:59.156315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.160419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.241858 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:18:59.244291 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:59.310000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd246a3-b39e-46d6-9678-cb7e79fbb2ba req-41bc80d4-83fe-4948-9439-857e92c96e6c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.313733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fd246a3-b39e-46d6-9678-cb7e79fbb2ba req-41bc80d4-83fe-4948-9439-857e92c96e6c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 944 time: 0.2398081 Dec 06 12:18:59.368402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e1041ac7-b63a-4292-82c5-dd7246ad14df tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0348754 Dec 06 12:18:59.368616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.368616 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Added segment 8e1617d0-4afb-451d-a8fb-5baa3d25528c of type vlan for network 595d6460-82a4-4b01-af40-2e5da9d4901b Dec 06 12:18:59.370513 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7603a6-371d-44f7-acc6-c748e1630a34 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:18:59.382621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ba45e-9c47-4e4a-8b74-f5316e2421e2 None None] Network 0f917f78-837f-4cd6-8527-47c94b32d5de requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:18:59.383924 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53838) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:59.395761 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1297963470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:59.445773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aff41dea-b18e-41f8-9b10-24ef372bc0d4 req-f25fb75e-e593-41df-96ee-c73bc4235622 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294008 Dec 06 12:18:59.545232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.587738 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Transition to ACTIVE for port object cd7603a6-371d-44f7-acc6-c748e1630a34 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:18:59.596494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7edf4236-cc37-4107-a010-fdc6d816c9d5 req-8992552a-e855-445e-b69b-6f7e8a4cc905 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248242 Dec 06 12:18:59.601007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.604195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.605499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.640898 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9107de-1e1f-42af-939c-75d0f04afac4 x-openstack-request-id: req-3f9107de-1e1f-42af-939c-75d0f04afac4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:59.643005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.644179 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:59.644464 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f9107de-1e1f-42af-939c-75d0f04afac4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:59.644870 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625', 'code': 200} Dec 06 12:18:59.706921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.708350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fd246a3-b39e-46d6-9678-cb7e79fbb2ba req-f8cb722a-35b1-49ce-8dbb-b237eeb394be tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772750 Dec 06 12:18:59.709301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.725247 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdf4b2-400c-423b-8f50-1c430a234dff None None] Port 534a0166-62af-4d5a-84ca-d0135797650a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:18:59.728874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'port_id': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'mac_address': 'fa:16:3e:18:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205da72d-20a4-4693-8d5f-119c8bfadc87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:18:59.730674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:59.731999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.807181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9087210 Dec 06 12:18:59.816346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09320ad5-71a3-40e1-8c37-f670f22d8549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.818029 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0f917f78-837f-4cd6-8527-47c94b32d5de', 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': 'ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:18:59.818915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.832441 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53848) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:59.842907 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'subnet': {'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:59.851459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.888253 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:59.908978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.910231 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08d8d6aa-ebb4-4011-b98a-6eafa44d7f0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5203550 Dec 06 12:18:59.914341 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53852) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:00.275072 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e9777-708e-45d7-abe8-2de0c3805dbc tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Network': ['ID=595d6460-82a4-4b01-af40-2e5da9d4901b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:00.293397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dfb2-0348-42ec-abb3-f4cd5be8b2fa req-7c8f476e-7dbc-4ff8-abab-5d9e4c5023e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.295580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f389dfb2-0348-42ec-abb3-f4cd5be8b2fa req-7c8f476e-7dbc-4ff8-abab-5d9e4c5023e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 1097 time: 0.5386310 Dec 06 12:19:00.320956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75c88-24fe-4593-a712-e76ffb72eb9f req-fe4709e4-ff31-4ef3-8c50-ca234ff261a4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.328702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cc75c88-24fe-4593-a712-e76ffb72eb9f req-fe4709e4-ff31-4ef3-8c50-ca234ff261a4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.5702577 Dec 06 12:19:00.403636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 595d6460-82a4-4b01-af40-2e5da9d4901b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:00.407688 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2558a37-ec6a-4762-bf76-4d43e95c1398 req-7be254df-5f7d-4dff-8912-180d8d365097 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.415359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2558a37-ec6a-4762-bf76-4d43e95c1398 req-7be254df-5f7d-4dff-8912-180d8d365097 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 943 time: 0.5239484 Dec 06 12:19:00.468821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cc75c88-24fe-4593-a712-e76ffb72eb9f req-c8fbde79-95af-4c34-8630-e244435694b1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390941 Dec 06 12:19:00.508056 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0eaa0203-13b5-47fb-8e79-39e69070ba1d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:00.568851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f389dfb2-0348-42ec-abb3-f4cd5be8b2fa req-4d60da6f-712b-4857-afb5-dc2fcd1acc1e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164798 Dec 06 12:19:00.691043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2558a37-ec6a-4762-bf76-4d43e95c1398 req-839dec5b-eea6-4e1f-aa78-71a5775aae29 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625864 Dec 06 12:19:00.738598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb0d0c-2fc2-4ed4-beb2-ea4cd95c2c74 req-0d9aa252-3ff2-4914-b5d8-ee4754476193 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.761539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38bb0d0c-2fc2-4ed4-beb2-ea4cd95c2c74 req-0d9aa252-3ff2-4914-b5d8-ee4754476193 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1558962 Dec 06 12:19:00.776873 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Allocated IP 172.21.0.2 (0f917f78-837f-4cd6-8527-47c94b32d5de/ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5/21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:00.905647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38bb0d0c-2fc2-4ed4-beb2-ea4cd95c2c74 req-e646ec3a-4fc0-44aa-92ac-c133ddabff6c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425564 Dec 06 12:19:00.955925 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.976716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.983909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:00.987996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:00.995263 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:01.001386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.015698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:01.023991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-ea96dc2a-2090-4b87-a0a5-3086a93a2f06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3828 time: 0.2038875 Dec 06 12:19:01.038110 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8044b23-25f3-4540-9ae6-a8c1b3251a86 None None] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:01.091848 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:01.095331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.108897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:01.122102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.125690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b05b-cf22-40cf-beb7-73db4393f893 req-de6587e4-7740-421f-982b-677100390091 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:01.133911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c8b05b-cf22-40cf-beb7-73db4393f893 req-de6587e4-7740-421f-982b-677100390091 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 944 time: 0.1019421 Dec 06 12:19:01.181799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce26cd54-b811-427b-ad91-3ec5d4c9debf req-30820267-3674-45a6-980c-ab56f849e41a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564500 Dec 06 12:19:01.242617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c8b05b-cf22-40cf-beb7-73db4393f893 req-058ba871-14db-4da5-9128-0462d3ac4cb0 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075485 Dec 06 12:19:01.312049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Attempting to bind port cd7603a6-371d-44f7-acc6-c748e1630a34 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:01.312384 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Attempting to bind port cd7603a6-371d-44f7-acc6-c748e1630a34 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:01.312832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Attempting to bind port cd7603a6-371d-44f7-acc6-c748e1630a34 on network 6d94a30a-6d42-4206-bab2-960aa2027b39 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:01.325464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.338540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.341627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Port cd7603a6-371d-44f7-acc6-c748e1630a34 on network 6d94a30a-6d42-4206-bab2-960aa2027b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:01.342577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Pushing event updated for resources: {'Port': ['ID=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:01.342894 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Attempting to bind port cd7603a6-371d-44f7-acc6-c748e1630a34 on network 6d94a30a-6d42-4206-bab2-960aa2027b39 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:01.357807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.399950 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a035d3f0-b9df-4907-adf6-f611227c6cb0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:01.404054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:01.404473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Checking segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:01.404775 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Bound using segment: {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:01.405244 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Bound port: cd7603a6-371d-44f7-acc6-c748e1630a34, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414e7f6c-cfe0-4963-8a5f-03df3916c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:01.405709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.442736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.450868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.463690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0eaa0203-13b5-47fb-8e79-39e69070ba1d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:01.464065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.553434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:01.609707 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Network 0f917f78-837f-4cd6-8527-47c94b32d5de is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:01.611326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.651415 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6'}, {'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:01.654652 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022e3fd-81aa-4cfb-ab88-c26d4fa03a5a" -d '{"events": [{"server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "name": "network-vif-plugged", "status": "completed", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6"}, {"server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "name": "network-vif-plugged", "status": "completed", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:01.659980 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:01.701021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:01.704914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.736340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f420e-24f6-4316-ac38-82270203d9b3 req-7b700d2b-9543-49a2-8036-3cca31adaba1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:01.745318 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:01.751525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b55f420e-24f6-4316-ac38-82270203d9b3 req-7b700d2b-9543-49a2-8036-3cca31adaba1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1768677 Dec 06 12:19:01.755449 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:01.782445 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65562e28-356f-4b5a-805b-845690a10bec x-openstack-request-id: req-65562e28-356f-4b5a-805b-845690a10bec {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:01.783994 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "name": "network-vif-plugged", "status": "completed", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6", "code": 200}, {"server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "name": "network-vif-plugged", "status": "completed", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:01.784435 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65562e28-356f-4b5a-805b-845690a10bec {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:01.786284 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6', 'code': 200} Dec 06 12:19:01.787263 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef', 'code': 200} Dec 06 12:19:01.800790 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4dfad104-4176-478b-b25c-bef86e90144c None None] Provisioning complete for port 0eaa0203-13b5-47fb-8e79-39e69070ba1d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:01.801191 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4dfad104-4176-478b-b25c-bef86e90144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.809679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:01.844756 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:01.851667 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:56Z', 'revision_number': 4, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '534a0166-62af-4d5a-84ca-d0135797650a', 'name': '', 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'mac_address': 'fa:16:3e:e1:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:54Z', 'updated_at': '2021-12-06T12:18:56Z', 'revision_number': 2, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'subnets': [{'id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:01.861053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b55f420e-24f6-4316-ac38-82270203d9b3 req-465a5ebd-bcf3-4cf1-8167-8eec81fdf43d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059899 Dec 06 12:19:01.885726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.921322 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.981721 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Checking router: 741708b1-8477-4aa6-b511-4c2fc69c23c9 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:01.982093 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Updating router 741708b1-8477-4aa6-b511-4c2fc69c23c9 port 534a0166-62af-4d5a-84ca-d0135797650a binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:19:02.017601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bf3d-74ee-4c7b-8397-a86c0c54332f req-a56757dd-1db7-4e69-b935-5ccca6fd3745 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.019175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5be4bf3d-74ee-4c7b-8397-a86c0c54332f req-a56757dd-1db7-4e69-b935-5ccca6fd3745 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.1489911 Dec 06 12:19:02.048749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.105091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fada6f-a8c4-41aa-9fc7-9432f7e95dd9 req-13e72641-f0b6-4598-a948-d2119873ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.106652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3fada6f-a8c4-41aa-9fc7-9432f7e95dd9 req-13e72641-f0b6-4598-a948-d2119873ce25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 1096 time: 0.1672301 Dec 06 12:19:02.159685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31042b2-c796-4146-92c1-78884caec0b3 req-f19727d0-a6cb-455a-9d30-3d00372e98d3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.161330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a31042b2-c796-4146-92c1-78884caec0b3 req-f19727d0-a6cb-455a-9d30-3d00372e98d3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1552494 Dec 06 12:19:02.180795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.202101 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Subnet': ['ID=bc913e57-b81c-4999-9d9a-d89a91913c88,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:02.208872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Attempting to bind port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:02.209590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Attempting to bind port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '049c06ad-8509-4a16-b5c9-d67acf56f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:02.212630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Attempting to bind port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 on network 0f917f78-837f-4cd6-8527-47c94b32d5de {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:02.232451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a035d3f0-b9df-4907-adf6-f611227c6cb0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:02.251443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5be4bf3d-74ee-4c7b-8397-a86c0c54332f req-5c5295d5-643d-495b-82bf-a4836f8cbdaa tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239583 Dec 06 12:19:02.253729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3fada6f-a8c4-41aa-9fc7-9432f7e95dd9 req-40d8c4b3-f42c-495d-a5d3-556a85ae8ffc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392951 Dec 06 12:19:02.272335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2187-f0ce-4681-a8c6-35ade6de3c10 req-7cd01f8d-ab5c-41bf-9585-31f34bc272dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.274147 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6b4f2187-f0ce-4681-a8c6-35ade6de3c10 req-7cd01f8d-ab5c-41bf-9585-31f34bc272dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 1096 time: 0.4038863 Dec 06 12:19:02.289742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.294302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.295825 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] 10.222.0.53 "PUT /v2.0/ports/cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1091 time: 4.5877757 Dec 06 12:19:02.296288 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:02.299500 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:02.311380 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.20.0.1 (08fdc55e-85da-4fea-a617-1eb33d4a996d/9c7b49ce-ba9e-496a-abbe-b61fd6d09576/56196fdc-b14b-4596-b226-a67dd3f96b5c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:02.317612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:02.377880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:02.383304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Checking segment: {'id': '049c06ad-8509-4a16-b5c9-d67acf56f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:02.383997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.384590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Bound using segment: {'id': '049c06ad-8509-4a16-b5c9-d67acf56f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:02.385243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Bound port: 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049c06ad-8509-4a16-b5c9-d67acf56f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0f917f78-837f-4cd6-8527-47c94b32d5de'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:02.385715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.399045 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bb5f-bda1-467f-88c4-2593b2219afa service neutron] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:02.433400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a31042b2-c796-4146-92c1-78884caec0b3 req-ba3648ea-f064-4be6-95c9-be07ae9fdffa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929629 Dec 06 12:19:02.470712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6b4f2187-f0ce-4681-a8c6-35ade6de3c10 req-206ba816-bd6e-45b4-9f4f-0d51840e5e41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662905 Dec 06 12:19:02.590141 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Checking segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:02.590673 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network hostable DHCP agents. Network: 595d6460-82a4-4b01-af40-2e5da9d4901b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:02.605984 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:02.652502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.664099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.687228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.694022 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.704950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.717757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c60daa2a-bb16-4837-926d-908300966123 req-3935109f-f959-4f2b-9299-03102fe74d5c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3828 time: 0.2831826 Dec 06 12:19:02.745097 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 595d6460-82a4-4b01-af40-2e5da9d4901b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:02.822151 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b992d0-5bff-490e-8a71-518aa4a83c6b req-d544435d-9642-4daf-b66b-6ccc3ff19c26 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.834316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b992d0-5bff-490e-8a71-518aa4a83c6b req-d544435d-9642-4daf-b66b-6ccc3ff19c26 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 945 time: 0.2981203 Dec 06 12:19:02.850422 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 595d6460-82a4-4b01-af40-2e5da9d4901b) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:02.884444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c60daa2a-bb16-4837-926d-908300966123 req-3a1ae30b-de84-493d-b52d-edd2ce7d93e3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530514 Dec 06 12:19:02.911097 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:02.922185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.927078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.942138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.961427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a5f7121-dea8-4b25-818a-81a1129bdcb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1276724 Dec 06 12:19:02.966218 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3fe51d-dc51-4d4a-a05e-327d9e4737db x-openstack-request-id: req-db3fe51d-dc51-4d4a-a05e-327d9e4737db {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:02.966558 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:02.966828 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db3fe51d-dc51-4d4a-a05e-327d9e4737db {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:02.967224 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'status': 'completed', 'code': 200} Dec 06 12:19:02.967843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53916) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:02.974191 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1026817312'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:02.980718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85b992d0-5bff-490e-8a71-518aa4a83c6b req-242be86e-a9ea-4794-aa74-a8d483ffbc86 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447368 Dec 06 12:19:02.983442 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfaf859-76a1-4471-ac61-45483302b732 None None] Network 595d6460-82a4-4b01-af40-2e5da9d4901b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:02.986716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:02.997714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.060540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.075760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:03.079937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.116320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.117257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.117901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.118589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.119218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.128099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-0ed33615-080b-47a9-95ff-ca5efb89b5df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 4363 time: 0.1053824 Dec 06 12:19:03.276065 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:03.343947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e99a9f-21fb-4b2d-97ee-0d19c716dc6a req-51e3d3ef-3f36-4330-b7f5-aad1d7c96c9b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.345754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50e99a9f-21fb-4b2d-97ee-0d19c716dc6a req-51e3d3ef-3f36-4330-b7f5-aad1d7c96c9b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1125357 Dec 06 12:19:03.377820 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:03.390778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=56196fdc-b14b-4596-b226-a67dd3f96b5c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:03.406750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-67bbbaa4-283e-4f49-98c7-0f3ed4c070aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.410016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] For port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:03.410967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-67bbbaa4-283e-4f49-98c7-0f3ed4c070aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.417683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-67bbbaa4-283e-4f49-98c7-0f3ed4c070aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.420067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-67bbbaa4-283e-4f49-98c7-0f3ed4c070aa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2762420 Dec 06 12:19:03.430187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.454681 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:03.457374 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:19:03.506126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0eaa0203-13b5-47fb-8e79-39e69070ba1d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0eaa0203-13b5-47fb-8e79-39e69070ba1d,segment=NetworkSegment(72ba0abb-9ff6-46e8-a0bd-784f95f04f33),segment_id=72ba0abb-9ff6-46e8-a0bd-784f95f04f33)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:03.526773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] For port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,segment=NetworkSegment(049c06ad-8509-4a16-b5c9-d67acf56f17d),segment_id=049c06ad-8509-4a16-b5c9-d67acf56f17d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:03.527206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4dfad104-4176-478b-b25c-bef86e90144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.529401 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:03.550144 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.585662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.586144 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Added segment 5679a765-909d-48b7-bc6e-f199fbc745cb of type vlan for network bdfedde3-4c86-4790-b7cd-b79068c3957c Dec 06 12:19:03.592923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.621660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.758394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50e99a9f-21fb-4b2d-97ee-0d19c716dc6a req-32989f24-c637-402f-a222-3fbff3372a33 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733034 Dec 06 12:19:03.837886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.846584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-76ceab3a-1734-4245-bcc8-25967584ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.848702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6f2e9f-8e60-436e-91b5-6ff19e56e0a7 req-76ceab3a-1734-4245-bcc8-25967584ed34 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4035637 Dec 06 12:19:03.880947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bdd96-5a5b-4756-b58f-f71c2cb4ea46 req-4d095a54-e17c-4169-aa62-56e40bc1df1e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.896296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e7bdd96-5a5b-4756-b58f-f71c2cb4ea46 req-4d095a54-e17c-4169-aa62-56e40bc1df1e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.4315507 Dec 06 12:19:03.970977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:03.979226 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:03.980035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.015260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0eaa0203-13b5-47fb-8e79-39e69070ba1d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:04.040693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e7bdd96-5a5b-4756-b58f-f71c2cb4ea46 req-635b1563-b71b-4ec3-9652-7c1241e4c1f2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379333 Dec 06 12:19:04.062658 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7975f-2663-4d03-95f6-96ed2da0b2f1 req-90797fb7-0020-4119-bb3c-f60028db8ae8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.074271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fa7975f-2663-4d03-95f6-96ed2da0b2f1 req-90797fb7-0020-4119-bb3c-f60028db8ae8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1649399 Dec 06 12:19:04.107010 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1366355 Dec 06 12:19:04.112027 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53938) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:04.119379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'subnet': {'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:04.131991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.210207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fa7975f-2663-4d03-95f6-96ed2da0b2f1 req-8cd0abae-34f8-4b97-b17a-e8ffa8e8ad8b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338968 Dec 06 12:19:04.250469 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-4dfad104-4176-478b-b25c-bef86e90144c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:19:04.250837 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-4dfad104-4176-478b-b25c-bef86e90144c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:19:04.283176 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:04.304898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.318530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e8af-02ec-4ce1-9836-ed7e73ba9cb4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Network': ['ID=bdfedde3-4c86-4790-b7cd-b79068c3957c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:04.324782 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.351273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.360823 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network bdfedde3-4c86-4790-b7cd-b79068c3957c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:04.362139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.366398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f833-0407-45ec-a720-744f67930758 None None] Pushing event updated for resources: {'Port': ['ID=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:04.368932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.381216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.417197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-6cc7edac-bfd6-4262-bf05-6ba1b2570e45 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3828 time: 0.2575271 Dec 06 12:19:04.515086 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Transition to ACTIVE for port object 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:04.527386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.563017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-595d6460-82a4-4b01-af40-2e5da9d4901b', 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'fixed_ips': [{'subnet_id': 'bc913e57-b81c-4999-9d9a-d89a91913c88'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:19:04.563904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.578474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.597760 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.658206 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2de9ab-8e54-4922-a3b7-6fe38ec7d1fb req-20ef02fd-bdbe-411e-9677-a9f947f024c2 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:04.662858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a2de9ab-8e54-4922-a3b7-6fe38ec7d1fb req-20ef02fd-bdbe-411e-9677-a9f947f024c2 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 945 time: 0.2267044 Dec 06 12:19:04.685025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f45e284-fbde-4515-8a40-baf833ea8944 req-04d7836b-6037-4b39-a070-ebf8cbb473f9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632806 Dec 06 12:19:04.690386 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd40be8-9750-49b9-90a4-89540859492c None None] Pushing event updated for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:04.783104 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:04.802339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:04.807539 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:04.858705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a2de9ab-8e54-4922-a3b7-6fe38ec7d1fb req-7ac84567-464e-4e54-8a80-8816b361481d tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698892 Dec 06 12:19:05.148750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Attempting to bind port 534a0166-62af-4d5a-84ca-d0135797650a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:05.149128 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Attempting to bind port 534a0166-62af-4d5a-84ca-d0135797650a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:05.149524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Attempting to bind port 534a0166-62af-4d5a-84ca-d0135797650a on network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:05.175235 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Allocated IP 19.80.0.2 (595d6460-82a4-4b01-af40-2e5da9d4901b/bc913e57-b81c-4999-9d9a-d89a91913c88/a51a8b85-c078-49cb-beef-859becd5849d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:05.176896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:05.177137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Checking segment: {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:05.177615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.178157 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Bound using segment: {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:05.178487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Bound port: 534a0166-62af-4d5a-84ca-d0135797650a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018122e1-23f2-4e38-8307-a1c62eb1b289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:05.178862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.258812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-758dc64a-dd8e-4631-a860-346f7c6d7a90 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:05.260409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-758dc64a-dd8e-4631-a860-346f7c6d7a90 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.4007235 Dec 06 12:19:05.289109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1155-1f4e-456e-a3ba-9e90ffe831f8 req-bdf2b19a-5861-4050-954f-806001d34a28 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:05.290609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-807b1155-1f4e-456e-a3ba-9e90ffe831f8 req-bdf2b19a-5861-4050-954f-806001d34a28 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 946 time: 0.1876159 Dec 06 12:19:05.310841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-bea5b12f-f0d5-48f2-9d40-e58b8be55ef0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/quotas/331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 375 time: 0.0406969 Dec 06 12:19:05.326598 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a0709135-4812-4667-afa6-e8a84d003abe None None] Provisioning complete for port 0eaa0203-13b5-47fb-8e79-39e69070ba1d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:05.326818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0709135-4812-4667-afa6-e8a84d003abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.365396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] For port 534a0166-62af-4d5a-84ca-d0135797650a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:05.427659 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Attempting to bind port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:05.428265 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Attempting to bind port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:05.428408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] For port 534a0166-62af-4d5a-84ca-d0135797650a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534a0166-62af-4d5a-84ca-d0135797650a,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:05.430039 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Attempting to bind port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:05.447207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.462622 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:05.462622 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Attempting to bind port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:05.478839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-807b1155-1f4e-456e-a3ba-9e90ffe831f8 req-6a832c40-d18e-4bd1-ae4b-5986834bd4dc tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648371 Dec 06 12:19:05.492698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.497788 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:05.498203 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:05.498665 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Bound using segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:05.499390 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Bound port: 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:05.499865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.506712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-80031f5f-4bfb-44ab-a61b-37a9b75807e9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1749637 Dec 06 12:19:05.623570 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:19:05.664301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:05.707110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-71c3026d-c784-4328-8d09-09ac1b02fab9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903942 Dec 06 12:19:05.821473 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454db0ff-57e0-498a-8b3f-808deb51285b None None] Network 0f917f78-837f-4cd6-8527-47c94b32d5de requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:05.873219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd40be8-9750-49b9-90a4-89540859492c None None] Pushing event updated for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:05.920603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe31e9c-eaf2-4e86-aab2-2184abc0febb req-1911cc80-bdb3-4407-8a07-0b47c55b2fa8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:05.932400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfe31e9c-eaf2-4e86-aab2-2184abc0febb req-1911cc80-bdb3-4407-8a07-0b47c55b2fa8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.2169046 Dec 06 12:19:05.989833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:05.992138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0eaa0203-13b5-47fb-8e79-39e69070ba1d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:05.994949 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:05.995727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:06.042354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfe31e9c-eaf2-4e86-aab2-2184abc0febb req-d7a706d2-457c-444f-8ea6-b2f7515d13a7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086488 Dec 06 12:19:06.086891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.131315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-dd73675d-5183-4133-ae53-efbb4ac368f6 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231656 Dec 06 12:19:06.295904 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5fe4e-40c7-41d2-aae7-6a8b8567a07a req-6a8e934e-9d26-4ccc-abc3-897df6944f19 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.315270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ca5fe4e-40c7-41d2-aae7-6a8b8567a07a req-6a8e934e-9d26-4ccc-abc3-897df6944f19 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 945 time: 0.1226151 Dec 06 12:19:06.384917 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.431735 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=56196fdc-b14b-4596-b226-a67dd3f96b5c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:06.439788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.443014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.511369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ca5fe4e-40c7-41d2-aae7-6a8b8567a07a req-647c2cbb-c842-4e80-823a-4381a3ea1dff tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949656 Dec 06 12:19:06.532838 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:06.547969 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Pushing event updated for resources: {'Port': ['ID=a51a8b85-c078-49cb-beef-859becd5849d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:06.625641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:06.648801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1bd290d-6a46-4ca2-92ee-ea2b1be1c956 req-e4e64b20-a12f-41c1-893d-237f81e9a421 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 210 time: 0.0663252 Dec 06 12:19:06.690564 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.718520 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Network 595d6460-82a4-4b01-af40-2e5da9d4901b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:06.720639 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a0709135-4812-4667-afa6-e8a84d003abe None None] Provisioning complete for port 56196fdc-b14b-4596-b226-a67dd3f96b5c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:06.721130 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0709135-4812-4667-afa6-e8a84d003abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.753888 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:06.760899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.771234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:06.780341 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:06.790539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.798616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.806795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.830846 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.839060 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.839235 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Subnet': ['ID=6c323055-6288-41f1-ba5b-efdbae8a3d24,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:06.847635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-001a2eb5-9e9d-40e8-93b9-6cb21d48e947 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 4600 time: 0.2273352 Dec 06 12:19:06.912543 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0eaa0203-13b5-47fb-8e79-39e69070ba1d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:06.913113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.914673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a0709135-4812-4667-afa6-e8a84d003abe None None] Port 56196fdc-b14b-4596-b226-a67dd3f96b5c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:06.943737 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:06.944407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.945866 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 1130 time: 4.3473587 Dec 06 12:19:06.946362 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:06.948621 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa0f75-056f-40fd-b6bd-d982bc709fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:06.960026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb8fa63-63ea-4f2d-a9ee-18fe90972b63 req-df52aade-3362-4ce7-91e5-7115e3a3688c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049237 Dec 06 12:19:06.987618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a035d3f0-b9df-4907-adf6-f611227c6cb0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:06.991225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:06.999039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:07.099734 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0d7bc1-c987-46e1-9f49-9f2049ef9cf0 x-openstack-request-id: req-ca0d7bc1-c987-46e1-9f49-9f2049ef9cf0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:07.100214 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:07.100626 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca0d7bc1-c987-46e1-9f49-9f2049ef9cf0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:07.101234 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80', 'status': 'completed', 'code': 200} Dec 06 12:19:07.152022 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Checking segment: {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:07.152422 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network hostable DHCP agents. Network: bdfedde3-4c86-4790-b7cd-b79068c3957c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:07.180040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d24eb-17c3-4b35-96e5-0e9d03e7c986 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:07.276320 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:07.282349 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:07.290008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:07.294882 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network bdfedde3-4c86-4790-b7cd-b79068c3957c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:07.310894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Attempting to bind port a51a8b85-c078-49cb-beef-859becd5849d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:07.311492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Attempting to bind port a51a8b85-c078-49cb-beef-859becd5849d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:07.311982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Attempting to bind port a51a8b85-c078-49cb-beef-859becd5849d on network 595d6460-82a4-4b01-af40-2e5da9d4901b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:07.367592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:07.367973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Checking segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:07.368387 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:07.368786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Bound using segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:07.369303 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Bound port: a51a8b85-c078-49cb-beef-859becd5849d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:07.369968 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:07.409344 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bdfedde3-4c86-4790-b7cd-b79068c3957c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:07.490115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387e0a2-24c6-4824-9534-1425acf366b9 req-e4d08436-3da3-482d-b9c4-f06e8e8689dc tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.503728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0387e0a2-24c6-4824-9534-1425acf366b9 req-e4d08436-3da3-482d-b9c4-f06e8e8689dc tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 945 time: 0.3786597 Dec 06 12:19:07.510330 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d71e8b-26b2-46c7-a15c-c866b323a3f3 None None] Network bdfedde3-4c86-4790-b7cd-b79068c3957c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:07.553259 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.553844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:07.622973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449b91-b368-420f-920c-8fee58354fb4 req-a736563d-32b6-4647-9d76-52b2da375e61 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.647692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5449b91-b368-420f-920c-8fee58354fb4 req-a736563d-32b6-4647-9d76-52b2da375e61 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 944 time: 0.4335017 Dec 06 12:19:07.747755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bbd88a87-3aa8-497b-8e6a-383df2fed8d7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6322353 Dec 06 12:19:07.786753 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.787285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.787696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.788159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.788607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.789061 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:07.791070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-93e64f17-c392-458c-b70b-429b1dc1b355 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5286 time: 0.6645977 Dec 06 12:19:07.899765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0387e0a2-24c6-4824-9534-1425acf366b9 req-03db8f6a-2464-41bc-b576-22cd6287f642 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926628 Dec 06 12:19:07.939430 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 9e1d1519-e0b2-408a-ba4d-8365a7834238 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:19:07.971257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5449b91-b368-420f-920c-8fee58354fb4 req-378c1385-4ee5-4ab7-9e83-5e08c8c9612a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225775 Dec 06 12:19:08.104746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b277a53c-244d-4fa7-92fe-cdeaaf8d86d0 req-30957124-6d30-4a58-8213-6a66d89f6858 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 210 time: 0.0403125 Dec 06 12:19:08.188838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-4c06161e-5372-453f-a49b-fcfe26a1477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:08.189335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-4c06161e-5372-453f-a49b-fcfe26a1477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:08.193483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-4c06161e-5372-453f-a49b-fcfe26a1477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:08.196308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-4c06161e-5372-453f-a49b-fcfe26a1477b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3787673 Dec 06 12:19:08.223933 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Provisioning complete for port 534a0166-62af-4d5a-84ca-d0135797650a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:08.224498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.279728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.285207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:08.289143 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] For port a51a8b85-c078-49cb-beef-859becd5849d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:08.303437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] For port a51a8b85-c078-49cb-beef-859becd5849d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a51a8b85-c078-49cb-beef-859becd5849d,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:08.338322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:08.347474 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fb225c6e-7bce-41de-bdc8-bb42f804095c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4301326 Dec 06 12:19:08.350259 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:08.352989 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] Sync routers for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:08.367087 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d017cff-dbb8-4dfb-b8d3-8b398086d901 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:08.376504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.384695 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:08.385803 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:08.425462 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac84e8-443e-40fb-82db-5725f881e77a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:08.433092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c8ac84e8-443e-40fb-82db-5725f881e77a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports/56196fdc-b14b-4596-b226-a67dd3f96b5c HTTP/1.1" status: 200 len: 910 time: 0.0794752 Dec 06 12:19:08.440357 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54040) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:08.471194 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:08.473626 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342dd229-726d-4651-9fd7-d9da0da44ef2" -d '{"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-plugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:08.497848 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:08.523339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:08.532901 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:08.533523 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:08.572151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.582313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.608067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014919e2-f21d-4829-a1b2-e2cfd32b83f2 None None] Pushing event updated for resources: {'Port': ['ID=a51a8b85-c078-49cb-beef-859becd5849d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:08.623798 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:08.624835 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9d163-0baf-4bd7-aaf8-80cf7461b7db None None] The sync data for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:08.625608 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bdfedde3-4c86-4790-b7cd-b79068c3957c', 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'fixed_ips': [{'subnet_id': '6c323055-6288-41f1-ba5b-efdbae8a3d24'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:19:08.626536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.670390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:56Z', 'revision_number': 4, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '534a0166-62af-4d5a-84ca-d0135797650a', 'name': '', 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'mac_address': 'fa:16:3e:e1:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:54Z', 'updated_at': '2021-12-06T12:19:05Z', 'revision_number': 4, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'subnets': [{'id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:08.672817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.700686 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Transition to ACTIVE for port object 1d017cff-dbb8-4dfb-b8d3-8b398086d901 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:08.751268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f7b40-ebae-4b61-842c-5618118439bb None None] The sync data for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 is: [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:18:56Z', 'revision_number': 4, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '534a0166-62af-4d5a-84ca-d0135797650a', 'name': '', 'network_id': '8d2c1287-ea43-47d8-b442-2e5f22c2def5', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'mac_address': 'fa:16:3e:e1:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:54Z', 'updated_at': '2021-12-06T12:19:05Z', 'revision_number': 4, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'subnets': [{'id': '841b4e0d-ee53-4955-8206-d7ae22aefd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:08.753505 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:08.754144 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.755556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:08.997499 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:09.052798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] For port 534a0166-62af-4d5a-84ca-d0135797650a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534a0166-62af-4d5a-84ca-d0135797650a,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:09.067373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:09.147609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Provisioning complete for port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:09.148167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:09.452289 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:09.503370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-1c17563d-d51c-4887-9189-898a07e5d987 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.513308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-1c17563d-d51c-4887-9189-898a07e5d987 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.516397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-1c17563d-d51c-4887-9189-898a07e5d987 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/networks?id=595d6460-82a4-4b01-af40-2e5da9d4901b&id=bdfedde3-4c86-4790-b7cd-b79068c3957c&id=595d6460-82a4-4b01-af40-2e5da9d4901b HTTP/1.1" status: 200 len: 1392 time: 1.3702970 Dec 06 12:19:09.558961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:09.611405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-08544345-743c-477d-be57-5b8655924ff0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/quotas/843ac13b3c284294bfecccd45bea6888 HTTP/1.1" status: 200 len: 375 time: 0.0409000 Dec 06 12:19:09.630445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Allocated IP 19.86.0.2 (bdfedde3-4c86-4790-b7cd-b79068c3957c/6c323055-6288-41f1-ba5b-efdbae8a3d24/5fc3f9f5-615a-4b27-905b-4f6b7d409414) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:09.634763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-ae78c89c-836c-4657-9b2c-5475316d109c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.636397 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-ae78c89c-836c-4657-9b2c-5475316d109c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.9661252 Dec 06 12:19:09.697457 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.706498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.712512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.721551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'device_id': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'admin_state_up': True, 'tenant_id': '331d8803fc5841e3bdc35a454de9c415'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:09.759133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.765129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.784761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:09.803567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:09.812403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-4d48b1b7-b851-4986-b3e5-449965757b73 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 4600 time: 1.4577069 Dec 06 12:19:09.885025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.041065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-65bc864b-cf5d-4b37-b564-1e8f450fc806 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:10.042661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-65bc864b-cf5d-4b37-b564-1e8f450fc806 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 945 time: 0.5619380 Dec 06 12:19:10.054450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-af6b9e08-36da-4955-abc3-c1d2ffe2a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:10.056039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28fa0f75-056f-40fd-b6bd-d982bc709fa1 req-af6b9e08-36da-4955-abc3-c1d2ffe2a39f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7040045 Dec 06 12:19:10.236674 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Attempting to bind port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:10.237332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Attempting to bind port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:10.237900 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Attempting to bind port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:10.245607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,segment=NetworkSegment(049c06ad-8509-4a16-b5c9-d67acf56f17d),segment_id=049c06ad-8509-4a16-b5c9-d67acf56f17d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:10.247192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Pushing event updated for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:10.278712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:10.279582 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Attempting to bind port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:10.312491 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:10.313034 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:10.313601 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Bound using segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:10.317722 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Bound port: 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:10.318249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.321109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-47607431-75d1-48d4-ac67-0e7c85568ad0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7005374 Dec 06 12:19:10.329674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d68c032-a6e3-4a0a-8e08-24c499e4a0f6 req-ce9d73a9-d03a-4e33-b2e1-2636fadbb00a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5161245 Dec 06 12:19:10.400406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.459966 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.463679 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Deleting port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:10.464028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.480223 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733042c-5594-4394-ab3e-21cca07aba03 x-openstack-request-id: req-9733042c-5594-4394-ab3e-21cca07aba03 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:10.480514 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-plugged", "status": "completed", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:10.480663 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9733042c-5594-4394-ab3e-21cca07aba03 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:10.481613 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'code': 200} Dec 06 12:19:10.489845 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.509050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:19:10.510980 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-2123bfc0-2acf-4ce4-be24-40f5bf71dfb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:19:10.514617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:10.518493 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:10.563969 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c05125-dcfa-4213-b168-53c7c61934d0 None None] Network 595d6460-82a4-4b01-af40-2e5da9d4901b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:10.617632 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:10.626755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.657476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.671782 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Network bdfedde3-4c86-4790-b7cd-b79068c3957c is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:10.677300 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:10.682743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:10.816307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a51a8b85-c078-49cb-beef-859becd5849d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:10.879248 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b35a-1f55-446d-94ab-3cf83127e363 req-c84f106a-7eea-4fc5-b701-195c98be660b tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:10.888628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b01b35a-1f55-446d-94ab-3cf83127e363 req-c84f106a-7eea-4fc5-b701-195c98be660b tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac6d69e-ff51-4751-a70e-f10b2f051b71 HTTP/1.1" status: 200 len: 945 time: 0.2755611 Dec 06 12:19:10.898302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-8777571b-a350-48a8-ae54-62bf98e75e0b service neutron] 10.222.0.31 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571287 Dec 06 12:19:10.947597 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:10.949100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:10.953261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 1129 time: 3.9647460 Dec 06 12:19:10.953744 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '1d017cff-dbb8-4dfb-b8d3-8b398086d901'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:10.960590 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "1d017cff-dbb8-4dfb-b8d3-8b398086d901"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:10.961994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:11.023922 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] For port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:11.025180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.071694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b01b35a-1f55-446d-94ab-3cf83127e363 req-ac90cb3c-a85c-4657-82c0-258af7850023 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822295 Dec 06 12:19:11.088798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:11.145816 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Calling delete_port for e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:11.151812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Attempting to bind port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:11.152057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Attempting to bind port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:11.152424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Attempting to bind port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 on network bdfedde3-4c86-4790-b7cd-b79068c3957c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:11.206205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:11.207154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Checking segment: {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:11.213947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.214652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Bound using segment: {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:11.215435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Bound port: 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:11.216550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.221311 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f9f5-615a-4b27-905b-4f6b7d409414,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:11.267750 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8aa15-e510-4f98-819b-f8193426e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:11.320184 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170633ea-47aa-4c2d-8210-4170581030bc req-4f194499-4ede-486c-81d8-fad76dbb5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:11.322901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-170633ea-47aa-4c2d-8210-4170581030bc req-4f194499-4ede-486c-81d8-fad76dbb5745 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 1096 time: 0.6612389 Dec 06 12:19:11.324257 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.20.0.11 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/a323e401-4a37-4602-875d-c88cb28efe9f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:11.365807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-db7aa0a2-dd83-4044-b1e9-a1cf09cc3af1 service neutron] 10.222.0.31 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382381 Dec 06 12:19:11.386494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a51a8b85-c078-49cb-beef-859becd5849d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:11.393757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.437253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.444220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63547df-f700-4b0d-a5aa-3be4dc40e42f req-1abf5f6e-1a0e-4445-899b-74c95066086f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:11.445196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e63547df-f700-4b0d-a5aa-3be4dc40e42f req-1abf5f6e-1a0e-4445-899b-74c95066086f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1449487 Dec 06 12:19:11.490037 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.21.0.1 (0f917f78-837f-4cd6-8527-47c94b32d5de/ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5/a49e9afa-cc29-4f7b-8ad0-3445e718ff00) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:11.602280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e63547df-f700-4b0d-a5aa-3be4dc40e42f req-3dfacabb-1aa5-4182-afea-2dbdc61ac768 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053538 Dec 06 12:19:11.627698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] For port 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:11.645640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] For port 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fc3f9f5-615a-4b27-905b-4f6b7d409414,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:11.653751 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Provisioning complete for port 56196fdc-b14b-4596-b226-a67dd3f96b5c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:11.654252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.665789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.687510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-c8abe400-9e75-411c-8210-230dd3be2a23 service neutron] 10.222.0.31 "GET /v2.0/networks/bdfedde3-4c86-4790-b7cd-b79068c3957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094394 Dec 06 12:19:11.769417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:11.797739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['bc853d95-43c0-4779-a6e9-c790d6a831ef'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:11.863964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8789b528-3673-4f8b-9185-f8e3b08dc625'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:11.870272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Port 56196fdc-b14b-4596-b226-a67dd3f96b5c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:11.936686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-3232bd80-54ae-42f1-8153-7db61e09e295 service neutron] 10.222.0.31 "GET /v2.0/networks/bdfedde3-4c86-4790-b7cd-b79068c3957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357416 Dec 06 12:19:11.989916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04327985-2643-43e8-a99f-b7eef52e7f49 req-df98f068-1868-4d76-82cd-49eabd475767 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 210 time: 0.2287261 Dec 06 12:19:12.067549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca7c87-b83b-4a28-aac0-e72b7fce8f75 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f9f5-615a-4b27-905b-4f6b7d409414,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:12.096795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.102831 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event deleted for resources: {'Port': ['ID=e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:12.123740 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Provisioning complete for port a51a8b85-c078-49cb-beef-859becd5849d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:12.124117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.245599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port a51a8b85-c078-49cb-beef-859becd5849d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a51a8b85-c078-49cb-beef-859becd5849d,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:12.266787 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.267621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 534a0166-62af-4d5a-84ca-d0135797650a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:12.323679 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ff43b6-11a6-4681-a227-c2d30579814e x-openstack-request-id: req-f2ff43b6-11a6-4681-a227-c2d30579814e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:12.324229 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "1d017cff-dbb8-4dfb-b8d3-8b398086d901", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:12.324229 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ff43b6-11a6-4681-a227-c2d30579814e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:12.325469 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '1d017cff-dbb8-4dfb-b8d3-8b398086d901', 'status': 'completed', 'code': 200} Dec 06 12:19:12.355053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-98779c96-af82-405b-aa94-ca0760c18547 service neutron] 10.222.0.31 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940411 Dec 06 12:19:12.359268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-170633ea-47aa-4c2d-8210-4170581030bc req-ffd16a06-3074-4c33-be31-eb200e558323 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9909463 Dec 06 12:19:12.440876 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] No DVR routers for this DVR port e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:12.446462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.451779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef4f3228-a5d7-4305-b0d6-e73fd7ab949e req-055e7097-2c07-4c35-938e-46ca1b066388 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "DELETE /v2.0/ports/e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 HTTP/1.1" status: 204 len: 173 time: 2.3937216 Dec 06 12:19:12.457087 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'name': 'network-vif-deleted', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:12.464466 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfef1d14-f9a8-4634-9c1d-81d9b51b8565" -d '{"events": [{"server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "name": "network-vif-deleted", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:12.570835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=a51a8b85-c078-49cb-beef-859becd5849d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:12.664499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 534a0166-62af-4d5a-84ca-d0135797650a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:12.665227 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.697651 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Provisioning complete for port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:12.697978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93f1b6d4-f007-4d16-9c4f-afe3795d66c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.702677 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.704122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.711408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.712599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.713884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.714843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.716186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.720536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-1e15cff1-5aab-4d04-8ebc-713865498d75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6208 time: 0.5666647 Dec 06 12:19:12.846193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-705e1cd6-4038-4e0f-a1c5-fece2dc211c3 service neutron] 10.222.0.31 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556794 Dec 06 12:19:12.894368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.907299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.913030 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33a931b-c7a2-4a99-ab15-cecca67691ed {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:12.914305 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.921081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.921798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.938778 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Transition to ACTIVE for port object a33a931b-c7a2-4a99-ab15-cecca67691ed will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:12.941375 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.954035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:12.982536 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:12.998727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.007925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-fc572e16-7dc0-49d3-a96e-46cc7e5ca3ec tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5371 time: 0.8012850 Dec 06 12:19:13.084261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:13.090809 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1ac4c3ee-1809-4be2-ba75-533d35f93498 None None] Provisioning complete for port a51a8b85-c078-49cb-beef-859becd5849d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:13.091989 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c3ee-1809-4be2-ba75-533d35f93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:13.382399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:13.401095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fc3f9f5-615a-4b27-905b-4f6b7d409414 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:13.408949 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-af86778b-cb9b-4087-811a-84fd73fb1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.409439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-af86778b-cb9b-4087-811a-84fd73fb1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.410827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-af86778b-cb9b-4087-811a-84fd73fb1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.413890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-af86778b-cb9b-4087-811a-84fd73fb1859 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6736777 Dec 06 12:19:13.478355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38034cfd-796f-4aa6-a005-bdb0cc81673b req-06dd4b6b-de09-4564-b76d-a4aa26833588 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4604392 Dec 06 12:19:13.495973 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481c9205-4682-4223-97c8-19aa0299d469 x-openstack-request-id: req-481c9205-4682-4223-97c8-19aa0299d469 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:13.496341 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac6d69e-ff51-4751-a70e-f10b2f051b71", "name": "network-vif-deleted", "tag": "e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:13.497884 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-481c9205-4682-4223-97c8-19aa0299d469 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:13.498366 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac6d69e-ff51-4751-a70e-f10b2f051b71', 'name': 'network-vif-deleted', 'tag': 'e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6', 'status': 'completed', 'code': 200} Dec 06 12:19:13.765142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:13.765768 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e4959cd9-4da3-4cd6-b4ab-4f26ec8239e6 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:13.806763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:13.822181 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:13.857293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3720fc0c-b591-4ac8-9a97-3cfd9bb23ce9 req-a65200ab-ea25-45e2-ae92-6149d914ac5a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 210 time: 0.1032937 Dec 06 12:19:13.896724 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-209dd968-98fc-476a-97cf-8e077d4b7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.899061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b495e48-7e11-49fe-ab9a-c7f7416e6fe5 req-209dd968-98fc-476a-97cf-8e077d4b7803 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4195650 Dec 06 12:19:13.934693 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f10c8a-c2e8-4d41-a4c4-a31ad8c4a104 None None] Network bdfedde3-4c86-4790-b7cd-b79068c3957c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:13.959077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:13.965947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:13.975369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1910912-c65c-458e-9315-1712cb96014f req-e8ede9c4-214b-4d6e-95f5-65e1ba3feddc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:13.982198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1910912-c65c-458e-9315-1712cb96014f req-e8ede9c4-214b-4d6e-95f5-65e1ba3feddc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.2938242 Dec 06 12:19:14.000688 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Attempting to bind port a33a931b-c7a2-4a99-ab15-cecca67691ed on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:14.001408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Attempting to bind port a33a931b-c7a2-4a99-ab15-cecca67691ed by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:14.002008 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Attempting to bind port a33a931b-c7a2-4a99-ab15-cecca67691ed on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:14.036400 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Port a33a931b-c7a2-4a99-ab15-cecca67691ed on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:14.037207 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Attempting to bind port a33a931b-c7a2-4a99-ab15-cecca67691ed on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:14.061717 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:14.062427 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:14.063118 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Bound using segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:14.064366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Bound port: a33a931b-c7a2-4a99-ab15-cecca67691ed, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:14.064965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.102253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.125293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.151293 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.158589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-f4ff4501-49fd-47a3-8066-9a156380bf60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4413466 Dec 06 12:19:14.168565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-119366b9-b069-4d38-a70d-6e70075fa7e7 req-97df338f-405c-4607-9148-4133846b6160 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 210 time: 0.1794405 Dec 06 12:19:14.187687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:14.250743 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 0f917f78-837f-4cd6-8527-47c94b32d5de is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:14.259980 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:14.266250 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:14.271411 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:14.273404 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:14.283639 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:14.292727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1910912-c65c-458e-9315-1712cb96014f req-4d486f38-a45e-4adb-a8f9-41836e8cc816 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621915 Dec 06 12:19:14.373840 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=a49e9afa-cc29-4f7b-8ad0-3445e718ff00,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:14.390284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-7cd21367-6870-46aa-8e1c-5331b2422b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:14.398900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-7cd21367-6870-46aa-8e1c-5331b2422b18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.1502514 Dec 06 12:19:14.578083 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:14.651425 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:14.715874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.904502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fc3f9f5-615a-4b27-905b-4f6b7d409414,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:14.956291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.959536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:14.960672 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:14.964008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-0f9894a6-9174-4cb3-9921-7554e2bd167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:14.966216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-0f9894a6-9174-4cb3-9921-7554e2bd167c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.5461276 Dec 06 12:19:14.973458 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:14.974486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.986539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28332-55f5-4c0c-951c-909830a5bbc5 req-d8165d55-e1c6-4fad-83d4-9e85dbce9acb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:14.996643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fb28332-55f5-4c0c-951c-909830a5bbc5 req-d8165d55-e1c6-4fad-83d4-9e85dbce9acb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.4465420 Dec 06 12:19:14.997967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.081122 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-865488e6-2862-4986-b959-85a809e2c758 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4256802 Dec 06 12:19:15.085600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:15.104481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Request body: {'port': {'device_id': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:15.124618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.139251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.156495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.168123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.169759 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.174156 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.175265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.177545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-09ac9c14-10bf-4d47-8a48-4dc9a2613a3f service neutron] 10.222.0.53 "PUT /v2.0/ports/a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 1091 time: 4.1128681 Dec 06 12:19:15.180628 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:15.183700 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:15.186937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.194412 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85ee2d06-a567-4642-93dc-9a8ee6839b95 None None] Provisioning complete for port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:15.194802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85ee2d06-a567-4642-93dc-9a8ee6839b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.197672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.222228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.233989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-435ac7b6-0454-4167-b943-73216c9ec6f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5383 time: 0.4812989 Dec 06 12:19:15.248278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.269429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:15.345012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-ff09cd5b-e7f4-4990-b61d-8e952c13d92f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.3457787 Dec 06 12:19:15.381896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fb28332-55f5-4c0c-951c-909830a5bbc5 req-59a7e8a8-f8bc-48b7-a105-0f896a057a62 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838999 Dec 06 12:19:15.513329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fbd7d85-0a59-4e98-8d56-43dcf4f73967 req-fbafca19-c3d9-4099-a508-07244a332abd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2783587 Dec 06 12:19:15.585034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.597762 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-0f54130e-61ff-4bbf-b08d-de5084d6cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.604975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-0f54130e-61ff-4bbf-b08d-de5084d6cd11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.2486818 Dec 06 12:19:15.654636 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f9f5-615a-4b27-905b-4f6b7d409414,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:15.659571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:15.659948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.814351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf233e61-628d-4134-bb85-33c516375561 req-e5fe0a42-04c9-42b1-804d-582b339fd549 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 210 time: 0.0669732 Dec 06 12:19:15.874709 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Provisioning complete for port a49e9afa-cc29-4f7b-8ad0-3445e718ff00 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:15.878593 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.882215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9a2ee-b4d1-45fd-9bf6-fd27daba3bf9 req-57438565-ab6d-49c4-b03f-6a6766827b3a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.920002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70a9a2ee-b4d1-45fd-9bf6-fd27daba3bf9 req-57438565-ab6d-49c4-b03f-6a6766827b3a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 932 time: 0.3552954 Dec 06 12:19:15.937428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-3addd250-7bb9-452d-8ec0-6322d020add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:15.943469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-3addd250-7bb9-452d-8ec0-6322d020add5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941165 Dec 06 12:19:16.090280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a51a8b85-c078-49cb-beef-859becd5849d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:16.154400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Port a49e9afa-cc29-4f7b-8ad0-3445e718ff00 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:16.178678 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a51a8b85-c078-49cb-beef-859becd5849d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:16.179152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:16.325728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-b14ab8fd-0323-4ded-909e-3ec47d5e02bb service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266537 Dec 06 12:19:16.328903 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Provisioning complete for port a323e401-4a37-4602-875d-c88cb28efe9f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:16.329317 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:16.421734 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93133a73-994b-4a05-bbcd-a556fe691455 None None] Port a323e401-4a37-4602-875d-c88cb28efe9f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:16.465689 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-a271c1bc-3809-4bc4-a788-9a121e670f29 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.477452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-a271c1bc-3809-4bc4-a788-9a121e670f29 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.489479 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-a271c1bc-3809-4bc4-a788-9a121e670f29 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "GET /v2.0/networks?id=595d6460-82a4-4b01-af40-2e5da9d4901b&id=bdfedde3-4c86-4790-b7cd-b79068c3957c&id=595d6460-82a4-4b01-af40-2e5da9d4901b HTTP/1.1" status: 200 len: 1392 time: 0.9053688 Dec 06 12:19:16.502602 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bd3a8-e23e-4074-9ae7-ca0aba083c16 x-openstack-request-id: req-378bd3a8-e23e-4074-9ae7-ca0aba083c16 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:16.503016 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:16.503958 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-378bd3a8-e23e-4074-9ae7-ca0aba083c16 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:16.506451 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'status': 'completed', 'code': 200} Dec 06 12:19:16.513611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fc3f9f5-615a-4b27-905b-4f6b7d409414 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:16.524325 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'admin_state_up': True, 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:16.635111 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8f7fb9b4-2583-443d-b4b6-8baf7040264a None None] Provisioning complete for port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:16.635672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb9b4-2583-443d-b4b6-8baf7040264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:16.682701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70a9a2ee-b4d1-45fd-9bf6-fd27daba3bf9 req-bf1cbd51-0675-467a-a129-33a6b372e5db tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365127 Dec 06 12:19:16.697169 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.697659 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.698124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.698584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.699043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.699499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.700000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.708524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-e3759761-261b-4855-9be5-e7d5fe6d7640 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6275 time: 0.3636079 Dec 06 12:19:16.742992 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:16.743586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:16.853635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-46000b3e-56c0-47e8-ab10-f52c24338e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.853898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-46000b3e-56c0-47e8-ab10-f52c24338e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.854315 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-46000b3e-56c0-47e8-ab10-f52c24338e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:16.861367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-46000b3e-56c0-47e8-ab10-f52c24338e66 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1276565 Dec 06 12:19:16.883635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-0425e96f-3733-4537-89e1-1d3d6c10717f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1479168 Dec 06 12:19:16.985471 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:16.989175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:17.045900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-26c2626d-a864-48d6-8ba9-4b5580de889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.054580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d75af3c-5e7b-4929-81b3-9fea9bad12eb req-26c2626d-a864-48d6-8ba9-4b5580de889f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590967 Dec 06 12:19:17.181027 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Allocated IP 19.80.0.132 (595d6460-82a4-4b01-af40-2e5da9d4901b/bc913e57-b81c-4999-9d9a-d89a91913c88/978187c7-78a8-45fc-a846-8b54993bc7d4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:17.520804 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a323e401-4a37-4602-875d-c88cb28efe9f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:17.536671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-ac9b518b-5770-47cc-a980-a9cc8d78614a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.543429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-169219ec-bac3-47fb-badd-1dfecf95728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.544338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-ac9b518b-5770-47cc-a980-a9cc8d78614a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.8347249 Dec 06 12:19:17.545068 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-169219ec-bac3-47fb-badd-1dfecf95728a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 1097 time: 0.5347824 Dec 06 12:19:17.568312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:17.579228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-fb4f5e18-3d6d-410e-8ce8-6bc4bde26030 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/quotas/bac15120b8834233ad8e339167810f0e HTTP/1.1" status: 200 len: 375 time: 0.0336273 Dec 06 12:19:17.594057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5710f6d-4f35-431d-b317-4d95eb6ec582 req-4281096d-512c-4bfd-9d28-c97f3878417b service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2229526 Dec 06 12:19:17.651731 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.660555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.676832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.684984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.692317 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.699687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.706534 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.708622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-5f530992-0fe2-4958-8cdc-6757e5067e66 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5383 time: 0.8488326 Dec 06 12:19:17.720892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-07e60aae-6ed2-4f45-afe8-a22b487f7a76 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407709 Dec 06 12:19:17.885916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e30eb0a3-fc7a-4ba5-af0c-cac905e2e2e9 req-c7f33549-fe4e-4c88-b63a-b0375ecc3b6b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1638908 Dec 06 12:19:17.907255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-4590c2db-434c-4314-b431-01cb75c5e697 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:17.909144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-4590c2db-434c-4314-b431-01cb75c5e697 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dbf169b-4813-4cc8-99a3-3ab6664e6435 HTTP/1.1" status: 200 len: 945 time: 0.1559675 Dec 06 12:19:17.989948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-737648a6-4b3e-4298-b146-5664681d24fd service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420652 Dec 06 12:19:18.120709 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Transition to ACTIVE for port object a323e401-4a37-4602-875d-c88cb28efe9f will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:18.123916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.131249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-c328e1ca-5ff9-4a87-b8d6-376867c3fbeb service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366160 Dec 06 12:19:18.148695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.234950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c44d0958-0a5e-4d37-b7f9-b4b98fe042e3 req-52d8c345-5c89-444d-a82f-e7b91ca9eaf5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 210 time: 0.0989645 Dec 06 12:19:18.320582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-9e9cf087-bcd3-4ee3-ac0f-fad6d21d64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:18.322177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-9e9cf087-bcd3-4ee3-ac0f-fad6d21d64aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.7375171 Dec 06 12:19:18.332039 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Deleting port a035d3f0-b9df-4907-adf6-f611227c6cb0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:18.332249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.384143 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Pushing event updated for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:18.501597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.534622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60921952-1ff5-4457-881f-34e25b89b540 req-2b124db5-647e-4d0c-b089-723eb8dc493d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 210 time: 0.0945382 Dec 06 12:19:18.626609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.635894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ba1c-20ca-4611-ab8a-af9e1a5db49f req-46cf443b-7f91-4d66-9081-262527db6f0d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:18.652145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41c4ba1c-20ca-4611-ab8a-af9e1a5db49f req-46cf443b-7f91-4d66-9081-262527db6f0d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 944 time: 0.2509372 Dec 06 12:19:18.684946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] For port a035d3f0-b9df-4907-adf6-f611227c6cb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a035d3f0-b9df-4907-adf6-f611227c6cb0,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:18.686600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.722548 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Calling delete_port for a035d3f0-b9df-4907-adf6-f611227c6cb0 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:18.729100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.814302 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e32c87-e39f-477a-929d-c2521dd44bf7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:18.843143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.884344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:18.973778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41c4ba1c-20ca-4611-ab8a-af9e1a5db49f req-5e728852-a133-48e4-88e4-3f3021415383 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196189 Dec 06 12:19:19.005546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-26cb736e-11a0-42e7-a0dd-594345b324c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 200 len: 1001 time: 0.6665590 Dec 06 12:19:19.031795 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 0f917f78-837f-4cd6-8527-47c94b32d5de is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:19.085491 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:19.100470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-13d727de-38b7-4a57-a9db-f8d914e381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.102483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-13d727de-38b7-4a57-a9db-f8d914e381dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.0687518 Dec 06 12:19:19.119996 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 595d6460-82a4-4b01-af40-2e5da9d4901b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:19.197036 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Transition to ACTIVE for port object a4e32c87-e39f-477a-929d-c2521dd44bf7 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:19.200426 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:19.206994 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:19.247240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.257306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a035d3f0-b9df-4907-adf6-f611227c6cb0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:19.329059 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.339666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.351692 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.352436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.361882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.387570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.390825 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=a49e9afa-cc29-4f7b-8ad0-3445e718ff00,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.395661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.424794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.433296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.448754 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.455069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-e4734ad9-7fe9-4e68-b89a-e86f7dabdc90 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5383 time: 0.3709848 Dec 06 12:19:19.455413 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.595571 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0819218 Dec 06 12:19:19.596843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650019fa-93ea-4a04-9cbb-ab759a4135c6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.624265 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event deleted for resources: {'Port': ['ID=a035d3f0-b9df-4907-adf6-f611227c6cb0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.640614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c', 'admin_state_up': True, 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:19.658347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-054141a5-c2f1-4cac-991b-4ee8b520c091 None None] Provisioning complete for port a49e9afa-cc29-4f7b-8ad0-3445e718ff00 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:19.660853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-054141a5-c2f1-4cac-991b-4ee8b520c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.676392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d422eee9-d9ba-404a-98ce-3e1df73d33dc req-865e5892-3c82-4501-9908-605741ba3e29 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138472 Dec 06 12:19:19.748793 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] No DVR routers for this DVR port a035d3f0-b9df-4907-adf6-f611227c6cb0 on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:19.752506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.756097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.23 "DELETE /v2.0/ports/a035d3f0-b9df-4907-adf6-f611227c6cb0 HTTP/1.1" status: 204 len: 173 time: 1.8350680 Dec 06 12:19:19.757461 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-deleted', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:19.759743 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d350f03c-5e32-4c0a-a473-dbd0f7bcb030" -d '{"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-deleted", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:19.772044 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-054141a5-c2f1-4cac-991b-4ee8b520c091 None None] Port a49e9afa-cc29-4f7b-8ad0-3445e718ff00 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:19.784272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec386d-b5d3-4861-997e-9ca72b2a9d83 req-37944369-9139-4a18-b4dd-8bbcb22fa478 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.790688 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec386d-b5d3-4861-997e-9ca72b2a9d83 req-37944369-9139-4a18-b4dd-8bbcb22fa478 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.798450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51ec386d-b5d3-4861-997e-9ca72b2a9d83 req-37944369-9139-4a18-b4dd-8bbcb22fa478 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195&device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 1682 time: 0.2759035 Dec 06 12:19:19.878094 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Attempting to bind port a323e401-4a37-4602-875d-c88cb28efe9f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:19.878350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Attempting to bind port a323e401-4a37-4602-875d-c88cb28efe9f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:19.878733 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Attempting to bind port a323e401-4a37-4602-875d-c88cb28efe9f on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:19.903142 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-16b772ad-a6ae-4819-9184-73cda77856b5 None None] Provisioning complete for port 978187c7-78a8-45fc-a846-8b54993bc7d4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:19.903507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16b772ad-a6ae-4819-9184-73cda77856b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.904765 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-e4d447ae-f40c-47cf-b7fd-3217dffbec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.906561 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-e4d447ae-f40c-47cf-b7fd-3217dffbec8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7815373 Dec 06 12:19:19.912099 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.920583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51ec386d-b5d3-4861-997e-9ca72b2a9d83 req-ec4a05a1-bc7d-419c-ba27-aaeffe8fb3ac tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208458 Dec 06 12:19:19.966900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62767cd3-b403-48ef-8629-7cdd83bf10ac req-1f9c373d-a2ab-494a-9686-9d5f27c10f0d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:19.971054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62767cd3-b403-48ef-8629-7cdd83bf10ac req-1f9c373d-a2ab-494a-9686-9d5f27c10f0d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 932 time: 0.1205318 Dec 06 12:19:19.990335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-16b772ad-a6ae-4819-9184-73cda77856b5 None None] Port 978187c7-78a8-45fc-a846-8b54993bc7d4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:20.064425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73bdb7b2-8854-4f50-82cc-9114db375505 req-7a76ad23-7315-49f5-9795-89429c9195d6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 210 time: 0.0411179 Dec 06 12:19:20.081078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62767cd3-b403-48ef-8629-7cdd83bf10ac req-33c35bf2-3a66-428d-a89f-9d7326c8616a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965626 Dec 06 12:19:20.136101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-ca7938d8-66f8-4ab6-8d67-9ed5b3b8c291 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915154 Dec 06 12:19:20.198913 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Port a323e401-4a37-4602-875d-c88cb28efe9f on network ad17c0ae-6580-4419-866d-c8dcb4cc032b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:20.198913 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Attempting to bind port a323e401-4a37-4602-875d-c88cb28efe9f on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:20.264449 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992acd38-5294-41ba-bd51-469ce5d88abf x-openstack-request-id: req-992acd38-5294-41ba-bd51-469ce5d88abf {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:20.265020 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf169b-4813-4cc8-99a3-3ab6664e6435", "name": "network-vif-deleted", "tag": "a035d3f0-b9df-4907-adf6-f611227c6cb0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:20.265020 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-992acd38-5294-41ba-bd51-469ce5d88abf {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:20.265411 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf169b-4813-4cc8-99a3-3ab6664e6435', 'name': 'network-vif-deleted', 'tag': 'a035d3f0-b9df-4907-adf6-f611227c6cb0', 'status': 'completed', 'code': 200} Dec 06 12:19:20.548177 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:20.548471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:20.548862 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:20.554671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Bound port: a323e401-4a37-4602-875d-c88cb28efe9f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:20.558386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:20.570456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-50fbb88a-05a9-4875-9248-941a1b7acf57 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:20.575153 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:20.578923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:20.582546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-50fbb88a-05a9-4875-9248-941a1b7acf57 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.3974268 Dec 06 12:19:20.624934 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08072d-fe4b-48d4-ae2e-ef271e7cb320 req-530d2dea-edfc-41ee-99b1-09f2ce0010b1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:20.634272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b08072d-fe4b-48d4-ae2e-ef271e7cb320 req-530d2dea-edfc-41ee-99b1-09f2ce0010b1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 944 time: 0.3324401 Dec 06 12:19:20.662577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Request body: {'port': {'device_id': '1d479b0e-6444-457f-acdc-5075c13be485', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'admin_state_up': True, 'tenant_id': 'bac15120b8834233ad8e339167810f0e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:20.790865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b08072d-fe4b-48d4-ae2e-ef271e7cb320 req-c125c18b-9d43-4b03-bd74-2737a29d369c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539922 Dec 06 12:19:20.810708 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 9e1d1519-e0b2-408a-ba4d-8365a7834238 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:20.922325 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Made reservation on behalf of bac15120b8834233ad8e339167810f0e for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:20.926409 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.011070 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:21.015175 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd642b4d-63d6-4bf1-9f21-e2dbd8f175c9 req-dbebfbfc-5b9b-4356-b3e0-2ccd976cb383 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8338087 Dec 06 12:19:21.015915 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Attempting to bind port a4e32c87-e39f-477a-929d-c2521dd44bf7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:21.016253 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Attempting to bind port a4e32c87-e39f-477a-929d-c2521dd44bf7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:21.016582 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Attempting to bind port a4e32c87-e39f-477a-929d-c2521dd44bf7 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:21.077819 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Port a4e32c87-e39f-477a-929d-c2521dd44bf7 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:21.078191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Attempting to bind port a4e32c87-e39f-477a-929d-c2521dd44bf7 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:21.081247 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a323e401-4a37-4602-875d-c88cb28efe9f,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:21.119310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.128143 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:21.128483 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Checking segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:21.128798 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Bound using segment: {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:21.129472 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Bound port: a4e32c87-e39f-477a-929d-c2521dd44bf7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f88882-4367-420b-b4a8-6a3d63a725c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:21.129799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.151369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.157978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.163981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.171340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.177455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.180462 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Allocated IP 19.86.0.48 (bdfedde3-4c86-4790-b7cd-b79068c3957c/6c323055-6288-41f1-ba5b-efdbae8a3d24/320f256d-0749-47a4-be1c-3010fe556054) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:21.184095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.190362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.192537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-f967d6d9-8879-492a-af91-c202a28a1ef6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5395 time: 0.2836945 Dec 06 12:19:21.206576 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.207194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.208554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] 10.222.0.23 "PUT /v2.0/ports/a323e401-4a37-4602-875d-c88cb28efe9f HTTP/1.1" status: 200 len: 1092 time: 6.1120877 Dec 06 12:19:21.209928 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:21.212056 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08305edc-c65f-48c3-8905-d7cc438dffd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:21.257401 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:21.274998 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] Sync routers for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:21.283484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb480d1a-7b9f-41fb-85f8-8edfc9f9ca63 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8385868 Dec 06 12:19:21.291047 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54290) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:21.302737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57c0530c-315d-4ff3-b0b5-388d384af907 req-562da5ba-896d-4c6c-8d2e-c1e9aade5bd1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905807 Dec 06 12:19:21.312895 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Allocated IP 172.20.0.8 (f00c08c6-6e18-496c-8eac-92b46d166944/205da72d-20a4-4693-8d5f-119c8bfadc87/e883492c-38ac-4b51-9759-c44e396e4d9d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:21.332433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:21.332783 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eca4aa-0f80-44bc-bbba-838dff07eaf9 req-1fd72123-9e9f-45b7-98ad-9e441ca86bfa tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.333247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:21.343121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5eca4aa-0f80-44bc-bbba-838dff07eaf9 req-1fd72123-9e9f-45b7-98ad-9e441ca86bfa tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 946 time: 0.2141423 Dec 06 12:19:21.357147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08474b-4acc-46e5-b362-8b96029fae9a service neutron] Pushing event updated for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:21.413978 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:21.425331 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:21.426005 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:21.433609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708827a-ba65-401a-bf0d-c61cc798a08a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.437892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5708827a-ba65-401a-bf0d-c61cc798a08a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports/a49e9afa-cc29-4f7b-8ad0-3445e718ff00 HTTP/1.1" status: 200 len: 910 time: 0.1393673 Dec 06 12:19:21.450414 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:21.502853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:21.506275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1b365-4cc5-43fe-b688-67063fea722d None None] The sync data for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:21.555776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5eca4aa-0f80-44bc-bbba-838dff07eaf9 req-94ac7c76-73f0-4c4e-9ac9-996c00617d20 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107217 Dec 06 12:19:21.615024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eafcf-f52d-4647-81ac-e494814059e8 req-66cc18d2-f388-4202-a75f-c9628a0795da tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.616644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-118eafcf-f52d-4647-81ac-e494814059e8 req-66cc18d2-f388-4202-a75f-c9628a0795da tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 932 time: 0.1792665 Dec 06 12:19:21.645535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.686034 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:21.686643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be247044-0671-413e-8aec-e5b0681cc472 req-e4e5868a-35a3-4deb-8d8e-c3fbfb9ad426 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 210 time: 0.0398035 Dec 06 12:19:21.739874 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad553c1c-0f2e-4140-b15f-c83c67b9d8d7 x-openstack-request-id: req-ad553c1c-0f2e-4140-b15f-c83c67b9d8d7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:21.740166 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:21.740421 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad553c1c-0f2e-4140-b15f-c83c67b9d8d7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:21.740825 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f', 'status': 'completed', 'code': 200} Dec 06 12:19:21.746837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-50fe77e6-d312-46f8-9d55-fce8886d955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.748936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-50fe77e6-d312-46f8-9d55-fce8886d955a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 1095 time: 0.4008698 Dec 06 12:19:21.750007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:21.764118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-118eafcf-f52d-4647-81ac-e494814059e8 req-29ee92bd-3faf-4f92-b37d-93ff09d25dd5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361883 Dec 06 12:19:21.787234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.797099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.840042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.922355 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Network f00c08c6-6e18-496c-8eac-92b46d166944 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:21.931238 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:21.938802 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:21.985613 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:21.994353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:21.995021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.014935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-a066690b-ec0a-4009-8814-8f51e546bc49 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574100 Dec 06 12:19:22.022864 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:22.029614 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc19b-a4f0-42cc-9387-8a26419cdb5f req-f964d3e0-da06-4038-afb0-dfe46b2addbd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.031537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de1cc19b-a4f0-42cc-9387-8a26419cdb5f req-f964d3e0-da06-4038-afb0-dfe46b2addbd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 944 time: 0.1562984 Dec 06 12:19:22.036738 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Request body: {'port': {'device_id': '1d479b0e-6444-457f-acdc-5075c13be485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:22.053896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: a035d3f0-b9df-4907-adf6-f611227c6cb0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:22.054759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a035d3f0-b9df-4907-adf6-f611227c6cb0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:22.145757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.160133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de1cc19b-a4f0-42cc-9387-8a26419cdb5f req-391ff733-ba06-426d-9c9b-763443c698b1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202221 Dec 06 12:19:22.197852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-ccfdac69-af08-42ba-98ea-a4cdb78cae34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a323e401-4a37-4602-875d-c88cb28efe9f HTTP/1.1" status: 200 len: 217 time: 0.4387507 Dec 06 12:19:22.203116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.290621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.291249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.292657 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 1091 time: 7.0478630 Dec 06 12:19:22.362642 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e885d-53d9-43b7-bf7d-271bbb2eda61 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:22.371257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:22.425589 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network bdfedde3-4c86-4790-b7cd-b79068c3957c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:22.435296 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-35ac1d9b-fc21-4019-b6d9-2acc46bc4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.437188 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-35ac1d9b-fc21-4019-b6d9-2acc46bc4105 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.2280252 Dec 06 12:19:22.478872 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:22.501679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-7effa6d4-4c91-4c09-b964-ab646015e212 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.503228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-7effa6d4-4c91-4c09-b964-ab646015e212 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 946 time: 0.1790898 Dec 06 12:19:22.573143 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:22.601691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.608251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.614528 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.634468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.654895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.661757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.670321 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.678282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-6d5b8153-bf68-47c7-a7bf-df8613cc8e05 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5395 time: 0.2292166 Dec 06 12:19:22.697581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:22.762589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.790019 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.790686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.824968 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e883492c-38ac-4b51-9759-c44e396e4d9d {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:22.827091 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-b6f8c172-a7ba-48f8-b3ca-79f846ec6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.828737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-b6f8c172-a7ba-48f8-b3ca-79f846ec6bd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3042068 Dec 06 12:19:22.840577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.855745 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d507e-9c72-4919-ae1e-044819795252 req-6f230063-3b1e-473f-9f29-d012fab17171 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.858967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c91d507e-9c72-4919-ae1e-044819795252 req-6f230063-3b1e-473f-9f29-d012fab17171 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 945 time: 0.3354459 Dec 06 12:19:22.867178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d70cfbb9-d6bc-404d-b7af-0d1677f5aa2e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2470052 Dec 06 12:19:22.889479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42d3e2cc-6d6f-49de-aeb6-b0319f46673c req-feba5cda-7668-4d3d-bf77-e62813f57f35 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103024 Dec 06 12:19:22.890844 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Transition to ACTIVE for port object e883492c-38ac-4b51-9759-c44e396e4d9d will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:22.894085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'admin_state_up': True, 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:22.900310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf61a-d85a-497a-86fb-d0e92b123952 req-f3598ed6-9942-4e9d-ad51-1229562ae8a9 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.901841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba4cf61a-d85a-497a-86fb-d0e92b123952 req-f3598ed6-9942-4e9d-ad51-1229562ae8a9 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 946 time: 0.1798410 Dec 06 12:19:22.905020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.915255 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Deleting port 8789b528-3673-4f8b-9185-f8e3b08dc625 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:22.915594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.953278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6d854651-ee0d-4741-9b49-39a5448d2e06 None None] Provisioning complete for port 320f256d-0749-47a4-be1c-3010fe556054 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:22.954296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6d854651-ee0d-4741-9b49-39a5448d2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:22.994012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6d854651-ee0d-4741-9b49-39a5448d2e06 None None] Port 320f256d-0749-47a4-be1c-3010fe556054 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:23.060526 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:23.171673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba4cf61a-d85a-497a-86fb-d0e92b123952 req-cd463820-44fb-4add-8815-1e2be031164c tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3fc2694-649a-4727-92cb-d14243585e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496283 Dec 06 12:19:23.213593 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] For port 8789b528-3673-4f8b-9185-f8e3b08dc625, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8789b528-3673-4f8b-9185-f8e3b08dc625,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:23.213593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.231871 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Calling delete_port for 8789b528-3673-4f8b-9185-f8e3b08dc625 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:23.264769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-e516b8a5-6548-48f6-8bcb-e0c3a19a0028 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014699 Dec 06 12:19:23.312350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c81a0-778c-44c9-8f47-c1c7447d8632 req-dd6951d1-4b40-4daf-900e-60d16a6846cc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.317653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-609c81a0-778c-44c9-8f47-c1c7447d8632 req-dd6951d1-4b40-4daf-900e-60d16a6846cc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 943 time: 0.2809994 Dec 06 12:19:23.318718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.375289 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Attempting to bind port e883492c-38ac-4b51-9759-c44e396e4d9d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:23.375649 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Attempting to bind port e883492c-38ac-4b51-9759-c44e396e4d9d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:23.375946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Attempting to bind port e883492c-38ac-4b51-9759-c44e396e4d9d on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:23.394177 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Port e883492c-38ac-4b51-9759-c44e396e4d9d on network f00c08c6-6e18-496c-8eac-92b46d166944 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:23.394508 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Attempting to bind port e883492c-38ac-4b51-9759-c44e396e4d9d on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:23.420060 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:23.420411 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Checking segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:23.420819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Bound using segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:23.421265 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Bound port: e883492c-38ac-4b51-9759-c44e396e4d9d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:23.421763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.431893 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Deleting port bc853d95-43c0-4779-a6e9-c790d6a831ef {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:23.432565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.479368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82c5d-c821-4c8c-8ea8-5fee49e61bac req-0ca610ee-5229-46a5-adca-799a69cc85e1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.485838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82c5d-c821-4c8c-8ea8-5fee49e61bac req-0ca610ee-5229-46a5-adca-799a69cc85e1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.487083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:23.490628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.495321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fc82c5d-c821-4c8c-8ea8-5fee49e61bac req-0ca610ee-5229-46a5-adca-799a69cc85e1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 1654 time: 0.2062645 Dec 06 12:19:23.520474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-609c81a0-778c-44c9-8f47-c1c7447d8632 req-e0b90806-6d41-473a-a4fe-77f67ad5f95b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931140 Dec 06 12:19:23.627259 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:23.668771 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:23.670253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.684292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['bc853d95-43c0-4779-a6e9-c790d6a831ef'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:23.693445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-286ab4ea-3057-44b7-899a-f15a691c7049 req-db235ae3-cc37-4bbb-8fa9-13dceaab6129 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139411 Dec 06 12:19:23.729053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.750295 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:23.751907 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af83e7-0269-47f3-b56c-ea2669130140" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:23.752682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event deleted for resources: {'Port': ['ID=8789b528-3673-4f8b-9185-f8e3b08dc625,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:23.813569 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.814461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.816074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] 10.222.0.53 "PUT /v2.0/ports/e883492c-38ac-4b51-9759-c44e396e4d9d HTTP/1.1" status: 200 len: 1091 time: 1.7834666 Dec 06 12:19:23.823469 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] For port bc853d95-43c0-4779-a6e9-c790d6a831ef, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc853d95-43c0-4779-a6e9-c790d6a831ef,segment=NetworkSegment(f48129bb-a7e0-436e-96a7-812a4f75027d),segment_id=f48129bb-a7e0-436e-96a7-812a4f75027d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:23.824011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.832801 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:23.835654 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:23.856095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fc82c5d-c821-4c8c-8ea8-5fee49e61bac req-6ab9f361-60ee-402f-8091-e2faef943f6e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594728 Dec 06 12:19:23.873257 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b5c087-2b2f-4b79-9253-0a0ca037d421 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:23.882484 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Calling delete_port for bc853d95-43c0-4779-a6e9-c790d6a831ef owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:23.901943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.959088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba8ad-2a7b-4c2d-8992-3e27e90710a5 req-b87c1d2d-302b-4b19-a2d5-abcd687e456a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.967294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87ba8ad-2a7b-4c2d-8992-3e27e90710a5 req-b87c1d2d-302b-4b19-a2d5-abcd687e456a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 944 time: 0.3589685 Dec 06 12:19:23.969526 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] No DVR routers for this DVR port 8789b528-3673-4f8b-9185-f8e3b08dc625 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:23.979112 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c49c128-39ca-4378-8e9b-6b5903d28934 x-openstack-request-id: req-1c49c128-39ca-4378-8e9b-6b5903d28934 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:23.979404 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:23.979654 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c49c128-39ca-4378-8e9b-6b5903d28934 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:23.980041 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7', 'status': 'completed', 'code': 200} Dec 06 12:19:23.985586 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Transition to ACTIVE for port object 10b5c087-2b2f-4b79-9253-0a0ca037d421 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:23.990116 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Allocated IP 19.80.0.164 (595d6460-82a4-4b01-af40-2e5da9d4901b/bc913e57-b81c-4999-9d9a-d89a91913c88/10e49d9b-6c02-4881-b256-356d9d254f1f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:23.990292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:23.993794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ab697ab-25bd-4acb-8728-1beead1e5db0 req-178de765-c1b6-4736-b0d5-ba4039638169 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.53 "DELETE /v2.0/ports/8789b528-3673-4f8b-9185-f8e3b08dc625 HTTP/1.1" status: 204 len: 173 time: 1.4810102 Dec 06 12:19:23.999276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-e3314cce-c637-42b1-bf56-4c79f2b6b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.000767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-e3314cce-c637-42b1-bf56-4c79f2b6b5ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 1095 time: 0.2425785 Dec 06 12:19:24.004934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.018339 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb6a9d-f8ed-428a-ad05-f006d2fdcc81 service neutron] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:24.182336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:24.463617 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed2b87-d906-4e56-8dbf-7122ba739b8d x-openstack-request-id: req-b7ed2b87-d906-4e56-8dbf-7122ba739b8d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:24.463937 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:24.464157 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7ed2b87-d906-4e56-8dbf-7122ba739b8d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:24.464545 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'status': 'completed', 'code': 200} Dec 06 12:19:24.554446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-c112159c-d23d-4c98-97ef-b40015414fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.555958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-c112159c-d23d-4c98-97ef-b40015414fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 1094 time: 0.6748879 Dec 06 12:19:24.562150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87ba8ad-2a7b-4c2d-8992-3e27e90710a5 req-03c91c0b-5a48-4a8c-9a4e-51da61bb8db9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939534 Dec 06 12:19:24.574257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.575215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.575668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.576114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.576558 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.577003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.577546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.579512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52af83e7-0269-47f3-b56c-ea2669130140 req-c040328d-ac46-4383-a8e5-d60448d02e68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6367 time: 0.5622621 Dec 06 12:19:24.599808 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.606618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.612713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.620562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.625438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.631632 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.638161 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.646573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-9eee1fb5-83ba-4455-b6e2-f7f4aa0095cc tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5407 time: 0.1909671 Dec 06 12:19:24.726170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-ca22851a-7a27-48ff-bdda-b3bfc97f9deb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e883492c-38ac-4b51-9759-c44e396e4d9d HTTP/1.1" status: 200 len: 217 time: 0.1456621 Dec 06 12:19:24.753004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-772ff78d-1c00-4416-b535-b418ff9fe194 req-95a2d896-3103-453a-8e51-35718bf1482b tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=a750fa44-a572-44a1-a7ad-6a4bff1bd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0524197 Dec 06 12:19:24.855761 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-833f1d40-bb97-4702-9987-642a82eea640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.857941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-833f1d40-bb97-4702-9987-642a82eea640 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.8422050 Dec 06 12:19:24.897833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-9609c420-bd0e-4f80-b326-faddc15a6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.904452 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port a49e9afa-cc29-4f7b-8ad0-3445e718ff00 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:24.904779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.906949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-9609c420-bd0e-4f80-b326-faddc15a6095 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.1639235 Dec 06 12:19:24.945994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-169ed083-e9ad-42a0-93ec-a3f1fbbbaeec req-365059ea-ad82-4032-bb7b-66a5f46c3914 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2991414 Dec 06 12:19:24.981661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-08a3a9e8-b5c3-4ce1-9d93-1abf1f7dc1dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a323e401-4a37-4602-875d-c88cb28efe9f HTTP/1.1" status: 200 len: 217 time: 0.0995841 Dec 06 12:19:24.981875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-6a688792-d106-4ae1-8a06-d4769c51f970 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630670 Dec 06 12:19:24.983515 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-93de61ee-2b2c-43fb-843b-bce5958004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.984139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-93de61ee-2b2c-43fb-843b-bce5958004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.984682 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-93de61ee-2b2c-43fb-843b-bce5958004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:24.986858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52af83e7-0269-47f3-b56c-ea2669130140 req-93de61ee-2b2c-43fb-843b-bce5958004e9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2968404 Dec 06 12:19:24.997769 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Attempting to bind port 10b5c087-2b2f-4b79-9253-0a0ca037d421 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:24.998210 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Attempting to bind port 10b5c087-2b2f-4b79-9253-0a0ca037d421 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:24.998445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Attempting to bind port 10b5c087-2b2f-4b79-9253-0a0ca037d421 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:25.028207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.046347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbc0fd-d6f8-4779-beb1-2f3bcc9b9ed0 req-3d159f25-9bdf-4dc9-90c7-6945e0962b0d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.048223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0bbc0fd-d6f8-4779-beb1-2f3bcc9b9ed0 req-3d159f25-9bdf-4dc9-90c7-6945e0962b0d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 943 time: 0.2013657 Dec 06 12:19:25.065432 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Port 10b5c087-2b2f-4b79-9253-0a0ca037d421 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:25.065729 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Attempting to bind port 10b5c087-2b2f-4b79-9253-0a0ca037d421 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:25.075671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.126357 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Pushing event deleted for resources: {'Port': ['ID=bc853d95-43c0-4779-a6e9-c790d6a831ef,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:25.128116 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:25.128457 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Checking segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:25.128836 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Bound using segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:25.129555 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Bound port: 10b5c087-2b2f-4b79-9253-0a0ca037d421, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:25.129919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.170141 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-7653126f-ebb1-4557-bd6f-4be169eed069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.171714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-7653126f-ebb1-4557-bd6f-4be169eed069 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1868207 Dec 06 12:19:25.203297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.261613 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] No DVR routers for this DVR port bc853d95-43c0-4779-a6e9-c790d6a831ef on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:25.262552 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8575c7a-62a3-4d8a-ab09-972772386e38 req-0bcccdac-9ddb-4bcc-acc6-d7e156ac7a96 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.270585 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8575c7a-62a3-4d8a-ab09-972772386e38 req-0bcccdac-9ddb-4bcc-acc6-d7e156ac7a96 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.272226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8575c7a-62a3-4d8a-ab09-972772386e38 req-0bcccdac-9ddb-4bcc-acc6-d7e156ac7a96 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 1654 time: 0.2229099 Dec 06 12:19:25.273942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.277226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.23 "DELETE /v2.0/ports/bc853d95-43c0-4779-a6e9-c790d6a831ef HTTP/1.1" status: 204 len: 173 time: 2.4093690 Dec 06 12:19:25.289349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for a49e9afa-cc29-4f7b-8ad0-3445e718ff00 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:25.299707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0bbc0fd-d6f8-4779-beb1-2f3bcc9b9ed0 req-426f8107-beea-434b-873a-048b672b45d7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324305 Dec 06 12:19:25.333090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-7c285816-b0fa-4cb7-88fd-2aad50d931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.334650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-7c285816-b0fa-4cb7-88fd-2aad50d931dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480548 Dec 06 12:19:25.335640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.344730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-0e0a4e5a-25ad-461b-b1e5-02d5e7fc862a service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509209 Dec 06 12:19:25.367657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8789b528-3673-4f8b-9185-f8e3b08dc625 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:25.400871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8575c7a-62a3-4d8a-ab09-972772386e38 req-3bc9766d-9d25-4500-a3fb-c7f7ce0f948f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989149 Dec 06 12:19:25.402304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83e7-0269-47f3-b56c-ea2669130140 req-0fd435fe-080d-40c3-a97a-dac91e4d993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.405437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52af83e7-0269-47f3-b56c-ea2669130140 req-0fd435fe-080d-40c3-a97a-dac91e4d993f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3686054 Dec 06 12:19:25.407593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 8789b528-3673-4f8b-9185-f8e3b08dc625 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:25.408021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8789b528-3673-4f8b-9185-f8e3b08dc625 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:25.453248 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:25.479157 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 595d6460-82a4-4b01-af40-2e5da9d4901b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:25.492296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:25.494990 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:25.531024 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:25.536228 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:25.544325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bffd3e19-67aa-414d-bca7-dc3009c17b61 req-27b22c42-babd-46f6-8be1-8b86189d0fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673305 Dec 06 12:19:25.545263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.714291 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.714905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.716705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] 10.222.0.53 "PUT /v2.0/ports/10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 1091 time: 3.3596127 Dec 06 12:19:25.739939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fad0-0b85-4cc1-a087-63172e22cf20 req-673a5ea9-02af-40ed-a5ef-89755e8885b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.748837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30e6fad0-0b85-4cc1-a087-63172e22cf20 req-673a5ea9-02af-40ed-a5ef-89755e8885b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 944 time: 0.0918596 Dec 06 12:19:25.762803 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.763462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.770119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-4283c85e-fdf9-4dde-8f06-891c91c7ff6f service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960028 Dec 06 12:19:25.789843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Request body: {'port': {'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:25.823252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30e6fad0-0b85-4cc1-a087-63172e22cf20 req-4eb866ee-74f1-41fb-ad1c-909d2c43a489 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705712 Dec 06 12:19:25.841228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-f96a0d4f-f815-498a-9805-ab606fb5bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:25.843009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-f96a0d4f-f815-498a-9805-ab606fb5bc60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 1094 time: 0.1993251 Dec 06 12:19:25.961757 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6d69e1ba-dfc0-4122-9620-0bff5c07c24b None None] Provisioning complete for port 10e49d9b-6c02-4881-b256-356d9d254f1f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:25.962505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6d69e1ba-dfc0-4122-9620-0bff5c07c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.027255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a323e401-4a37-4602-875d-c88cb28efe9f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:26.031567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device bc853d95-43c0-4779-a6e9-c790d6a831ef no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:26.061625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: bc853d95-43c0-4779-a6e9-c790d6a831ef {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:26.062253 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device bc853d95-43c0-4779-a6e9-c790d6a831ef not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:26.065186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fbc8b03-4ece-4059-a463-0fb355aa2f2e req-18dd1164-c1a0-4203-b699-1a3b87c5470e tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2f6e89-e080-4e27-b713-62299720c195 HTTP/1.1" status: 200 len: 210 time: 0.0737550 Dec 06 12:19:26.078847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6d69e1ba-dfc0-4122-9620-0bff5c07c24b None None] Port 10e49d9b-6c02-4881-b256-356d9d254f1f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:26.107287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-03e87f89-45b5-48a8-87ea-929dccab1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.107287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-03e87f89-45b5-48a8-87ea-929dccab1cec service neutron] 10.222.0.53 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 915 time: 0.2566640 Dec 06 12:19:26.124344 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'name': 'network-vif-deleted', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef'}, {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:26.129788 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a4e16-5c8c-4358-b041-5946295a117a" -d '{"events": [{"server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "name": "network-vif-deleted", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef"}, {"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:26.134584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-08305edc-c65f-48c3-8905-d7cc438dffd6 req-a1292981-183f-46bb-a504-33ad25e8294c service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168609 Dec 06 12:19:26.148849 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.156096 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-708a12c8-f107-4c4a-9680-2f532cb1a7c7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2683964 Dec 06 12:19:26.170444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39470de2-2d7a-40c1-9a7d-862cc476ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:26.172848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-0f943fc3-71ed-40a0-a802-98c019b61665 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e883492c-38ac-4b51-9759-c44e396e4d9d HTTP/1.1" status: 200 len: 217 time: 0.0429718 Dec 06 12:19:26.220253 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:26.238734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-9b816c0e-9618-40a7-b536-bbb9b8906c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.240200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-9b816c0e-9618-40a7-b536-bbb9b8906c22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.0595801 Dec 06 12:19:26.240550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a323e401-4a37-4602-875d-c88cb28efe9f,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:26.272195 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b0eb02-14d8-4c57-b1cf-c6e8512da2d3 x-openstack-request-id: req-87b0eb02-14d8-4c57-b1cf-c6e8512da2d3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:26.272195 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2f6e89-e080-4e27-b713-62299720c195", "name": "network-vif-deleted", "tag": "bc853d95-43c0-4779-a6e9-c790d6a831ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:26.272195 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87b0eb02-14d8-4c57-b1cf-c6e8512da2d3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:26.272195 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2f6e89-e080-4e27-b713-62299720c195', 'name': 'network-vif-deleted', 'tag': 'bc853d95-43c0-4779-a6e9-c790d6a831ef', 'status': 'completed', 'code': 200} Dec 06 12:19:26.272640 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'status': 'completed', 'code': 200} Dec 06 12:19:26.272753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a323e401-4a37-4602-875d-c88cb28efe9f', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': 'a323e401-4a37-4602-875d-c88cb28efe9f', 'mac_address': 'fa:16:3e:5a:c3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:26.305459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.312273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.312556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.318054 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.325245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.331009 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.345542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.352775 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.354786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-232b01b2-f535-4aef-93c2-e9eceb48172f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5407 time: 0.2605839 Dec 06 12:19:26.372994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-ae72fb8d-b98a-4b78-845c-bdb1ae8be94c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142676 Dec 06 12:19:26.380074 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=a49e9afa-cc29-4f7b-8ad0-3445e718ff00,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:26.434077 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.467816 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a323e401-4a37-4602-875d-c88cb28efe9f {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:26.469408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.482102 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'name': 'network-vif-deleted', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:26.484060 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a67a05-f32c-410a-8a8b-41ba927302b9" -d '{"events": [{"server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "name": "network-vif-deleted", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:26.495133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a323e401-4a37-4602-875d-c88cb28efe9f,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:26.502732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.575370 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:26.599078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.599583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.600050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.600507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.600959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.601435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.601886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.603911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-285a4e16-5c8c-4358-b041-5946295a117a req-320a3794-350d-4d9a-a25c-70cb7337363c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6409 time: 0.3189592 Dec 06 12:19:26.681991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f298c6e-b40d-4480-83e9-91b2a7ecb98a req-85bbf9fd-d82d-45e4-922e-fb1b984b0240 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3079288 Dec 06 12:19:26.698282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce315-acdb-4903-bf00-de62b6502d8a req-c6c17f0d-73b6-4938-b0f3-44543e6c37fc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.707876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39fce315-acdb-4903-bf00-de62b6502d8a req-c6c17f0d-73b6-4938-b0f3-44543e6c37fc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 943 time: 0.2113764 Dec 06 12:19:26.723138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a323e401-4a37-4602-875d-c88cb28efe9f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:26.785795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-4a5970c6-e70a-41bd-adc1-63546a49cc41 service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007618 Dec 06 12:19:26.870908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39fce315-acdb-4903-bf00-de62b6502d8a req-748d1df3-856c-447e-89cd-f462b979fa10 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479366 Dec 06 12:19:26.894687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-06568864-254e-49b6-ba52-a573f42337c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.895414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-06568864-254e-49b6-ba52-a573f42337c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.895871 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-06568864-254e-49b6-ba52-a573f42337c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.897579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-285a4e16-5c8c-4358-b041-5946295a117a req-06568864-254e-49b6-ba52-a573f42337c6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f90cc51c024504b789ef9fea24990b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2732363 Dec 06 12:19:26.950327 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd0911-e83f-4d01-8d7b-864cb684772d x-openstack-request-id: req-a9bd0911-e83f-4d01-8d7b-864cb684772d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:26.950624 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a750fa44-a572-44a1-a7ad-6a4bff1bd8f3", "name": "network-vif-deleted", "tag": "8789b528-3673-4f8b-9185-f8e3b08dc625", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:26.950875 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9bd0911-e83f-4d01-8d7b-864cb684772d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:26.951268 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a750fa44-a572-44a1-a7ad-6a4bff1bd8f3', 'name': 'network-vif-deleted', 'tag': '8789b528-3673-4f8b-9185-f8e3b08dc625', 'status': 'completed', 'code': 200} Dec 06 12:19:26.989834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a59a9-d504-4451-ac9c-3ff052d7552a req-0f9bdb47-14ee-4603-814e-baa255ae230a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:26.995818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a59a9-d504-4451-ac9c-3ff052d7552a req-0f9bdb47-14ee-4603-814e-baa255ae230a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.002187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a59a9-d504-4451-ac9c-3ff052d7552a req-0f9bdb47-14ee-4603-814e-baa255ae230a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.003856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b63a59a9-d504-4451-ac9c-3ff052d7552a req-0f9bdb47-14ee-4603-814e-baa255ae230a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2376 time: 0.1963739 Dec 06 12:19:27.068097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.093581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-5152624b-4760-4fe5-a0d3-70ade6b5aa7d service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953792 Dec 06 12:19:27.143200 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4e16-5c8c-4358-b041-5946295a117a req-fa7498dc-dfd3-47ce-bc5d-d6da21f2723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.144985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-285a4e16-5c8c-4358-b041-5946295a117a req-fa7498dc-dfd3-47ce-bc5d-d6da21f2723c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197068 Dec 06 12:19:27.149771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b63a59a9-d504-4451-ac9c-3ff052d7552a req-6a8053eb-2b02-4153-9cde-8742ded84d6a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095889 Dec 06 12:19:27.158732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5a5e6-a54a-4d3c-912c-f8c74e9ba453 req-81bfdff6-7cf2-4b17-8fe9-c10f428ffebc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.160254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04a5a5e6-a54a-4d3c-912c-f8c74e9ba453 req-81bfdff6-7cf2-4b17-8fe9-c10f428ffebc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 945 time: 0.1250548 Dec 06 12:19:27.222349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee251d55-2b24-4c96-8ba7-87a4a370eae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.264492 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:27.266351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04a5a5e6-a54a-4d3c-912c-f8c74e9ba453 req-afc68db0-add7-47d0-927a-1cbbe8f14ac4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947537 Dec 06 12:19:27.298250 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:27.328055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.368486 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978187c7-78a8-45fc-a846-8b54993bc7d4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:27.375771 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Transition to ACTIVE for port object e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:27.378057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:27.379612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.389283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.427580 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Deleting subnet d9d5e229-ca2b-4feb-80db-ca3074e96dd9 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:27.439409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.477684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:27.490970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'port_id': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'mac_address': 'fa:16:3e:d8:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205da72d-20a4-4693-8d5f-119c8bfadc87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:27.534110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.551062 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e883492c-38ac-4b51-9759-c44e396e4d9d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:27.573968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:27.578953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.651376 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:27.781064 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Transition to ACTIVE for port object 978187c7-78a8-45fc-a846-8b54993bc7d4 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:27.813679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.830717 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.836725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.843204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.849341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.855084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.855203 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.861669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.867556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.869796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b488979-5272-45f9-8598-04a8f2336e40 req-6d9008b4-ad3f-4509-a3ab-523286e6bfc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1077468 Dec 06 12:19:27.875843 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e883492c-38ac-4b51-9759-c44e396e4d9d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:27.905371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.954180 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Pushing event updated for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.040497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a323e401-4a37-4602-875d-c88cb28efe9f up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:28.058087 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Pushing event updated for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.078618 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 9e1d1519-e0b2-408a-ba4d-8365a7834238 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:28.096969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b488979-5272-45f9-8598-04a8f2336e40 req-d309499e-6deb-4fc6-a880-3b45bb224f83 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027788 Dec 06 12:19:28.163190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa14cf-8f09-4093-aa92-1cb3e6184739 req-2bddd8a6-a892-408d-8ad9-82f64e47661e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.173232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cafa14cf-8f09-4093-aa92-1cb3e6184739 req-2bddd8a6-a892-408d-8ad9-82f64e47661e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 944 time: 0.1271007 Dec 06 12:19:28.204115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port a323e401-4a37-4602-875d-c88cb28efe9f completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:28.209344 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a323e401-4a37-4602-875d-c88cb28efe9f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:28.209939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.274299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cafa14cf-8f09-4093-aa92-1cb3e6184739 req-06eea8de-72e3-430c-bbd6-b8e72a98868a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991743 Dec 06 12:19:28.342927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.347884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.360583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeffc-e33d-421b-8531-ac726f2781e1 req-d7558fae-d119-425f-acb3-cccd09665ce9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.378666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeffc-e33d-421b-8531-ac726f2781e1 req-d7558fae-d119-425f-acb3-cccd09665ce9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.385007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeffc-e33d-421b-8531-ac726f2781e1 req-d7558fae-d119-425f-acb3-cccd09665ce9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.391211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caebeffc-e33d-421b-8531-ac726f2781e1 req-d7558fae-d119-425f-acb3-cccd09665ce9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2388 time: 0.1004870 Dec 06 12:19:28.399772 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:28.402484 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec924fd-94ec-4a4b-930b-3bfd9ef78a4d" -d '{"events": [{"server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "name": "network-vif-plugged", "status": "completed", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:28.418900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a323e401-4a37-4602-875d-c88cb28efe9f,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:28.423418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d5e229-ca2b-4feb-80db-ca3074e96dd9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.436782 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.444297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.447626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4220875c-6202-4ac7-8779-d6f64709aa38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9d5e229-ca2b-4feb-80db-ca3074e96dd9 HTTP/1.1" status: 204 len: 168 time: 1.1785250 Dec 06 12:19:28.457801 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54450) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:28.492296 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.493219 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:28.506261 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] Sync routers for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:28.508443 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:28.516334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-44ac3575-9f5d-4c46-a916-c861da64e279 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0521026 Dec 06 12:19:28.521245 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Attempting to bind port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:28.521417 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Attempting to bind port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:28.521655 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Attempting to bind port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:28.524342 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:28.524959 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:28.529597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Attempting to bind port 978187c7-78a8-45fc-a846-8b54993bc7d4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:28.529923 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Attempting to bind port 978187c7-78a8-45fc-a846-8b54993bc7d4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:28.530241 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Attempting to bind port 978187c7-78a8-45fc-a846-8b54993bc7d4 on network 595d6460-82a4-4b01-af40-2e5da9d4901b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:28.536857 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:28.537185 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Attempting to bind port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 on network 535dbbab-b5aa-44e5-af40-023e61d2efc1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:28.540110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Port 978187c7-78a8-45fc-a846-8b54993bc7d4 on network 595d6460-82a4-4b01-af40-2e5da9d4901b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:28.540418 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Attempting to bind port 978187c7-78a8-45fc-a846-8b54993bc7d4 on network 595d6460-82a4-4b01-af40-2e5da9d4901b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:28.545573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:28.545914 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Checking segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:28.546293 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Bound using segment: {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:28.546849 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Bound port: e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82fa66a-c414-4d1c-9d94-c372030263bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:28.547211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.558270 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:28.558604 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Checking segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:28.559548 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Bound using segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:28.559980 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Bound port: 978187c7-78a8-45fc-a846-8b54993bc7d4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:28.560327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.568883 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:28.579087 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:28.579926 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:28.613046 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:28.613976 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fda348-f532-4131-9678-b15e8f53a98f None None] The sync data for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:28.649984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b107-97b3-41ab-889f-95c937d718db req-830302c9-458e-487e-865d-00ee1088b3b7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.657687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f87b107-97b3-41ab-889f-95c937d718db req-830302c9-458e-487e-865d-00ee1088b3b7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 945 time: 0.2617025 Dec 06 12:19:28.688340 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:28.693586 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:28.700506 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:28.700665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caebeffc-e33d-421b-8531-ac726f2781e1 req-04338371-dc79-4520-b518-5975d85474d2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032396 Dec 06 12:19:28.703191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.714753 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=978187c7-78a8-45fc-a846-8b54993bc7d4,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:28.731858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.772805 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7054495-6915-4dd1-8c79-f638a3595b37 x-openstack-request-id: req-b7054495-6915-4dd1-8c79-f638a3595b37 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:28.773104 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "name": "network-vif-plugged", "status": "completed", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:28.773386 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7054495-6915-4dd1-8c79-f638a3595b37 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:28.774281 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f', 'code': 200} Dec 06 12:19:28.785208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.787576 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.788281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.789916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] 10.222.0.53 "PUT /v2.0/ports/e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 1091 time: 3.0176654 Dec 06 12:19:28.790925 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:28.793996 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:28.798679 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230513a6-72ff-452e-9c26-879e880c59ca service neutron] Pushing event updated for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.871328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f87b107-97b3-41ab-889f-95c937d718db req-38d7da8d-591c-47d1-8e37-1ebc42b8c39a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124853 Dec 06 12:19:28.926753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:28.927683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.929088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] 10.222.0.23 "PUT /v2.0/ports/978187c7-78a8-45fc-a846-8b54993bc7d4 HTTP/1.1" status: 200 len: 1092 time: 2.7188218 Dec 06 12:19:28.930725 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b381fc-5337-4834-ac68-587b53866643 x-openstack-request-id: req-d9b381fc-5337-4834-ac68-587b53866643 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:28.931025 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:28.931283 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9b381fc-5337-4834-ac68-587b53866643 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:28.931682 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11', 'status': 'completed', 'code': 200} Dec 06 12:19:28.969181 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:29.039360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.079469 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9777f6d-abe3-4bd3-bd16-b62826345fc2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:29.113491 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48129bb-a7e0-436e-96a7-812a4f75027d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:29.114175 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48129bb-a7e0-436e-96a7-812a4f75027d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:29.115784 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a151d-dea1-4d07-8f43-6ac06702800b service neutron] Pushing event updated for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:29.136114 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.137540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.138188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.139462 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.142861 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.143555 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.144542 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.146503 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a2fb6412-5bc4-48c0-9edd-a86f33989973 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6476 time: 0.2692680 Dec 06 12:19:29.157111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a20d1-a966-4ccc-927d-0c1090c2662e req-ca764e3f-f971-4bcd-8e9f-8aed6977f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.163716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f22a20d1-a966-4ccc-927d-0c1090c2662e req-ca764e3f-f971-4bcd-8e9f-8aed6977f412 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 1097 time: 0.2187009 Dec 06 12:19:29.173359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.183504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.198715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.225678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:29.226092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:29.228925 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:29.235799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-5f5d6139-5616-442e-85bb-7fa0d596ed35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 217 time: 0.0698929 Dec 06 12:19:29.350057 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f22a20d1-a966-4ccc-927d-0c1090c2662e req-52de3e2c-81e0-409d-a956-78e6da453642 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719339 Dec 06 12:19:29.372792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.380463 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2820e594-3c3c-470a-acf4-31ab7d7deb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.382693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2820e594-3c3c-470a-acf4-31ab7d7deb1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.1238925 Dec 06 12:19:29.391783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.396641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9777f6d-abe3-4bd3-bd16-b62826345fc2 HTTP/1.1" status: 204 len: 168 time: 0.9356525 Dec 06 12:19:29.401815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:29.453553 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d43d7-4a51-4273-9a36-9873a946251f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9777f6d-abe3-4bd3-bd16-b62826345fc2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:29.490002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.494319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e883492c-38ac-4b51-9759-c44e396e4d9d completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:29.500932 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e883492c-38ac-4b51-9759-c44e396e4d9d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:29.501640 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.508458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.518743 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a3d2c77c-be99-46cc-9700-f16ca60d7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.520395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.520524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-a3d2c77c-be99-46cc-9700-f16ca60d7823 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268342 Dec 06 12:19:29.534981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.550961 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.564613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.582167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c99a8fc-738f-424c-9687-bb57c523e5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.586352 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.599750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b81a924-032c-4f42-814d-85b38a596f56 req-14108e17-19f5-4b43-9be6-eac69f40e30b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.3559554 Dec 06 12:19:29.658495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.715486 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-b7df34c0-dcff-494e-a2e7-cec1e0e30ebe service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866820 Dec 06 12:19:29.715752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:29.724034 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.775162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc5607-6253-42db-ad6d-90e5f9c3436b req-b95dae2a-e61d-4811-8706-a5605fc131e8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.785718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecbc5607-6253-42db-ad6d-90e5f9c3436b req-b95dae2a-e61d-4811-8706-a5605fc131e8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 944 time: 0.4138477 Dec 06 12:19:29.787733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:29.790100 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54486) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.810470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b81a924-032c-4f42-814d-85b38a596f56 req-683d031c-8a93-4063-bef9-27d8ea32c774 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092857 Dec 06 12:19:29.867253 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320f256d-0749-47a4-be1c-3010fe556054 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:29.886325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.912403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-e2bf95ea-a137-4409-80c0-45ef107da784 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888082 Dec 06 12:19:29.917333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd335e88-1b40-4b8f-9fb1-11299e118565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d27d85a2cd3b4b77b8c27794be3acaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1236444 Dec 06 12:19:29.918178 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.922880 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Transition to ACTIVE for port object 320f256d-0749-47a4-be1c-3010fe556054 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:29.944992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.995653 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-f9aa80ec-91a4-4b72-b9d4-453913166634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 217 time: 0.0735791 Dec 06 12:19:30.155225 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Pushing event updated for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:30.175261 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-465799dc-cbd6-4cbc-9c1d-d2c7940e2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.177063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-465799dc-cbd6-4cbc-9c1d-d2c7940e2762 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1545982 Dec 06 12:19:30.251204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.262883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.284708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecbc5607-6253-42db-ad6d-90e5f9c3436b req-732ab56c-194d-438e-bec0-05c23b3a7ca5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968948 Dec 06 12:19:30.295210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.311446 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Attempting to bind port 320f256d-0749-47a4-be1c-3010fe556054 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:30.311783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Attempting to bind port 320f256d-0749-47a4-be1c-3010fe556054 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:30.312111 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Attempting to bind port 320f256d-0749-47a4-be1c-3010fe556054 on network bdfedde3-4c86-4790-b7cd-b79068c3957c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:30.350135 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Port 320f256d-0749-47a4-be1c-3010fe556054 on network bdfedde3-4c86-4790-b7cd-b79068c3957c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:30.351188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Attempting to bind port 320f256d-0749-47a4-be1c-3010fe556054 on network bdfedde3-4c86-4790-b7cd-b79068c3957c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:30.384345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-313a0291-0b36-48c6-b39d-44226f53be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.385881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-313a0291-0b36-48c6-b39d-44226f53be8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986408 Dec 06 12:19:30.390419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:30.390419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Checking segment: {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:30.390719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Bound using segment: {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:30.390927 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Bound port: 320f256d-0749-47a4-be1c-3010fe556054, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5679a765-909d-48b7-bc6e-f199fbc745cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:30.391263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.447397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.450043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.451202 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3fc2694-649a-4727-92cb-d14243585e2f HTTP/1.1" status: 204 len: 168 time: 0.5306776 Dec 06 12:19:30.456329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983aec-872a-4614-8382-cb29a5e22e24 req-92a00a36-6c7e-4c84-aeef-77a14dcf9009 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.462563 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983aec-872a-4614-8382-cb29a5e22e24 req-92a00a36-6c7e-4c84-aeef-77a14dcf9009 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.469023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983aec-872a-4614-8382-cb29a5e22e24 req-92a00a36-6c7e-4c84-aeef-77a14dcf9009 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.477412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c983aec-872a-4614-8382-cb29a5e22e24 req-92a00a36-6c7e-4c84-aeef-77a14dcf9009 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2400 time: 0.2063091 Dec 06 12:19:30.478507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc635af7-92ec-4168-bba8-08aa25dd80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc2694-649a-4727-92cb-d14243585e2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:30.500497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.540363 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:30.562727 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=320f256d-0749-47a4-be1c-3010fe556054,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:30.572107 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-da2028dc-d5a9-4dd8-bbb4-d3723b19a991 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670153 Dec 06 12:19:30.573247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.642427 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Pushing event updated for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:30.647854 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.648474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.649864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-4d89e6c7-6b31-4ddd-9bca-77d9bf446897 service neutron] 10.222.0.23 "PUT /v2.0/ports/320f256d-0749-47a4-be1c-3010fe556054 HTTP/1.1" status: 200 len: 1091 time: 1.6890500 Dec 06 12:19:30.668550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c983aec-872a-4614-8382-cb29a5e22e24 req-4c301ed5-8a5e-49fd-92d2-5c8081d15346 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900744 Dec 06 12:19:30.706810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0a82-ed0b-4e02-b69e-654a1273c572 req-5b83d6e7-3c11-44b2-a43d-7c613318a3b5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.710375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba5d0a82-ed0b-4e02-b69e-654a1273c572 req-5b83d6e7-3c11-44b2-a43d-7c613318a3b5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 946 time: 0.3172810 Dec 06 12:19:30.741790 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Request body: {'port': {'device_id': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:30.774537 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:30.777561 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c576d0-e69a-46c3-ba8f-82b452be5e2c" -d '{"events": [{"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-plugged", "status": "completed", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:30.811881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1f5766f0-f9f1-4c98-8909-4422a48f985f service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269282 Dec 06 12:19:30.829695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.859052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba5d0a82-ed0b-4e02-b69e-654a1273c572 req-4f2bd7aa-5336-4524-b6de-d26c72347f03 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355059 Dec 06 12:19:30.929427 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788390e2-4858-4142-9ce9-1f2bcdaf73db x-openstack-request-id: req-788390e2-4858-4142-9ce9-1f2bcdaf73db {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:30.929906 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-plugged", "status": "completed", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:30.930350 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-788390e2-4858-4142-9ce9-1f2bcdaf73db {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:30.930917 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'code': 200} Dec 06 12:19:30.937187 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4'}, {'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '320f256d-0749-47a4-be1c-3010fe556054'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:30.938865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.944842 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cebf46-a7db-4e4f-b38d-b2f6c742154f" -d '{"events": [{"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4"}, {"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "320f256d-0749-47a4-be1c-3010fe556054"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:30.975526 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-dd4ab7c8-2ce5-4378-9b4c-cd2d2459690a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 217 time: 0.1394446 Dec 06 12:19:31.077821 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90383b-2eb6-434d-a8c8-394e4d1277c2 x-openstack-request-id: req-ce90383b-2eb6-434d-a8c8-394e4d1277c2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:31.078121 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "320f256d-0749-47a4-be1c-3010fe556054", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:31.078370 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce90383b-2eb6-434d-a8c8-394e4d1277c2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:31.078769 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4', 'status': 'completed', 'code': 200} Dec 06 12:19:31.079030 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '320f256d-0749-47a4-be1c-3010fe556054', 'status': 'completed', 'code': 200} Dec 06 12:19:31.094444 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 56196fdc-b14b-4596-b226-a67dd3f96b5c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:31.094781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.129047 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-df77a61b-d0f3-4361-91dc-33aaa2ee1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.130785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-df77a61b-d0f3-4361-91dc-33aaa2ee1da7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1542330 Dec 06 12:19:31.200788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.210025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.220174 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.228232 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.239512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.248036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.248400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-017668b1-7057-46ee-9654-e38294c26783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.248870 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-017668b1-7057-46ee-9654-e38294c26783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.249447 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-017668b1-7057-46ee-9654-e38294c26783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.250953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-017668b1-7057-46ee-9654-e38294c26783 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2798 time: 0.1615748 Dec 06 12:19:31.254989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-402ef894-5646-4495-8105-5ab279d2c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.256133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.256354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-402ef894-5646-4495-8105-5ab279d2c86c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177626 Dec 06 12:19:31.259007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-dfd71a3e-ce2c-4126-b364-6145a93738d0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.2812862 Dec 06 12:19:31.339831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee266ea0-19b9-4c2f-9610-f8f20f6f6c61 req-e53a0b2e-194e-4c17-b29f-f705e2a77ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.342243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee266ea0-19b9-4c2f-9610-f8f20f6f6c61 req-e53a0b2e-194e-4c17-b29f-f705e2a77ba1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 1096 time: 0.3084207 Dec 06 12:19:31.375938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.412190 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 56196fdc-b14b-4596-b226-a67dd3f96b5c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:31.492276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-662a8dc8-21c8-4c43-8941-ac3496b6ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.492828 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-662a8dc8-21c8-4c43-8941-ac3496b6ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.493360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-662a8dc8-21c8-4c43-8941-ac3496b6ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.494965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-662a8dc8-21c8-4c43-8941-ac3496b6ba4a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=843ac13b3c284294bfecccd45bea6888&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2263727 Dec 06 12:19:31.509110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d10f0be0-8f44-4ee5-9902-3651600687c7 req-a3df3221-2ae3-4b13-b252-21e007264fa1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341135 Dec 06 12:19:31.528683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee266ea0-19b9-4c2f-9610-f8f20f6f6c61 req-5da55850-723a-41eb-85cf-263a19886956 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783917 Dec 06 12:19:31.622323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee4729-546a-41fa-afca-52c0d281fa69 req-5211ad43-5c93-4ff4-8c52-d066782ba29d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:31.623908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0ee4729-546a-41fa-afca-52c0d281fa69 req-5211ad43-5c93-4ff4-8c52-d066782ba29d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1476719 Dec 06 12:19:31.809363 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:31.822757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0ee4729-546a-41fa-afca-52c0d281fa69 req-7fc094fa-7981-4f42-bfc3-52b78d23cacd tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528201 Dec 06 12:19:31.929857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.024152 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=56196fdc-b14b-4596-b226-a67dd3f96b5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:32.040259 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1287740169-network', 'tenant_id': 'b767be6183014e80bbfdcb1f6760ac0e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:32.074974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f44c3-5e3a-41c7-99be-2df5aae43f0f req-0a5d37eb-a4a2-4f46-a01a-9f587afb9463 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.081004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f44c3-5e3a-41c7-99be-2df5aae43f0f req-0a5d37eb-a4a2-4f46-a01a-9f587afb9463 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.087346 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f44c3-5e3a-41c7-99be-2df5aae43f0f req-0a5d37eb-a4a2-4f46-a01a-9f587afb9463 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.089213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f85f44c3-5e3a-41c7-99be-2df5aae43f0f req-0a5d37eb-a4a2-4f46-a01a-9f587afb9463 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2400 time: 0.2789021 Dec 06 12:19:32.152606 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-26176b47-ced7-4adc-b0e0-c68e458840aa service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766515 Dec 06 12:19:32.252705 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Made reservation on behalf of b767be6183014e80bbfdcb1f6760ac0e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:32.254765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.255271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.266547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-890249dd-c802-4c85-8741-6be00eceb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.268103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-890249dd-c802-4c85-8741-6be00eceb51e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7640929 Dec 06 12:19:32.277954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8244c4-5eea-4884-9aa3-63d432cca0b4 req-9a279761-81a9-43f0-bb05-be6b15954fe8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.286452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd8244c4-5eea-4884-9aa3-63d432cca0b4 req-9a279761-81a9-43f0-bb05-be6b15954fe8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 946 time: 0.3097706 Dec 06 12:19:32.308286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-c07582af-31ee-43b3-bc25-dbf560325f05 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403015 Dec 06 12:19:32.335279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.354840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.371268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f85f44c3-5e3a-41c7-99be-2df5aae43f0f req-43afa203-91ee-4213-9eea-33a5cad74b11 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567961 Dec 06 12:19:32.411168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-82cdba36-f6fb-4994-a840-123fe9c09644 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 217 time: 0.0778441 Dec 06 12:19:32.422779 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e49d9b-6c02-4881-b256-356d9d254f1f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:32.430278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd8244c4-5eea-4884-9aa3-63d432cca0b4 req-a1b2846e-6499-44ee-987d-30cc9d0e64e1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425271 Dec 06 12:19:32.469204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.496874 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Transition to ACTIVE for port object 10e49d9b-6c02-4881-b256-356d9d254f1f will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:32.503464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3d317b28-c90d-4b4b-8f0b-6fceb8e7c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.503933 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3d317b28-c90d-4b4b-8f0b-6fceb8e7c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.504698 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3d317b28-c90d-4b4b-8f0b-6fceb8e7c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.506418 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3d317b28-c90d-4b4b-8f0b-6fceb8e7c18b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2798 time: 0.1590548 Dec 06 12:19:32.508261 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1468f91b-2ca6-4064-8333-9b5ef2b53f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.509593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1468f91b-2ca6-4064-8333-9b5ef2b53f3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0819347 Dec 06 12:19:32.510314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.647868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:32.672936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.682649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.703403 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:19:32.719695 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.720273 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Added segment 206e0cee-ab2d-4eb5-a5d2-3f1335bbd286 of type vlan for network 69b7fef3-1b5b-447e-876c-9445842bb67e Dec 06 12:19:32.755992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb62e243-9397-480f-b0ac-0d0a50de4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.757968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-eb62e243-9397-480f-b0ac-0d0a50de4bfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087290 Dec 06 12:19:32.872722 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 9e1d1519-e0b2-408a-ba4d-8365a7834238 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:32.917221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-d3e01568-c1f5-4dc5-b0db-0ff555ce92ee service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410763 Dec 06 12:19:32.918983 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-b85af1a2-4d9e-4a57-9212-45f86198386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.919446 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-b85af1a2-4d9e-4a57-9212-45f86198386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.919903 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-b85af1a2-4d9e-4a57-9212-45f86198386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.922635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-b85af1a2-4d9e-4a57-9212-45f86198386b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=843ac13b3c284294bfecccd45bea6888&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4072688 Dec 06 12:19:32.930595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.932707 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5a591-d78d-42aa-a4e3-0601eb64f073,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:32.947971 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Attempting to bind port 10e49d9b-6c02-4881-b256-356d9d254f1f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:32.948316 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Attempting to bind port 10e49d9b-6c02-4881-b256-356d9d254f1f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:32.948647 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Attempting to bind port 10e49d9b-6c02-4881-b256-356d9d254f1f on network 595d6460-82a4-4b01-af40-2e5da9d4901b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:32.956760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.962832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.969558 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.975471 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.982074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.988453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.994482 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.997304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-893b6616-b581-4762-b139-960b3a6d898f req-a15e9b12-a22d-4cc4-ba57-dec8d4d97ed5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.3213391 Dec 06 12:19:33.003479 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Port 10e49d9b-6c02-4881-b256-356d9d254f1f on network 595d6460-82a4-4b01-af40-2e5da9d4901b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:33.003798 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Attempting to bind port 10e49d9b-6c02-4881-b256-356d9d254f1f on network 595d6460-82a4-4b01-af40-2e5da9d4901b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:33.052606 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:33.053055 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Checking segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:33.053351 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Bound using segment: {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:33.053793 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Bound port: 10e49d9b-6c02-4881-b256-356d9d254f1f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1617d0-4afb-451d-a8fb-5baa3d25528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:33.054152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.112530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.141209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.141650 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.142340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.153854 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:33.177768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-2e215a7b-0e86-445c-ae88-0c3c79a7e5f6 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318978 Dec 06 12:19:33.182452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] Sync routers for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:33.183592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3a614ad0-c4b3-47a7-ba12-2adff6ab4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.185482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36cebf46-a7db-4e4f-b38d-b2f6c742154f req-3a614ad0-c4b3-47a7-ba12-2adff6ab4409 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386127 Dec 06 12:19:33.185859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa76696b-79a3-4c7c-80f6-c07383744c82 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6713145 Dec 06 12:19:33.193001 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54576) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.197371 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:33.198979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.215575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-893b6616-b581-4762-b139-960b3a6d898f req-7b06d69a-8f60-4158-9e0e-1b80ca2ac031 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992762 Dec 06 12:19:33.243056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d84e-19fd-436a-a08e-6c47f146927c req-260caa1e-7127-48ea-aba8-0778949b717e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.251157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f003d84e-19fd-436a-a08e-6c47f146927c req-260caa1e-7127-48ea-aba8-0778949b717e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2500374 Dec 06 12:19:33.258594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4316621 Dec 06 12:19:33.261050 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54578) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.266636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7693c15e-953e-40d4-886b-bccf1b0b1242 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e1d1519-e0b2-408a-ba4d-8365a7834238 HTTP/1.1" status: 200 len: 205 time: 0.0654736 Dec 06 12:19:33.268102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-91c1e531-7f20-44b0-a023-0476d623446f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 217 time: 0.0816092 Dec 06 12:19:33.269855 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54580) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.282323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Request body: {'subnet': {'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1287740169-subnet', 'tenant_id': 'b767be6183014e80bbfdcb1f6760ac0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.287524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.291408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8314-7311-4ae4-98d0-ed35935cb048 admin admin] Pushing event updated for resources: {'Network': ['ID=69b7fef3-1b5b-447e-876c-9445842bb67e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.299257 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] Routers {'9e1d1519-e0b2-408a-ba4d-8365a7834238'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:33.300227 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9e1d1519-e0b2-408a-ba4d-8365a7834238'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.305173 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 69b7fef3-1b5b-447e-876c-9445842bb67e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:33.310556 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:33.347698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f003d84e-19fd-436a-a08e-6c47f146927c req-4c3daa57-037f-4077-a414-c35c18811b20 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955751 Dec 06 12:19:33.363131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.364126 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300eb954-307a-4e0d-a148-51ca8f042ace None None] The sync data for ids ['9e1d1519-e0b2-408a-ba4d-8365a7834238'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:33.422099 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=10e49d9b-6c02-4881-b256-356d9d254f1f,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:33.439561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.450249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.485031 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Made reservation on behalf of b767be6183014e80bbfdcb1f6760ac0e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:33.488359 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.509793 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58fbc-03a0-4870-8611-aa02a7424f86 req-a2ea2c5f-2c75-4639-a82d-18867242a52b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.511429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1af58fbc-03a0-4870-8611-aa02a7424f86 req-a2ea2c5f-2c75-4639-a82d-18867242a52b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0625255 Dec 06 12:19:33.535564 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-652559a5-b107-48c6-9094-69b5d49dd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.537750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-652559a5-b107-48c6-9094-69b5d49dd6b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.2591362 Dec 06 12:19:33.589405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.589644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc094-6073-4626-b086-6e1d5625f68d req-6b335d37-5f9b-47f4-ac25-8fdec4c680ce tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.590475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.592043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] 10.222.0.23 "PUT /v2.0/ports/10e49d9b-6c02-4881-b256-356d9d254f1f HTTP/1.1" status: 200 len: 1092 time: 2.8621705 Dec 06 12:19:33.598111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc094-6073-4626-b086-6e1d5625f68d req-6b335d37-5f9b-47f4-ac25-8fdec4c680ce tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.603030 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:33.604678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc094-6073-4626-b086-6e1d5625f68d req-6b335d37-5f9b-47f4-ac25-8fdec4c680ce tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.606465 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa07d86-3ec8-437c-b90b-3d42f40db7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:33.614044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e47dc094-6073-4626-b086-6e1d5625f68d req-6b335d37-5f9b-47f4-ac25-8fdec4c680ce tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2412 time: 0.1224780 Dec 06 12:19:33.692753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1af58fbc-03a0-4870-8611-aa02a7424f86 req-d6c7a00a-f36c-41a1-811c-fd54b91341d2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594417 Dec 06 12:19:33.714778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e47dc094-6073-4626-b086-6e1d5625f68d req-556a4ed3-54d7-4484-9098-c07db9f9432e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958478 Dec 06 12:19:33.780127 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d81e51-17f4-48d7-a60b-14b498ce67bf x-openstack-request-id: req-b2d81e51-17f4-48d7-a60b-14b498ce67bf {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:33.780428 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:33.780685 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2d81e51-17f4-48d7-a60b-14b498ce67bf {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:33.781086 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f', 'status': 'completed', 'code': 200} Dec 06 12:19:33.808901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b2d5-414c-4d51-af4a-c94def0bc9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.868139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.885574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.896391 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-32eed6e5-abd8-4fb5-af1e-500801562373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.897929 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-32eed6e5-abd8-4fb5-af1e-500801562373 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3117244 Dec 06 12:19:33.907323 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-03fa9eeb-f1e7-4549-bafe-9a8c16753a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.907802 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-03fa9eeb-f1e7-4549-bafe-9a8c16753a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.908264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-03fa9eeb-f1e7-4549-bafe-9a8c16753a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:33.910035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-03fa9eeb-f1e7-4549-bafe-9a8c16753a25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2865 time: 0.2576315 Dec 06 12:19:34.006372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-8a70abc1-ba78-40a9-ac8f-7da947f8719b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=978187c7-78a8-45fc-a846-8b54993bc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0499446 Dec 06 12:19:34.014042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee5269-fa36-4c1d-926f-b27bc361c2b1 req-6f94dc93-af95-4552-b3ab-dfcdd507aaac tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.015501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcee5269-fa36-4c1d-926f-b27bc361c2b1 req-6f94dc93-af95-4552-b3ab-dfcdd507aaac tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0627296 Dec 06 12:19:34.029700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.030190 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1d1519-e0b2-408a-ba4d-8365a7834238 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:19:34.060708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.064366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-37b77233-90fb-4760-af61-b54aed4e1f79 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238 HTTP/1.1" status: 204 len: 168 time: 0.7911632 Dec 06 12:19:34.065654 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:34.112162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcee5269-fa36-4c1d-926f-b27bc361c2b1 req-292df835-40de-4084-90bf-9efe21667032 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871148 Dec 06 12:19:34.151676 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:34.156142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-02617666-08c0-4449-b836-fa2e8ab20a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.156685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.157716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-02617666-08c0-4449-b836-fa2e8ab20a9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc913e57-b81c-4999-9d9a-d89a91913c88 HTTP/1.1" status: 200 len: 801 time: 0.1400743 Dec 06 12:19:34.164983 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-503299b2-3baf-4a66-997c-c9c937adea0e service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525883 Dec 06 12:19:34.259884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.308227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232d1e-583d-4e48-ae2e-e02be4b79bfb req-85b2d533-7cb6-41b2-b4e4-cb23a85a380e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.310490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a232d1e-583d-4e48-ae2e-e02be4b79bfb req-85b2d533-7cb6-41b2-b4e4-cb23a85a380e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1018741 Dec 06 12:19:34.327410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.339030 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-c455a752-dd2f-4487-ae2e-8c50d4d7a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.340703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-c455a752-dd2f-4487-ae2e-8c50d4d7a3df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=595d6460-82a4-4b01-af40-2e5da9d4901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1747963 Dec 06 12:19:34.452784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.458710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.464622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.471114 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.471363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.477407 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.480510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-82956490-fa12-45a8-a1ac-5aa8eded9efa service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076854 Dec 06 12:19:34.483490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.490451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.492254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-40124dd2-c837-4c8a-a17b-6a491e297ba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1636722 Dec 06 12:19:34.509610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a232d1e-583d-4e48-ae2e-e02be4b79bfb req-12e306a7-14ec-4278-b375-2b72dfdbec46 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873577 Dec 06 12:19:34.542257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.555286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-58e0f6e6-0540-4129-a706-bba9ad73913a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 217 time: 0.0625687 Dec 06 12:19:34.577484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-1456341e-3278-43e2-97db-f8e5991b53e9 service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116580 Dec 06 12:19:34.639933 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-f3c1f95b-906d-409e-b315-dbdf4678dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.641806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-f3c1f95b-906d-409e-b315-dbdf4678dc89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0617826 Dec 06 12:19:34.658470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ec72ca-6bf5-4f74-bd73-989663238dcd req-fc6c1c42-dde9-486a-9fe0-181214008b82 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450257 Dec 06 12:19:34.677110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.696502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Checking segment: {'id': '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:34.701790 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Network hostable DHCP agents. Network: 69b7fef3-1b5b-447e-876c-9445842bb67e, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:34.709597 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.721342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120e40f-3f6e-4616-af33-1b8a67403ad3 None None] Network 0f917f78-837f-4cd6-8527-47c94b32d5de requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:34.729192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.734602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-44418ffe-deca-4a49-95db-09f96549ad40 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5 HTTP/1.1" status: 204 len: 168 time: 0.6655879 Dec 06 12:19:34.745733 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:34.811545 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet 9c7b49ce-ba9e-496a-abbe-b61fd6d09576 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:34.815463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.944923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.956932 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Network 69b7fef3-1b5b-447e-876c-9445842bb67e is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:34.970139 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1cd855d3-2e8d-4ba6-bb29-322921f18b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.971529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-1cd855d3-2e8d-4ba6-bb29-322921f18b96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2796979 Dec 06 12:19:34.983172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-6024ecec-93bd-4238-a6c5-05865bc0c45b service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402345 Dec 06 12:19:35.073809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-336a4f99-1357-4ccb-8008-f80a167b85b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=320f256d-0749-47a4-be1c-3010fe556054 HTTP/1.1" status: 200 len: 217 time: 0.0627093 Dec 06 12:19:35.075835 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 69b7fef3-1b5b-447e-876c-9445842bb67e) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:35.091912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.092671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.150409 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261dd5d-cebc-4afe-a1a2-4886282cf92b req-898c67bb-6dc6-4562-95ab-91f1cd34b650 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.157545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-2c344a55-2a52-4b0c-9fd3-e43aa0c9adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.157781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261dd5d-cebc-4afe-a1a2-4886282cf92b req-898c67bb-6dc6-4562-95ab-91f1cd34b650 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.159426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-2c344a55-2a52-4b0c-9fd3-e43aa0c9adc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c323055-6288-41f1-ba5b-efdbae8a3d24 HTTP/1.1" status: 200 len: 801 time: 0.0708988 Dec 06 12:19:35.164148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261dd5d-cebc-4afe-a1a2-4886282cf92b req-898c67bb-6dc6-4562-95ab-91f1cd34b650 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.172601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f261dd5d-cebc-4afe-a1a2-4886282cf92b req-898c67bb-6dc6-4562-95ab-91f1cd34b650 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2412 time: 0.1477773 Dec 06 12:19:35.194282 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287ee8c-5450-4ec2-85e6-71f658dbd5ef None None] Network 69b7fef3-1b5b-447e-876c-9445842bb67e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:35.240641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f261dd5d-cebc-4afe-a1a2-4886282cf92b req-4fceec0a-13f2-47a6-af72-f8f62469d830 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Dec 06 12:19:35.250614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.431175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.456095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.462744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/9c7b49ce-ba9e-496a-abbe-b61fd6d09576 HTTP/1.1" status: 204 len: 168 time: 0.7157145 Dec 06 12:19:35.483031 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:35.508098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccf483-df71-4f39-a99c-5de80e253c0f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7b49ce-ba9e-496a-abbe-b61fd6d09576,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:35.509815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a7213-24c5-481f-8524-2086dd1fe9e7 None None] Network 08fdc55e-85da-4fea-a617-1eb33d4a996d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:35.598101 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb16e17-5d9d-4e72-b2f9-64f64a947389 None None] Network 69b7fef3-1b5b-447e-876c-9445842bb67e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:35.611531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-63e0e0de-c45c-4664-962a-c32f0244ea20 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3472035 Dec 06 12:19:35.639986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975b3a-6c99-4762-bc6a-1e6322d5c50c req-7cd82176-010d-4792-88ae-9478a257347d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.646902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96975b3a-6c99-4762-bc6a-1e6322d5c50c req-7cd82176-010d-4792-88ae-9478a257347d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2496073 Dec 06 12:19:35.672948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-b1913fcd-0771-4058-99a6-68a0fc838b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.674482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-b1913fcd-0771-4058-99a6-68a0fc838b0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdfedde3-4c86-4790-b7cd-b79068c3957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5054989 Dec 06 12:19:35.752447 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] DHCP port deletion for 0f917f78-837f-4cd6-8527-47c94b32d5de request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:35.754911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-5520b700-2af0-4596-ad86-a5023cb5f83b service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743695 Dec 06 12:19:35.785555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.799897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833958c4-910a-4227-930f-7c15733ed248 req-60a1179d-fdc7-4808-84c1-974e043d3b1b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:35.808193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-833958c4-910a-4227-930f-7c15733ed248 req-60a1179d-fdc7-4808-84c1-974e043d3b1b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.2138963 Dec 06 12:19:35.891648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96975b3a-6c99-4762-bc6a-1e6322d5c50c req-41ae0eb3-7e43-452c-a8ba-d24152dfedb6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639373 Dec 06 12:19:35.905453 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-8027e034-c261-4b23-bc1b-4b6bfe0a4fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399126 Dec 06 12:19:35.958571 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] DHCP port deletion for 08fdc55e-85da-4fea-a617-1eb33d4a996d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:35.966830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Deleting port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:35.967207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:35.990419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-833958c4-910a-4227-930f-7c15733ed248 req-dfd248ba-045c-4ca4-9d2b-f1b75395f93e tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811335 Dec 06 12:19:36.038853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-45bc07c8-8031-4f45-b473-f089ef272600 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.1250117 Dec 06 12:19:36.052723 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:36.053071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.093805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] For port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,segment=NetworkSegment(049c06ad-8509-4a16-b5c9-d67acf56f17d),segment_id=049c06ad-8509-4a16-b5c9-d67acf56f17d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:36.094204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.098840 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.106266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.112168 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.118204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.124653 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.133271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Calling delete_port for 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:36.141861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.151534 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Deleting port 0eaa0203-13b5-47fb-8e79-39e69070ba1d {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:36.151904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.171178 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.172249 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-12272c60-088b-4513-8faf-7d4f09cb2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.173985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-12272c60-088b-4513-8faf-7d4f09cb2f52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0643833 Dec 06 12:19:36.179841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-5b75197c-3c3f-4edc-9fce-ccb0eb3cf453 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1805854 Dec 06 12:19:36.205045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-f637980b-c5a7-40d1-ad55-1a6df1837dce service neutron] 10.222.0.23 "GET /v2.0/networks/bdfedde3-4c86-4790-b7cd-b79068c3957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157151 Dec 06 12:19:36.288196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] For port 0eaa0203-13b5-47fb-8e79-39e69070ba1d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0eaa0203-13b5-47fb-8e79-39e69070ba1d,segment=NetworkSegment(72ba0abb-9ff6-46e8-a0bd-784f95f04f33),segment_id=72ba0abb-9ff6-46e8-a0bd-784f95f04f33)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:36.289022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.294338 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-cdbeaaa4-7f17-4723-a932-a2939d1f502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.296027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-cdbeaaa4-7f17-4723-a932-a2939d1f502b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899673 Dec 06 12:19:36.314369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Calling delete_port for 0eaa0203-13b5-47fb-8e79-39e69070ba1d owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:36.367010 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.384008 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] No DVR routers for this DVR port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:36.422486 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01060f-d6dc-4177-aee2-f731273d1d40 None None] Pushing event deleted for resources: {'Port': ['ID=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:36.470248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-9e4b16c5-71b5-4622-932d-2348d033ff5e service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664639 Dec 06 12:19:36.492035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0eaa0203-13b5-47fb-8e79-39e69070ba1d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:36.500865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.530484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-ee85c63c-5b21-4383-8f5f-5fc2cd5127d1 service neutron] 10.222.0.23 "GET /v2.0/networks/bdfedde3-4c86-4790-b7cd-b79068c3957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137677 Dec 06 12:19:36.558605 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] Pushing event deleted for resources: {'Port': ['ID=0eaa0203-13b5-47fb-8e79-39e69070ba1d,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:36.564219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20d2d7-9f29-4dc4-9f8b-ed1f6bab9093 None None] No DVR routers for this DVR port 0eaa0203-13b5-47fb-8e79-39e69070ba1d on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:36.573709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0eaa0203-13b5-47fb-8e79-39e69070ba1d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:36.573709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0eaa0203-13b5-47fb-8e79-39e69070ba1d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:36.573709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:36.601539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:36.602301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:36.620281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-0bddf72c-513b-46c9-8598-b09e119540ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=10e49d9b-6c02-4881-b256-356d9d254f1f HTTP/1.1" status: 200 len: 217 time: 0.0477955 Dec 06 12:19:36.694041 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26ab8d98-4003-4951-8aec-1c739da92bcb req-de3772b7-a298-4ad3-87bc-025ba7a5fdfe service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157667 Dec 06 12:19:36.702679 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-aa7e14b6-3d36-4e20-a776-70a8db9f3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.704217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-aa7e14b6-3d36-4e20-a776-70a8db9f3257 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc913e57-b81c-4999-9d9a-d89a91913c88 HTTP/1.1" status: 200 len: 801 time: 0.0749049 Dec 06 12:19:36.718104 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,segment=NetworkSegment(049c06ad-8509-4a16-b5c9-d67acf56f17d),segment_id=049c06ad-8509-4a16-b5c9-d67acf56f17d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:36.718656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.745057 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:36.773637 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-69178148-a671-47f8-abc6-4619f64a995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.775251 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-69178148-a671-47f8-abc6-4619f64a995a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=595d6460-82a4-4b01-af40-2e5da9d4901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611458 Dec 06 12:19:36.835618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8fb4515-7da9-4ca7-bf12-5a925c081be8 req-e3b25093-f4e0-4b64-aead-4a4e8e5766e5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6549091 Dec 06 12:19:36.844169 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-c1188380-0de7-425c-93e1-640cd7ef39ce tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:36.845676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-c1188380-0de7-425c-93e1-640cd7ef39ce tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/networks?id=69b7fef3-1b5b-447e-876c-9445842bb67e HTTP/1.1" status: 200 len: 813 time: 0.6638446 Dec 06 12:19:36.874179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-2378d29f-a05b-4368-b04c-4295e8050dd8 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/quotas/b767be6183014e80bbfdcb1f6760ac0e HTTP/1.1" status: 200 len: 375 time: 0.0212684 Dec 06 12:19:36.906703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-7ad835d8-fd41-4800-bc5f-3ff55d32c5c7 service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228054 Dec 06 12:19:36.916645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-e0942e03-0d46-4cbc-ac24-b4aa68bae543 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b767be6183014e80bbfdcb1f6760ac0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308712 Dec 06 12:19:36.958679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.007088 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:37.037893 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 21dc5b3a-2f7a-4c63-a671-3b2455cd5bf1 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:37.062142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.062627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.063090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.063561 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.064018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.064473 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.064927 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.066840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-004bd4b9-a8c7-4e05-8e34-0eeae425dab9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6476 time: 0.1581783 Dec 06 12:19:37.074681 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290687f1-8c16-468d-bbcb-05a10203e631 req-ce0d7b99-d222-4b5a-b7a2-0cf91e1bdde9 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.076195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-290687f1-8c16-468d-bbcb-05a10203e631 req-ce0d7b99-d222-4b5a-b7a2-0cf91e1bdde9 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1684947 Dec 06 12:19:37.087692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae76d1-913b-402a-bea9-e4f24e1207bf req-8f4b1e20-9756-4f75-8a4e-1665f55e0b3d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.094260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae76d1-913b-402a-bea9-e4f24e1207bf req-8f4b1e20-9756-4f75-8a4e-1665f55e0b3d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.100237 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae76d1-913b-402a-bea9-e4f24e1207bf req-8f4b1e20-9756-4f75-8a4e-1665f55e0b3d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.101963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ae76d1-913b-402a-bea9-e4f24e1207bf req-8f4b1e20-9756-4f75-8a4e-1665f55e0b3d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2412 time: 0.1881359 Dec 06 12:19:37.163849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-48e70c15-1dc1-4550-8607-8bde2c819665 service neutron] 10.222.0.31 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367382 Dec 06 12:19:37.168565 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cab8d0a-3506-4067-a888-f10be54091a9 req-06228d8e-c326-4265-919e-809453460ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424376 Dec 06 12:19:37.188775 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.248569 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f917f78-837f-4cd6-8527-47c94b32d5de']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:37.269975 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049c06ad-8509-4a16-b5c9-d67acf56f17d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:37.270311 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049c06ad-8509-4a16-b5c9-d67acf56f17d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:37.312629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ae76d1-913b-402a-bea9-e4f24e1207bf req-f91d1ff8-fcab-4319-a9fe-8ccb4bb22e03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977639 Dec 06 12:19:37.315945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.331155 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-7d51d0aa-567a-4298-97ba-fe600c7b05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.333030 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-7d51d0aa-567a-4298-97ba-fe600c7b05e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 902 time: 0.2541831 Dec 06 12:19:37.337992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.338301 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-bb4575fa-ad0d-4e9f-9e08-11f6594a4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.341020 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-bb4575fa-ad0d-4e9f-9e08-11f6594a4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.341559 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-bb4575fa-ad0d-4e9f-9e08-11f6594a4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.343281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-bb4575fa-ad0d-4e9f-9e08-11f6594a4acc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2865 time: 0.1115382 Dec 06 12:19:37.354870 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:37.355372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:37.358591 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:37.371444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-5132f7a9-23cb-4c96-a52a-a29317579df0 service neutron] 10.222.0.31 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736279 Dec 06 12:19:37.490301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Deleting port 85416efc-a7f2-4436-af09-8f19baf50b5a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:37.490701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.498574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.506484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.513490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/0f917f78-837f-4cd6-8527-47c94b32d5de HTTP/1.1" status: 204 len: 168 time: 2.0292583 Dec 06 12:19:37.517338 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:37.604859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=0f917f78-837f-4cd6-8527-47c94b32d5de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:37.623832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] For port 85416efc-a7f2-4436-af09-8f19baf50b5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=85416efc-a7f2-4436-af09-8f19baf50b5a,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:37.624435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.625761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.626117 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.626461 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.626851 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.627198 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.627544 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.627929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.628266 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.628597 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.628925 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.629531 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.629859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.630187 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c9125-ac24-4152-a151-3c4defc06086 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:37.652581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-0f7afe69-3f48-4f82-890d-731ff42cd29a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.3061483 Dec 06 12:19:37.696882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54edf8b-3ba2-4af3-ad38-329c3308accf req-9f9de61d-6915-4153-b1be-82a8d91861b3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.698148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54edf8b-3ba2-4af3-ad38-329c3308accf req-9f9de61d-6915-4153-b1be-82a8d91861b3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2279532 Dec 06 12:19:37.738940 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-97752d3e-10af-4c6b-951c-08261a98be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.739676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:37.740477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-97752d3e-10af-4c6b-951c-08261a98be9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=595d6460-82a4-4b01-af40-2e5da9d4901b HTTP/1.1" status: 200 len: 903 time: 0.3846302 Dec 06 12:19:37.785437 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35c61c-44da-43e6-a81e-0b80f7000638 req-632b6300-07df-4af0-8aa1-e4125eb4487d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.787888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc35c61c-44da-43e6-a81e-0b80f7000638 req-632b6300-07df-4af0-8aa1-e4125eb4487d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 946 time: 0.1914651 Dec 06 12:19:37.815519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-df11e60e-4aae-4fff-a0a3-9109ff61dc4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=10e49d9b-6c02-4881-b256-356d9d254f1f HTTP/1.1" status: 200 len: 217 time: 0.0599535 Dec 06 12:19:37.825537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b54edf8b-3ba2-4af3-ad38-329c3308accf req-70ff2f19-4f7b-4b18-a3ca-525ed73b5643 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Dec 06 12:19:37.856679 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-2af712e5-e7c4-4788-a898-4d80b94a1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.859398 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-2af712e5-e7c4-4788-a898-4d80b94a1513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.1623666 Dec 06 12:19:37.899650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc35c61c-44da-43e6-a81e-0b80f7000638 req-f4f008d8-90a6-441c-82be-581dfdd9ff15 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2f910e5-93f1-485f-9f9a-269429dd3770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017947 Dec 06 12:19:37.938730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-deaafe46-ede1-48f8-a0b5-0b3ec66dd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.940493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-deaafe46-ede1-48f8-a0b5-0b3ec66dd2a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc913e57-b81c-4999-9d9a-d89a91913c88 HTTP/1.1" status: 200 len: 801 time: 0.0859954 Dec 06 12:19:38.029686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e820b5c-ea17-4561-ba0b-aef62f8bfaee req-65ac5d9e-8c94-4ea6-ae8e-154f7fa7d733 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 210 time: 0.1099014 Dec 06 12:19:38.069035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.091963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.092335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.092655 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Floating IP 119b0e98-b0c5-428d-b280-954b22094fb1 disassociated. External IP: 172.35.3.30, port: 85416efc-a7f2-4436-af09-8f19baf50b5a. Dec 06 12:19:38.093000 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Calling delete_port for 85416efc-a7f2-4436-af09-8f19baf50b5a owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:38.113470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-1c964ca6-40f1-4ebd-96b6-fbe85c935c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.115129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-1c964ca6-40f1-4ebd-96b6-fbe85c935c95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936986 Dec 06 12:19:38.139649 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-1d1578f1-6247-4252-9495-8feb7df97e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.140265 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fdc55e-85da-4fea-a617-1eb33d4a996d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:38.141210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-1d1578f1-6247-4252-9495-8feb7df97e91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=595d6460-82a4-4b01-af40-2e5da9d4901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1800098 Dec 06 12:19:38.158100 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ba0abb-9ff6-46e8-a0bd-784f95f04f33') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:38.158681 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ba0abb-9ff6-46e8-a0bd-784f95f04f33') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:38.186377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.192516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.198466 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.204434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.210522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.216383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.222380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.224358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-7bc27b00-a99e-47a5-8d88-b6d0bd59394f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1936073 Dec 06 12:19:38.226413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.247790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.262695 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:38.263098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:38.266580 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:38.378025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.391446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c72e3d52-3e14-4ad7-950b-e263059031c7 req-1d27fc8e-212c-4987-9db7-d3559c7de244 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558530 Dec 06 12:19:38.397961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-9f05f460-9884-4754-85a6-965a54c15f0d service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066646 Dec 06 12:19:38.408568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.411446 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-613789af-f822-472b-8faa-4e5e1c092d02 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854240 Dec 06 12:19:38.421938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/08fdc55e-85da-4fea-a617-1eb33d4a996d HTTP/1.1" status: 204 len: 168 time: 0.8970487 Dec 06 12:19:38.421938 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:38.441966 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafe98-dae5-4750-a4f1-99c3951e187a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=08fdc55e-85da-4fea-a617-1eb33d4a996d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:38.449166 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-921942948'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:38.512459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:38.518528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.548046 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd7a-9cd2-475c-8a0c-168f6ade3af5 req-e34fcad8-4a24-404f-b40a-c84b65e2a814 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.554710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd7a-9cd2-475c-8a0c-168f6ade3af5 req-e34fcad8-4a24-404f-b40a-c84b65e2a814 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.561270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd7a-9cd2-475c-8a0c-168f6ade3af5 req-e34fcad8-4a24-404f-b40a-c84b65e2a814 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.562959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8bcd7a-9cd2-475c-8a0c-168f6ade3af5 req-e34fcad8-4a24-404f-b40a-c84b65e2a814 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2412 time: 0.0944912 Dec 06 12:19:38.575886 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:19:38.586698 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.587053 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 53c6462f-16c3-4a13-933c-97c741798cda of type vlan for network 9797247b-6abb-432d-b38c-f3ce821e50a3 Dec 06 12:19:38.602572 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efa07d86-3ec8-437c-b90b-3d42f40db7ed req-f962c5f4-401a-47dd-99b0-dae80006d07c service neutron] 10.222.0.23 "GET /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759171 Dec 06 12:19:38.633098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.642166 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.685580 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'Port': ['ID=85416efc-a7f2-4436-af09-8f19baf50b5a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:38.704266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.709851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.710461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.721312 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-779d3c8e-0d3e-4ccc-a768-78fe24dd71f4 req-bd9c9c08-c7e2-46ae-bdf2-63d692f77098 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163081 Dec 06 12:19:38.759537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da8bcd7a-9cd2-475c-8a0c-168f6ade3af5 req-6dcf21fd-a47f-4781-b9d2-2c9fc11d272c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172476 Dec 06 12:19:38.769143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3444500 Dec 06 12:19:38.808437 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:38.813733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:38.817923 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fb78c-604a-40ea-87b3-b8db2f6d8ec8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=9797247b-6abb-432d-b38c-f3ce821e50a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:38.833482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:38.931239 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:38.936361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.154342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98241c7b-6eec-493c-a3e8-5eda1718acaa req-47ce448d-29ea-438c-b53c-edee24dfca1d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.1015947 Dec 06 12:19:39.176860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8edc8-2229-4566-9853-72ef1f3efd12 req-03d0002c-4722-4145-8259-3d6c478fb12f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.182486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa8edc8-2229-4566-9853-72ef1f3efd12 req-03d0002c-4722-4145-8259-3d6c478fb12f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2261105 Dec 06 12:19:39.306861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faa8edc8-2229-4566-9853-72ef1f3efd12 req-3267704b-db65-43dd-bc72-1773045778a9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139810 Dec 06 12:19:39.352887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbd1304c-4270-494a-8e74-200bb39b42f9 req-6ee7af76-e099-4c13-a5e6-581d87e49b1b tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 210 time: 0.0685186 Dec 06 12:19:39.380957 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-90b48519-d73b-4b41-913c-81e756041348 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.382703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-90b48519-d73b-4b41-913c-81e756041348 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.53 "GET /v2.0/networks?id=69b7fef3-1b5b-447e-876c-9445842bb67e HTTP/1.1" status: 200 len: 813 time: 0.1717696 Dec 06 12:19:39.404684 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Request body: {'port': {'device_id': '74481d10-381d-4331-b59f-dc0621ea202f', 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e', 'admin_state_up': True, 'tenant_id': 'b767be6183014e80bbfdcb1f6760ac0e'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:39.410166 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:39.451664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.556672 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=cff4f22b-e79d-4a6f-aa1a-3a261625ad91,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:39.574345 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '53c6462f-16c3-4a13-933c-97c741798cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:39.575046 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 9797247b-6abb-432d-b38c-f3ce821e50a3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:39.597932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.603775 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.610287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.616302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.623326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.630768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.635207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.641834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de07f388-3712-482f-a23d-a30964ad3773 req-6f9dcb2b-37a7-45e3-849f-7313fcfe8684 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1394687 Dec 06 12:19:39.649552 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Made reservation on behalf of b767be6183014e80bbfdcb1f6760ac0e for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:39.653482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.671151 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:39.684539 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:39.686010 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:39.699840 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:39.700586 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:39.710747 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9797247b-6abb-432d-b38c-f3ce821e50a3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:39.720757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514240f8-7b8b-4030-bdab-41cf57a3da19 None None] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:39.722854 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.723405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.736834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de07f388-3712-482f-a23d-a30964ad3773 req-b484872c-1086-42e1-90f4-c3ceffb13e74 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916352 Dec 06 12:19:39.760835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-37cff8de-237e-4a75-883b-74657dfdef6e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9489000 Dec 06 12:19:39.770519 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:39.790234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-518955767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:39.849490 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] No DVR routers for this DVR port 85416efc-a7f2-4436-af09-8f19baf50b5a on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:39.852629 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.855874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.858091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.859471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-290687f1-8c16-468d-bbcb-05a10203e631 req-4bda957c-344d-4e16-be89-49ec8bce76d4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "DELETE /v2.0/ports/85416efc-a7f2-4436-af09-8f19baf50b5a HTTP/1.1" status: 204 len: 173 time: 2.7735059 Dec 06 12:19:39.859970 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'name': 'network-vif-deleted', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:39.869311 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c02f62-ad2f-4e8e-8d88-a816118a8fa0" -d '{"events": [{"server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "name": "network-vif-deleted", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:39.969595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.998077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.012442 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9797247b-6abb-432d-b38c-f3ce821e50a3', 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': 'cff4f22b-e79d-4a6f-aa1a-3a261625ad91'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:19:40.014679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.038818 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:40.062133 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Allocated IP 172.20.0.4 (69b7fef3-1b5b-447e-876c-9445842bb67e/fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c/3d800059-ae3d-4dbb-a095-61aff3a26dad) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:40.113494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.118211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 978187c7-78a8-45fc-a846-8b54993bc7d4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:40.121719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0435a760-5d2d-461e-b591-5e843ef717bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3496082 Dec 06 12:19:40.125445 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:40.126645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 85416efc-a7f2-4436-af09-8f19baf50b5a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:40.132898 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'port': {'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3', 'name': 'tempest-RoutersTest-885301501'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:40.153058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 85416efc-a7f2-4436-af09-8f19baf50b5a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:40.153408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 85416efc-a7f2-4436-af09-8f19baf50b5a not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:40.198493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766015-1ea8-4fa6-9060-5f3caf538dcb req-0cab783e-3fef-4853-b119-d1813e312013 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.220163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766015-1ea8-4fa6-9060-5f3caf538dcb req-0cab783e-3fef-4853-b119-d1813e312013 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.241193 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766015-1ea8-4fa6-9060-5f3caf538dcb req-0cab783e-3fef-4853-b119-d1813e312013 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.249656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2766015-1ea8-4fa6-9060-5f3caf538dcb req-0cab783e-3fef-4853-b119-d1813e312013 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2412 time: 0.2781746 Dec 06 12:19:40.315869 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:40.364955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.367415 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Allocated IP 172.20.0.2 (9797247b-6abb-432d-b38c-f3ce821e50a3/cff4f22b-e79d-4a6f-aa1a-3a261625ad91/6c375978-6a84-429d-b0b1-c398a62c5687) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:40.377791 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:40.397975 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:40.401781 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:40.437744 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d543212-840a-4574-be06-21eae5f0737c x-openstack-request-id: req-1d543212-840a-4574-be06-21eae5f0737c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:40.438819 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d49a-c73b-4803-a7c3-7887276b16af", "name": "network-vif-deleted", "tag": "85416efc-a7f2-4436-af09-8f19baf50b5a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:40.440669 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d543212-840a-4574-be06-21eae5f0737c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:40.441299 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff37d49a-c73b-4803-a7c3-7887276b16af', 'name': 'network-vif-deleted', 'tag': '85416efc-a7f2-4436-af09-8f19baf50b5a', 'status': 'completed', 'code': 200} Dec 06 12:19:40.446080 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.452634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2766015-1ea8-4fa6-9060-5f3caf538dcb req-d97e5a0d-6173-40e7-a4ef-5fb54da68aa0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999681 Dec 06 12:19:40.524791 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Network 69b7fef3-1b5b-447e-876c-9445842bb67e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:40.530153 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:40.534280 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:40.575519 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Pushing event updated for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:40.581537 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:40.599354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9cc60546-3627-493a-9a58-1e60853c0cb7 req-969a38af-9d04-4cc2-bb4b-725e436a90eb tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff37d49a-c73b-4803-a7c3-7887276b16af HTTP/1.1" status: 200 len: 210 time: 0.2413611 Dec 06 12:19:40.611826 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.612693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.644640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-052a9fb6-09f9-4f2b-be4c-55532bd49e5a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2456632 Dec 06 12:19:40.670783 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Request body: {'port': {'device_id': '74481d10-381d-4331-b59f-dc0621ea202f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:40.734985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=978187c7-78a8-45fc-a846-8b54993bc7d4,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:40.759511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:40.763407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.774480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '978187c7-78a8-45fc-a846-8b54993bc7d4', 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'port_id': '978187c7-78a8-45fc-a846-8b54993bc7d4', 'mac_address': 'fa:16:3e:8b:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc913e57-b81c-4999-9d9a-d89a91913c88', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:40.806674 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] device_id is not set on port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:19:40.824832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.827796 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:40.846651 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978187c7-78a8-45fc-a846-8b54993bc7d4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:40.857863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.866288 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb254bd-b6ba-44af-9dd2-fd5f5adbceed None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:40.866679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec32580-464f-4ce5-a6a9-18e38549844f req-08044234-e47c-4ea8-af68-65388e54013c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.867528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=978187c7-78a8-45fc-a846-8b54993bc7d4,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:40.874729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.874899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec32580-464f-4ce5-a6a9-18e38549844f req-08044234-e47c-4ea8-af68-65388e54013c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1658151 Dec 06 12:19:40.875413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 10e49d9b-6c02-4881-b256-356d9d254f1f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:40.877618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.911425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:40.915360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d1d77-34de-483d-9b5e-40b2c795a475 req-dcafdc13-7c04-4d12-be85-03169146d6ae tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.916877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f2d1d77-34de-483d-9b5e-40b2c795a475 req-dcafdc13-7c04-4d12-be85-03169146d6ae tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 931 time: 0.1728168 Dec 06 12:19:40.975726 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:40.981451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec32580-464f-4ce5-a6a9-18e38549844f req-58b6a198-0c4b-41e3-bc32-a57f2048d0b9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023254 Dec 06 12:19:40.997295 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=10e49d9b-6c02-4881-b256-356d9d254f1f,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:41.000499 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:41.010118 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:41.019614 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:41.065908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '10e49d9b-6c02-4881-b256-356d9d254f1f', 'network_id': '595d6460-82a4-4b01-af40-2e5da9d4901b', 'port_id': '10e49d9b-6c02-4881-b256-356d9d254f1f', 'mac_address': 'fa:16:3e:66:1b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc913e57-b81c-4999-9d9a-d89a91913c88', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:41.137076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f2d1d77-34de-483d-9b5e-40b2c795a475 req-080ed65e-cadf-4bf3-9961-4ac40e302b64 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100885 Dec 06 12:19:41.138400 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.20.0.4 (9797247b-6abb-432d-b38c-f3ce821e50a3/cff4f22b-e79d-4a6f-aa1a-3a261625ad91/5eb35baf-3a03-4a3c-af91-e6310876e0f8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:41.348471 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d800059-ae3d-4dbb-a095-61aff3a26dad {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:41.367543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.382236 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Transition to ACTIVE for port object 3d800059-ae3d-4dbb-a095-61aff3a26dad will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:41.389888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8ee9-aee3-4ae9-bd92-e20d618934d2 None None] New status for floating IP 119b0e98-b0c5-428d-b280-954b22094fb1: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:19:41.390893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.399869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.407854 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.410829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.414458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.422250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.434298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.447662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.455458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.457496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-6c8311d7-1754-4cf3-9b5a-6b7c75698920 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.2129741 Dec 06 12:19:41.477787 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Pushing event updated for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:41.497894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.562521 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e49d9b-6c02-4881-b256-356d9d254f1f {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:41.570536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Attempting to bind port 6c375978-6a84-429d-b0b1-c398a62c5687 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:41.570892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Attempting to bind port 6c375978-6a84-429d-b0b1-c398a62c5687 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '53c6462f-16c3-4a13-933c-97c741798cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:41.571257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Attempting to bind port 6c375978-6a84-429d-b0b1-c398a62c5687 on network 9797247b-6abb-432d-b38c-f3ce821e50a3 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:41.577466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Pushing event updated for resources: {'Port': ['ID=6c375978-6a84-429d-b0b1-c398a62c5687,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:41.583343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:41.583771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Checking segment: {'id': '53c6462f-16c3-4a13-933c-97c741798cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:41.584154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.584590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Bound using segment: {'id': '53c6462f-16c3-4a13-933c-97c741798cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:41.585097 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Bound port: 6c375978-6a84-429d-b0b1-c398a62c5687, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c6462f-16c3-4a13-933c-97c741798cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9797247b-6abb-432d-b38c-f3ce821e50a3'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:41.585572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.607754 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Attempting to bind port 3d800059-ae3d-4dbb-a095-61aff3a26dad on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:41.608359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Attempting to bind port 3d800059-ae3d-4dbb-a095-61aff3a26dad by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:41.608862 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Attempting to bind port 3d800059-ae3d-4dbb-a095-61aff3a26dad on network 69b7fef3-1b5b-447e-876c-9445842bb67e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:41.609213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.615572 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Port 3d800059-ae3d-4dbb-a095-61aff3a26dad on network 69b7fef3-1b5b-447e-876c-9445842bb67e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:41.616988 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Attempting to bind port 3d800059-ae3d-4dbb-a095-61aff3a26dad on network 69b7fef3-1b5b-447e-876c-9445842bb67e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:41.623192 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:41.623982 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Checking segment: {'id': '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:41.624536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Bound using segment: {'id': '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:41.625130 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Bound port: 3d800059-ae3d-4dbb-a095-61aff3a26dad, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:41.625698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.652956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=10e49d9b-6c02-4881-b256-356d9d254f1f,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:41.695957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9333f1ac-b63d-4337-b217-2177ebc0000b req-8b004914-d85c-476d-8b6d-0bc44e64c7b4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795900 Dec 06 12:19:41.714248 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:41.720667 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:41.746885 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:41.748817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] For port 6c375978-6a84-429d-b0b1-c398a62c5687, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:41.756556 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] For port 6c375978-6a84-429d-b0b1-c398a62c5687, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c375978-6a84-429d-b0b1-c398a62c5687,segment=NetworkSegment(53c6462f-16c3-4a13-933c-97c741798cda),segment_id=53c6462f-16c3-4a13-933c-97c741798cda)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:41.760656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.763661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 320f256d-0749-47a4-be1c-3010fe556054 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:41.765991 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7d0b-18a5-49de-9874-821ba28bc825 req-28012dcf-d7d8-47be-b8f3-3dc6683ce831 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.773473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:41.775313 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7d0b-18a5-49de-9874-821ba28bc825 req-28012dcf-d7d8-47be-b8f3-3dc6683ce831 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.778703 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad,segment=NetworkSegment(206e0cee-ab2d-4eb5-a5d2-3f1335bbd286),segment_id=206e0cee-ab2d-4eb5-a5d2-3f1335bbd286)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:41.783666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7d0b-18a5-49de-9874-821ba28bc825 req-28012dcf-d7d8-47be-b8f3-3dc6683ce831 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.784737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.791915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-423e7d0b-18a5-49de-9874-821ba28bc825 req-28012dcf-d7d8-47be-b8f3-3dc6683ce831 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2413 time: 0.2266517 Dec 06 12:19:41.808932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.845394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54836) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:41.846303 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Pushing event updated for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:41.847387 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=5eb35baf-3a03-4a3c-af91-e6310876e0f8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:41.882536 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.883141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.907872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-423e7d0b-18a5-49de-9874-821ba28bc825 req-d963accd-0ff0-40c2-8c28-ca234a2ea66e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148787 Dec 06 12:19:41.916249 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.916999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:41.918859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a990d5a9-b664-402c-9b10-2dde01d5b627 service neutron] 10.222.0.53 "PUT /v2.0/ports/3d800059-ae3d-4dbb-a095-61aff3a26dad HTTP/1.1" status: 200 len: 1091 time: 1.2594738 Dec 06 12:19:41.919516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-703f975a-1538-4278-988f-bb4c77cc95de tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7926915 Dec 06 12:19:41.921850 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:41.945388 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:42.037013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=320f256d-0749-47a4-be1c-3010fe556054,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:42.056733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166355-55ee-4c12-8657-2bde395a19d6 None None] Pushing event updated for resources: {'Port': ['ID=6c375978-6a84-429d-b0b1-c398a62c5687,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:42.067372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '320f256d-0749-47a4-be1c-3010fe556054', 'network_id': 'bdfedde3-4c86-4790-b7cd-b79068c3957c', 'port_id': '320f256d-0749-47a4-be1c-3010fe556054', 'mac_address': 'fa:16:3e:41:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c323055-6288-41f1-ba5b-efdbae8a3d24', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:42.077350 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.110085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-d6b0aca4-5dc9-40e7-918b-17897d1f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:42.111953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-d6b0aca4-5dc9-40e7-918b-17897d1f28ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b767be6183014e80bbfdcb1f6760ac0e&device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 1094 time: 0.1030734 Dec 06 12:19:42.118810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.134605 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320f256d-0749-47a4-be1c-3010fe556054 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:42.149087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.163775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=320f256d-0749-47a4-be1c-3010fe556054,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:42.172099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.204947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-11989c35-f5a9-4613-b0d1-2170d3ed78dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad HTTP/1.1" status: 200 len: 217 time: 0.0773542 Dec 06 12:19:42.313720 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:42.328241 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-1bda80ca-4ccd-4cef-8b82-d08d1ccc7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:42.329930 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-1bda80ca-4ccd-4cef-8b82-d08d1ccc7a5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c HTTP/1.1" status: 200 len: 853 time: 0.1133347 Dec 06 12:19:42.342275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.346129 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.351726 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2f910e5-93f1-485f-9f9a-269429dd3770 HTTP/1.1" status: 204 len: 168 time: 0.4852893 Dec 06 12:19:42.362309 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54848) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:42.429249 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-2d6d5e66-5ea7-4ae5-a0b0-4751c3998eff tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] show failed (client error): The resource could not be found. Dec 06 12:19:42.433837 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2d6d5e66-5ea7-4ae5-a0b0-4751c3998eff tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups/e2f910e5-93f1-485f-9f9a-269429dd3770 HTTP/1.1" status: 404 len: 347 time: 0.0479369 Dec 06 12:19:42.441655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['10e49d9b-6c02-4881-b256-356d9d254f1f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:42.444800 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:42.447585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0df199-3c48-411c-8f38-ed80ee5c5670" -d '{"events": [{"name": "network-changed", "server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:42.451711 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54850) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:42.452829 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424902a-b7ba-4d75-bf0b-ddf96e6cef78 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f910e5-93f1-485f-9f9a-269429dd3770,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:42.457573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-974f544a-d64b-466e-8c05-527d1d529a5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69b7fef3-1b5b-447e-876c-9445842bb67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058791 Dec 06 12:19:42.522452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['320f256d-0749-47a4-be1c-3010fe556054'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:42.586696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c375978-6a84-429d-b0b1-c398a62c5687 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:42.625636 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:19:42.637041 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a180ed-025c-4f98-aa8b-9762e64e3eb6 req-758c6bee-b8a6-4ad5-811e-a4fa3a316b04 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:42.638592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74a180ed-025c-4f98-aa8b-9762e64e3eb6 req-758c6bee-b8a6-4ad5-811e-a4fa3a316b04 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.3479366 Dec 06 12:19:42.701305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-a478f606-63e5-4c83-b48a-1af88286bdb5 service neutron] 10.222.0.53 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340689 Dec 06 12:19:42.759398 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c375978-6a84-429d-b0b1-c398a62c5687 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:42.759927 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.822477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6af3be9d-9c23-4321-93f9-0c9574e2a402 req-2fa691e5-96ff-4a47-9966-d51d8d349adc service neutron] 10.222.0.53 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125274 Dec 06 12:19:42.824892 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Deleting port d34c753b-0ff4-4e76-a9c6-c89d60b46f8d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:42.825659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.934063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.935936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:42.950917 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Calling delete_port for d34c753b-0ff4-4e76-a9c6-c89d60b46f8d owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:42.980457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.028826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 6c375978-6a84-429d-b0b1-c398a62c5687, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c375978-6a84-429d-b0b1-c398a62c5687,segment=NetworkSegment(53c6462f-16c3-4a13-933c-97c741798cda),segment_id=53c6462f-16c3-4a13-933c-97c741798cda)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:43.034393 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.076613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4dd67-f972-49aa-a2cb-94ab8e2c8ea4 req-2f2b453f-ff54-40eb-bff3-e09774d37112 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.081216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26d4dd67-f972-49aa-a2cb-94ab8e2c8ea4 req-2f2b453f-ff54-40eb-bff3-e09774d37112 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 943 time: 0.6087606 Dec 06 12:19:43.091181 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=6c375978-6a84-429d-b0b1-c398a62c5687,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:43.135465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.170245 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'Port': ['ID=d34c753b-0ff4-4e76-a9c6-c89d60b46f8d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:43.182541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26d4dd67-f972-49aa-a2cb-94ab8e2c8ea4 req-e9d19a31-d579-422a-b642-ca564c6f76f1 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797603 Dec 06 12:19:43.192432 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc802e16-ac32-424f-ba30-0712bce9d2b9 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:43.207393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74a180ed-025c-4f98-aa8b-9762e64e3eb6 req-2a44d8d4-f359-4844-bbe3-446f711952fd tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538166 Dec 06 12:19:43.208734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.268045 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c745713-72e7-4acb-bdba-626548f24bde x-openstack-request-id: req-8c745713-72e7-4acb-bdba-626548f24bde {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:43.268404 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:43.268650 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c745713-72e7-4acb-bdba-626548f24bde {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:43.269056 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad', 'status': 'completed', 'code': 200} Dec 06 12:19:43.307750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.313324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.315133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45e2b163-1022-4f99-a9bf-d4d750794b55 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "DELETE /v2.0/floatingips/119b0e98-b0c5-428d-b280-954b22094fb1 HTTP/1.1" status: 204 len: 168 time: 0.8601243 Dec 06 12:19:43.395697 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-75cf42bb-ef6c-4dd9-9e2a-661958eb64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.397303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-75cf42bb-ef6c-4dd9-9e2a-661958eb64e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b767be6183014e80bbfdcb1f6760ac0e&device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 1094 time: 0.0810552 Dec 06 12:19:43.513895 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-8462b2b2-c3a1-4039-a0bb-7d1985e19fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.520006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-8462b2b2-c3a1-4039-a0bb-7d1985e19fce service neutron] 10.222.0.53 "GET /v2.0/networks?id=69b7fef3-1b5b-447e-876c-9445842bb67e HTTP/1.1" status: 200 len: 914 time: 0.1144781 Dec 06 12:19:43.524636 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0557a4da-bda0-43f2-9c19-758fbbcab62b None None] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:43.572395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-7e25f265-e6f1-49ff-a88b-daf7d0482540 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad HTTP/1.1" status: 200 len: 217 time: 0.0460098 Dec 06 12:19:43.595460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['978187c7-78a8-45fc-a846-8b54993bc7d4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:43.615669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2e53-db44-4baf-a528-018a4fb29c2d req-9dd3eb96-cde0-4a78-b277-b572a496e098 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.622594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2e53-db44-4baf-a528-018a4fb29c2d req-9dd3eb96-cde0-4a78-b277-b572a496e098 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.628617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2e53-db44-4baf-a528-018a4fb29c2d req-9dd3eb96-cde0-4a78-b277-b572a496e098 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.636611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d2a2e53-db44-4baf-a528-018a4fb29c2d req-9dd3eb96-cde0-4a78-b277-b572a496e098 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2415 time: 0.2877803 Dec 06 12:19:43.654961 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-e02b8408-58bb-4f24-b504-e4505e24cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.657103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-e02b8408-58bb-4f24-b504-e4505e24cb36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c HTTP/1.1" status: 200 len: 853 time: 0.0775833 Dec 06 12:19:43.683749 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-96119cdf-2bf5-484e-9089-c33acb51526c None None] Provisioning complete for port 6c375978-6a84-429d-b0b1-c398a62c5687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:43.684356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-96119cdf-2bf5-484e-9089-c33acb51526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.708189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-5b3f2d34-f477-4788-9070-fc505edb0804 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69b7fef3-1b5b-447e-876c-9445842bb67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406556 Dec 06 12:19:43.718035 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.724051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.732752 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.741909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.751835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.761469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.769435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:43.778932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-923f6beb-4169-4dfb-b222-53939653fc94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.4218636 Dec 06 12:19:43.825085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-7f5e9d31-2ad9-4ad9-8906-ee5c1cb127c1 service neutron] 10.222.0.53 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084373 Dec 06 12:19:43.833663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d2a2e53-db44-4baf-a528-018a4fb29c2d req-41c0d5e1-3899-4497-baa8-5f658b6ca264 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961458 Dec 06 12:19:43.904935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-593bb761-7d4c-4864-bfdd-60aa5a18f28d req-75567a8d-0191-407e-879c-d91d51a78d42 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250379 Dec 06 12:19:43.934559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.942912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.967304 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac0df199-3c48-411c-8f38-ed80ee5c5670 req-6e442b7f-5a50-44ea-aec1-2f86e4c35efe service neutron] 10.222.0.53 "GET /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342318 Dec 06 12:19:44.034118 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=5eb35baf-3a03-4a3c-af91-e6310876e0f8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:44.151014 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:44.156497 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135996083', 'description': 'tempest-description--1144794155'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:44.188871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 10e49d9b-6c02-4881-b256-356d9d254f1f up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:44.218637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245008e-6102-44fc-bd1c-71912122c62e req-2b8d009a-7289-4fab-ad94-a6e14782a5ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:44.220439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5245008e-6102-44fc-bd1c-71912122c62e req-2b8d009a-7289-4fab-ad94-a6e14782a5ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1264434 Dec 06 12:19:44.281290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.300194 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 10e49d9b-6c02-4881-b256-356d9d254f1f completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:44.307224 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 10e49d9b-6c02-4881-b256-356d9d254f1f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:44.310201 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.386502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4a1cca2a-4fbd-44fa-ac7a-a5a85af34993 None None] Provisioning complete for port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:44.387176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a1cca2a-4fbd-44fa-ac7a-a5a85af34993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.436809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cca2a-4fbd-44fa-ac7a-a5a85af34993 None None] Port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:44.444268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5245008e-6102-44fc-bd1c-71912122c62e req-cfc52908-e641-4f08-b82c-2da05693cc87 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011051 Dec 06 12:19:44.510817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.513511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c375978-6a84-429d-b0b1-c398a62c5687 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:44.544008 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4a1cca2a-4fbd-44fa-ac7a-a5a85af34993 None None] Provisioning complete for port 6c375978-6a84-429d-b0b1-c398a62c5687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:44.544390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a1cca2a-4fbd-44fa-ac7a-a5a85af34993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.576828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.604888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=10e49d9b-6c02-4881-b256-356d9d254f1f,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:44.614459 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:44.617838 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c17d875-914c-4717-8e09-8c324962cd6a" -d '{"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:44.627228 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.628147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 320f256d-0749-47a4-be1c-3010fe556054 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:44.638552 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210fb1-61f8-4a65-8160-1e0e5baaa865 req-63fed8db-f9fc-4831-8e9d-ace7595de962 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:44.641877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18210fb1-61f8-4a65-8160-1e0e5baaa865 req-63fed8db-f9fc-4831-8e9d-ace7595de962 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 943 time: 0.3474324 Dec 06 12:19:44.708448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.735104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.741795 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c375978-6a84-429d-b0b1-c398a62c5687 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:44.742166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.750562 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:44.822448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.822781 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 320f256d-0749-47a4-be1c-3010fe556054 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:44.827742 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54878) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:44.830627 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 320f256d-0749-47a4-be1c-3010fe556054 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:44.830988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.834178 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group_rule': {'security_group_id': '42b7f6ec-2ce8-47a1-9d56-347066127f23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:44.837750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6849465 Dec 06 12:19:44.875202 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67645617-a45c-4688-bd94-e67895161a71 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b7f6ec-2ce8-47a1-9d56-347066127f23,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:44.880692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18210fb1-61f8-4a65-8160-1e0e5baaa865 req-388b1bce-abb3-49b8-b5e3-cab4e1c116c8 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705108 Dec 06 12:19:44.892840 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f972-67c3-4d71-828a-0e2f0b7f34ad req-944b03be-5a04-4462-be39-cd27980f8aec tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:44.900485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e5f972-67c3-4d71-828a-0e2f0b7f34ad req-944b03be-5a04-4462-be39-cd27980f8aec tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.3377790 Dec 06 12:19:44.902778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.920020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:44.996184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.003099 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fafd01d-d7e1-4154-b5e6-ec61b7aaee5f None None] Provisioning complete for port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:45.003881 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fafd01d-d7e1-4154-b5e6-ec61b7aaee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.004272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.037123 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec04b6f1-d619-4d28-8f99-f96b7da46b1a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.041311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e5f972-67c3-4d71-828a-0e2f0b7f34ad req-d31c3c4a-0e42-4a9e-b6c0-c98f5498cd8e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371877 Dec 06 12:19:45.064204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.065482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fef14c19-57b5-46d9-bc5d-77354b8e8929 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362175 Dec 06 12:19:45.068112 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54884) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:45.076481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'security_group_rule': {'security_group_id': '42b7f6ec-2ce8-47a1-9d56-347066127f23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:45.078092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3fafd01d-d7e1-4154-b5e6-ec61b7aaee5f None None] Port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:45.080508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.128130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.149874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=320f256d-0749-47a4-be1c-3010fe556054,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:45.154526 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94500d83-5a46-4725-a219-188e416d06f2 x-openstack-request-id: req-94500d83-5a46-4725-a219-188e416d06f2 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:45.155217 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:45.155512 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94500d83-5a46-4725-a219-188e416d06f2 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:45.156195 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f', 'code': 200} Dec 06 12:19:45.157666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.186153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1584ad1-f11c-4944-be0a-7a28c7744e4f req-586bbfb0-8fd7-4e1e-b5c5-bad1920c2105 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.187744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1584ad1-f11c-4944-be0a-7a28c7744e4f req-586bbfb0-8fd7-4e1e-b5c5-bad1920c2105 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1948216 Dec 06 12:19:45.207416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.214330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.239350 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.259930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.264634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921120 Dec 06 12:19:45.265079 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:45.270523 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:45.274228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1584ad1-f11c-4944-be0a-7a28c7744e4f req-6be32684-0015-40a1-97e9-99179ac32273 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767522 Dec 06 12:19:45.275030 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fec1e5-9f33-4a6a-8f91-20fff5e9735c tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff400e7-7588-473f-b7e1-97e4675f762f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.313455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.425542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.463296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3d800059-ae3d-4dbb-a095-61aff3a26dad details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:45.467998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a577bf-59c9-4ab7-98be-859d0633345f req-1a23dc39-2199-4d1a-9a35-e2e6ded34dc8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.474378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a577bf-59c9-4ab7-98be-859d0633345f req-1a23dc39-2199-4d1a-9a35-e2e6ded34dc8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.480815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a577bf-59c9-4ab7-98be-859d0633345f req-1a23dc39-2199-4d1a-9a35-e2e6ded34dc8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.488419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6a577bf-59c9-4ab7-98be-859d0633345f req-1a23dc39-2199-4d1a-9a35-e2e6ded34dc8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2417 time: 0.2339633 Dec 06 12:19:45.516465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.523113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.529634 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.535813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.541844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.548254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.554255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.556179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-a227f511-7d52-43d6-b2ac-2569a71d3dd4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1822908 Dec 06 12:19:45.576837 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Allocated IP 172.35.3.157 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d64a4276-70dd-459a-8963-eb2bc8cb603e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:45.598420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad,segment=NetworkSegment(206e0cee-ab2d-4eb5-a5d2-3f1335bbd286),segment_id=206e0cee-ab2d-4eb5-a5d2-3f1335bbd286)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:45.607481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6a577bf-59c9-4ab7-98be-859d0633345f req-77abc8b4-37b3-45d2-bc27-aa3f49b5f72f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181931 Dec 06 12:19:45.625206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.645047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '3d800059-ae3d-4dbb-a095-61aff3a26dad', 'network_id': '69b7fef3-1b5b-447e-876c-9445842bb67e', 'port_id': '3d800059-ae3d-4dbb-a095-61aff3a26dad', 'mac_address': 'fa:16:3e:48:64:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:45.655308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.717014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.733457 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d800059-ae3d-4dbb-a095-61aff3a26dad {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:45.737545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd1a72b5-22ef-4ca0-8838-a97b72d35eae req-427d5626-0027-4681-8186-070a90d83bcd tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724148 Dec 06 12:19:45.758395 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=5eb35baf-3a03-4a3c-af91-e6310876e0f8,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.767541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.782408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.789814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad,segment=NetworkSegment(206e0cee-ab2d-4eb5-a5d2-3f1335bbd286),segment_id=206e0cee-ab2d-4eb5-a5d2-3f1335bbd286)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:45.795916 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.823126 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.864883 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.890833 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:45.892595 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:45.897390 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:45.903363 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:45.917433 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:45.928459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=d64a4276-70dd-459a-8963-eb2bc8cb603e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:46.043212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.092477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.121357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94c2c9-af18-40a7-a8d9-170fc6934092 req-64ceb55b-980b-4cd4-ab4e-3787654e447a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.123059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b94c2c9-af18-40a7-a8d9-170fc6934092 req-64ceb55b-980b-4cd4-ab4e-3787654e447a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1063631 Dec 06 12:19:46.133546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3ba6-5c4a-4501-981a-f833a4bffeea req-df51abfa-f988-49e2-93cd-d980b061d48e tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.139229 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['3d800059-ae3d-4dbb-a095-61aff3a26dad'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:46.142059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-935d3ba6-5c4a-4501-981a-f833a4bffeea req-df51abfa-f988-49e2-93cd-d980b061d48e tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 944 time: 0.1343355 Dec 06 12:19:46.197381 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 1a799bc8-414c-4e62-98cf-66e55dc9ce3e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:19:46.203280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 978187c7-78a8-45fc-a846-8b54993bc7d4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:46.281148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-935d3ba6-5c4a-4501-981a-f833a4bffeea req-f592b589-e0f6-47f7-b35b-43e082afc789 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381781 Dec 06 12:19:46.340254 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 978187c7-78a8-45fc-a846-8b54993bc7d4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:46.346468 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 978187c7-78a8-45fc-a846-8b54993bc7d4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:46.346845 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.375358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.387824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b94c2c9-af18-40a7-a8d9-170fc6934092 req-cc341617-33f0-4358-834d-c454b09f5cb2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153270 Dec 06 12:19:46.388642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.451655 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f6bf3b4-288f-447e-bc28-437067d9ee17 None None] Provisioning complete for port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:46.451997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf3b4-288f-447e-bc28-437067d9ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.522090 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=d64a4276-70dd-459a-8963-eb2bc8cb603e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:46.535807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.543207 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:46.554476 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] Sync routers for ids ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:46.556113 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54904) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:46.563608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47065497-b55f-4469-8483-d29967017c81 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/1a799bc8-414c-4e62-98cf-66e55dc9ce3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6387219 Dec 06 12:19:46.574807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c87be9-df28-4760-960d-e97c732c15a7 req-ad4d6865-963e-4104-adc8-55ee2dd25e4f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.577875 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] Routers {'1a799bc8-414c-4e62-98cf-66e55dc9ce3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:46.578748 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:46.600690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c87be9-df28-4760-960d-e97c732c15a7 req-ad4d6865-963e-4104-adc8-55ee2dd25e4f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2098978 Dec 06 12:19:46.640918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bf3b4-288f-447e-bc28-437067d9ee17 None None] Port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:46.647045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.647332 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:46.648338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8c82c78c-6136-4acc-a3fa-74f8b9df0510 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3821328 Dec 06 12:19:46.673186 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de16ac-daa2-4adb-8189-b4019a94ff4f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.680146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-80de16ac-daa2-4adb-8189-b4019a94ff4f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports/5eb35baf-3a03-4a3c-af91-e6310876e0f8 HTTP/1.1" status: 200 len: 976 time: 0.1227007 Dec 06 12:19:46.680776 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54912) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:46.687284 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] Routers {'1a799bc8-414c-4e62-98cf-66e55dc9ce3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:46.687906 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:46.727483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43c87be9-df28-4760-960d-e97c732c15a7 req-5faa2734-4d8e-46e9-b55d-dd1ea664247a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257172 Dec 06 12:19:46.742582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.776317 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:46.778751 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5912a49-e972-44b4-bbbd-973fb7b0209f None None] The sync data for ids ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:46.808430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=978187c7-78a8-45fc-a846-8b54993bc7d4,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:46.818577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:46.837215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021aa3-9240-4272-82e3-06c7a09119ea req-80419f47-f303-46fb-bdf3-4b04da6b7634 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.855814 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021aa3-9240-4272-82e3-06c7a09119ea req-80419f47-f303-46fb-bdf3-4b04da6b7634 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.862104 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021aa3-9240-4272-82e3-06c7a09119ea req-80419f47-f303-46fb-bdf3-4b04da6b7634 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.863803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d021aa3-9240-4272-82e3-06c7a09119ea req-80419f47-f303-46fb-bdf3-4b04da6b7634 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2417 time: 0.1351366 Dec 06 12:19:46.918675 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:46.928471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.928817 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.929174 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.929515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.929846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.930173 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.930502 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.930827 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.931149 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.931470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.937491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.937675 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.937916 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:46.958630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d021aa3-9240-4272-82e3-06c7a09119ea req-cfb6d864-51ad-4f41-9111-b5527ee88568 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877211 Dec 06 12:19:47.046688 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.057892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.066737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.078385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.085492 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.092525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.101013 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.105694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-8dab72b0-234d-430d-a58e-c614919f32f4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1624188 Dec 06 12:19:47.157201 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f256d-0749-47a4-be1c-3010fe556054'}, {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:47.162320 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83792c-aa62-4225-8f2d-39eea754563e" -d '{"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "320f256d-0749-47a4-be1c-3010fe556054"}, {"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:47.192592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-b64f884c-0150-4c91-a717-38efa08c8a83 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1135996083&fields=id&tenant_id=4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 267 time: 0.0853302 Dec 06 12:19:47.249851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a44659f-e6f6-4c97-80a7-e76353c54dc4 req-14d89b0d-0724-4049-b586-abff61c6106e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213732 Dec 06 12:19:47.307569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:47.335260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-754483a6-5931-4f91-a642-913bd3f3a711 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.337124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-754483a6-5931-4f91-a642-913bd3f3a711 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 811 time: 0.1359928 Dec 06 12:19:47.378102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-b0fed48d-5098-4c33-9f86-3a91de8963b4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/quotas/4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 375 time: 0.0277998 Dec 06 12:19:47.430470 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e6b2-a01c-4ecc-a7d1-fc058610018d req-c3855379-de76-4b8d-ac6b-25c49d907fa4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.432081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0391e6b2-a01c-4ecc-a7d1-fc058610018d req-c3855379-de76-4b8d-ac6b-25c49d907fa4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0938036 Dec 06 12:19:47.473010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-b8e2f04b-1c49-4293-822a-fea8b7a9280b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831015 Dec 06 12:19:47.497516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3d800059-ae3d-4dbb-a095-61aff3a26dad up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:47.531726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0391e6b2-a01c-4ecc-a7d1-fc058610018d req-2a138b80-eccd-4163-893a-c0c88e84cfbe tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923111 Dec 06 12:19:47.577786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 3d800059-ae3d-4dbb-a095-61aff3a26dad completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:47.582205 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 3d800059-ae3d-4dbb-a095-61aff3a26dad triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:47.582583 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:47.618862 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d93894f-9325-4819-83f7-11dec607a80c x-openstack-request-id: req-6d93894f-9325-4819-83f7-11dec607a80c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:47.619428 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "320f256d-0749-47a4-be1c-3010fe556054", "code": 200}, {"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-plugged", "status": "completed", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:47.619923 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d93894f-9325-4819-83f7-11dec607a80c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:47.621477 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f256d-0749-47a4-be1c-3010fe556054', 'code': 200} Dec 06 12:19:47.632937 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4', 'code': 200} Dec 06 12:19:47.657109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-d64ad887-e29d-451f-87a7-7447dc48a5a1 service neutron] 10.222.0.31 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684191 Dec 06 12:19:47.719884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:47.769949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad,segment=NetworkSegment(206e0cee-ab2d-4eb5-a5d2-3f1335bbd286),segment_id=206e0cee-ab2d-4eb5-a5d2-3f1335bbd286)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:47.777713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:47.795081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da348c9-775d-46b1-9019-fc82ef3664f3 req-0fda0bdd-b749-4535-b415-6d143f197bf0 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.803759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1da348c9-775d-46b1-9019-fc82ef3664f3 req-0fda0bdd-b749-4535-b415-6d143f197bf0 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 944 time: 0.1092243 Dec 06 12:19:47.842605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-87401087-aca6-4c20-a9b7-748f92ef3d89 service neutron] 10.222.0.31 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768405 Dec 06 12:19:47.848559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:47.877570 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28aef-ab4e-42bc-a0ae-dfc7a7383661 req-48124470-1c16-4a28-8e5b-39414c11892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.878354 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28aef-ab4e-42bc-a0ae-dfc7a7383661 req-48124470-1c16-4a28-8e5b-39414c11892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.878639 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28aef-ab4e-42bc-a0ae-dfc7a7383661 req-48124470-1c16-4a28-8e5b-39414c11892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.880628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0bd28aef-ab4e-42bc-a0ae-dfc7a7383661 req-48124470-1c16-4a28-8e5b-39414c11892d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2871 time: 0.1310120 Dec 06 12:19:47.904031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1da348c9-775d-46b1-9019-fc82ef3664f3 req-82588e4a-daff-4606-b187-a5773d8b5ade tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Dec 06 12:19:47.994594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0bd28aef-ab4e-42bc-a0ae-dfc7a7383661 req-2a8b72e2-740c-4cb4-bdcb-47f2d8ce81aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030214 Dec 06 12:19:48.021668 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 5eb35baf-3a03-4a3c-af91-e6310876e0f8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:48.023219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.057260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7914a518-ea66-4ab4-842e-9e82bec41254 req-18227c6d-0f69-45de-bc44-4c5172280d70 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 210 time: 0.0320802 Dec 06 12:19:48.066146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c872d0-6c1b-491a-ae59-81ae9d5a2f16 req-b9680674-b8c5-40ab-93c6-5df093cc213d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.073637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22c872d0-6c1b-491a-ae59-81ae9d5a2f16 req-b9680674-b8c5-40ab-93c6-5df093cc213d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1180308 Dec 06 12:19:48.163962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.169188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22c872d0-6c1b-491a-ae59-81ae9d5a2f16 req-25f99a6e-408e-4d8a-84c8-70328d1398d3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Dec 06 12:19:48.201620 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 5eb35baf-3a03-4a3c-af91-e6310876e0f8 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:48.222886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540116-2e7a-4a0e-86eb-4fa48af694ca req-6fce04f2-2023-406b-943b-003475590ac0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.229142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540116-2e7a-4a0e-86eb-4fa48af694ca req-6fce04f2-2023-406b-943b-003475590ac0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.236351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540116-2e7a-4a0e-86eb-4fa48af694ca req-6fce04f2-2023-406b-943b-003475590ac0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.238149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b540116-2e7a-4a0e-86eb-4fa48af694ca req-6fce04f2-2023-406b-943b-003475590ac0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2418 time: 0.0847590 Dec 06 12:19:48.315444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b540116-2e7a-4a0e-86eb-4fa48af694ca req-481d3a1b-5214-4436-a994-95c5f557d7e6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Dec 06 12:19:48.429249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.438004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.446089 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.453042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.459052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.466344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.472376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.474283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-6ed97983-c615-428a-a243-4a4cb4723578 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1095970 Dec 06 12:19:48.483614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.516240 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=5eb35baf-3a03-4a3c-af91-e6310876e0f8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:48.589112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74e711a8-e56f-4717-8e39-cd7556866a82 req-ee07de6c-1d8d-47b4-a77a-d8b2c61f7d70 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054673 Dec 06 12:19:48.716271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.725550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ffc0e-fe4c-43a9-83c4-44bb0f9901e1 req-ff42c823-430d-4541-9ffc-4b810ed0214d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:48.740652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d0ffc0e-fe4c-43a9-83c4-44bb0f9901e1 req-ff42c823-430d-4541-9ffc-4b810ed0214d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0858221 Dec 06 12:19:48.811093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d0ffc0e-fe4c-43a9-83c4-44bb0f9901e1 req-ef03eebb-9f67-42cc-82de-77c4a3955228 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645220 Dec 06 12:19:48.915207 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 1a799bc8-414c-4e62-98cf-66e55dc9ce3e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:48.997543 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:49.006706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b3a2ae14-e779-4518-88c9-4fac1ec86fd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/1a799bc8-414c-4e62-98cf-66e55dc9ce3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214142 Dec 06 12:19:49.006706 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:49.013445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] Sync routers for ids ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:49.029109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094739f-d551-4144-886d-a24209feda97 req-455aecb0-4270-4637-80d4-08f526df3cf2 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.031184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1094739f-d551-4144-886d-a24209feda97 req-455aecb0-4270-4637-80d4-08f526df3cf2 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.0679634 Dec 06 12:19:49.036865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] Routers {'1a799bc8-414c-4e62-98cf-66e55dc9ce3e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:49.037847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:49.080329 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:49.089280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1094739f-d551-4144-886d-a24209feda97 req-4ffa21f0-838f-4a16-b48c-4f9915273270 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Dec 06 12:19:49.106327 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] Routers {'1a799bc8-414c-4e62-98cf-66e55dc9ce3e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:49.107167 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:49.195153 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:49.195907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52348ae4-8373-4e17-8393-8eb352348a91 None None] The sync data for ids ['1a799bc8-414c-4e62-98cf-66e55dc9ce3e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:49.207436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-609763a0-5ff6-49f3-b136-d563fedbfb1e req-9230a239-51bb-4868-a733-1d099abd6455 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 210 time: 0.0407658 Dec 06 12:19:49.294605 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-79a40af6-afd9-4347-8c4d-b4b31034bbe9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 12:19:49.299604 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:49.306471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-79a40af6-afd9-4347-8c4d-b4b31034bbe9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/1a799bc8-414c-4e62-98cf-66e55dc9ce3e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2883081 Dec 06 12:19:49.351852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-df4260f3-1824-4668-b754-a9c600b196a1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a799bc8-414c-4e62-98cf-66e55dc9ce3e HTTP/1.1" status: 200 len: 205 time: 0.0509884 Dec 06 12:19:49.354357 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:49.381470 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c4b3-9b15-4b5b-a0c0-f476cdf08db0 req-1177de18-0e4f-4337-be71-2d520419730a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.383330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e4c4b3-9b15-4b5b-a0c0-f476cdf08db0 req-1177de18-0e4f-4337-be71-2d520419730a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0948117 Dec 06 12:19:49.464808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.516824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e4c4b3-9b15-4b5b-a0c0-f476cdf08db0 req-d18d2c8e-1f99-4caa-b095-07e964937e93 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 Dec 06 12:19:49.532191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.537982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279345b-666c-40aa-a68e-a6b9a8810de9 req-ac13ae74-1b85-4ae9-bead-72bb27642baf tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.544621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279345b-666c-40aa-a68e-a6b9a8810de9 req-ac13ae74-1b85-4ae9-bead-72bb27642baf tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.550705 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279345b-666c-40aa-a68e-a6b9a8810de9 req-ac13ae74-1b85-4ae9-bead-72bb27642baf tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.552464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3279345b-666c-40aa-a68e-a6b9a8810de9 req-ac13ae74-1b85-4ae9-bead-72bb27642baf tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2418 time: 0.1300664 Dec 06 12:19:49.586737 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-1dfeed27-39a5-44ae-95f8-a1fe53cfe922 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.587865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-1dfeed27-39a5-44ae-95f8-a1fe53cfe922 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 811 time: 0.2802200 Dec 06 12:19:49.613535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3279345b-666c-40aa-a68e-a6b9a8810de9 req-db68e6a0-5942-4b9e-8782-a3b03899fe8e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531538 Dec 06 12:19:49.633943 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:49.637778 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42900aae-5083-4f43-8d09-de0c3cac8f62" -d '{"events": [{"server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "name": "network-vif-plugged", "status": "completed", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:49.761744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.766628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.788282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-78fec48f-5f65-4d14-bcb8-d837da520c91 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d863b44e7e04228b21d2005be90ed50 HTTP/1.1" status: 200 len: 380 time: 0.1654935 Dec 06 12:19:49.792589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.800265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.807639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.812131 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72754a5f-566d-47a7-af59-8b0b47d3dfb7 x-openstack-request-id: req-72754a5f-566d-47a7-af59-8b0b47d3dfb7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:49.812424 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "name": "network-vif-plugged", "status": "completed", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:49.812668 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72754a5f-566d-47a7-af59-8b0b47d3dfb7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:49.813359 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad', 'code': 200} Dec 06 12:19:49.815031 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.822823 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.832569 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'port': {'device_id': '81694b15-8f50-4568-b8b4-3febb885a652', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'admin_state_up': True, 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'security_groups': ['42b7f6ec-2ce8-47a1-9d56-347066127f23']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:49.846851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.860741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.861315 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router 1a799bc8-414c-4e62-98cf-66e55dc9ce3e {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:19:49.866681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.870637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-9f2784c8-1edf-48a6-8f2f-aa66625a7372 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1578577 Dec 06 12:19:49.873458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.874619 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-faa79395-8b07-439b-b660-6944c08e8c21 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/1a799bc8-414c-4e62-98cf-66e55dc9ce3e HTTP/1.1" status: 204 len: 168 time: 0.5183327 Dec 06 12:19:49.885314 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:50.065901 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Made reservation on behalf of 4d863b44e7e04228b21d2005be90ed50 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:50.072431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b38a7146-a252-4b09-a639-186bb4e86bc0 req-5e79f404-1462-426f-8ee1-0dea0635f182 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634717 Dec 06 12:19:50.074436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.083491 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet cff4f22b-e79d-4a6f-aa1a-3a261625ad91 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:50.088109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.099806 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bda2d-fa82-4183-a336-25a8b7786bf7 req-dcb9f9c2-5c57-4e4f-a753-b046cabc8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.101543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-207bda2d-fa82-4183-a336-25a8b7786bf7 req-dcb9f9c2-5c57-4e4f-a753-b046cabc8e3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 1096 time: 0.1180799 Dec 06 12:19:50.211221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.278668 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-207bda2d-fa82-4183-a336-25a8b7786bf7 req-664520c2-7a1e-40df-b673-b8fffa86d65a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607449 Dec 06 12:19:50.298193 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716ce8-2538-4d72-ae28-12502b4156e0 req-aa037b7f-71c1-414f-a644-51c6fb611e73 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.299788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64716ce8-2538-4d72-ae28-12502b4156e0 req-aa037b7f-71c1-414f-a644-51c6fb611e73 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1486244 Dec 06 12:19:50.337351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa931a-ee78-4bdf-bd3c-96ab56906ca4 req-a860f35e-dc1c-4e66-ab48-9b03308044f2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.340047 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Allocated IP 172.20.0.14 (b1e62408-d1aa-4c69-92bc-53c93edde5f5/8c70c8e1-dbfc-42e1-b954-41ea8e15cb92/562da08c-adec-4084-94ce-e913c3c7b0f1) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:50.343941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa931a-ee78-4bdf-bd3c-96ab56906ca4 req-a860f35e-dc1c-4e66-ab48-9b03308044f2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.349888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa931a-ee78-4bdf-bd3c-96ab56906ca4 req-a860f35e-dc1c-4e66-ab48-9b03308044f2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.365820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8eaa931a-ee78-4bdf-bd3c-96ab56906ca4 req-a860f35e-dc1c-4e66-ab48-9b03308044f2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2418 time: 0.1296661 Dec 06 12:19:50.463342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.496999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8eaa931a-ee78-4bdf-bd3c-96ab56906ca4 req-40ff714d-3956-43cc-ba19-6e1989d2bb7e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048744 Dec 06 12:19:50.512699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64716ce8-2538-4d72-ae28-12502b4156e0 req-b163378d-4cf5-4774-9dc0-97c21d7cc026 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979883 Dec 06 12:19:50.592628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.610457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.672196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=cff4f22b-e79d-4a6f-aa1a-3a261625ad91,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:50.673419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.702746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb7062d9-f716-43bb-a4df-fa73d745481f req-fa44a497-e9f8-4397-8dd3-ca974f4b47bf tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 210 time: 0.0662136 Dec 06 12:19:50.719510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.723728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b2b51c-cfa8-49d9-8845-8b0163ef06dc None None] Network 9797247b-6abb-432d-b38c-f3ce821e50a3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:50.734945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1abbe68a-056c-4876-9402-fe10400d0199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/cff4f22b-e79d-4a6f-aa1a-3a261625ad91 HTTP/1.1" status: 204 len: 168 time: 0.8463578 Dec 06 12:19:50.735997 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55108) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:50.767598 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:50.812121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e700c45-0cea-4972-8d70-1332cc8f30ca req-4be4c7dd-51b8-426a-985d-23c8d6d704e8 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.818734 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event updated for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:50.825738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e700c45-0cea-4972-8d70-1332cc8f30ca req-4be4c7dd-51b8-426a-985d-23c8d6d704e8 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.1846073 Dec 06 12:19:50.833892 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:50.836811 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:50.927583 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.928052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:50.954010 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-8a4b5f8c-2fc3-4cd0-8368-0b9d24e3d79f tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252885 Dec 06 12:19:50.973559 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Request body: {'port': {'device_id': '81694b15-8f50-4568-b8b4-3febb885a652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:50.989827 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f448c-cace-4506-abe1-880e907e8612 None None] DHCP port deletion for 9797247b-6abb-432d-b38c-f3ce821e50a3 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:51.041273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e700c45-0cea-4972-8d70-1332cc8f30ca req-231e9e6e-d7fc-4559-942d-31d9161145aa tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939895 Dec 06 12:19:51.043660 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.083032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b30459-7810-4e7e-a116-47ac63415617 req-e1cca007-4413-4b3e-91c6-8f95635e1bf1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.085562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.087783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Deleting port 6c375978-6a84-429d-b0b1-c398a62c5687 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:51.088249 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.094028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8b30459-7810-4e7e-a116-47ac63415617 req-e1cca007-4413-4b3e-91c6-8f95635e1bf1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2662234 Dec 06 12:19:51.214753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-241f448c-cace-4506-abe1-880e907e8612 None None] For port 6c375978-6a84-429d-b0b1-c398a62c5687, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c375978-6a84-429d-b0b1-c398a62c5687,segment=NetworkSegment(53c6462f-16c3-4a13-933c-97c741798cda),segment_id=53c6462f-16c3-4a13-933c-97c741798cda)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:51.215879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.222047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8b30459-7810-4e7e-a116-47ac63415617 req-ab803bbe-9991-487d-a166-424f8ffd08de tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263044 Dec 06 12:19:51.246370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Calling delete_port for 6c375978-6a84-429d-b0b1-c398a62c5687 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:51.262311 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 6c375978-6a84-429d-b0b1-c398a62c5687 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:51.263826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.340351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1a097ac7-0c32-40a6-a645-febc2fdd4433 None None] Provisioning complete for port 562da08c-adec-4084-94ce-e913c3c7b0f1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:51.341049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a097ac7-0c32-40a6-a645-febc2fdd4433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.417286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1a097ac7-0c32-40a6-a645-febc2fdd4433 None None] Port 562da08c-adec-4084-94ce-e913c3c7b0f1 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:51.435737 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.503150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f448c-cace-4506-abe1-880e907e8612 None None] No DVR routers for this DVR port 6c375978-6a84-429d-b0b1-c398a62c5687 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:51.508210 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f448c-cace-4506-abe1-880e907e8612 None None] Pushing event deleted for resources: {'Port': ['ID=6c375978-6a84-429d-b0b1-c398a62c5687,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:51.722004 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562da08c-adec-4084-94ce-e913c3c7b0f1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:51.734311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.752781 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Transition to ACTIVE for port object 562da08c-adec-4084-94ce-e913c3c7b0f1 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:51.771024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.820560 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 6c375978-6a84-429d-b0b1-c398a62c5687, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c375978-6a84-429d-b0b1-c398a62c5687,segment=NetworkSegment(53c6462f-16c3-4a13-933c-97c741798cda),segment_id=53c6462f-16c3-4a13-933c-97c741798cda)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:51.821053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:51.837975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.844475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.850336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.857051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.865955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.873108 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.880330 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.882301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-957c5a83-48a9-4bdc-8261-07809c7930d2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.6145937 Dec 06 12:19:51.896241 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Pushing event updated for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:51.934068 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 6c375978-6a84-429d-b0b1-c398a62c5687 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:51.979586 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e1b75447-94fb-4f24-855b-03f6f7623a7a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.986652 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e1b75447-94fb-4f24-855b-03f6f7623a7a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.993455 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e1b75447-94fb-4f24-855b-03f6f7623a7a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:51.996021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e1b75447-94fb-4f24-855b-03f6f7623a7a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2418 time: 0.2406640 Dec 06 12:19:51.997467 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.998033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.998507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.998850 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.999184 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.999511 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:51.999956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.000415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.000771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.001286 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.001600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.001929 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.002574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:52.005186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011c6e-305a-45ba-9f3f-c5155b06cda1 req-31585b4b-de0d-4828-8b8c-1a4b5ed384ab tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.012906 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011c6e-305a-45ba-9f3f-c5155b06cda1 req-31585b4b-de0d-4828-8b8c-1a4b5ed384ab tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.024745 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011c6e-305a-45ba-9f3f-c5155b06cda1 req-31585b4b-de0d-4828-8b8c-1a4b5ed384ab tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.026485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e011c6e-305a-45ba-9f3f-c5155b06cda1 req-31585b4b-de0d-4828-8b8c-1a4b5ed384ab tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 2418 time: 0.2232957 Dec 06 12:19:52.134985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe168bab-8ece-4f9b-9833-7dd1083779e9 req-9acd3c9f-8136-4277-b5a6-afaa75c1f315 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2258468 Dec 06 12:19:52.171435 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Attempting to bind port 562da08c-adec-4084-94ce-e913c3c7b0f1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:52.171774 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Attempting to bind port 562da08c-adec-4084-94ce-e913c3c7b0f1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:52.172106 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Attempting to bind port 562da08c-adec-4084-94ce-e913c3c7b0f1 on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:52.191847 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Port 562da08c-adec-4084-94ce-e913c3c7b0f1 on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:52.192700 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Attempting to bind port 562da08c-adec-4084-94ce-e913c3c7b0f1 on network b1e62408-d1aa-4c69-92bc-53c93edde5f5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:52.206884 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:52.207815 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Checking segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:52.208488 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Bound using segment: {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:52.211547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Bound port: 562da08c-adec-4084-94ce-e913c3c7b0f1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf165db-463d-418d-9318-92411347c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:52.212179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.212576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.242259 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 6c375978-6a84-429d-b0b1-c398a62c5687 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:52.265438 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 978187c7-78a8-45fc-a846-8b54993bc7d4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:52.265957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.310560 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=6c375978-6a84-429d-b0b1-c398a62c5687,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:52.343756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e011c6e-305a-45ba-9f3f-c5155b06cda1 req-170f5c93-7ae5-4780-b79f-584ff47504aa tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151711 Dec 06 12:19:52.404866 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:52.418845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.441068 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=562da08c-adec-4084-94ce-e913c3c7b0f1,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:52.447567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1592a72-0b1b-48a9-afa5-3fccbe9016cc req-0343bc88-9dde-4701-a86a-a29d2ee92303 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.451063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1592a72-0b1b-48a9-afa5-3fccbe9016cc req-0343bc88-9dde-4701-a86a-a29d2ee92303 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1456430 Dec 06 12:19:52.464921 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9797247b-6abb-432d-b38c-f3ce821e50a3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:52.474388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.487588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 978187c7-78a8-45fc-a846-8b54993bc7d4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=978187c7-78a8-45fc-a846-8b54993bc7d4,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:52.487969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.492653 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c6462f-16c3-4a13-933c-97c741798cda') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:52.492967 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c6462f-16c3-4a13-933c-97c741798cda') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:52.527037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 978187c7-78a8-45fc-a846-8b54993bc7d4 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:52.533575 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.553314 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.553929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.555322 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-417929b7-0516-4038-8746-d75d79606943 service neutron] 10.222.0.23 "PUT /v2.0/ports/562da08c-adec-4084-94ce-e913c3c7b0f1 HTTP/1.1" status: 200 len: 1092 time: 1.5885117 Dec 06 12:19:52.555768 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:52.558032 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783fd93-a245-4df1-be90-61faa5c0ca45" -d '{"events": [{"name": "network-changed", "server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:52.574879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c375978-6a84-429d-b0b1-c398a62c5687 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:52.578336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.587510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:52.588183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.618473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6c375978-6a84-429d-b0b1-c398a62c5687 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:52.618804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c375978-6a84-429d-b0b1-c398a62c5687 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:52.692088 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:52.724505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.734294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.737191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.744159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/9797247b-6abb-432d-b38c-f3ce821e50a3 HTTP/1.1" status: 204 len: 168 time: 1.9926698 Dec 06 12:19:52.750029 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['10e49d9b-6c02-4881-b256-356d9d254f1f', '320f256d-0749-47a4-be1c-3010fe556054', '978187c7-78a8-45fc-a846-8b54993bc7d4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:52.750635 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:52.759230 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-395987905'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:52.772545 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417929b7-0516-4038-8746-d75d79606943 service neutron] Pushing event updated for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:52.806180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:52.813387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.837851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=978187c7-78a8-45fc-a846-8b54993bc7d4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:52.889544 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81155-8cf3-430a-b894-958a17d1de02 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=9797247b-6abb-432d-b38c-f3ce821e50a3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:52.907569 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 978187c7-78a8-45fc-a846-8b54993bc7d4 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:52.912255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:52.917509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-73ef2ce9-04da-4e25-bf1b-e21c89225368 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "DELETE /v2.0/ports/978187c7-78a8-45fc-a846-8b54993bc7d4 HTTP/1.1" status: 204 len: 173 time: 0.9102123 Dec 06 12:19:52.928240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-5239d040-79e4-488b-927e-8116c35f5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:52.930294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-5239d040-79e4-488b-927e-8116c35f5924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 1095 time: 0.2098167 Dec 06 12:19:52.936559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1592a72-0b1b-48a9-afa5-3fccbe9016cc req-99036f32-2565-4963-9dba-befee4dc2249 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744883 Dec 06 12:19:52.987528 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ce11-94c2-4dcf-a5a6-00e1e19cad83 req-26559a58-933c-43dc-8547-87eecc29e827 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.003245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f429ce11-94c2-4dcf-a5a6-00e1e19cad83 req-26559a58-933c-43dc-8547-87eecc29e827 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 944 time: 0.4656239 Dec 06 12:19:53.006186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:19:53.071161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.071590 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 05def4ed-8744-4652-9d58-98403af40152 of type vlan for network 573868a9-acc3-4454-80b4-33a6a2b7cd6a Dec 06 12:19:53.089042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-a9741520-8e5a-4ea5-95ce-487ae5d816dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=562da08c-adec-4084-94ce-e913c3c7b0f1 HTTP/1.1" status: 200 len: 217 time: 0.1485283 Dec 06 12:19:53.253241 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-78276751-a09e-4de6-8bea-ebbfa63ef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.255365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-78276751-a09e-4de6-8bea-ebbfa63ef84f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.1559622 Dec 06 12:19:53.289049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.297312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f429ce11-94c2-4dcf-a5a6-00e1e19cad83 req-49bce685-1e28-4358-a525-ff208ece682b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931788 Dec 06 12:19:53.314025 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 320f256d-0749-47a4-be1c-3010fe556054 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:53.314636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.339749 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-b4869315-21da-43f9-a7a3-61e7ef07e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.340462 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-b4869315-21da-43f9-a7a3-61e7ef07e6b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749519 Dec 06 12:19:53.359350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a8c49-b678-4028-9780-7ddd4bab77fb req-f08760ec-16d2-4640-921a-1afaed5aa8d9 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.373068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910a8c49-b678-4028-9780-7ddd4bab77fb req-f08760ec-16d2-4640-921a-1afaed5aa8d9 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.3082569 Dec 06 12:19:53.431968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.438353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.438911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.477947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-910a8c49-b678-4028-9780-7ddd4bab77fb req-81583785-c7e7-434d-97f9-c2489ea48c93 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038001 Dec 06 12:19:53.496685 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 320f256d-0749-47a4-be1c-3010fe556054, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=320f256d-0749-47a4-be1c-3010fe556054,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:53.497173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.530937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-71475a78-b245-45f6-9dd9-8abeb384c4ef service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795461 Dec 06 12:19:53.532763 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364799a9-eb7e-4061-a8cb-414d22210e99 x-openstack-request-id: req-364799a9-eb7e-4061-a8cb-414d22210e99 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:53.532931 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:53.533688 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-364799a9-eb7e-4061-a8cb-414d22210e99 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:53.534268 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'status': 'completed', 'code': 200} Dec 06 12:19:53.535592 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 320f256d-0749-47a4-be1c-3010fe556054 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:53.535981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7841904 Dec 06 12:19:53.538701 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55406) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:53.560199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:53.584393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a877cf6-de2a-49d4-86de-2a422f2d42f6 req-eb1fe54f-461b-4323-ac07-006fdf3360b4 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.585951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a877cf6-de2a-49d4-86de-2a422f2d42f6 req-eb1fe54f-461b-4323-ac07-006fdf3360b4 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1690574 Dec 06 12:19:53.587109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c075044-3dba-4f9f-b979-14cadbfb6da5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=573868a9-acc3-4454-80b4-33a6a2b7cd6a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:53.601354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:53.681676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a877cf6-de2a-49d4-86de-2a422f2d42f6 req-0c2e756e-b1aa-4716-9a74-65ca5c9afaeb tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Dec 06 12:19:53.725011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.731508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.750807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.759260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.766159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.772761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.779993 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.782043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-49c213fe-1aed-4bbd-8cd8-4a5945cee045 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1910791 Dec 06 12:19:53.794973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ea9775e6-e2a6-45f4-a725-b42006ee483d req-c7d0df7a-5a18-407b-b258-177f220384b0 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504554 Dec 06 12:19:53.817491 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:53.821279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.888296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82dc9836-1041-4f50-ab75-3a9745efac43 req-5a920c8e-546c-4a6a-b3d4-981a32560e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919468 Dec 06 12:19:53.912339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a1cf-62d9-403d-948d-71d1c9a9cda3 req-bce14390-8fae-46e0-925d-58d56d6a3e49 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.920147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a1cf-62d9-403d-948d-71d1c9a9cda3 req-bce14390-8fae-46e0-925d-58d56d6a3e49 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.928237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76d9a1cf-62d9-403d-948d-71d1c9a9cda3 req-bce14390-8fae-46e0-925d-58d56d6a3e49 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 1682 time: 0.1450315 Dec 06 12:19:53.976766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:53.986321 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-abe93998-eed5-4cf3-9ed6-789a87f35199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:53.988067 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-abe93998-eed5-4cf3-9ed6-789a87f35199 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 1095 time: 0.1193960 Dec 06 12:19:53.993034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['978187c7-78a8-45fc-a846-8b54993bc7d4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:53.997183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76d9a1cf-62d9-403d-948d-71d1c9a9cda3 req-1049d815-6ffe-4942-a623-37d4a13989a6 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632725 Dec 06 12:19:54.043002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=320f256d-0749-47a4-be1c-3010fe556054,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:54.148572 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170c478-6a5d-438e-86d1-f410dff814fa req-2f6a7011-18b3-4768-9d94-34482a4817ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.150420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a170c478-6a5d-438e-86d1-f410dff814fa req-2f6a7011-18b3-4768-9d94-34482a4817ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1004112 Dec 06 12:19:54.201752 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 320f256d-0749-47a4-be1c-3010fe556054 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:54.207811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:54.211513 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-e4e65313-4a0e-4a58-861a-2bd1dad34c03 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "DELETE /v2.0/ports/320f256d-0749-47a4-be1c-3010fe556054 HTTP/1.1" status: 204 len: 173 time: 1.2802324 Dec 06 12:19:54.221952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a170c478-6a5d-438e-86d1-f410dff814fa req-e39f657c-2dec-4d82-8181-24d2da302b25 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637863 Dec 06 12:19:54.438548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd042a-6f32-40c9-b0c1-ea8aa8c7b53b req-fda12148-03ef-43c0-b4bd-dbd45daf9d87 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.440134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7dd042a-6f32-40c9-b0c1-ea8aa8c7b53b req-fda12148-03ef-43c0-b4bd-dbd45daf9d87 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.0807543 Dec 06 12:19:54.474378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7ce04-70cb-47a0-bc78-04eab33c0f2f req-38c4d36b-b7e4-4b93-ba87-8705194ea883 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.475923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f7ce04-70cb-47a0-bc78-04eab33c0f2f req-38c4d36b-b7e4-4b93-ba87-8705194ea883 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 944 time: 0.0809591 Dec 06 12:19:54.525389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7dd042a-6f32-40c9-b0c1-ea8aa8c7b53b req-d0a5910a-581a-4aed-887b-6e31109d6068 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774791 Dec 06 12:19:54.549682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f7ce04-70cb-47a0-bc78-04eab33c0f2f req-e4a23f33-5bb9-439f-80df-7e3408b4c732 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669250 Dec 06 12:19:54.606897 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-e6e9b807-789b-43d0-ab37-c4fc81bf2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.608329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-e6e9b807-789b-43d0-ab37-c4fc81bf2eb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.5884142 Dec 06 12:19:54.683441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:54.689279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-b794c856-a8e4-47dc-b201-a457df7d10e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=562da08c-adec-4084-94ce-e913c3c7b0f1 HTTP/1.1" status: 200 len: 217 time: 0.0687723 Dec 06 12:19:54.785302 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=f6c4a741-c253-44e1-8454-dad67e60297e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:54.795975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0a2b-70c6-455c-83d6-14dc9bb08a72 req-33016ab4-c7aa-49ba-8bf7-0f30a99c00fc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.796711 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-bc7aef9a-6c9d-4733-96d9-ac7f614aab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.797518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ebd0a2b-70c6-455c-83d6-14dc9bb08a72 req-33016ab4-c7aa-49ba-8bf7-0f30a99c00fc tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0505271 Dec 06 12:19:54.798175 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-bc7aef9a-6c9d-4733-96d9-ac7f614aab1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.0862265 Dec 06 12:19:54.820130 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 10e49d9b-6c02-4881-b256-356d9d254f1f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:54.820384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:54.846913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ebd0a2b-70c6-455c-83d6-14dc9bb08a72 req-831f9b6b-cd2a-447a-a98a-a2c98d436cfe tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Dec 06 12:19:54.858241 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '05def4ed-8744-4652-9d58-98403af40152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:54.858677 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 573868a9-acc3-4454-80b4-33a6a2b7cd6a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:54.932460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-dfd400ba-98e7-4529-b82f-f2efa047646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.934395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-dfd400ba-98e7-4529-b82f-f2efa047646d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261013 Dec 06 12:19:54.936903 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:54.961734 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 573868a9-acc3-4454-80b4-33a6a2b7cd6a) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:54.971630 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e2e5b-dc0d-4803-8d8d-04abe91732f6 None None] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:54.984529 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:54.985397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.000231 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 10e49d9b-6c02-4881-b256-356d9d254f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=10e49d9b-6c02-4881-b256-356d9d254f1f,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:55.000609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.019027 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 10e49d9b-6c02-4881-b256-356d9d254f1f owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:55.057819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-541de422-22ae-4115-9f29-3a2ad13db4ae tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5179145 Dec 06 12:19:55.061637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.064743 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:55.070436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.071793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1380957019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:55.078253 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.089737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.096363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.102851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.110211 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.112876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a828e4a-4303-4f77-857a-7985574664c3 req-238c0545-f19a-447f-869c-525cebd5f0f1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5419 time: 0.1301591 Dec 06 12:19:55.154330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-fed39159-0727-4e32-8575-789b10aa0175 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091024 Dec 06 12:19:55.164677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.166025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.236563 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-573868a9-acc3-4454-80b4-33a6a2b7cd6a', 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': 'f6c4a741-c253-44e1-8454-dad67e60297e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:19:55.237629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.264830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a828e4a-4303-4f77-857a-7985574664c3 req-18a68663-9cf5-434e-a0fb-92e1ddbdaf96 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415040 Dec 06 12:19:55.319650 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebe6de-885e-48c0-85a3-1c3d7e19090b req-513ddc7d-d9f8-48b2-88c3-f676eb0114bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.321246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cebe6de-885e-48c0-85a3-1c3d7e19090b req-513ddc7d-d9f8-48b2-88c3-f676eb0114bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5335f819-4a45-48ae-8d31-7b3b0e9308b0 HTTP/1.1" status: 200 len: 946 time: 0.0798392 Dec 06 12:19:55.363999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.375948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.389350 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Allocated IP 172.20.0.2 (573868a9-acc3-4454-80b4-33a6a2b7cd6a/f6c4a741-c253-44e1-8454-dad67e60297e/53f98115-5dc7-47ab-b359-76d2f14a702e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:55.406974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8783fd93-a245-4df1-be90-61faa5c0ca45 req-d9a57a58-c7fa-4d57-97c3-817b7ab91484 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356007 Dec 06 12:19:55.408356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cebe6de-885e-48c0-85a3-1c3d7e19090b req-4f4beac4-c327-44be-847a-a4806cd62c5e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782225 Dec 06 12:19:55.426593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.427777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0ac7168-bc56-41b9-a603-f3a8b116b407 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3620615 Dec 06 12:19:55.429614 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac5f4-cbbc-4cb0-94c5-51f320cd36c0 req-e058c58e-db2e-4798-b643-aa2549d60e34 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.430907 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:55.439124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9acac5f4-cbbc-4cb0-94c5-51f320cd36c0 req-e058c58e-db2e-4798-b643-aa2549d60e34 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0868306 Dec 06 12:19:55.469071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.489299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9acac5f4-cbbc-4cb0-94c5-51f320cd36c0 req-7aa0f393-4577-484e-8111-147455588fab tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470767 Dec 06 12:19:55.528205 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=10e49d9b-6c02-4881-b256-356d9d254f1f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:55.546429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:55.546742 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4'}, {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '320f256d-0749-47a4-be1c-3010fe556054'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:55.549148 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3c3ede-7f5d-4f32-b19e-efa8a4771724" -d '{"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4"}, {"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "320f256d-0749-47a4-be1c-3010fe556054"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:55.634028 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0035d6-db4d-4658-86a1-f2613aca97bc x-openstack-request-id: req-6f0035d6-db4d-4658-86a1-f2613aca97bc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:55.634498 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "978187c7-78a8-45fc-a846-8b54993bc7d4", "status": "completed", "code": 200}, {"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "320f256d-0749-47a4-be1c-3010fe556054", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:55.634850 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f0035d6-db4d-4658-86a1-f2613aca97bc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:55.635351 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '978187c7-78a8-45fc-a846-8b54993bc7d4', 'status': 'completed', 'code': 200} Dec 06 12:19:55.635699 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '320f256d-0749-47a4-be1c-3010fe556054', 'status': 'completed', 'code': 200} Dec 06 12:19:55.670477 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 10e49d9b-6c02-4881-b256-356d9d254f1f on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:55.673857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:55.674048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.689057 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4d1f2829-efd4-481b-9d59-598b02b221fc req-d32afe7c-0e7f-4504-be44-c2c42857c36a tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "DELETE /v2.0/ports/10e49d9b-6c02-4881-b256-356d9d254f1f HTTP/1.1" status: 204 len: 173 time: 1.4663169 Dec 06 12:19:55.690941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'port_id': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80', 'mac_address': 'fa:16:3e:2e:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:55.749794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08327-02fc-4e77-b04a-6814c511dd9a req-a5992e4e-e5fe-43ca-bb27-afe152962418 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.751429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3c08327-02fc-4e77-b04a-6814c511dd9a req-a5992e4e-e5fe-43ca-bb27-afe152962418 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.1206408 Dec 06 12:19:55.758338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.771881 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.776423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.869195 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Pushing event updated for resources: {'Port': ['ID=53f98115-5dc7-47ab-b359-76d2f14a702e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:55.879431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883289-549b-4ea9-8bc2-fb57a978670c req-2476ae85-e878-410a-a5af-d73a48b04018 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:55.891729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05883289-549b-4ea9-8bc2-fb57a978670c req-2476ae85-e878-410a-a5af-d73a48b04018 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 944 time: 0.1381958 Dec 06 12:19:55.903307 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:55.921979 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:55.927885 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:55.933344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3c08327-02fc-4e77-b04a-6814c511dd9a req-6afe490e-6a5f-4eec-9f9f-7b730870252c tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653235 Dec 06 12:19:55.954909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:55.978182 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:55.983653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:55.988682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05883289-549b-4ea9-8bc2-fb57a978670c req-3e43c3ed-8d73-431d-84a8-ed163e334fc4 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900102 Dec 06 12:19:56.035342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.035995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:56.069727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f722bb-0ae5-4e25-bb15-618131f73804 req-e08da3b7-de69-4d1d-84c7-21e1323204aa tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.071437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5f722bb-0ae5-4e25-bb15-618131f73804 req-e08da3b7-de69-4d1d-84c7-21e1323204aa tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0575600 Dec 06 12:19:56.082711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Attempting to bind port 53f98115-5dc7-47ab-b359-76d2f14a702e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:56.083001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Attempting to bind port 53f98115-5dc7-47ab-b359-76d2f14a702e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '05def4ed-8744-4652-9d58-98403af40152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:56.083361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Attempting to bind port 53f98115-5dc7-47ab-b359-76d2f14a702e on network 573868a9-acc3-4454-80b4-33a6a2b7cd6a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:56.092970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:56.093380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Checking segment: {'id': '05def4ed-8744-4652-9d58-98403af40152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:56.093781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.094175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Bound using segment: {'id': '05def4ed-8744-4652-9d58-98403af40152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:56.094652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Bound port: 53f98115-5dc7-47ab-b359-76d2f14a702e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05def4ed-8744-4652-9d58-98403af40152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '573868a9-acc3-4454-80b4-33a6a2b7cd6a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:56.095032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.147731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5f722bb-0ae5-4e25-bb15-618131f73804 req-e8df9142-ea3a-44b6-a937-58b85ed4c8e2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Dec 06 12:19:56.182034 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:56.190817 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-45c8df38-332f-40a7-a4b5-9dcb52f03644 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.192611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-45c8df38-332f-40a7-a4b5-9dcb52f03644 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.53 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.1345592 Dec 06 12:19:56.228853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 562da08c-adec-4084-94ce-e913c3c7b0f1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:56.231126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 978187c7-78a8-45fc-a846-8b54993bc7d4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:56.287844 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 978187c7-78a8-45fc-a846-8b54993bc7d4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:56.288182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 978187c7-78a8-45fc-a846-8b54993bc7d4 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:56.288593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 10e49d9b-6c02-4881-b256-356d9d254f1f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:56.314399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 10e49d9b-6c02-4881-b256-356d9d254f1f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:56.314399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 10e49d9b-6c02-4881-b256-356d9d254f1f not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:56.314697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 320f256d-0749-47a4-be1c-3010fe556054 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:56.347602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] For port 53f98115-5dc7-47ab-b359-76d2f14a702e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:56.361405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 320f256d-0749-47a4-be1c-3010fe556054 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:56.361756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 320f256d-0749-47a4-be1c-3010fe556054 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:56.387076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] For port 53f98115-5dc7-47ab-b359-76d2f14a702e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53f98115-5dc7-47ab-b359-76d2f14a702e,segment=NetworkSegment(05def4ed-8744-4652-9d58-98403af40152),segment_id=05def4ed-8744-4652-9d58-98403af40152)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:56.391456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:56.439458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.457035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11', 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'port_id': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11', 'mac_address': 'fa:16:3e:52:0f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779d8eb5-3f84-493e-9dee-dc6be7e276de', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:56.487511 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55504) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:56.499110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.507657 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.526632 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.533791 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.540327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.546589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.552698 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.561615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-806dfb66-afa9-4708-a29c-96237082187a req-19ddee44-8a23-4eca-a67e-a88e302526b9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5420 time: 0.1520221 Dec 06 12:19:56.592381 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=562da08c-adec-4084-94ce-e913c3c7b0f1,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:56.603387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d7da-afd6-49a6-b45e-9cccf7e3dff6 None None] Pushing event updated for resources: {'Port': ['ID=53f98115-5dc7-47ab-b359-76d2f14a702e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:56.614494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.633888 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:56.644392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'port_id': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'mac_address': 'fa:16:3e:b8:02:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:56.662959 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting subnet 6c323055-6288-41f1-ba5b-efdbae8a3d24 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:56.669261 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.20.0.1 (573868a9-acc3-4454-80b4-33a6a2b7cd6a/f6c4a741-c253-44e1-8454-dad67e60297e/1ab84b03-9532-453c-a477-eba52b824bb7) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:56.678425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.687035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-806dfb66-afa9-4708-a29c-96237082187a req-7c7048f8-28cc-4e93-b7d3-4c2a1190582c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244311 Dec 06 12:19:56.689891 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Deleting port 3d800059-ae3d-4dbb-a095-61aff3a26dad {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:56.690436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.705290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:56.716541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.719794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a33a931b-c7a2-4a99-ab15-cecca67691ed details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:56.728271 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae0deb-1e9c-4127-857c-059eb8ecd5c9 req-206ec246-443a-4320-8d85-5e5e28cc8b22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:56.740663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5ae0deb-1e9c-4127-857c-059eb8ecd5c9 req-206ec246-443a-4320-8d85-5e5e28cc8b22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1200545 Dec 06 12:19:56.779798 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:56.790837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.821371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5ae0deb-1e9c-4127-857c-059eb8ecd5c9 req-9aae59d0-ff5a-4434-a8c8-d88cb4c3b0ef tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795040 Dec 06 12:19:56.822879 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562da08c-adec-4084-94ce-e913c3c7b0f1 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:56.880028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:56.884490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=562da08c-adec-4084-94ce-e913c3c7b0f1,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:56.891028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:56.899943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'port_id': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'mac_address': 'fa:16:3e:22:e9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:56.948756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.006266 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] For port 3d800059-ae3d-4dbb-a095-61aff3a26dad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d800059-ae3d-4dbb-a095-61aff3a26dad,segment=NetworkSegment(206e0cee-ab2d-4eb5-a5d2-3f1335bbd286),segment_id=206e0cee-ab2d-4eb5-a5d2-3f1335bbd286)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:57.006941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.024327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Calling delete_port for 3d800059-ae3d-4dbb-a095-61aff3a26dad owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:57.191331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:57.196993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.213049 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33a931b-c7a2-4a99-ab15-cecca67691ed {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:57.218149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263645a-520f-4067-932f-0fc30e2ac0cf req-c00974d6-6d9a-4125-86a0-aa5e57286c9a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:57.220661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4263645a-520f-4067-932f-0fc30e2ac0cf req-c00974d6-6d9a-4125-86a0-aa5e57286c9a tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 945 time: 0.1026731 Dec 06 12:19:57.235779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:57.236387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f4341-daef-4785-ba7f-f28703db9b77 req-f94961f1-52c9-422f-b665-50e51a839981 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:57.237068 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.238995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b70f4341-daef-4785-ba7f-f28703db9b77 req-f94961f1-52c9-422f-b665-50e51a839981 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 945 time: 0.1723123 Dec 06 12:19:57.246546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.248454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cd7603a6-371d-44f7-acc6-c748e1630a34 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:57.267425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.330251 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:57.334566 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['562da08c-adec-4084-94ce-e913c3c7b0f1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:57.356175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4263645a-520f-4067-932f-0fc30e2ac0cf req-ffe19970-ec99-46d6-9f52-0b7da3d5950b tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158860 Dec 06 12:19:57.394516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.404149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed2368b-13e1-4157-ade4-d148efe8ab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.423442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.432971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.467051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['3d800059-ae3d-4dbb-a095-61aff3a26dad'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:57.501530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b70f4341-daef-4785-ba7f-f28703db9b77 req-da21f081-df0a-40f1-b4be-4a10873e0c3d tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebc5a591-d78d-42aa-a4e3-0601eb64f073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437143 Dec 06 12:19:57.502317 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:57.509982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Subnet': ['ID=6c323055-6288-41f1-ba5b-efdbae8a3d24,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:57.514553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.521406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f89e03b1-f073-40bf-8b22-3ed4e75e86f7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/subnets/6c323055-6288-41f1-ba5b-efdbae8a3d24 HTTP/1.1" status: 204 len: 168 time: 1.0287108 Dec 06 12:19:57.524870 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:57.531909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180052f2-56a2-48f7-ac4c-d1bd36ac2be6 None None] Network bdfedde3-4c86-4790-b7cd-b79068c3957c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:57.542013 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:57.553855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=1ab84b03-9532-453c-a477-eba52b824bb7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:57.599679 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:57.699493 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:57.701793 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cbd49b-00bc-4263-bed7-bf7943465cca" -d '{"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:57.704095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.704522 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Pushing event deleted for resources: {'Port': ['ID=3d800059-ae3d-4dbb-a095-61aff3a26dad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:57.712751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.735841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f163-46c4-4e9e-85ba-0307cb9f03cf req-38f107d3-09c3-4623-8403-d4ac7f2e48a8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:57.743649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6703f163-46c4-4e9e-85ba-0307cb9f03cf req-38f107d3-09c3-4623-8403-d4ac7f2e48a8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1714957 Dec 06 12:19:57.808863 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:57.826209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6703f163-46c4-4e9e-85ba-0307cb9f03cf req-724086a4-1e31-4d3f-aacb-f9ce0081356b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Dec 06 12:19:57.854535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'port_id': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'mac_address': 'fa:16:3e:e1:45:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:57.925848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.939689 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] No DVR routers for this DVR port 3d800059-ae3d-4dbb-a095-61aff3a26dad on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:57.942479 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:57.946330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c0172bfe-710a-454c-922c-dca3ef92e492 req-287a1850-35f8-4556-9af2-443c6298742a tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.53 "DELETE /v2.0/ports/3d800059-ae3d-4dbb-a095-61aff3a26dad HTTP/1.1" status: 204 len: 173 time: 1.7461526 Dec 06 12:19:58.000836 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.016318 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7603a6-371d-44f7-acc6-c748e1630a34 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:58.071789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:58.078007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd66d16c-a8da-4ec1-83eb-92d446d04337 None None] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:58.080953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] DHCP port deletion for bdfedde3-4c86-4790-b7cd-b79068c3957c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:58.081135 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:58.081394 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.109172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.111064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 10b5c087-2b2f-4b79-9253-0a0ca037d421 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:58.114391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.121309 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.127679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.134447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.141429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.146630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:58.148167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.155583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.164272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-9991843e-acb0-4a54-a37e-f97877355dea tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5422 time: 0.2756150 Dec 06 12:19:58.196630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1560f-8c39-479d-b40b-01d712cea217 req-d26ea819-ce3a-46a5-8a63-c1216c4dfd74 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.204806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffb1560f-8c39-479d-b40b-01d712cea217 req-d26ea819-ce3a-46a5-8a63-c1216c4dfd74 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.2320352 Dec 06 12:19:58.229718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'network_id': '535dbbab-b5aa-44e5-af40-023e61d2efc1', 'port_id': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'mac_address': 'fa:16:3e:07:a0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779d8eb5-3f84-493e-9dee-dc6be7e276de', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:58.244724 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:58.255937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 562da08c-adec-4084-94ce-e913c3c7b0f1 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:58.288305 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fc3f9f5-615a-4b27-905b-4f6b7d409414,segment=NetworkSegment(5679a765-909d-48b7-bc6e-f199fbc745cb),segment_id=5679a765-909d-48b7-bc6e-f199fbc745cb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:58.289317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.297240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.302966 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.339089 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 5fc3f9f5-615a-4b27-905b-4f6b7d409414 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:58.381085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffb1560f-8c39-479d-b40b-01d712cea217 req-77b9e87b-3032-42a9-ac53-2fe9c7b379d0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701937 Dec 06 12:19:58.398390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.405396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf23b58d-13d5-4dae-bf66-5de4f677e6c0 req-5b5c03bc-217b-48fc-b927-9a5b07bfc43a tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2398741 Dec 06 12:19:58.408644 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=1ab84b03-9532-453c-a477-eba52b824bb7,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:58.480002 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] Provisioning complete for port 53f98115-5dc7-47ab-b359-76d2f14a702e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:58.482367 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.578256 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082817b-8cd8-4b77-bce7-4c85b71d74a7 x-openstack-request-id: req-5082817b-8cd8-4b77-bce7-4c85b71d74a7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:58.578810 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5335f819-4a45-48ae-8d31-7b3b0e9308b0", "name": "network-vif-deleted", "tag": "10e49d9b-6c02-4881-b256-356d9d254f1f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:58.579412 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5082817b-8cd8-4b77-bce7-4c85b71d74a7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:58.580499 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5335f819-4a45-48ae-8d31-7b3b0e9308b0', 'name': 'network-vif-deleted', 'tag': '10e49d9b-6c02-4881-b256-356d9d254f1f', 'status': 'completed', 'code': 200} Dec 06 12:19:58.634923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.707718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Deleting port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:58.708335 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.712741 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b5c087-2b2f-4b79-9253-0a0ca037d421 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:58.713639 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:58.718728 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:58.727991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.745804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53f98115-5dc7-47ab-b359-76d2f14a702e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:58.754564 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd8bd3-9856-428c-92b3-50e81682b13d req-a9c5d347-f5ed-47c3-813a-f2c2c4950369 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:58.764202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83dd8bd3-9856-428c-92b3-50e81682b13d req-a9c5d347-f5ed-47c3-813a-f2c2c4950369 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 945 time: 0.1808298 Dec 06 12:19:58.767793 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 562da08c-adec-4084-94ce-e913c3c7b0f1 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:58.856183 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=5fc3f9f5-615a-4b27-905b-4f6b7d409414,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:58.857432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 562da08c-adec-4084-94ce-e913c3c7b0f1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:58.857806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.873350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:58.916058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-530a03cb-a652-4cd6-a1e8-bde564e76759 req-d6ff7cbf-5df3-474c-814f-b8048a109d95 tempest-ServerPasswordTestJSON-2039350727 tempest-ServerPasswordTestJSON-2039350727-project] 10.222.0.31 "GET /v2.0/ports?device_id=74481d10-381d-4331-b59f-dc0621ea202f HTTP/1.1" status: 200 len: 210 time: 0.0775802 Dec 06 12:19:58.936729 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:58.975751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83dd8bd3-9856-428c-92b3-50e81682b13d req-6cee70b3-5f90-4976-a23f-fb3d0c04c9a2 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075336 Dec 06 12:19:58.989950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.990755 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a4e32c87-e39f-477a-929d-c2521dd44bf7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:59.077385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] For port 5fc3f9f5-615a-4b27-905b-4f6b7d409414, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:59.077789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.129319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Calling delete_port for 5fc3f9f5-615a-4b27-905b-4f6b7d409414 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:59.142745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:19:59.157900 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.164957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.167978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.194322 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfedde3-4c86-4790-b7cd-b79068c3957c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.206527 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5679a765-909d-48b7-bc6e-f199fbc745cb') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.206984 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5679a765-909d-48b7-bc6e-f199fbc745cb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.213687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:59.217752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:59.227976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.237274 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] No DVR routers for this DVR port 5fc3f9f5-615a-4b27-905b-4f6b7d409414 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:59.250558 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 53f98115-5dc7-47ab-b359-76d2f14a702e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:59.250772 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.282269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.287108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'a4e32c87-e39f-477a-929d-c2521dd44bf7', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'port_id': 'a4e32c87-e39f-477a-929d-c2521dd44bf7', 'mac_address': 'fa:16:3e:d7:1f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:59.324780 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:59.326162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.362566 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d8ae8-71ab-4b74-9b47-9d231ca243c6 None None] Pushing event deleted for resources: {'Port': ['ID=5fc3f9f5-615a-4b27-905b-4f6b7d409414,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:59.371140 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:59.373280 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-554aad28-e36a-4722-9b61-03c2f4dfb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.373654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-554aad28-e36a-4722-9b61-03c2f4dfb7e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.0672736 Dec 06 12:19:59.378583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] For port 53f98115-5dc7-47ab-b359-76d2f14a702e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53f98115-5dc7-47ab-b359-76d2f14a702e,segment=NetworkSegment(05def4ed-8744-4652-9d58-98403af40152),segment_id=05def4ed-8744-4652-9d58-98403af40152)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:59.393978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.455207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce5517-9270-41ae-86df-0627b21c4f9f req-63377360-48b2-496a-a0cb-0e50406e6946 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.463524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ce5517-9270-41ae-86df-0627b21c4f9f req-63377360-48b2-496a-a0cb-0e50406e6946 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.4530873 Dec 06 12:19:59.469603 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 1fc0aa00-d729-4c36-9e2c-f22264fe3657 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:19:59.485434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf91bb-8b34-436d-bfdb-b30b9d0cb2f4 req-31a02871-730d-443e-a3f1-b46dcadf995a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.488829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.492776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0bf91bb-8b34-436d-bfdb-b30b9d0cb2f4 req-31a02871-730d-443e-a3f1-b46dcadf995a tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.3863487 Dec 06 12:19:59.518363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.575616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0bf91bb-8b34-436d-bfdb-b30b9d0cb2f4 req-69145b60-b536-49cb-a64e-39dc81b2119d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Dec 06 12:19:59.583120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.594572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/networks/bdfedde3-4c86-4790-b7cd-b79068c3957c HTTP/1.1" status: 204 len: 168 time: 2.0684299 Dec 06 12:19:59.604617 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:59.637217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545abc8-046b-40c6-8c76-9f287d0b80b2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Network': ['ID=bdfedde3-4c86-4790-b7cd-b79068c3957c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:59.682496 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.684745 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:59.687179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:59.687622 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af2ec38-a3bc-4575-8373-089a75ae410b" -d '{"events": [{"server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "name": "network-vif-plugged", "status": "completed", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:59.699529 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] Sync routers for ids ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:59.721615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-855f20b2-5008-4400-a484-c3ff4eca95c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.722011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a04c3edf-731f-4c41-94ae-475131a80ab2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/1fc0aa00-d729-4c36-9e2c-f22264fe3657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2899356 Dec 06 12:19:59.722687 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55542) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:59.731855 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] Routers {'1fc0aa00-d729-4c36-9e2c-f22264fe3657'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:59.735611 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.743720 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-a751ca1a-4926-42c0-8406-589b4ca71c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.745198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-a751ca1a-4926-42c0-8406-589b4ca71c8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.3539701 Dec 06 12:19:59.775630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=562da08c-adec-4084-94ce-e913c3c7b0f1,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:59.783258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ce5517-9270-41ae-86df-0627b21c4f9f req-4f90db79-dbcf-448f-9007-d152f2a0ed4d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187511 Dec 06 12:19:59.788604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.791612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753cb6d-6137-4c4f-afc3-6978469b471c None None] Pushing event updated for resources: {'Port': ['ID=53f98115-5dc7-47ab-b359-76d2f14a702e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:59.800719 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e32c87-e39f-477a-929d-c2521dd44bf7 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:59.830316 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0d8b0c52-efbf-47e5-abe4-e45db7cab509 None None] Provisioning complete for port 53f98115-5dc7-47ab-b359-76d2f14a702e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:59.830695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0c52-efbf-47e5-abe4-e45db7cab509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.833916 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.842863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.861032 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.871152 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.879931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.888955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fc3f9f5-615a-4b27-905b-4f6b7d409414 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:59.892027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.898236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.902362 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] Routers {'1fc0aa00-d729-4c36-9e2c-f22264fe3657'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:59.903046 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:59.904890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:59.905574 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d6033-acac-439e-9f87-16afd78a1cc5 x-openstack-request-id: req-262d6033-acac-439e-9f87-16afd78a1cc5 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:59.906091 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "name": "network-vif-plugged", "status": "completed", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:59.906368 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-262d6033-acac-439e-9f87-16afd78a1cc5 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:59.909525 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'code': 200} Dec 06 12:19:59.925616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-50988c0b-8f6a-4488-99f0-ea9c34e47352 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5424 time: 0.2441359 Dec 06 12:19:59.943152 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:59.962363 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting subnet bc913e57-b81c-4999-9d9a-d89a91913c88 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:59.984646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.987864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.988530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1d017cff-dbb8-4dfb-b8d3-8b398086d901 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:59.997225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5fc3f9f5-615a-4b27-905b-4f6b7d409414 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:59.997578 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fc3f9f5-615a-4b27-905b-4f6b7d409414 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:00.013348 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:00.021442 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:00.022125 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed323db9-5a07-469a-bfdd-530acf23600b None None] The sync data for ids ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:00.067954 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55550) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:00.075314 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:00.082444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.154035 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad473b59-7c0d-4a1b-b749-cf3f568b593c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.155279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ad473b59-7c0d-4a1b-b749-cf3f568b593c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports/1ab84b03-9532-453c-a477-eba52b824bb7 HTTP/1.1" status: 200 len: 910 time: 0.4313054 Dec 06 12:20:00.160570 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55552) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:00.221687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-6891953f-c86f-4725-8371-4977ac33de61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.4651034 Dec 06 12:20:00.279932 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73da605-55e9-49e2-905f-124a55776b85 req-4e3b6377-c5bc-49dc-ae05-63db820a65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.281454 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a73da605-55e9-49e2-905f-124a55776b85 req-4e3b6377-c5bc-49dc-ae05-63db820a65f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 1097 time: 0.3119822 Dec 06 12:20:00.311894 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Deleting subnet fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:00.315961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32570e8d-8a35-491c-bf14-93d0cb788916 req-36087e89-7962-4225-95df-9894f9fe0c57 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3883998 Dec 06 12:20:00.316782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:00.324855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.336033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '1d017cff-dbb8-4dfb-b8d3-8b398086d901', 'network_id': 'd18af1f0-d06a-43ce-ae48-55c3a95cbcb2', 'port_id': '1d017cff-dbb8-4dfb-b8d3-8b398086d901', 'mac_address': 'fa:16:3e:40:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ea476-d37c-46c5-a7d2-53b9c0fdf9f1', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:20:00.370269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0d8b0c52-efbf-47e5-abe4-e45db7cab509 None None] Provisioning complete for port 1ab84b03-9532-453c-a477-eba52b824bb7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:00.371194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0c52-efbf-47e5-abe4-e45db7cab509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.376226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434047-0594-4c02-acf9-4b48ad81f0d5 req-bf4f496c-26d7-4cbf-9aef-3751f9a93862 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.386108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36434047-0594-4c02-acf9-4b48ad81f0d5 req-bf4f496c-26d7-4cbf-9aef-3751f9a93862 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.2307148 Dec 06 12:20:00.391315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-01164e30-449f-4352-8aa9-8b456986ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.392769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-01164e30-449f-4352-8aa9-8b456986ef0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1593320 Dec 06 12:20:00.401047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.409223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b0c52-efbf-47e5-abe4-e45db7cab509 None None] Port 1ab84b03-9532-453c-a477-eba52b824bb7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:00.439321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.440569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.468387 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d017cff-dbb8-4dfb-b8d3-8b398086d901 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:00.518445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:00.532875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a73da605-55e9-49e2-905f-124a55776b85 req-ca2a0944-db7d-4b55-be19-69cf7c9d3b69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317832 Dec 06 12:20:00.534469 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.536342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53f98115-5dc7-47ab-b359-76d2f14a702e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:00.544943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36434047-0594-4c02-acf9-4b48ad81f0d5 req-58d6e141-79c8-4222-84c9-81eaf409e333 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570017 Dec 06 12:20:00.569758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.572206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.597707 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'name': 'network-vif-deleted', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:00.599971 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2309697-c149-4369-bdfb-6cedf38b290e" -d '{"events": [{"server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "name": "network-vif-deleted", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:00.628196 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-932d1da1-422b-41a0-8d65-e74d9e9282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.629990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-932d1da1-422b-41a0-8d65-e74d9e9282fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253082 Dec 06 12:20:00.655458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:00.662988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.693186 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98614061-f460-428b-8929-18bf7292d11a None None] Provisioning complete for port 1ab84b03-9532-453c-a477-eba52b824bb7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:00.693810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98614061-f460-428b-8929-18bf7292d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.739999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-98614061-f460-428b-8929-18bf7292d11a None None] Port 1ab84b03-9532-453c-a477-eba52b824bb7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:00.762053 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3256d09-c09f-40e1-8b27-0d85b44b2d27 x-openstack-request-id: req-b3256d09-c09f-40e1-8b27-0d85b44b2d27 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:00.762348 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74481d10-381d-4331-b59f-dc0621ea202f", "name": "network-vif-deleted", "tag": "3d800059-ae3d-4dbb-a095-61aff3a26dad", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:00.762605 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3256d09-c09f-40e1-8b27-0d85b44b2d27 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:00.763004 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74481d10-381d-4331-b59f-dc0621ea202f', 'name': 'network-vif-deleted', 'tag': '3d800059-ae3d-4dbb-a095-61aff3a26dad', 'status': 'completed', 'code': 200} Dec 06 12:20:00.782216 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 53f98115-5dc7-47ab-b359-76d2f14a702e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:00.782871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.786443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.801285 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Subnet': ['ID=bc913e57-b81c-4999-9d9a-d89a91913c88,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:00.804840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.809550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0440cafd-9413-4183-971d-f036df0c8866 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/subnets/bc913e57-b81c-4999-9d9a-d89a91913c88 HTTP/1.1" status: 204 len: 168 time: 1.1928756 Dec 06 12:20:00.816954 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55562) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:00.835698 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22ce91-56b4-450e-a856-60831b64a8fe None None] Network 595d6460-82a4-4b01-af40-2e5da9d4901b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:00.854469 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-f0aa7091-9c60-4e28-bc08-b06594bee58c service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137268 Dec 06 12:20:00.877828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052c29-8c50-4caf-ae0e-d34c8c01ede5 req-4767efd6-43a4-4fc3-95b7-c020394982c7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:00.885247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e052c29-8c50-4caf-ae0e-d34c8c01ede5 req-4767efd6-43a4-4fc3-95b7-c020394982c7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1031058 Dec 06 12:20:00.979157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e052c29-8c50-4caf-ae0e-d34c8c01ede5 req-12a8e966-43c7-4dbe-8984-dbd9809589f7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884180 Dec 06 12:20:00.982047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-956e0312-5b88-4eeb-b316-dcd374ccf1c9 req-2515bd6d-4c48-41fa-97d6-0f35e3b5754d service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881586 Dec 06 12:20:00.987168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:01.004751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.010213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-debf8341-69ae-42ba-b2c6-10ae057c815e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fdb58ec0-3286-4ac9-90a7-51c2d55dfe5c HTTP/1.1" status: 204 len: 168 time: 0.9389334 Dec 06 12:20:01.014801 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:01.023036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a464a5e-8b24-47cd-94ab-4ac0bab56a00 req-d679c42b-7cae-463e-8f27-2f9bff392056 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.030945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a464a5e-8b24-47cd-94ab-4ac0bab56a00 req-d679c42b-7cae-463e-8f27-2f9bff392056 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1238651 Dec 06 12:20:01.052671 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.089777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a464a5e-8b24-47cd-94ab-4ac0bab56a00 req-d6810721-3803-474f-82f0-8d537b893267 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528145 Dec 06 12:20:01.090923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.177471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.180293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] DHCP port deletion for 595d6460-82a4-4b01-af40-2e5da9d4901b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:01.223130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.232485 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Deleting port a51a8b85-c078-49cb-beef-859becd5849d {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:01.232865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.299219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] For port a51a8b85-c078-49cb-beef-859becd5849d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a51a8b85-c078-49cb-beef-859becd5849d,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:01.299623 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.313205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Calling delete_port for a51a8b85-c078-49cb-beef-859becd5849d owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:01.386645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.390597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port a51a8b85-c078-49cb-beef-859becd5849d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:01.390939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.413727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.450640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] Pushing event deleted for resources: {'Port': ['ID=a51a8b85-c078-49cb-beef-859becd5849d,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:01.458031 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2c791-30d1-4fad-b44d-429ae6791295 None None] No DVR routers for this DVR port a51a8b85-c078-49cb-beef-859becd5849d on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:01.462245 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b7fef3-1b5b-447e-876c-9445842bb67e']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:01.489332 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:01.489636 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e0cee-ab2d-4eb5-a5d2-3f1335bbd286') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:01.529126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.537144 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.543255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.545813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.550039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.556550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.575276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.580575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.582312 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:01.582711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.595939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.606881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-1266201f-d1b4-4eff-bb5b-f54870c3ea7f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5426 time: 0.1834917 Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:01.647199 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:01.657185 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port a51a8b85-c078-49cb-beef-859becd5849d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a51a8b85-c078-49cb-beef-859becd5849d,segment=NetworkSegment(8e1617d0-4afb-451d-a8fb-5baa3d25528c),segment_id=8e1617d0-4afb-451d-a8fb-5baa3d25528c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:01.657553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.660103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.681485 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.685254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/69b7fef3-1b5b-447e-876c-9445842bb67e HTTP/1.1" status: 204 len: 168 time: 0.6675196 Dec 06 12:20:01.691539 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for a51a8b85-c078-49cb-beef-859becd5849d owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:01.715753 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db6887-b4f2-4d5d-a1fc-ea11f05bb8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b7fef3-1b5b-447e-876c-9445842bb67e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:01.825323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['10b5c087-2b2f-4b79-9253-0a0ca037d421'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:01.842805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7162474-9b46-4b75-8b82-80b3d0d865e7 req-f0e695b0-87ca-4b70-934b-acd68e5a2492 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277343 Dec 06 12:20:01.856487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e492446-8533-4d01-9d72-7f43d232a328 req-cc433105-87e2-492c-81a6-744328821437 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:01.864297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e492446-8533-4d01-9d72-7f43d232a328 req-cc433105-87e2-492c-81a6-744328821437 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.1551526 Dec 06 12:20:01.874254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:01.895754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.920643 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55574) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:01.944955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cd7603a6-371d-44f7-acc6-c748e1630a34'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:01.950828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e492446-8533-4d01-9d72-7f43d232a328 req-a74775c4-068a-432d-b7e0-90fa89d2f3da tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856674 Dec 06 12:20:01.955101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['a4e32c87-e39f-477a-929d-c2521dd44bf7'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:01.955349 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port a51a8b85-c078-49cb-beef-859becd5849d on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:01.985023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['1d017cff-dbb8-4dfb-b8d3-8b398086d901'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:01.989272 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=a51a8b85-c078-49cb-beef-859becd5849d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:02.039501 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7d282ecf-a20c-4f1c-a4d8-a6ae6c2187e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b767be6183014e80bbfdcb1f6760ac0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152160 Dec 06 12:20:02.040941 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:02.109634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e0c7a9fb-cf7e-48c8-9768-2ef65056ca11'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:02.188061 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447cb66-2bd2-4ab4-8f6c-ef930c3ebed5 req-41c7243f-b5e5-4730-891d-20664688b9d9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:02.190079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a447cb66-2bd2-4ab4-8f6c-ef930c3ebed5 req-41c7243f-b5e5-4730-891d-20664688b9d9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0678911 Dec 06 12:20:02.241984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.276502 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.389899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.397858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a447cb66-2bd2-4ab4-8f6c-ef930c3ebed5 req-ffe5a188-458d-4a96-ac4b-505284b1eec6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778159 Dec 06 12:20:02.398720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.406314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.412839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebc5a591-d78d-42aa-a4e3-0601eb64f073 HTTP/1.1" status: 204 len: 168 time: 0.3689132 Dec 06 12:20:02.442648 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444afeb8-e4b9-4e92-89d5-9d5a876d11b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5a591-d78d-42aa-a4e3-0601eb64f073,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:02.487128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f569de8-7116-4fe1-bc1d-17ff541e77c7 req-19d2b18a-4f30-4b23-b277-422033e56eaf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:02.495060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f569de8-7116-4fe1-bc1d-17ff541e77c7 req-19d2b18a-4f30-4b23-b277-422033e56eaf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.3022776 Dec 06 12:20:02.502093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.529281 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 1ab84b03-9532-453c-a477-eba52b824bb7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:02.529623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.535202 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595d6460-82a4-4b01-af40-2e5da9d4901b']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:02.553715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a51a8b85-c078-49cb-beef-859becd5849d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:02.567380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f569de8-7116-4fe1-bc1d-17ff541e77c7 req-747901c9-2a8b-41e0-b4e9-7e4fadb6d817 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706260 Dec 06 12:20:02.595242 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1617d0-4afb-451d-a8fb-5baa3d25528c') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:02.595540 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1617d0-4afb-451d-a8fb-5baa3d25528c') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:02.621880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.703554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44a206-8d4d-452b-94d3-b142d57d5518 req-a98be570-55d7-48d8-a642-cb5b245266ab tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:02.705838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc44a206-8d4d-452b-94d3-b142d57d5518 req-a98be570-55d7-48d8-a642-cb5b245266ab tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0733848 Dec 06 12:20:02.709569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.723602 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:02.724009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:02.727068 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:02.736426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['a33a931b-c7a2-4a99-ab15-cecca67691ed'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:02.748885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.754672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3d800059-ae3d-4dbb-a095-61aff3a26dad no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:02.807046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 3d800059-ae3d-4dbb-a095-61aff3a26dad {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:02.807394 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 3d800059-ae3d-4dbb-a095-61aff3a26dad not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:02.809254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a51a8b85-c078-49cb-beef-859becd5849d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:02.809592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a51a8b85-c078-49cb-beef-859becd5849d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:02.809990 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 1ab84b03-9532-453c-a477-eba52b824bb7 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:02.860934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.869029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.871950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc44a206-8d4d-452b-94d3-b142d57d5518 req-6f2c1c53-b04c-4dcc-b64c-9d0f2d8e0228 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578541 Dec 06 12:20:02.872774 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/networks/595d6460-82a4-4b01-af40-2e5da9d4901b HTTP/1.1" status: 204 len: 168 time: 2.0263629 Dec 06 12:20:02.878541 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:02.884650 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1068900432'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:02.903322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f9089-c05c-4640-ae69-ffd6505446f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Network': ['ID=595d6460-82a4-4b01-af40-2e5da9d4901b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:02.951028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:02.959988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.055721 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:03.071298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.071641 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Added segment 5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc of type vlan for network 80f1a068-cc0a-4637-b540-1338b306d149 Dec 06 12:20:03.100185 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.107124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.113903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.122129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.128372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.134699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.141402 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.150134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a101b177-2c8d-4572-a03a-97d760210090 req-9cc76715-73fd-4a38-9a08-a51b32ba4e61 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5426 time: 0.1510072 Dec 06 12:20:03.187190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.205388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.222320 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=1ab84b03-9532-453c-a477-eba52b824bb7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:03.249597 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.348152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a101b177-2c8d-4572-a03a-97d760210090 req-5c811f33-5f2e-4f24-9f32-906f9b1740b0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922703 Dec 06 12:20:03.358280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.364329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.365053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.429738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2736e-efe1-4923-84a6-92612ed16b50 req-2cce39a3-75ff-47ec-ade1-326f2c2f4f5e tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.431566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35a2736e-efe1-4923-84a6-92612ed16b50 req-2cce39a3-75ff-47ec-ade1-326f2c2f4f5e tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.1598139 Dec 06 12:20:03.441781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5617378 Dec 06 12:20:03.443176 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55618) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:03.449773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'subnet': {'network_id': '80f1a068-cc0a-4637-b540-1338b306d149', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:03.452934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.483951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd57b5-b599-47bb-a751-02df4d36d7b1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Network': ['ID=80f1a068-cc0a-4637-b540-1338b306d149,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:03.502078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 80f1a068-cc0a-4637-b540-1338b306d149 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:03.543467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35a2736e-efe1-4923-84a6-92612ed16b50 req-a086d50f-bbbf-47f7-9684-4b79d2016545 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605867 Dec 06 12:20:03.724086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff330a4-4890-4afa-b98e-5bb543573d72 req-2e3c1e2d-15a0-4ec1-995e-3a020e6914f3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.725715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cff330a4-4890-4afa-b98e-5bb543573d72 req-2e3c1e2d-15a0-4ec1-995e-3a020e6914f3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0625653 Dec 06 12:20:03.746061 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:03.749524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:03.800300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18db3b-9492-488e-b99d-508f70ed6539 req-143e0f37-a43c-42e1-9c6d-d8605eed34d2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.801797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f18db3b-9492-488e-b99d-508f70ed6539 req-143e0f37-a43c-42e1-9c6d-d8605eed34d2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Dec 06 12:20:03.806231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cff330a4-4890-4afa-b98e-5bb543573d72 req-3c0b1b60-4bec-4a06-8c46-7b0e5339bec4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720584 Dec 06 12:20:03.810095 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 1fc0aa00-d729-4c36-9e2c-f22264fe3657 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:03.863584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f18db3b-9492-488e-b99d-508f70ed6539 req-3a4c83e3-4d13-4a7b-917f-cc98915f562b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Dec 06 12:20:03.922994 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312b90b-77c1-4f49-8011-f36e516c60a6 req-4671523c-5291-432e-95c3-96f32d666d16 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.924463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4312b90b-77c1-4f49-8011-f36e516c60a6 req-4671523c-5291-432e-95c3-96f32d666d16 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.0579853 Dec 06 12:20:03.938416 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55632) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:03.945386 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Request body: {'floatingip': {'port_id': '562da08c-adec-4084-94ce-e913c3c7b0f1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:03.984342 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:03.987851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdefb69-cdef-4f3c-8b86-1dffa87193f9 req-205cfff5-196d-42fe-a489-b1e6e26ade39 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:03.989452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbdefb69-cdef-4f3c-8b86-1dffa87193f9 req-205cfff5-196d-42fe-a489-b1e6e26ade39 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 949 time: 0.0592108 Dec 06 12:20:03.994133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b7f9009-3e5e-441b-accd-4cae1ea8016b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/1fc0aa00-d729-4c36-9e2c-f22264fe3657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275700 Dec 06 12:20:03.994422 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:04.000842 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.006216 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] Sync routers for ids ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:04.018663 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] Routers {'1fc0aa00-d729-4c36-9e2c-f22264fe3657'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:04.019396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:04.041432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e05883b5-dd08-4458-b7ee-e47121569c8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc0aa00-d729-4c36-9e2c-f22264fe3657 HTTP/1.1" status: 200 len: 205 time: 0.0458095 Dec 06 12:20:04.044171 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:04.069804 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:04.081508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] Routers {'1fc0aa00-d729-4c36-9e2c-f22264fe3657'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:04.082172 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:04.129897 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:04.130786 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7536ff3-faa4-42f1-b47e-6e76fef15dd1 None None] The sync data for ids ['1fc0aa00-d729-4c36-9e2c-f22264fe3657'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:04.145926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.223505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.223794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbdefb69-cdef-4f3c-8b86-1dffa87193f9 req-6d24b7be-770b-495b-8ac4-728197cb09b0 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155113 Dec 06 12:20:04.331149 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Subnet': ['ID=52903eaa-990c-42d0-b6a3-66e026d3fce3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:04.355990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.359504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.362050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Checking segment: {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:04.362418 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network hostable DHCP agents. Network: 80f1a068-cc0a-4637-b540-1338b306d149, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:04.465583 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 80f1a068-cc0a-4637-b540-1338b306d149 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:04.484908 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 80f1a068-cc0a-4637-b540-1338b306d149) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:04.494470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3effc04-7b23-4d19-9d71-d7e26c636619 None None] Network 80f1a068-cc0a-4637-b540-1338b306d149 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:04.530107 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.530521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.530790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.531026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc0aa00-d729-4c36-9e2c-f22264fe3657 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:20:04.543333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d4b0fee-934f-49c6-a751-2cb0b9070cb4 req-33491369-77ec-40b0-862d-6a27c7c474a1 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0910354 Dec 06 12:20:04.550376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.553905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6af85550-2a55-4842-b4a2-102d7bfd2f90 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/1fc0aa00-d729-4c36-9e2c-f22264fe3657 HTTP/1.1" status: 204 len: 168 time: 0.5062935 Dec 06 12:20:04.555118 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55656) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:04.594868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.595769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-84d5c770-4c79-47b2-a255-d41760f3708e tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1514897 Dec 06 12:20:04.602633 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55658) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:04.608665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1667194362'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:04.614460 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.632443 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.649036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.658460 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.665787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.680928 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.689066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-3bda42d9-a7a5-4178-bde1-e0212925073d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5426 time: 0.2157118 Dec 06 12:20:04.706401 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet f6c4a741-c253-44e1-8454-dad67e60297e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:04.721744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.744532 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:04.748256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.784555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.788388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d61afae8-c53a-4f41-82b0-07785c7496e6 req-8a6745e5-6c7a-4d87-b3da-f311f878acd2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956628 Dec 06 12:20:04.793827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.815628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.822657 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-80f1a068-cc0a-4637-b540-1338b306d149', 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'fixed_ips': [{'subnet_id': '52903eaa-990c-42d0-b6a3-66e026d3fce3'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:04.823599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.832566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c76af-7f8c-43f2-9659-3faa9905ff77 req-c4d47cd7-bce0-4244-98f0-ce1ae11326a5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:04.834353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa6c76af-7f8c-43f2-9659-3faa9905ff77 req-c4d47cd7-bce0-4244-98f0-ce1ae11326a5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1430738 Dec 06 12:20:04.875047 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:04.907018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa6c76af-7f8c-43f2-9659-3faa9905ff77 req-ef6411a0-b2d8-42c4-88f2-6e36911c686f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643659 Dec 06 12:20:04.941529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:04.942160 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Added segment 6c5b0492-2fde-427d-aac6-fcb3b8134e8f of type vlan for network 5a243388-c348-4c93-b729-c782e54337fa Dec 06 12:20:05.017895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed508087-fc58-448c-89c7-4e70ecdbf5bf req-a2dece7a-53c7-49c2-b90f-cf5b0beee2b8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:05.019620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed508087-fc58-448c-89c7-4e70ecdbf5bf req-a2dece7a-53c7-49c2-b90f-cf5b0beee2b8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0695434 Dec 06 12:20:05.029421 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Allocated IP 19.80.0.2 (80f1a068-cc0a-4637-b540-1338b306d149/52903eaa-990c-42d0-b6a3-66e026d3fce3/7f4c69e5-c839-4a51-8e3b-987f289d3041) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:05.038047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.074472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.113929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed508087-fc58-448c-89c7-4e70ecdbf5bf req-e1ea6c01-02c5-4d40-a077-bda6beb91e2f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860744 Dec 06 12:20:05.119505 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Floating IP 4b78ab56-577e-4567-af11-e477eeb6f003 associated. External IP: 172.35.3.157, port: 562da08c-adec-4084-94ce-e913c3c7b0f1. Dec 06 12:20:05.173697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.182976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.189507 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:05.189685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.190165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.233009 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Network 80f1a068-cc0a-4637-b540-1338b306d149 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:05.235827 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:05.240508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:05.243681 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Pushing event updated for resources: {'Port': ['ID=7f4c69e5-c839-4a51-8e3b-987f289d3041,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:05.254513 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:05.254749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6504273 Dec 06 12:20:05.263545 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'subnet': {'network_id': '5a243388-c348-4c93-b729-c782e54337fa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:05.303073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.335079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Attempting to bind port 7f4c69e5-c839-4a51-8e3b-987f289d3041 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:05.335457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Attempting to bind port 7f4c69e5-c839-4a51-8e3b-987f289d3041 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:05.336335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Attempting to bind port 7f4c69e5-c839-4a51-8e3b-987f289d3041 on network 80f1a068-cc0a-4637-b540-1338b306d149 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:05.342743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:05.343821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Checking segment: {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:05.344814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.345004 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31223c49-dcd8-4bb2-8bc3-5a3a0804bee8 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Network': ['ID=5a243388-c348-4c93-b729-c782e54337fa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:05.345252 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Bound using segment: {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:05.345733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Bound port: 7f4c69e5-c839-4a51-8e3b-987f289d3041, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:05.346118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.358689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5a243388-c348-4c93-b729-c782e54337fa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:05.378646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c4a741-c253-44e1-8454-dad67e60297e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:05.390964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.396701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ad1cd6a5-d57f-4fae-9110-ac67c5d6601d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/f6c4a741-c253-44e1-8454-dad67e60297e HTTP/1.1" status: 204 len: 168 time: 0.8381631 Dec 06 12:20:05.397668 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:05.414513 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8832e-8ce7-4067-837a-19b75db612bd req-6b63ba9c-0756-4438-9f1e-df7a6f46fb07 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:05.421778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99e8832e-8ce7-4067-837a-19b75db612bd req-6b63ba9c-0756-4438-9f1e-df7a6f46fb07 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 949 time: 0.1075830 Dec 06 12:20:05.424762 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d47f2-b224-4ec1-922b-7cde88bf63ec None None] Network 573868a9-acc3-4454-80b4-33a6a2b7cd6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:05.462514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:05.466797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.467875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] For port 7f4c69e5-c839-4a51-8e3b-987f289d3041, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:05.543381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99e8832e-8ce7-4067-837a-19b75db612bd req-f6d02122-4cc9-4a8e-8998-95ed54af1cfe tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/security-groups?id=344a3225-e2c6-4f8b-8f8b-31607b4d033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200581 Dec 06 12:20:05.574794 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-8064f5db-6723-4855-b40d-ee4336c6b781 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:05.576432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-8064f5db-6723-4855-b40d-ee4336c6b781 tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.53 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 949 time: 0.1655207 Dec 06 12:20:05.595692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.736812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce14094-6a4e-43b4-b5ce-a5c49e57cdbe req-0ad05a5f-a403-49de-8940-c287818832d9 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0339704 Dec 06 12:20:05.763281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.766745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] For port 7f4c69e5-c839-4a51-8e3b-987f289d3041, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f4c69e5-c839-4a51-8e3b-987f289d3041,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:05.777683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.853694 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Subnet': ['ID=2c0956d6-8dfb-4eb3-985e-128fe76db8c0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:05.859384 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Checking segment: {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:05.859746 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network hostable DHCP agents. Network: 5a243388-c348-4c93-b729-c782e54337fa, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:05.885394 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209209a-f506-4076-8549-80a5d9b797ce None None] Pushing event updated for resources: {'Port': ['ID=7f4c69e5-c839-4a51-8e3b-987f289d3041,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:05.891703 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 5a243388-c348-4c93-b729-c782e54337fa is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:05.910039 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5a243388-c348-4c93-b729-c782e54337fa) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:05.915474 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:05.924590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:05.932488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a3564-da9e-4787-b8ce-a6ca6973a721 None None] Network 5a243388-c348-4c93-b729-c782e54337fa requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:05.960294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-98517599-eb1a-4c90-956d-83644c03b33d tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7046502 Dec 06 12:20:06.031570 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] DHCP port deletion for 573868a9-acc3-4454-80b4-33a6a2b7cd6a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:06.048820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.058647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.065070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.071293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.080049 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.087589 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.095249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.103088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-781ce10d-aaa4-4071-bdf1-51b3a5f88cb3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5426 time: 0.1402614 Dec 06 12:20:06.166139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Deleting port 53f98115-5dc7-47ab-b359-76d2f14a702e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:06.166512 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.209004 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:06.216032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4acdf4-3229-4149-abcd-6ff3a38fc4dc req-16ad86c2-fbcf-46d2-bc2f-127737a8ffc5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.236136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e4acdf4-3229-4149-abcd-6ff3a38fc4dc req-16ad86c2-fbcf-46d2-bc2f-127737a8ffc5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1298680 Dec 06 12:20:06.284565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5a243388-c348-4c93-b729-c782e54337fa', 'network_id': '5a243388-c348-4c93-b729-c782e54337fa', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'fixed_ips': [{'subnet_id': '2c0956d6-8dfb-4eb3-985e-128fe76db8c0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:06.285577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.307671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36754c35-212c-40a8-9730-dbef9ebc7b7d req-6612f08a-4621-4081-bd43-002859771d30 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033949 Dec 06 12:20:06.321950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] For port 53f98115-5dc7-47ab-b359-76d2f14a702e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53f98115-5dc7-47ab-b359-76d2f14a702e,segment=NetworkSegment(05def4ed-8744-4652-9d58-98403af40152),segment_id=05def4ed-8744-4652-9d58-98403af40152)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:06.322365 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.330021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e4acdf4-3229-4149-abcd-6ff3a38fc4dc req-b2ac9181-600d-4400-81da-2d8a767b1adb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916343 Dec 06 12:20:06.348392 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Deleting port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:06.351095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.373978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Calling delete_port for 53f98115-5dc7-47ab-b359-76d2f14a702e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:06.472723 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 53f98115-5dc7-47ab-b359-76d2f14a702e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:06.473196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.547864 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1f9d-776f-43fc-9426-3be6b3ad5b8b req-fcc2c8f0-6f69-4a86-888f-258c359bb8a3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:06.549646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dafe1f9d-776f-43fc-9426-3be6b3ad5b8b req-fcc2c8f0-6f69-4a86-888f-258c359bb8a3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1240819 Dec 06 12:20:06.571712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 53f98115-5dc7-47ab-b359-76d2f14a702e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53f98115-5dc7-47ab-b359-76d2f14a702e,segment=NetworkSegment(05def4ed-8744-4652-9d58-98403af40152),segment_id=05def4ed-8744-4652-9d58-98403af40152)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:06.572245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.591768 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f4c69e5-c839-4a51-8e3b-987f289d3041 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:06.599772 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] For port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:06.600293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.605708 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 53f98115-5dc7-47ab-b359-76d2f14a702e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:06.624803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.652742 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Calling delete_port for 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:06.689467 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Allocated IP 19.86.0.2 (5a243388-c348-4c93-b729-c782e54337fa/2c0956d6-8dfb-4eb3-985e-128fe76db8c0/07cd98da-9ca0-4e89-98da-0d1d7571209b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:06.693971 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] Pushing event deleted for resources: {'Port': ['ID=53f98115-5dc7-47ab-b359-76d2f14a702e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:06.709191 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4f6ef-cee4-4e43-9ee9-ab770a2d0afc None None] No DVR routers for this DVR port 53f98115-5dc7-47ab-b359-76d2f14a702e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:06.750554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 10b5c087-2b2f-4b79-9253-0a0ca037d421 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:06.760965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:06.770210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.776398 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:06.788138 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7f4c69e5-c839-4a51-8e3b-987f289d3041 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:06.788491 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.789881 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:06.794775 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:06.817395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c23e3079-dbc0-4bce-b681-ddc4296e30ac tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "PUT /v2.0/floatingips/4b78ab56-577e-4567-af11-e477eeb6f003 HTTP/1.1" status: 200 len: 992 time: 2.8742225 Dec 06 12:20:06.820353 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:06.822792 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbeeb87-3917-4708-9879-542b8e1b37cb" -d '{"events": [{"name": "network-changed", "server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:06.911155 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:06.953743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 10b5c087-2b2f-4b79-9253-0a0ca037d421 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:06.985915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dafe1f9d-776f-43fc-9426-3be6b3ad5b8b req-90ce8acd-e36a-4342-9162-243739d544c9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Dec 06 12:20:07.001470 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 53f98115-5dc7-47ab-b359-76d2f14a702e on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:07.005454 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=53f98115-5dc7-47ab-b359-76d2f14a702e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:07.006519 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 10b5c087-2b2f-4b79-9253-0a0ca037d421 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:07.006895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.059153 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:07.068442 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-1d8ab137-94c0-496f-aa0e-958b56c34b1f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:07.076939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-1d8ab137-94c0-496f-aa0e-958b56c34b1f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:07.079564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-1d8ab137-94c0-496f-aa0e-958b56c34b1f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/networks?id=80f1a068-cc0a-4637-b540-1338b306d149&id=5a243388-c348-4c93-b729-c782e54337fa HTTP/1.1" status: 200 len: 1392 time: 0.6409030 Dec 06 12:20:07.099241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.123426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-6ece6925-5193-49f9-a6f9-15ed61ffbffa tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/quotas/843ac13b3c284294bfecccd45bea6888 HTTP/1.1" status: 200 len: 375 time: 0.0377903 Dec 06 12:20:07.179307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.183657 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de945c7e-d3bb-4322-92f2-be26cc04198d req-72314e22-1779-49e6-89d8-7b9ab284f9f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0832996 Dec 06 12:20:07.196894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.227359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Pushing event deleted for resources: {'Port': ['ID=2db9e1db-2c56-4e58-b2fe-73695d97ebd1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:07.228279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['2db9e1db-2c56-4e58-b2fe-73695d97ebd1'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:07.265610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.301761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b7f734a5-4bfe-4d70-8b1c-7c4498fdf681 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697099 Dec 06 12:20:07.322696 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.331492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a500680-13fd-46d4-bb51-d9051ef8e619 req-83ae57f8-fccd-43d1-b912-b6a87e4099fb tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ef7431-ce55-4d49-b37d-25c1183e1375 HTTP/1.1" status: 200 len: 210 time: 0.0487809 Dec 06 12:20:07.352021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 7f4c69e5-c839-4a51-8e3b-987f289d3041, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f4c69e5-c839-4a51-8e3b-987f289d3041,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:07.369612 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573868a9-acc3-4454-80b4-33a6a2b7cd6a']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:07.376050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.429991 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Network 5a243388-c348-4c93-b729-c782e54337fa is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:07.433888 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] No DVR routers for this DVR port 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:07.440681 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05def4ed-8744-4652-9d58-98403af40152') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:07.440994 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05def4ed-8744-4652-9d58-98403af40152') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:07.447336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.450789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3ba13b86-48ba-4e7a-aeba-825f65536ddd req-e4b6ca90-7fac-4356-9915-d6a3706b6f8f tempest-VolumesBackupsTest-1478427484 tempest-VolumesBackupsTest-1478427484-project] 10.222.0.53 "DELETE /v2.0/ports/2db9e1db-2c56-4e58-b2fe-73695d97ebd1 HTTP/1.1" status: 204 len: 173 time: 1.8673837 Dec 06 12:20:07.472382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.494318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.504688 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:07.513871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53f98115-5dc7-47ab-b359-76d2f14a702e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:07.520752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:07.521907 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.527276 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:07.529789 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:07.564837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.571500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 53f98115-5dc7-47ab-b359-76d2f14a702e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:07.571858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53f98115-5dc7-47ab-b359-76d2f14a702e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:07.572651 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4b78ab56-577e-4567-af11-e477eeb6f003', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.157', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:b8:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81694b15-8f50-4568-b8b4-3febb885a652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:45Z', 'updated_at': '2021-12-06T12:20:04Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:07.579266 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Pushing event updated for resources: {'Port': ['ID=07cd98da-9ca0-4e89-98da-0d1d7571209b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:07.580146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ada0839-0984-4a7e-b927-bff542e5866b req-310da8ef-7e5b-4838-b9aa-833c26285666 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0979416 Dec 06 12:20:07.650127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-1d73917b-e23a-4555-9df0-be0f87773570 service neutron] 10.222.0.31 "GET /v2.0/networks/80f1a068-cc0a-4637-b540-1338b306d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298678 Dec 06 12:20:07.687254 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:07.705560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df276db9-9c69-492d-8f81-bbea160907b2 None None] Network 80f1a068-cc0a-4637-b540-1338b306d149 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:07.707437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.716039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.718814 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:07.719442 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:07.730859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/573868a9-acc3-4454-80b4-33a6a2b7cd6a HTTP/1.1" status: 204 len: 168 time: 2.3284726 Dec 06 12:20:07.731535 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55708) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:07.739343 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189710475', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:07.782085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f762-4a94-44ed-a486-42ec0901016c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=573868a9-acc3-4454-80b4-33a6a2b7cd6a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:07.806338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:07.819667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.820803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.854314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-5a9d169a-91a9-4b95-b93f-a3f98a74871f service neutron] 10.222.0.31 "GET /v2.0/networks/80f1a068-cc0a-4637-b540-1338b306d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968334 Dec 06 12:20:07.928197 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:07.930641 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df770a5f-53e5-41bf-b52a-c2dc4ff35281" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:07.935650 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=7f4c69e5-c839-4a51-8e3b-987f289d3041,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:07.971026 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:07.979110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.981550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a33a931b-c7a2-4a99-ab15-cecca67691ed up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:07.987860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:07.994503 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163739eb-1534-4c8c-a579-e1af556d3292 x-openstack-request-id: req-163739eb-1534-4c8c-a579-e1af556d3292 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:07.994796 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:08.001406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Attempting to bind port 07cd98da-9ca0-4e89-98da-0d1d7571209b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:08.001608 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-163739eb-1534-4c8c-a579-e1af556d3292 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:08.002122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Attempting to bind port 07cd98da-9ca0-4e89-98da-0d1d7571209b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:08.002255 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'status': 'completed', 'code': 200} Dec 06 12:20:08.002758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Attempting to bind port 07cd98da-9ca0-4e89-98da-0d1d7571209b on network 5a243388-c348-4c93-b729-c782e54337fa {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:08.084593 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230115de-56db-41fa-b05c-42f678a94b10 req-113ccca1-359d-4d7a-a023-f3f3967d918a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.087351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-230115de-56db-41fa-b05c-42f678a94b10 req-113ccca1-359d-4d7a-a023-f3f3967d918a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1094873 Dec 06 12:20:08.097764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-0448cab8-e16b-41cd-9ac9-6660e2c00a86 service neutron] 10.222.0.31 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402167 Dec 06 12:20:08.103444 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c5322841-cddb-4bc6-b97f-3d834258fd4a None None] Provisioning complete for port 7f4c69e5-c839-4a51-8e3b-987f289d3041 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:08.104267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c5322841-cddb-4bc6-b97f-3d834258fd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.149887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:08.150330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Checking segment: {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:08.150682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.151086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Bound using segment: {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:08.151787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Bound port: 07cd98da-9ca0-4e89-98da-0d1d7571209b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:08.152339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.154889 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:08.171215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-230115de-56db-41fa-b05c-42f678a94b10 req-63527a2b-e7ae-494c-b46b-b6edd09ba921 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700631 Dec 06 12:20:08.252601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.295825 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-c729ec38-d875-4369-a4af-44e0165e6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.303132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-c729ec38-d875-4369-a4af-44e0165e6c6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d863b44e7e04228b21d2005be90ed50&device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 1097 time: 0.2994540 Dec 06 12:20:08.391247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.397663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.404727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.410687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.418965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.425508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.430443 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4b78ab56-577e-4567-af11-e477eeb6f003', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.157', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:b8:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81694b15-8f50-4568-b8b4-3febb885a652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:45Z', 'updated_at': '2021-12-06T12:20:04Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:08.431887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.433924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-90625310-b541-4b8e-af40-66bb67dc82c8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5427 time: 0.1309228 Dec 06 12:20:08.450067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] For port 07cd98da-9ca0-4e89-98da-0d1d7571209b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:08.454452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] For port 07cd98da-9ca0-4e89-98da-0d1d7571209b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07cd98da-9ca0-4e89-98da-0d1d7571209b,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:08.470519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-60e9a531-e9db-447e-84c0-3b4c5c36d843 service neutron] 10.222.0.31 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711808 Dec 06 12:20:08.495307 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99454261-7f07-4b6c-b798-e6163804a880 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4b78ab56-577e-4567-af11-e477eeb6f003', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'floating_ip_address': '172.35.3.157', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'port_id': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'mac_address': 'fa:16:3e:b8:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81694b15-8f50-4568-b8b4-3febb885a652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:45Z', 'updated_at': '2021-12-06T12:20:04Z', 'revision_number': 1, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:08.585803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1de85ec6-36fd-4ee8-85d4-7f3bae222fc4 req-b2bd6f9d-d24b-4935-9590-e1171a54ca8e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446519 Dec 06 12:20:08.592733 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-1988fc8f-fef8-437c-b20d-e803f4824a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.598671 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-1988fc8f-fef8-437c-b20d-e803f4824a0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 200 len: 912 time: 0.2626159 Dec 06 12:20:08.728021 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port a33a931b-c7a2-4a99-ab15-cecca67691ed completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:08.736041 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-2d342cc6-efff-4b03-b099-a764655b91f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=562da08c-adec-4084-94ce-e913c3c7b0f1 HTTP/1.1" status: 200 len: 1000 time: 0.1271052 Dec 06 12:20:08.750404 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6229bb5-0a37-4307-87a2-08281a2bca7d x-openstack-request-id: req-d6229bb5-0a37-4307-87a2-08281a2bca7d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:08.750699 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:08.750958 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6229bb5-0a37-4307-87a2-08281a2bca7d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:08.751361 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'code': 200} Dec 06 12:20:08.760935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f4c69e5-c839-4a51-8e3b-987f289d3041 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:08.763265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.810256 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-2e55ca82-cfb7-4692-93f7-c110c31336f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.811806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-2e55ca82-cfb7-4692-93f7-c110c31336f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 200 len: 850 time: 0.0648534 Dec 06 12:20:08.830262 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port a33a931b-c7a2-4a99-ab15-cecca67691ed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:08.830262 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.850212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20f40-c4ae-48e0-b88b-f8833ea7ea39 req-d305f8be-1ac2-4c4f-8d1c-c3b2c967e5b3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.851860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32e20f40-c4ae-48e0-b88b-f8833ea7ea39 req-d305f8be-1ac2-4c4f-8d1c-c3b2c967e5b3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1284974 Dec 06 12:20:08.892568 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517b35-1a78-4234-b9a7-9f6d7846e23c req-668c3731-a537-4328-a13f-f1db52191678 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:08.900320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d517b35-1a78-4234-b9a7-9f6d7846e23c req-668c3731-a537-4328-a13f-f1db52191678 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1163931 Dec 06 12:20:08.947021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.967816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32e20f40-c4ae-48e0-b88b-f8833ea7ea39 req-62be0360-9d4f-45d7-9307-fa3c61a7df1f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054602 Dec 06 12:20:08.978876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:08.998615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d517b35-1a78-4234-b9a7-9f6d7846e23c req-9985cfb6-3413-43af-8661-0239fe6c4925 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972197 Dec 06 12:20:09.029661 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96091a6-6fcc-4f31-b846-b11e8dce0eb2 None None] New status for floating IP 4b78ab56-577e-4567-af11-e477eeb6f003: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:20:09.119144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4b1263e-b37c-4775-9ba5-aec213556066 req-80843dec-29f7-423f-a54c-c35f47a252c7 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0416830 Dec 06 12:20:09.162570 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.35.3.59 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bf2e1906-9664-499f-9d84-71422b1cd952) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:09.234864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1607049c-eea7-418f-aed3-264f8ddb6880 req-f7fd84bc-6194-44b7-819c-f3908b2f1dfb tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 210 time: 0.0623667 Dec 06 12:20:09.343945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:09.347213 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424d14-a0a2-45b1-a675-9a3af0a62bef None None] Pushing event updated for resources: {'Port': ['ID=07cd98da-9ca0-4e89-98da-0d1d7571209b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:09.357114 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-11a55d74-26ee-4c6e-ab76-92fa0e87f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.357505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-11a55d74-26ee-4c6e-ab76-92fa0e87f364 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1e62408-d1aa-4c69-92bc-53c93edde5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4577618 Dec 06 12:20:09.457472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:09.511388 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd1a96-9aae-471b-a762-1b4b15651941 req-c64bba0d-78ce-492c-b628-21d4dcc8ba54 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.529005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61bd1a96-9aae-471b-a762-1b4b15651941 req-c64bba0d-78ce-492c-b628-21d4dcc8ba54 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1263869 Dec 06 12:20:09.539286 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:09.550306 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:09.557044 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:09.605790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64290729-7cf4-425e-8a17-ce85a00a0d76 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:09.619944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=bf2e1906-9664-499f-9d84-71422b1cd952,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:09.641024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-1e64332d-dcf3-4abd-af66-0fc02e37e2d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755840 Dec 06 12:20:09.662828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7f4c69e5-c839-4a51-8e3b-987f289d3041 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:09.663204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:09.688647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61bd1a96-9aae-471b-a762-1b4b15651941 req-bbea5216-ca88-4d99-834a-641579b86ee8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575396 Dec 06 12:20:09.862217 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-685234f8-ce71-4858-869e-009d2cfd11c7 None None] Provisioning complete for port bf2e1906-9664-499f-9d84-71422b1cd952 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:09.862844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-685234f8-ce71-4858-869e-009d2cfd11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:09.908986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.917404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:09.926584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.930542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-685234f8-ce71-4858-869e-009d2cfd11c7 None None] Port bf2e1906-9664-499f-9d84-71422b1cd952 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:09.941125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.955149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.969811 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:09.992318 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.016198 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.029944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6883fb62-008d-462e-b3cf-7239b1076700 req-558530cf-14b0-488b-be0b-26fa6cb16e36 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5427 time: 0.2410278 Dec 06 12:20:10.032048 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:10.043658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.044492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1d017cff-dbb8-4dfb-b8d3-8b398086d901 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:10.111151 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'name': 'network-vif-deleted', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:10.113452 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f7aa48-2386-4af7-bcb9-db360a733896" -d '{"events": [{"server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "name": "network-vif-deleted", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:10.119460 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-abbeeb87-3917-4708-9879-542b8e1b37cb req-41648f5f-5057-4b52-9f47-df8aea65d504 service neutron] 10.222.0.23 "GET /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682987 Dec 06 12:20:10.159233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:10.168247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6883fb62-008d-462e-b3cf-7239b1076700 req-06b07f1b-caba-4a6e-855f-9e36b5907f58 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322308 Dec 06 12:20:10.179941 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:10.199836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:10.200212 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.202035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9761e0fd-141a-47d5-81c8-ae776df15977 None None] Provisioning complete for port 7f4c69e5-c839-4a51-8e3b-987f289d3041 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:10.202387 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9761e0fd-141a-47d5-81c8-ae776df15977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.208843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f233e-5876-44ee-bfd2-30f788ee956e req-b143544d-b1a2-45be-9567-9c6455f3afcd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.226034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f8f233e-5876-44ee-bfd2-30f788ee956e req-b143544d-b1a2-45be-9567-9c6455f3afcd tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1550941 Dec 06 12:20:10.296700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.355119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f8f233e-5876-44ee-bfd2-30f788ee956e req-f9b1a1e2-b4d9-40fb-a05a-b20c5c089efa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226614 Dec 06 12:20:10.367356 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172100d1-d291-445f-8943-a762f8f374aa req-92378a22-78c5-404a-a900-568ad670adb8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.381522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-172100d1-d291-445f-8943-a762f8f374aa req-92378a22-78c5-404a-a900-568ad670adb8 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0969298 Dec 06 12:20:10.524053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-172100d1-d291-445f-8943-a762f8f374aa req-a3b5cc6d-b84b-4c3d-a3ab-ad6ed20e653b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Dec 06 12:20:10.673494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07cd98da-9ca0-4e89-98da-0d1d7571209b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:10.711884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.735157 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8865aca-5ad5-4299-95b8-578bd87511d5 x-openstack-request-id: req-a8865aca-5ad5-4299-95b8-578bd87511d5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:10.735763 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ef7431-ce55-4d49-b37d-25c1183e1375", "name": "network-vif-deleted", "tag": "2db9e1db-2c56-4e58-b2fe-73695d97ebd1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:10.735763 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8865aca-5ad5-4299-95b8-578bd87511d5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:10.736099 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ef7431-ce55-4d49-b37d-25c1183e1375', 'name': 'network-vif-deleted', 'tag': '2db9e1db-2c56-4e58-b2fe-73695d97ebd1', 'status': 'completed', 'code': 200} Dec 06 12:20:10.742990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:20:10.755674 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:10.757956 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0700a18-4951-46a7-8a48-457a43cfd85c" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:10.767587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60dc584a-fc9e-423e-84b2-ac434369eb0a req-c4ada690-4b4f-4022-8d04-2d2062af0a26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 210 time: 0.0622392 Dec 06 12:20:10.811463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:10.836562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:10.837582 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:10.870382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7e8f7abf-866f-4558-afe7-6a3edbc25870 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.876497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7e8f7abf-866f-4558-afe7-6a3edbc25870 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:10.897741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7e8f7abf-866f-4558-afe7-6a3edbc25870 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "GET /v2.0/networks?id=80f1a068-cc0a-4637-b540-1338b306d149&id=5a243388-c348-4c93-b729-c782e54337fa HTTP/1.1" status: 200 len: 1392 time: 0.3794696 Dec 06 12:20:10.910519 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'port': {'device_id': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149', 'admin_state_up': True, 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:11.016344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:11.038454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4adcd752-5922-4ce2-b5ca-d3e9a7d18bdc req-135a2a9e-403f-4822-bbb6-b822bf2ba720 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0590992 Dec 06 12:20:11.046233 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 07cd98da-9ca0-4e89-98da-0d1d7571209b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:11.046614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.068695 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff6cfc0-b23b-4782-baad-9544039010da x-openstack-request-id: req-aff6cfc0-b23b-4782-baad-9544039010da {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:11.068898 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:11.069136 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aff6cfc0-b23b-4782-baad-9544039010da {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:11.069563 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'code': 200} Dec 06 12:20:11.076534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e2746-310e-4edf-bec8-3769d5e226f8 None None] Network 5a243388-c348-4c93-b729-c782e54337fa requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:11.126203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'port_id': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'mac_address': 'fa:16:3e:d8:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205da72d-20a4-4693-8d5f-119c8bfadc87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:20:11.249309 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cf5a856a-1dc4-4a5f-b9af-32906c2bf854 None None] Provisioning complete for port 07cd98da-9ca0-4e89-98da-0d1d7571209b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:11.249827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5a856a-1dc4-4a5f-b9af-32906c2bf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.256526 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:11.316859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.355118 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:11.366322 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e883492c-38ac-4b51-9759-c44e396e4d9d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:11.397672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:11.397672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.452428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.462557 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.485370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.487903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.503048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.508245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.528521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.536421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:11.538993 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.554571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.555969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.567134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-b87ef781-314f-46e7-a411-488f32cb2f9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5429 time: 0.2231739 Dec 06 12:20:11.652921 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5a856a-1dc4-4a5f-b9af-32906c2bf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.656486 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:11.660192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.693211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 07cd98da-9ca0-4e89-98da-0d1d7571209b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07cd98da-9ca0-4e89-98da-0d1d7571209b,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:11.715096 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:11.735321 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:11.742209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-446143b9-7f16-471a-adc3-4fac9dee58ca req-751209a6-1618-465a-8f98-814604196862 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658170 Dec 06 12:20:11.776095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852d2ba-8baa-4ac8-aa5f-cb279e3bdef7 req-915c0dd7-6aac-464d-9198-e51327a26572 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:11.779013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3852d2ba-8baa-4ac8-aa5f-cb279e3bdef7 req-915c0dd7-6aac-464d-9198-e51327a26572 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 944 time: 0.1441758 Dec 06 12:20:11.812559 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 5151f894-cea0-46d0-bbf3-918a47b5414e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:20:11.849100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3852d2ba-8baa-4ac8-aa5f-cb279e3bdef7 req-9ee41dd1-2954-40a0-8706-ef436e0bf4c9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641387 Dec 06 12:20:11.888136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2e010ee-f738-4173-95c7-3c1efa20101b req-0e057d85-5453-41be-9d94-ef5f1047b052 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 210 time: 0.0379632 Dec 06 12:20:11.929872 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Allocated IP 19.80.0.43 (80f1a068-cc0a-4637-b540-1338b306d149/52903eaa-990c-42d0-b6a3-66e026d3fce3/7d9dd975-ec53-4639-b9b5-6b7e0bd842b3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:12.011716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.015753 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:12.027479 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] Sync routers for ids ['5151f894-cea0-46d0-bbf3-918a47b5414e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:12.042395 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] Routers {'5151f894-cea0-46d0-bbf3-918a47b5414e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:12.043408 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5151f894-cea0-46d0-bbf3-918a47b5414e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:12.051958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.056112 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f7059e62-a357-43ea-a343-7a01f85b03c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3220890 Dec 06 12:20:12.056394 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:12.069250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-cf5a856a-1dc4-4a5f-b9af-32906c2bf854 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:20:12.073253 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-cf5a856a-1dc4-4a5f-b9af-32906c2bf854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:20:12.076415 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=07cd98da-9ca0-4e89-98da-0d1d7571209b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:12.113252 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:12.125628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:12.133018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e883492c-38ac-4b51-9759-c44e396e4d9d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:12.140883 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] Routers {'5151f894-cea0-46d0-bbf3-918a47b5414e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:12.141839 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5151f894-cea0-46d0-bbf3-918a47b5414e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:12.183653 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:12.184959 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e9df6-5b63-4d73-8264-9ab709aeeae4 None None] The sync data for ids ['5151f894-cea0-46d0-bbf3-918a47b5414e'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:12.197035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.199060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:12.255139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccc0ab1c-56a8-4aeb-a40a-100fc33c78f0 req-6517fde0-578c-4ac8-a9de-a9f7a8945a52 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0465510 Dec 06 12:20:12.322477 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:12.343515 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:12.346377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.355228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:12.355605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.366790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-40298278-0ddf-4c09-9e17-c0c0b51ee44c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers/5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 200 len: 879 time: 0.3090351 Dec 06 12:20:12.367646 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:12.401093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.492984 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.532146 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 80f1a068-cc0a-4637-b540-1338b306d149 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:12.533581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:12.547206 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:12.551746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07cd98da-9ca0-4e89-98da-0d1d7571209b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:12.567803 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:12.636190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:12.636975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.658698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:12.663162 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-a90e7932-3c45-4a5d-9fda-37d173b685ac tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7563078 Dec 06 12:20:12.673516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Request body: {'port': {'device_id': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'network_id': '5a243388-c348-4c93-b729-c782e54337fa', 'admin_state_up': True, 'tenant_id': '843ac13b3c284294bfecccd45bea6888'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:12.689447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.690269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cd7603a6-371d-44f7-acc6-c748e1630a34 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:12.710515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85854d51-b77c-4276-b16b-999d4716ec95 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3405821 Dec 06 12:20:12.712355 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:12.721454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-189710475'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:12.831760 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 07cd98da-9ca0-4e89-98da-0d1d7571209b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:12.832247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.840140 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Made reservation on behalf of 843ac13b3c284294bfecccd45bea6888 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:12.843920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.870563 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:12.917641 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05c77daf-33f2-4e5e-8a5b-145b9cc3126d None None] Provisioning complete for port 07cd98da-9ca0-4e89-98da-0d1d7571209b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:12.918267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05c77daf-33f2-4e5e-8a5b-145b9cc3126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:12.924198 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port cd7603a6-371d-44f7-acc6-c748e1630a34 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:12.954209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port cd7603a6-371d-44f7-acc6-c748e1630a34 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:12.954902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.070617 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d017cff-dbb8-4dfb-b8d3-8b398086d901'}, {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80'}, {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:13.073899 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45ac112-57b3-41c1-ad91-43ff0f4fb357" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "1d017cff-dbb8-4dfb-b8d3-8b398086d901"}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80"}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:13.084556 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Allocated IP 19.86.0.254 (5a243388-c348-4c93-b729-c782e54337fa/2c0956d6-8dfb-4eb3-985e-128fe76db8c0/6cf6b010-1f9e-437d-956a-93819df8b2d0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:13.139213 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05c77daf-33f2-4e5e-8a5b-145b9cc3126d None None] Provisioning complete for port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:13.139862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05c77daf-33f2-4e5e-8a5b-145b9cc3126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.143198 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.152521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731aca-e965-4564-97d7-897a5959bef3 req-8f9a3649-1f50-4f23-a06d-380841f9353c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.160573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2731aca-e965-4564-97d7-897a5959bef3 req-8f9a3649-1f50-4f23-a06d-380841f9353c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 944 time: 0.1639695 Dec 06 12:20:13.200462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-05c77daf-33f2-4e5e-8a5b-145b9cc3126d None None] Port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:13.205925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:13.211981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.213194 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a4e32c87-e39f-477a-929d-c2521dd44bf7 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:13.229274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.236939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.243468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.251880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.259269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.266445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.266710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.273313 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.275316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eec4168-97ec-463a-bb38-506827d17532 req-f685f05e-a0b5-4179-96bf-ef0bcc3a5714 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5431 time: 0.2777324 Dec 06 12:20:13.296511 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:13.311564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port a4e32c87-e39f-477a-929d-c2521dd44bf7 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:13.315924 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port a4e32c87-e39f-477a-929d-c2521dd44bf7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:13.316561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.326093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.413278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2731aca-e965-4564-97d7-897a5959bef3 req-e93299f8-3aec-4132-89ff-93d07b8cef59 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437112 Dec 06 12:20:13.417820 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.427266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.435085 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Network 5a243388-c348-4c93-b729-c782e54337fa is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:13.443090 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:13.446176 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:13.467552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.490481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6eec4168-97ec-463a-bb38-506827d17532 req-76564019-f86e-4f9f-b78e-b0a69ce807ce tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565211 Dec 06 12:20:13.507222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:13.511918 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.516256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event updated for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:13.550122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:13.645678 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:13.683946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85eaf-ea36-4adf-91e2-70f2064854d9 req-5ed359cb-b3cb-4b79-a142-cbbfe4e7df71 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.687774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e883492c-38ac-4b51-9759-c44e396e4d9d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:13.688336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.696743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85eaf-ea36-4adf-91e2-70f2064854d9 req-5ed359cb-b3cb-4b79-a142-cbbfe4e7df71 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.702028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8d85eaf-ea36-4adf-91e2-70f2064854d9 req-5ed359cb-b3cb-4b79-a142-cbbfe4e7df71 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1654 time: 0.1765056 Dec 06 12:20:13.705243 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.705920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.716054 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-aa905dd4-d5f5-4287-a0ba-b7cd5ac36f36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3472557 Dec 06 12:20:13.748325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b4454567-fe60-423f-8b18-710fe2a4b769 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0799503 Dec 06 12:20:13.769793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Request body: {'port': {'device_id': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:13.795700 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f8f23-6bc1-490b-8575-cca329c8b16c x-openstack-request-id: req-434f8f23-6bc1-490b-8575-cca329c8b16c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:13.800261 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "1d017cff-dbb8-4dfb-b8d3-8b398086d901", "code": 200}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80", "code": 200}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:13.800697 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-434f8f23-6bc1-490b-8575-cca329c8b16c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:13.801704 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d017cff-dbb8-4dfb-b8d3-8b398086d901', 'code': 200} Dec 06 12:20:13.801704 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80', 'code': 200} Dec 06 12:20:13.801945 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11', 'code': 200} Dec 06 12:20:13.839411 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 5151f894-cea0-46d0-bbf3-918a47b5414e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:13.869486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.876715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8d85eaf-ea36-4adf-91e2-70f2064854d9 req-817e9686-c38d-4669-a071-a0a23e4036e2 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567407 Dec 06 12:20:13.925778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:13.935220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7282480b-ae8c-435a-8a21-a74d8f15cee8 req-13a5201e-80c9-437d-9f23-ee93ecc40b50 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0573277 Dec 06 12:20:13.941455 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.943395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:13.974330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:13.995162 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-a7df27bb-cc9e-450a-ad12-b28d312e318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:13.997756 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-a7df27bb-cc9e-450a-ad12-b28d312e318f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2250383 Dec 06 12:20:14.002654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:14.003012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 2db9e1db-2c56-4e58-b2fe-73695d97ebd1 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:14.005345 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa384e53-2364-4f93-9c4f-c0eec6e6b7c8 None None] Provisioning complete for port 6cf6b010-1f9e-437d-956a-93819df8b2d0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:14.006106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa384e53-2364-4f93-9c4f-c0eec6e6b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:14.068613 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fa384e53-2364-4f93-9c4f-c0eec6e6b7c8 None None] Port 6cf6b010-1f9e-437d-956a-93819df8b2d0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:14.101646 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:14.115603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:14.125495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:14.127260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4c3b6dcb-9c44-48b3-8b17-246ee6197ce9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 200 len: 886 time: 1.4139369 Dec 06 12:20:14.127695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] Sync routers for ids ['5151f894-cea0-46d0-bbf3-918a47b5414e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:14.130056 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:14.140893 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] Routers {'5151f894-cea0-46d0-bbf3-918a47b5414e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:14.141629 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5151f894-cea0-46d0-bbf3-918a47b5414e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:14.179090 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:14.192267 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] Routers {'5151f894-cea0-46d0-bbf3-918a47b5414e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:14.193100 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5151f894-cea0-46d0-bbf3-918a47b5414e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:14.238680 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:14.239456 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46d15e-bb56-4748-b8ba-a2eb4619cfeb None None] The sync data for ids ['5151f894-cea0-46d0-bbf3-918a47b5414e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:14.276465 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-26d6c687-7e88-4379-9625-7154050b63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:14.277979 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-26d6c687-7e88-4379-9625-7154050b63a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.2231350 Dec 06 12:20:14.324724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4d04c337-a63f-466e-9926-236f833a9a0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers/5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 200 len: 886 time: 0.1931431 Dec 06 12:20:14.325388 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:14.333177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-5799c268-e63e-43c3-9449-6cfe278598bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 200 len: 217 time: 0.0450168 Dec 06 12:20:14.365853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f99e2cdf-015b-40ad-b173-6cf5440f4fe7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 200 len: 205 time: 0.0382149 Dec 06 12:20:14.366454 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55812) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:14.493532 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-fd854eee-e34f-4f03-9970-5908b970ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:14.495050 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-fd854eee-e34f-4f03-9970-5908b970ba4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1546488 Dec 06 12:20:14.564959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:14.608712 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-2ce1d7b4-c2e6-4cb2-8439-f9ec59c99117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:14.610277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-2ce1d7b4-c2e6-4cb2-8439-f9ec59c99117 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940526 Dec 06 12:20:14.616049 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe6115-5e0b-4245-bb9f-774739bfc2b3 req-aed7f009-71c2-47e6-b352-f9da13d071c6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:14.617588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cfe6115-5e0b-4245-bb9f-774739bfc2b3 req-aed7f009-71c2-47e6-b352-f9da13d071c6 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.1149266 Dec 06 12:20:14.652759 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:14.669121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:14.766306 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Transition to ACTIVE for port object 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:20:14.775633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:14.858750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-3f3a0429-0c50-4989-a544-bb3e557b9e55 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401054 Dec 06 12:20:14.860729 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:15.026452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ef2d55da-9c5f-40ac-be6a-421f1585967f req-8f579c38-7b52-4ba4-abed-a5723b19036c service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591427 Dec 06 12:20:15.079472 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Attempting to bind port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:15.080718 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Attempting to bind port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:15.086731 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Attempting to bind port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 on network 80f1a068-cc0a-4637-b540-1338b306d149 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:15.102855 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 on network 80f1a068-cc0a-4637-b540-1338b306d149 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:20:15.109453 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Attempting to bind port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 on network 80f1a068-cc0a-4637-b540-1338b306d149 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:15.119039 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:15.119483 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Checking segment: {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:15.120046 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Bound using segment: {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:15.120979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Bound port: 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:15.121493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.260227 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:15.267647 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:15.282542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.291518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cfe6115-5e0b-4245-bb9f-774739bfc2b3 req-06d6261c-92ed-4f3c-bc5d-9f8e36ff9f36 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648133 Dec 06 12:20:15.300427 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.310268 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.314464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.316111 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 HTTP/1.1" status: 200 len: 1091 time: 1.5510750 Dec 06 12:20:15.318869 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:15.330481 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92622568-f760-42bf-b438-f094267d45da" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:15.352044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.374313 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.385422 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.403247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.407536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e50a3-a5f7-4dc2-81d8-0b6004c96875 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:15.419813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.433580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.439789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:15.441797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-ca2ab7e2-a939-4703-af51-24e112cecfd3 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.7665899 Dec 06 12:20:15.463277 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Request body: {'port': {'device_id': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:15.637393 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port bf2e1906-9664-499f-9d84-71422b1cd952 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:15.637393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.691341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.803958 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}, {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7'}, {'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:15.806461 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827795db-0465-4518-9cc4-fabb3001c43b" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34"}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7"}, {"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-plugged", "status": "completed", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:15.855476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:15.937237 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for bf2e1906-9664-499f-9d84-71422b1cd952 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:15.979652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e8a4c0f-9688-4478-ba99-6e5d59a824e3 req-91145da4-b365-4077-865c-8c3ec65c46b1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4723647 Dec 06 12:20:16.034619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c45cce-abe7-416b-9fa4-16576a24e8f5 req-2fe420b3-cf46-4917-8885-62e3850273a9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.040979 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c45cce-abe7-416b-9fa4-16576a24e8f5 req-2fe420b3-cf46-4917-8885-62e3850273a9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.042667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c45cce-abe7-416b-9fa4-16576a24e8f5 req-2fe420b3-cf46-4917-8885-62e3850273a9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1666 time: 0.4230704 Dec 06 12:20:16.091466 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf6b010-1f9e-437d-956a-93819df8b2d0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:16.101649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.119860 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Transition to ACTIVE for port object 6cf6b010-1f9e-437d-956a-93819df8b2d0 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:20:16.126019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.197276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:16.203493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c253dab-dc00-4e57-8930-6caf876a45d4 req-7bf8ce7c-85a5-4e1f-86df-fe0adb2b05ae tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0554733 Dec 06 12:20:16.214759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c45cce-abe7-416b-9fa4-16576a24e8f5 req-864dce9f-f891-47be-8e79-a526f6d936f5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499975 Dec 06 12:20:16.303582 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d79d13-410c-4c66-b4a2-f7cb4b7b1793 x-openstack-request-id: req-69d79d13-410c-4c66-b4a2-f7cb4b7b1793 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:16.308062 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:16.308433 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d79d13-410c-4c66-b4a2-f7cb4b7b1793 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:16.308953 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3', 'status': 'completed', 'code': 200} Dec 06 12:20:16.319773 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Attempting to bind port 6cf6b010-1f9e-437d-956a-93819df8b2d0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:16.321388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.321901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Attempting to bind port 6cf6b010-1f9e-437d-956a-93819df8b2d0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:16.322032 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Attempting to bind port 6cf6b010-1f9e-437d-956a-93819df8b2d0 on network 5a243388-c348-4c93-b729-c782e54337fa {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:16.325610 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9574ba52-df29-4ec9-93f0-b1d8e9ca374f x-openstack-request-id: req-9574ba52-df29-4ec9-93f0-b1d8e9ca374f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:16.326165 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34", "code": 200}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-plugged", "status": "completed", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7", "code": 200}, {"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-plugged", "status": "completed", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:16.326806 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9574ba52-df29-4ec9-93f0-b1d8e9ca374f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:16.327416 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'code': 200} Dec 06 12:20:16.328016 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7', 'code': 200} Dec 06 12:20:16.328458 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'code': 200} Dec 06 12:20:16.338360 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Port 6cf6b010-1f9e-437d-956a-93819df8b2d0 on network 5a243388-c348-4c93-b729-c782e54337fa not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:20:16.338973 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Attempting to bind port 6cf6b010-1f9e-437d-956a-93819df8b2d0 on network 5a243388-c348-4c93-b729-c782e54337fa {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:16.359293 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=bf2e1906-9664-499f-9d84-71422b1cd952,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:16.375861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e166bb8-c16d-4f6a-bcd6-10250433b0bc None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:16.378046 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:16.379803 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Checking segment: {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:16.380378 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Bound using segment: {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:16.380991 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Bound port: 6cf6b010-1f9e-437d-956a-93819df8b2d0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5b0492-2fde-427d-aac6-fcb3b8134e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5a243388-c348-4c93-b729-c782e54337fa'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:16.381389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.492784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.504908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:16.508896 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:16.518154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.537684 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-1c36e9e0-0cb2-467b-890b-b5fa79148d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.538076 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-1c36e9e0-0cb2-467b-890b-b5fa79148d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.539834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-92622568-f760-42bf-b438-f094267d45da req-1c36e9e0-0cb2-467b-890b-b5fa79148d6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1938 time: 0.2034557 Dec 06 12:20:16.640872 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.641884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.643555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] 10.222.0.23 "PUT /v2.0/ports/6cf6b010-1f9e-437d-956a-93819df8b2d0 HTTP/1.1" status: 200 len: 1092 time: 1.1910892 Dec 06 12:20:16.674400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.711168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.719818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd3c02-719a-4577-b8ed-0ba45edcaa64 req-38fe102a-e97d-4cfc-872c-9bbe94636ea2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.721416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00bd3c02-719a-4577-b8ed-0ba45edcaa64 req-38fe102a-e97d-4cfc-872c-9bbe94636ea2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.2927406 Dec 06 12:20:16.806849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d899c-6446-4003-95ae-114c434bd3e7 req-93f8526b-9f71-49a9-b929-d61bd34cae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.808895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c6d899c-6446-4003-95ae-114c434bd3e7 req-93f8526b-9f71-49a9-b929-d61bd34cae82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 1096 time: 0.1496425 Dec 06 12:20:16.814394 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.814944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router 5151f894-cea0-46d0-bbf3-918a47b5414e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:20:16.830382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-aca66215-7fb5-4b4a-a14b-34c508e12977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.831219 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-aca66215-7fb5-4b4a-a14b-34c508e12977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.831690 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-aca66215-7fb5-4b4a-a14b-34c508e12977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.833581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-92622568-f760-42bf-b438-f094267d45da req-aca66215-7fb5-4b4a-a14b-34c508e12977 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=843ac13b3c284294bfecccd45bea6888&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2317343 Dec 06 12:20:16.834234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07b3e7-6caa-4d97-975b-3d98ef26dc29 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:16.842634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.843177 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.843580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.844037 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.844492 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.844944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.845423 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:16.847395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-c99695a7-4110-4791-94b9-facf7b050a9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.2397337 Dec 06 12:20:16.847941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.854077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5536ade7-774e-4c7d-b8da-86972ca2e813 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 204 len: 168 time: 2.4858093 Dec 06 12:20:16.857729 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:16.862869 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508458265'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:16.882112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00bd3c02-719a-4577-b8ed-0ba45edcaa64 req-bbe2ec82-5e63-4490-a079-2d691f1b6db7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539297 Dec 06 12:20:16.914339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:16.918924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.933651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c6d899c-6446-4003-95ae-114c434bd3e7 req-35a39ec0-850e-498a-9421-8c08e9a4a37c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134894 Dec 06 12:20:16.946695 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:16.950600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3efc53a2-365e-494c-9e5f-763614a4aa5a req-5fbff6c8-dc76-4436-b67b-69b4d01d134b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba0bf88b-d8ae-426f-82a8-686cf228935c&id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904856 Dec 06 12:20:16.958848 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:16.959741 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f of type vlan for network 51c93c94-9704-43ab-9816-0fe0c47e8175 Dec 06 12:20:17.007756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:17.023150 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622568-f760-42bf-b438-f094267d45da req-be80c450-37aa-4d1c-a56d-284895dab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.025089 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-92622568-f760-42bf-b438-f094267d45da req-be80c450-37aa-4d1c-a56d-284895dab863 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764078 Dec 06 12:20:17.052363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:17.060415 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.061004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:17.113234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4220b308-f52e-4d14-b74c-677c66611e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.113902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2548041 Dec 06 12:20:17.114008 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4220b308-f52e-4d14-b74c-677c66611e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.115808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4220b308-f52e-4d14-b74c-677c66611e8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1980 time: 0.0500381 Dec 06 12:20:17.119179 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55918) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:17.122585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:17.184982 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a7403-0f05-477c-98c3-6a408bc7344d tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=51c93c94-9704-43ab-9816-0fe0c47e8175,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:17.186772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-27f49f45-c96d-4d29-85df-eb3d89e88cd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 HTTP/1.1" status: 200 len: 217 time: 0.0605652 Dec 06 12:20:17.201677 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.202727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:17.207892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.214086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.220111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.226183 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.232720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.238745 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.247573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-81144d6d-f7b2-4dee-aace-6ddb873be071 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1573303 Dec 06 12:20:17.304430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-10add98e-be6f-449a-911d-70da4e5f478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.306045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-10add98e-be6f-449a-911d-70da4e5f478a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52903eaa-990c-42d0-b6a3-66e026d3fce3 HTTP/1.1" status: 200 len: 801 time: 0.1111236 Dec 06 12:20:17.312539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20623854-f5d8-4ec6-b777-fa19f6420988 req-8477d675-3b2e-47e2-bdb3-4fcd9f19e3a8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638995 Dec 06 12:20:17.326042 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:17.329768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:17.384971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f1099d2-df7b-4942-ba72-c9b6042db3e2 req-10845057-9ba7-4d5b-970e-5f52c60d4a15 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0418458 Dec 06 12:20:17.424655 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4e1abfe8-2f0c-44ce-b9b0-a919887abda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.426320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4e1abfe8-2f0c-44ce-b9b0-a919887abda3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=80f1a068-cc0a-4637-b540-1338b306d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121476 Dec 06 12:20:17.452175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c0129-b133-4072-9dd8-0a10e8494778 req-2a9d5259-01eb-4614-b90f-d8d2779231d0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.458606 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c0129-b133-4072-9dd8-0a10e8494778 req-2a9d5259-01eb-4614-b90f-d8d2779231d0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:17.460234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a37c0129-b133-4072-9dd8-0a10e8494778 req-2a9d5259-01eb-4614-b90f-d8d2779231d0 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1678 time: 0.0706141 Dec 06 12:20:17.513660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a37c0129-b133-4072-9dd8-0a10e8494778 req-6e382336-691d-4931-b881-9a91d35366c5 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 Dec 06 12:20:17.573094 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-39c63116-c284-48e6-b2f7-c98336160b32 service neutron] 10.222.0.23 "GET /v2.0/networks/80f1a068-cc0a-4637-b540-1338b306d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351314 Dec 06 12:20:17.660776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.021463 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18ce-3e79-417d-bfd2-ca850c2601f8 req-710df45b-19d8-493f-8664-98a423049d8e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.023081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2aa18ce-3e79-417d-bfd2-ca850c2601f8 req-710df45b-19d8-493f-8664-98a423049d8e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0623538 Dec 06 12:20:18.079040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=caf128a1-4261-4c2e-90b5-44dfb89ae148,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:18.084720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-3547d7c1-75fe-436b-8f59-91d08cfda965 service neutron] 10.222.0.23 "GET /v2.0/networks/80f1a068-cc0a-4637-b540-1338b306d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742329 Dec 06 12:20:18.085761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2aa18ce-3e79-417d-bfd2-ca850c2601f8 req-83da13de-4867-4020-8c17-2211f1470432 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532470 Dec 06 12:20:18.093823 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:18.094299 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 51c93c94-9704-43ab-9816-0fe0c47e8175, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:18.137842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-b5234c75-fd6e-4105-9623-943096098764 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0 HTTP/1.1" status: 200 len: 217 time: 0.0400116 Dec 06 12:20:18.155442 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:18.184580 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 51c93c94-9704-43ab-9816-0fe0c47e8175) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:18.190353 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.190353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.195285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff1d1f-b726-4e26-a8a5-a38ec0727135 None None] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:18.212227 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-9acb7d3b-d5f6-4775-80c7-02907b050951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.214090 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-9acb7d3b-d5f6-4775-80c7-02907b050951 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c0956d6-8dfb-4eb3-985e-128fe76db8c0 HTTP/1.1" status: 200 len: 801 time: 0.0686355 Dec 06 12:20:18.217867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ae6473d-6175-498b-9299-3c54a544721e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1004949 Dec 06 12:20:18.220560 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55930) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:18.225349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653533304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:18.289345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.290290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.298322 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4a58c830-3bbf-4910-bcf1-dccf870ac442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.299923 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-4a58c830-3bbf-4910-bcf1-dccf870ac442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a243388-c348-4c93-b729-c782e54337fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692875 Dec 06 12:20:18.310039 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:18.312362 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:18.412707 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-51c93c94-9704-43ab-9816-0fe0c47e8175', 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': 'caf128a1-4261-4c2e-90b5-44dfb89ae148'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:18.413749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.433990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-50b50314-8d27-403b-88f2-4d6ba6d71dde service neutron] 10.222.0.23 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090734 Dec 06 12:20:18.436146 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa58531-723d-40fb-bac4-1c1f4dd85fab x-openstack-request-id: req-ffa58531-723d-40fb-bac4-1c1f4dd85fab {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:18.436398 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:18.436937 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffa58531-723d-40fb-bac4-1c1f4dd85fab {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:18.437478 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0', 'status': 'completed', 'code': 200} Dec 06 12:20:18.497020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.509341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.553706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42715d8-a8ca-4694-b7a0-c96b3163a655 req-e9a03203-a415-400a-9e34-31b414b55ef9 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0354278 Dec 06 12:20:18.575950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:18.577315 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fb75a463-641e-4431-96c5-21affb1a67f4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3554657 Dec 06 12:20:18.580038 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55940) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:18.582490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.597406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.597406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.606043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.614691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.622331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.629383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.637461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-489262fa-38a1-4c2f-92f6-806ad9be0829 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1681509 Dec 06 12:20:18.729796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41f5eb80-ea8b-47ac-8442-a202408e559c req-6612e86b-99d4-449f-b358-e9fdb959fa85 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908978 Dec 06 12:20:18.768728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Allocated IP 172.20.0.2 (51c93c94-9704-43ab-9816-0fe0c47e8175/caf128a1-4261-4c2e-90b5-44dfb89ae148/02a40917-eedf-4465-b0dd-7138240a9064) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:18.791368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1268b2-18ed-4745-b0cc-018f127503ba req-be17f89d-8f72-4aed-8a6d-46f4eb7bdec9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.811341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1268b2-18ed-4745-b0cc-018f127503ba req-be17f89d-8f72-4aed-8a6d-46f4eb7bdec9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:18.821199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a1268b2-18ed-4745-b0cc-018f127503ba req-be17f89d-8f72-4aed-8a6d-46f4eb7bdec9 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1678 time: 0.0880704 Dec 06 12:20:18.856391 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-363f3502-cfb4-4bda-ad5b-84f1bda8b658 req-e58d9389-0315-4649-b698-b5859e3c431c service neutron] 10.222.0.23 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140747 Dec 06 12:20:18.926023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a1268b2-18ed-4745-b0cc-018f127503ba req-9cbf6813-fac8-4f45-8868-2d4945d0fc1f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019580 Dec 06 12:20:19.001149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.008496 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.039412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-46041419-140e-4f1b-a0c7-50f764c97e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.039637 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-46041419-140e-4f1b-a0c7-50f764c97e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.041495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-46041419-140e-4f1b-a0c7-50f764c97e33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=843ac13b3c284294bfecccd45bea6888&device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1980 time: 0.0802174 Dec 06 12:20:19.056321 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:19.061287 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:19.065864 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:19.069027 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Pushing event updated for resources: {'Port': ['ID=02a40917-eedf-4465-b0dd-7138240a9064,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:19.114715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.141576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Attempting to bind port 02a40917-eedf-4465-b0dd-7138240a9064 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:19.141961 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Attempting to bind port 02a40917-eedf-4465-b0dd-7138240a9064 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:19.142963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Attempting to bind port 02a40917-eedf-4465-b0dd-7138240a9064 on network 51c93c94-9704-43ab-9816-0fe0c47e8175 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:19.148370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:19.148752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Checking segment: {'id': '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:19.149180 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.149649 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Bound using segment: {'id': '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:19.150105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Bound port: 02a40917-eedf-4465-b0dd-7138240a9064, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51c93c94-9704-43ab-9816-0fe0c47e8175'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:19.150489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.229561 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] For port 02a40917-eedf-4465-b0dd-7138240a9064, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:19.234064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] For port 02a40917-eedf-4465-b0dd-7138240a9064, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02a40917-eedf-4465-b0dd-7138240a9064,segment=NetworkSegment(4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f),segment_id=4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:19.240642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.245539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18ff-565a-46ac-a076-9826d5e1bf99 req-5856343b-3825-41b8-97f5-1b04bea366a3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.254875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-352c18ff-565a-46ac-a076-9826d5e1bf99 req-5856343b-3825-41b8-97f5-1b04bea366a3 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0718553 Dec 06 12:20:19.285967 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-cc5d965e-dc0f-4084-87eb-727e276fee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.287452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-cc5d965e-dc0f-4084-87eb-727e276fee34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5a243388-c348-4c93-b729-c782e54337fa HTTP/1.1" status: 200 len: 903 time: 0.2363319 Dec 06 12:20:19.329093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-352c18ff-565a-46ac-a076-9826d5e1bf99 req-5408bc3a-605e-46f4-8e31-6da470490b38 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Dec 06 12:20:19.338548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8a170-d44a-4864-aad8-7fe26be10e08 None None] Pushing event updated for resources: {'Port': ['ID=02a40917-eedf-4465-b0dd-7138240a9064,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:19.357265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-8befa560-a649-4acb-985a-581f9b75b7c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0 HTTP/1.1" status: 200 len: 217 time: 0.0536718 Dec 06 12:20:19.471267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.473507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db662-f84b-45c0-b45e-277419ff47ed req-a80a61dc-66f1-4720-83a9-074bbfe429ed tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.482687 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-f94629f5-c8f8-4ed6-b875-918efa414002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.484526 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-f94629f5-c8f8-4ed6-b875-918efa414002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c0956d6-8dfb-4eb3-985e-128fe76db8c0 HTTP/1.1" status: 200 len: 801 time: 0.1004496 Dec 06 12:20:19.486282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-776db662-f84b-45c0-b45e-277419ff47ed req-a80a61dc-66f1-4720-83a9-074bbfe429ed tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.0742102 Dec 06 12:20:19.555571 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.20.0.1 (51c93c94-9704-43ab-9816-0fe0c47e8175/caf128a1-4261-4c2e-90b5-44dfb89ae148/ab493c9b-3674-47d8-be65-d60ff3678ba4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:19.570757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-776db662-f84b-45c0-b45e-277419ff47ed req-5891c985-9452-4462-bd71-5b864df13493 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833402 Dec 06 12:20:19.619212 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-427c34c2-4f89-4d16-b537-17b976d216ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.619956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-427c34c2-4f89-4d16-b537-17b976d216ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a243388-c348-4c93-b729-c782e54337fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262414 Dec 06 12:20:19.625709 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:20:19.735690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5a8555b-8769-4918-9449-1f8eab1f6006 req-6e0b91b6-ec5e-491c-9483-2ee671529032 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0365090 Dec 06 12:20:19.862656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:19.870055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-e7cfc673-ad1b-4a92-865e-5d249c08c851 service neutron] 10.222.0.23 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332265 Dec 06 12:20:19.967030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.973125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.989457 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:19.996988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.009245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.016613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.019517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.024377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.026997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37733dd0-affb-419b-87e4-d568368cdaba req-54c81c81-c794-4a92-acf2-52dda4922c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1446924 Dec 06 12:20:20.079065 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:20.090531 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:20.100876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e7f7c0e2-a5f7-4a6c-9bed-386eea7b67ee req-2c901ae8-3841-4360-b493-9f8afe6c104b service neutron] 10.222.0.23 "GET /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218895 Dec 06 12:20:20.103419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37733dd0-affb-419b-87e4-d568368cdaba req-07100647-7166-4bf8-92d2-0f115e57cda4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699849 Dec 06 12:20:20.103823 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:20.152994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=ab493c9b-3674-47d8-be65-d60ff3678ba4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:20.172409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.297648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-c6865f10-d720-4c3e-bba0-9626ecf9ed14 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.305305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-c6865f10-d720-4c3e-bba0-9626ecf9ed14 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.1758025 Dec 06 12:20:20.318870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-abecf91b-bebd-4876-b24b-f28e8556e502 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/quotas/bac15120b8834233ad8e339167810f0e HTTP/1.1" status: 200 len: 375 time: 0.0126960 Dec 06 12:20:20.341504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.346924 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29161c-03da-49f8-b85b-16f81f448637 req-1a492459-7033-431f-ab9f-d7ad03d43192 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.352856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29161c-03da-49f8-b85b-16f81f448637 req-1a492459-7033-431f-ab9f-d7ad03d43192 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:20.360729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd29161c-03da-49f8-b85b-16f81f448637 req-1a492459-7033-431f-ab9f-d7ad03d43192 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1678 time: 0.1420958 Dec 06 12:20:20.449658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-01219b00-762f-4373-a623-edf1c699f8aa tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1211753 Dec 06 12:20:20.494820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd29161c-03da-49f8-b85b-16f81f448637 req-0b1a5f26-0196-4412-bf79-af1fd8bbab78 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330371 Dec 06 12:20:20.554947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 02a40917-eedf-4465-b0dd-7138240a9064 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:20.624594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5936c414-3892-4723-9b0b-5b9609a54081 service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740146 Dec 06 12:20:20.683059 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 02a40917-eedf-4465-b0dd-7138240a9064 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:20.683438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.832187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-897c2b6f-4d75-4883-b62e-633bd4aa3404 service neutron] 10.222.0.31 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880572 Dec 06 12:20:20.835768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.842708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7ddb3-ae5f-47e8-aa6c-9a9763193df2 None None] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:20.843533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.960979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.984372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:20.986803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=ab493c9b-3674-47d8-be65-d60ff3678ba4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:21.058163 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-544c2784-f615-4983-b64f-bf2a6a25ea6c None None] Provisioning complete for port 02a40917-eedf-4465-b0dd-7138240a9064 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:21.058650 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-544c2784-f615-4983-b64f-bf2a6a25ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:21.063067 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.083268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 02a40917-eedf-4465-b0dd-7138240a9064, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02a40917-eedf-4465-b0dd-7138240a9064,segment=NetworkSegment(4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f),segment_id=4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:21.090857 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.101723 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.112763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.117844 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:21.120402 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:21.131093 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.140372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.148603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.149492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:21.170216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f8f6e2-0901-40e2-baa0-4eb04256a6b5 req-9ec3df8d-8f02-42d3-a51c-b48474d01bc4 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.2233195 Dec 06 12:20:21.170332 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55986) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:21.177042 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Request body: {'floatingip': {'port_id': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:21.217560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f38c8bde-68d9-498e-adf4-7449ef629b8b req-d278e6ba-1455-4e19-8165-25eda2979409 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0414689 Dec 06 12:20:21.303342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:21.306302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2118ed12-2840-443c-aefe-1fd4139cd527 req-dd0ba923-7864-4d10-9f88-951f78cf8734 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 210 time: 0.0395124 Dec 06 12:20:21.358652 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=02a40917-eedf-4465-b0dd-7138240a9064,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:21.529420 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router cc1fd19b-5c13-47eb-969d-20f176982671 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:20:21.677134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec7d7-3aee-41c7-a8f1-9a5961892b14 req-5b047e18-aacd-4ae9-bede-eedd2aa39425 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.690687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec7d7-3aee-41c7-a8f1-9a5961892b14 req-5b047e18-aacd-4ae9-bede-eedd2aa39425 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:21.692477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b49ec7d7-3aee-41c7-a8f1-9a5961892b14 req-5b047e18-aacd-4ae9-bede-eedd2aa39425 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1678 time: 0.0943074 Dec 06 12:20:21.812246 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d88c15fb-79b8-4f31-815f-8640256ccf27 None None] Provisioning complete for port ab493c9b-3674-47d8-be65-d60ff3678ba4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:21.812846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d88c15fb-79b8-4f31-815f-8640256ccf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:21.814195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b49ec7d7-3aee-41c7-a8f1-9a5961892b14 req-9fba8b23-3197-43e3-a3a4-9308fe49b4f4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134391 Dec 06 12:20:21.881111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d88c15fb-79b8-4f31-815f-8640256ccf27 None None] Port ab493c9b-3674-47d8-be65-d60ff3678ba4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:21.896801 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d88c15fb-79b8-4f31-815f-8640256ccf27 None None] Provisioning complete for port 02a40917-eedf-4465-b0dd-7138240a9064 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:21.897530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d88c15fb-79b8-4f31-815f-8640256ccf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.151393 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3d9c5baf-1339-44d4-b070-b2201c577e11 None None] Provisioning complete for port ab493c9b-3674-47d8-be65-d60ff3678ba4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:22.154621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5baf-1339-44d4-b070-b2201c577e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.204691 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:22.216216 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] Sync routers for ids ['cc1fd19b-5c13-47eb-969d-20f176982671'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:22.238399 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] Routers {'cc1fd19b-5c13-47eb-969d-20f176982671'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:22.239037 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cc1fd19b-5c13-47eb-969d-20f176982671'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:22.250224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5baf-1339-44d4-b070-b2201c577e11 None None] Port ab493c9b-3674-47d8-be65-d60ff3678ba4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:22.299286 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:22.302924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:22.305594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f53497d2-5e58-415c-87cc-86f833f2448f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/cc1fd19b-5c13-47eb-969d-20f176982671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7234998 Dec 06 12:20:22.320487 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] Routers {'cc1fd19b-5c13-47eb-969d-20f176982671'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:22.321643 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cc1fd19b-5c13-47eb-969d-20f176982671'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:22.325765 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-6e82bed0-5692-414f-b0d4-d05c90a7002e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:22.327996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-6e82bed0-5692-414f-b0d4-d05c90a7002e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d479b0e-6444-457f-acdc-5075c13be485 HTTP/1.1" status: 200 len: 945 time: 0.6905963 Dec 06 12:20:22.351435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:20:22.381353 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:22.382686 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136733-8a25-41c3-8fec-cb78745e9754 None None] The sync data for ids ['cc1fd19b-5c13-47eb-969d-20f176982671'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:22.393917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b1fe71a-15bc-421e-859f-2d89c4906bda req-6d7d7392-be2a-4b9f-ae49-ebd997bdb70c tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0812669 Dec 06 12:20:22.427006 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4bc99-db4b-416f-8f19-92b4099c04e2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:22.431576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8ea4bc99-db4b-416f-8f19-92b4099c04e2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports/ab493c9b-3674-47d8-be65-d60ff3678ba4 HTTP/1.1" status: 200 len: 910 time: 0.1312556 Dec 06 12:20:22.432258 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:22.439172 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'caf128a1-4261-4c2e-90b5-44dfb89ae148'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:22.465137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3bf77f85-1fee-48dc-8329-59a9d78da13a None None] Provisioning complete for port ab493c9b-3674-47d8-be65-d60ff3678ba4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:22.465671 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3bf77f85-1fee-48dc-8329-59a9d78da13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.508878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a026346-6c9e-4ad2-90f6-0984a6ca11b5 req-0bde9fd2-faf0-4195-9c38-2c46a5dde9f4 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 210 time: 0.0747876 Dec 06 12:20:22.509619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3bf77f85-1fee-48dc-8329-59a9d78da13a None None] Port ab493c9b-3674-47d8-be65-d60ff3678ba4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:22.594222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:22.603865 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Deleting port e883492c-38ac-4b51-9759-c44e396e4d9d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:22.603865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.611945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3', 'network_id': '80f1a068-cc0a-4637-b540-1338b306d149', 'port_id': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3', 'mac_address': 'fa:16:3e:4e:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52903eaa-990c-42d0-b6a3-66e026d3fce3', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:20:22.615037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 02a40917-eedf-4465-b0dd-7138240a9064 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:22.755102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.804915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.818698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.879497 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 02a40917-eedf-4465-b0dd-7138240a9064 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:22.880577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.884069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.888319 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] For port e883492c-38ac-4b51-9759-c44e396e4d9d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e883492c-38ac-4b51-9759-c44e396e4d9d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:22.888319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.910701 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Calling delete_port for e883492c-38ac-4b51-9759-c44e396e4d9d owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:22.938287 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:22.974164 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:22.982798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:22.983832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6cf6b010-1f9e-437d-956a-93819df8b2d0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:20:23.041120 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Floating IP 8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66 associated. External IP: 172.35.3.68, port: cd7603a6-371d-44f7-acc6-c748e1630a34. Dec 06 12:20:23.140200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:23.145417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bceee-072f-44ea-9317-25f162bbe08d req-d701a64c-9c61-4c10-af8a-a58055f34663 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:23.152328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bceee-072f-44ea-9317-25f162bbe08d req-d701a64c-9c61-4c10-af8a-a58055f34663 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:23.153979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-606bceee-072f-44ea-9317-25f162bbe08d req-d701a64c-9c61-4c10-af8a-a58055f34663 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1678 time: 0.1951225 Dec 06 12:20:23.229819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:23.244661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '6cf6b010-1f9e-437d-956a-93819df8b2d0', 'network_id': '5a243388-c348-4c93-b729-c782e54337fa', 'port_id': '6cf6b010-1f9e-437d-956a-93819df8b2d0', 'mac_address': 'fa:16:3e:5d:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0956d6-8dfb-4eb3-985e-128fe76db8c0', 'ip_address': '19.86.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:20:23.246479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-606bceee-072f-44ea-9317-25f162bbe08d req-039fac81-38a8-420a-a87c-e07709c805d1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582037 Dec 06 12:20:23.265664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5db4f7de-e6f6-4f2d-86f2-71e6b8b75235 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:23.267339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5db4f7de-e6f6-4f2d-86f2-71e6b8b75235 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 814 time: 0.5044320 Dec 06 12:20:23.283846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.295241 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Request body: {'port': {'device_id': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'admin_state_up': True, 'tenant_id': 'bac15120b8834233ad8e339167810f0e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:23.303867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.320602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e883492c-38ac-4b51-9759-c44e396e4d9d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:23.324135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event deleted for resources: {'Port': ['ID=e883492c-38ac-4b51-9759-c44e396e4d9d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:23.352699 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf6b010-1f9e-437d-956a-93819df8b2d0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:23.395045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:23.402238 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.427252 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] No DVR routers for this DVR port e883492c-38ac-4b51-9759-c44e396e4d9d on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:23.431279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.435642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d19f959e-216b-4000-8d1c-9d80e23d4b30 req-2b5fc79c-4ddd-4db5-ae50-6e3ebe56bc4b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "DELETE /v2.0/ports/e883492c-38ac-4b51-9759-c44e396e4d9d HTTP/1.1" status: 204 len: 173 time: 1.1002090 Dec 06 12:20:23.436181 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-deleted', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:23.438881 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bac27-fa7d-4c39-8365-08e55ec9704f" -d '{"events": [{"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-deleted", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:23.479805 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Router 6f0b7a83-3606-4648-b804-495828955f83 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:23.512029 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0456919a-4e94-47fa-9a41-b486a8e8b25a x-openstack-request-id: req-0456919a-4e94-47fa-9a41-b486a8e8b25a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:23.512528 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d479b0e-6444-457f-acdc-5075c13be485", "name": "network-vif-deleted", "tag": "e883492c-38ac-4b51-9759-c44e396e4d9d", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:23.512980 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0456919a-4e94-47fa-9a41-b486a8e8b25a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:23.513601 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d479b0e-6444-457f-acdc-5075c13be485', 'name': 'network-vif-deleted', 'tag': 'e883492c-38ac-4b51-9759-c44e396e4d9d', 'status': 'completed', 'code': 200} Dec 06 12:20:23.558231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6fedbb6-e701-41dc-ad07-866ed953f1ce req-e421b407-65d9-4323-8dcb-02ed13c8f13e tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0289106 Dec 06 12:20:23.587171 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:23.590432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Made reservation on behalf of bac15120b8834233ad8e339167810f0e for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:23.596501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.668474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-291acff7-bcc6-4a00-827c-2fdcae7e6c84 req-c1a18f91-9433-44ed-880a-10981b73ca44 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 210 time: 0.0344791 Dec 06 12:20:23.691070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['6cf6b010-1f9e-437d-956a-93819df8b2d0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:23.698854 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:23.704150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.750767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dcf9cb3a-714c-421e-aa97-554101482f0c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "PUT /v2.0/floatingips/8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66 HTTP/1.1" status: 200 len: 990 time: 2.5788310 Dec 06 12:20:23.751600 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Sync routers for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:23.782942 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:23.783577 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:23.891920 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Allocated IP 172.20.0.12 (f00c08c6-6e18-496c-8eac-92b46d166944/205da72d-20a4-4693-8d5f-119c8bfadc87/6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:23.919417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:23.933085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:23.934660 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.057902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:24.058609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.059974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/ports/ab493c9b-3674-47d8-be65-d60ff3678ba4 HTTP/1.1" status: 200 len: 910 time: 1.6248164 Dec 06 12:20:24.062893 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:24.074049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90125-dfc0-4f05-8baa-1a9075b7f044 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=ab493c9b-3674-47d8-be65-d60ff3678ba4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:24.204156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.249426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.287233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e883492c-38ac-4b51-9759-c44e396e4d9d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:24.304761 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Network f00c08c6-6e18-496c-8eac-92b46d166944 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:24.308554 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:24.312456 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:24.341763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'floating_ip_address': '172.35.3.68', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6f0b7a83-3606-4648-b804-495828955f83', 'port_id': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'mac_address': 'fa:16:3e:e1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:31Z', 'updated_at': '2021-12-06T12:20:22Z', 'revision_number': 1, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:24.378965 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Checking router: 6f0b7a83-3606-4648-b804-495828955f83 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:24.379952 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event updated for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:24.389836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:24.390461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:24.437907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:24.440196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.462010 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf36d-6cbe-4824-86c0-19063e4bdfa2 req-054a1f32-8530-477d-97e4-23f1e0496e5c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:24.470702 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf36d-6cbe-4824-86c0-19063e4bdfa2 req-054a1f32-8530-477d-97e4-23f1e0496e5c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:24.472352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a38bf36d-6cbe-4824-86c0-19063e4bdfa2 req-054a1f32-8530-477d-97e4-23f1e0496e5c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1680 time: 0.1064115 Dec 06 12:20:24.483147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-5401165c-b3ef-43e4-b68e-6c218f255258 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1921546 Dec 06 12:20:24.512639 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Request body: {'port': {'device_id': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:24.520299 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:24.534296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.570529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a38bf36d-6cbe-4824-86c0-19063e4bdfa2 req-03b612b8-a6ed-468b-b7d0-4dc8f746d434 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Dec 06 12:20:24.599036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.756824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7d9dd975-ec53-4639-b9b5-6b7e0bd842b3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:24.791646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc40a99d-7433-4b12-8050-ddd84953f4c1 req-c8098027-d8c5-4410-8296-9430856d4c4c tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0468829 Dec 06 12:20:24.935959 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'floating_ip_address': '172.35.3.68', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6f0b7a83-3606-4648-b804-495828955f83', 'port_id': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'mac_address': 'fa:16:3e:e1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:31Z', 'updated_at': '2021-12-06T12:20:22Z', 'revision_number': 1, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:24.955914 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port ab493c9b-3674-47d8-be65-d60ff3678ba4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:24.956480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:24.995810 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1f81d-f94f-4a22-8f6f-19985afbaca7 None None] The sync data for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 is: [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'floating_ip_address': '172.35.3.68', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6f0b7a83-3606-4648-b804-495828955f83', 'port_id': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'mac_address': 'fa:16:3e:e1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:31Z', 'updated_at': '2021-12-06T12:20:22Z', 'revision_number': 1, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:25.041400 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:25.056302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b7c1-bf18-4589-a316-0ad55457f35a req-6129d5c3-8fbd-4df2-b816-4f76582383b5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.067780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f8b7c1-bf18-4589-a316-0ad55457f35a req-6129d5c3-8fbd-4df2-b816-4f76582383b5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 932 time: 0.2462940 Dec 06 12:20:25.079580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.086315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.100863 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for ab493c9b-3674-47d8-be65-d60ff3678ba4 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:25.117431 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Transition to ACTIVE for port object 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:20:25.123408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.170436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f8b7c1-bf18-4589-a316-0ad55457f35a req-07648bc3-0f0b-4be6-8e6f-3c9ea8670a3c tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016304 Dec 06 12:20:25.190886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:25.298505 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Attempting to bind port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:25.300356 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Attempting to bind port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:25.300556 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Attempting to bind port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:25.306947 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d on network f00c08c6-6e18-496c-8eac-92b46d166944 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:20:25.307946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Attempting to bind port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d on network f00c08c6-6e18-496c-8eac-92b46d166944 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:25.314638 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e80c78-de1a-4d5b-8df3-1717344ea782 None None] New status for floating IP 8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:20:25.315478 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:25.315911 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Checking segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:25.316370 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Bound using segment: {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:25.316967 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Bound port: 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:25.317428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.358761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.397085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=ab493c9b-3674-47d8-be65-d60ff3678ba4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:25.419453 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:25.428982 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:25.436468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.497494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.502623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.508365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d HTTP/1.1" status: 200 len: 1092 time: 1.0009429 Dec 06 12:20:25.508866 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:25.511645 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0146b8c-f64f-4383-a295-ed85acd055ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:25.549410 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8acef5-1570-49bb-9a6b-85da25476622 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:25.561434 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:25.563802 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d1679-8554-4264-b3cf-98dd052ed771" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:25.623363 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff319a3-31c9-47ce-95aa-c03d65eb5f61 x-openstack-request-id: req-eff319a3-31c9-47ce-95aa-c03d65eb5f61 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:25.624038 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:25.624858 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eff319a3-31c9-47ce-95aa-c03d65eb5f61 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:25.625722 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d', 'status': 'completed', 'code': 200} Dec 06 12:20:25.649894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:25.653262 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423718b4-0360-4abc-b948-9c1479dbc5d4 x-openstack-request-id: req-423718b4-0360-4abc-b948-9c1479dbc5d4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:25.653562 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:25.653814 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-423718b4-0360-4abc-b948-9c1479dbc5d4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:25.654201 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'status': 'completed', 'code': 200} Dec 06 12:20:25.657205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-d64b78a2-19f5-498a-8f4d-dbf1410f86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.667368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-d64b78a2-19f5-498a-8f4d-dbf1410f86ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 1095 time: 0.0984070 Dec 06 12:20:25.744351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-ee924d81-6997-40a4-b176-5854e1d73417 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d HTTP/1.1" status: 200 len: 217 time: 0.0569935 Dec 06 12:20:25.813510 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-64fadc3a-9365-408d-b191-ee9d2a1db34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.814981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-64fadc3a-9365-408d-b191-ee9d2a1db34e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.0569301 Dec 06 12:20:25.824128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136cbd5-ec66-4487-9261-64ee82b1f692 req-a24ce531-a793-48b0-a164-56141b10632c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.827124 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.827659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.828120 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.828573 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.829016 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.829491 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.829940 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.830136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136cbd5-ec66-4487-9261-64ee82b1f692 req-a24ce531-a793-48b0-a164-56141b10632c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:25.831796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136cbd5-ec66-4487-9261-64ee82b1f692 req-a24ce531-a793-48b0-a164-56141b10632c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1680 time: 0.0992875 Dec 06 12:20:25.831920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-7f2f25a3-c555-44de-8fc8-6eadf02c0ce4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.1211402 Dec 06 12:20:25.868507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-85e0e098-45d3-4bb5-882c-af339de478cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357373 Dec 06 12:20:25.900165 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router cc1fd19b-5c13-47eb-969d-20f176982671 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:25.954033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b0e9c4d-4a02-490b-964d-21411aed397c req-b3f74c37-147d-450e-bc4c-34315f664f35 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0389929 Dec 06 12:20:25.995035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6136cbd5-ec66-4487-9261-64ee82b1f692 req-df591061-8e52-4cb7-916c-80ee3a1b4feb tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360967 Dec 06 12:20:26.036763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-2403f354-6d91-4200-9499-50ba81c7842f service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591506 Dec 06 12:20:26.037614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:26.043580 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6e8bc5e-30b6-452c-835b-9e4bea5894cf tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/cc1fd19b-5c13-47eb-969d-20f176982671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9796362 Dec 06 12:20:26.045330 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-5efa317a-c1c0-4a95-8efb-9ecbcde16d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:26.046548 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:26.046985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-5efa317a-c1c0-4a95-8efb-9ecbcde16d4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39 HTTP/1.1" status: 200 len: 912 time: 0.1834998 Dec 06 12:20:26.051764 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] Sync routers for ids ['cc1fd19b-5c13-47eb-969d-20f176982671'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:26.075027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] Routers {'cc1fd19b-5c13-47eb-969d-20f176982671'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:26.076020 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cc1fd19b-5c13-47eb-969d-20f176982671'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:26.101717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-82aabae3-91be-49f9-bd66-d3a638afbe14 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1fd19b-5c13-47eb-969d-20f176982671 HTTP/1.1" status: 200 len: 205 time: 0.0537860 Dec 06 12:20:26.104261 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:26.139402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-0993dfe6-a8df-4fab-9b18-8ae2841f147b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1000 time: 0.0806112 Dec 06 12:20:26.154639 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:26.163471 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] Routers {'cc1fd19b-5c13-47eb-969d-20f176982671'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:26.164096 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cc1fd19b-5c13-47eb-969d-20f176982671'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:26.205068 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:26.205697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3ce4c-6521-4aab-89ab-f5105f4821e7 None None] The sync data for ids ['cc1fd19b-5c13-47eb-969d-20f176982671'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:26.364382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:26.437759 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:26.442513 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:26.442954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.544217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.559547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-53b97470-55e8-4fa1-87c4-faf4a8e52d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:26.561049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-53b97470-55e8-4fa1-87c4-faf4a8e52d56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.4140601 Dec 06 12:20:26.569446 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:26.572189 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4214c-4839-4840-a028-de3730bd59c1" -d '{"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:26.593020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:26.598390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.600006 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6cf6b010-1f9e-437d-956a-93819df8b2d0 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:26.607923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.658036 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1679-8554-4264-b3cf-98dd052ed771 req-44817f44-cd4b-4872-9741-d34296133bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:26.659562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-44817f44-cd4b-4872-9741-d34296133bd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897014 Dec 06 12:20:26.667928 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9583f6c2-c6e5-46e7-9f6f-ee2d977322ed x-openstack-request-id: req-9583f6c2-c6e5-46e7-9f6f-ee2d977322ed {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:26.668218 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:26.668494 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9583f6c2-c6e5-46e7-9f6f-ee2d977322ed {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:26.668881 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3', 'code': 200} Dec 06 12:20:26.711597 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:26.732440 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 6cf6b010-1f9e-437d-956a-93819df8b2d0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:26.736472 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 6cf6b010-1f9e-437d-956a-93819df8b2d0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:26.736868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.782555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fad12-eba7-418a-b9e1-269d9d80c1f1 req-159e38cc-cf16-4ced-9f8f-b43562c0cbea tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:26.787059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af1fad12-eba7-418a-b9e1-269d9d80c1f1 req-159e38cc-cf16-4ced-9f8f-b43562c0cbea tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 944 time: 0.2711246 Dec 06 12:20:26.800927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65168b99-8430-4bcf-823d-2c73a62f2a0e req-1aeb0edb-7f56-41dd-81f4-bbc366ed7d04 service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441971 Dec 06 12:20:26.836692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.840527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.845014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-242420c3-861d-4c50-940b-e02dd8fb3fd6 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770582 Dec 06 12:20:26.904491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.905105 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router cc1fd19b-5c13-47eb-969d-20f176982671 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:20:26.915907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af1fad12-eba7-418a-b9e1-269d9d80c1f1 req-2af2ea54-5e47-41ac-b2d5-612b399a03e0 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268046 Dec 06 12:20:26.926424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.930688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83106447-b0f3-44b4-8ed0-976150bb8655 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/cc1fd19b-5c13-47eb-969d-20f176982671 HTTP/1.1" status: 204 len: 168 time: 0.8257062 Dec 06 12:20:26.931544 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:26.946376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:26.973985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e883492c-38ac-4b51-9759-c44e396e4d9d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:26.974311 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e883492c-38ac-4b51-9759-c44e396e4d9d not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:27.013309 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet caf128a1-4261-4c2e-90b5-44dfb89ae148 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:27.017743 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.018186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.064803 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-36dafb81-6dd1-4b53-846b-d44b7952b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:27.066521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-36dafb81-6dd1-4b53-846b-d44b7952b41f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac15120b8834233ad8e339167810f0e&device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 1095 time: 0.1260033 Dec 06 12:20:27.081949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:27.089431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.105257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-655d1679-8554-4264-b3cf-98dd052ed771 req-fe718580-58d8-455d-8579-9f0167e72f1a service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789360 Dec 06 12:20:27.147699 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:27.166245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.210367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b43188b7-1bc1-4356-bb2b-c04562025fac req-cb440a4f-d7ad-47f5-9939-62efc0129767 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.1163051 Dec 06 12:20:27.225532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2a34f079-3343-4b37-b610-014b5d918fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.297912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489656-7e2e-430a-bee3-26d877111713 req-19635c1c-9445-4b06-b3bc-1bf119b71a72 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:27.303907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489656-7e2e-430a-bee3-26d877111713 req-19635c1c-9445-4b06-b3bc-1bf119b71a72 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:27.305639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce489656-7e2e-430a-bee3-26d877111713 req-19635c1c-9445-4b06-b3bc-1bf119b71a72 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.2036533 Dec 06 12:20:27.359638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-58631667-0647-4ee1-886f-507dea5fd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:27.361103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-58631667-0647-4ee1-886f-507dea5fd75d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 200 len: 915 time: 0.2798104 Dec 06 12:20:27.382557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.432957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce489656-7e2e-430a-bee3-26d877111713 req-1f5a0106-4e01-4898-a766-ad2baa16e300 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970852 Dec 06 12:20:27.465894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-bef8d742-27b7-4261-953c-94c1a9885698 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d HTTP/1.1" status: 200 len: 217 time: 0.0559142 Dec 06 12:20:27.524350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.531716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-1eb9d327-ca0a-4f4e-a728-f0081cf363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:27.533198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-1eb9d327-ca0a-4f4e-a728-f0081cf363cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 200 len: 854 time: 0.0583510 Dec 06 12:20:27.563632 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=caf128a1-4261-4c2e-90b5-44dfb89ae148,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:27.569481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.575510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c54a109-b934-4af8-828f-a8ff2df79f1e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/caf128a1-4261-4c2e-90b5-44dfb89ae148 HTTP/1.1" status: 204 len: 168 time: 0.6403644 Dec 06 12:20:27.576361 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56076) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:27.577544 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca8693-eba4-49e6-9a95-bab53efdcc01 None None] Network 51c93c94-9704-43ab-9816-0fe0c47e8175 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:27.589824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-41ec8ccc-0915-4c84-ab5c-b74f101cd30a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f00c08c6-6e18-496c-8eac-92b46d166944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358644 Dec 06 12:20:27.675370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.712012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-076cba6e-c3c2-417f-adec-e0c67af3fbf2 service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101971 Dec 06 12:20:27.752624 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 02a40917-eedf-4465-b0dd-7138240a9064 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:27.753184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.823611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0146b8c-f64f-4383-a295-ed85acd055ac req-7acd8dfb-e2a1-45d2-92cd-eed95c6b9fcc service neutron] 10.222.0.53 "GET /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028366 Dec 06 12:20:27.823964 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] DHCP port deletion for 51c93c94-9704-43ab-9816-0fe0c47e8175 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:27.830799 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 02a40917-eedf-4465-b0dd-7138240a9064, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02a40917-eedf-4465-b0dd-7138240a9064,segment=NetworkSegment(4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f),segment_id=4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:27.831663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.856712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 02a40917-eedf-4465-b0dd-7138240a9064 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:27.874717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Deleting port 02a40917-eedf-4465-b0dd-7138240a9064 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:27.875199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.942008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] For port 02a40917-eedf-4465-b0dd-7138240a9064, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02a40917-eedf-4465-b0dd-7138240a9064,segment=NetworkSegment(4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f),segment_id=4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:27.942514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.946358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:27.960309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Calling delete_port for 02a40917-eedf-4465-b0dd-7138240a9064 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:27.983590 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=02a40917-eedf-4465-b0dd-7138240a9064,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:27.992718 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 02a40917-eedf-4465-b0dd-7138240a9064 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:28.053476 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.071481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9b9f-8fe8-41f1-8013-956564012579 req-cd949dcf-c47f-46d2-8305-7c126ea00a86 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.073189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f3c9b9f-8fe8-41f1-8013-956564012579 req-cd949dcf-c47f-46d2-8305-7c126ea00a86 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 944 time: 0.0616517 Dec 06 12:20:28.082442 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] Pushing event deleted for resources: {'Port': ['ID=02a40917-eedf-4465-b0dd-7138240a9064,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:28.084250 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4020a-0da3-45a5-9d31-b85e77d6d3aa None None] No DVR routers for this DVR port 02a40917-eedf-4465-b0dd-7138240a9064 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:28.111126 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.135392 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c93c94-9704-43ab-9816-0fe0c47e8175']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:28.145460 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:28.146035 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a73a7fa-2dd5-4cb6-87df-a4b4cc727f8f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:28.146163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f3c9b9f-8fe8-41f1-8013-956564012579 req-b2df801a-8573-4d67-8578-41f2fb080733 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639913 Dec 06 12:20:28.157463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.173171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.179219 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:28.179611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:28.182671 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:28.242511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.252672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.261051 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:28.261246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/51c93c94-9704-43ab-9816-0fe0c47e8175 HTTP/1.1" status: 204 len: 168 time: 0.6831021 Dec 06 12:20:28.265984 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-395655898', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:28.279554 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb38dc-9c9b-4b74-95ec-89ad7ea34c7e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=51c93c94-9704-43ab-9816-0fe0c47e8175,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:28.295318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.296495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.385169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.388556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb219487-fef6-459f-b43a-c792c9f94299 req-042c6b16-1fad-4eac-82fa-10a2c6ffa713 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0596473 Dec 06 12:20:28.390686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.429966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.434710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a943587d-1d3a-4071-b32b-34a6a9031fa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1699579 Dec 06 12:20:28.435510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:28.441400 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1446727290'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:28.469976 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:28.473942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.494565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 02a40917-eedf-4465-b0dd-7138240a9064 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:28.514313 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:28.519436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 02a40917-eedf-4465-b0dd-7138240a9064 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:28.519778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 02a40917-eedf-4465-b0dd-7138240a9064 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:28.525760 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.526930 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 707029b0-f1bc-456e-8cdf-fd157e6fbfa8 of type vlan for network 64d636d6-2116-4212-a14e-cdf455ee85fb Dec 06 12:20:28.599335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.632549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fed0eb-e589-4af2-b642-b78286ac1346 req-23b77ac8-4620-455f-9d96-71730a2347e4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.639014 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fed0eb-e589-4af2-b642-b78286ac1346 req-23b77ac8-4620-455f-9d96-71730a2347e4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.641499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8fed0eb-e589-4af2-b642-b78286ac1346 req-23b77ac8-4620-455f-9d96-71730a2347e4 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.0995390 Dec 06 12:20:28.655790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.661077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.661684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.669672 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:28.672440 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d44907-ed9a-4e5c-bcbd-0a3db47e8eca" -d '{"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-plugged", "status": "completed", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:28.721875 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e142729-9529-4277-b762-bbbe99d13783 x-openstack-request-id: req-4e142729-9529-4277-b762-bbbe99d13783 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:28.722226 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-plugged", "status": "completed", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:28.722587 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e142729-9529-4277-b762-bbbe99d13783 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:28.723081 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0', 'code': 200} Dec 06 12:20:28.734512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2976875 Dec 06 12:20:28.737901 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56096) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:28.745193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:28.787008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8fed0eb-e589-4af2-b642-b78286ac1346 req-75f4f3bb-14c7-4313-a250-87c7373c7474 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378314 Dec 06 12:20:28.788041 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273797d0-8c24-4a71-8deb-aabc24482ed8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=64d636d6-2116-4212-a14e-cdf455ee85fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:28.799600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 64d636d6-2116-4212-a14e-cdf455ee85fb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:28.884519 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:28.887997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.895315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fdc93-2cbc-444f-9a13-48b0415936f9 req-52b7b352-fe1c-44b6-9b64-3f05f67e1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.895789 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fdc93-2cbc-444f-9a13-48b0415936f9 req-52b7b352-fe1c-44b6-9b64-3f05f67e1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.897344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-886fdc93-2cbc-444f-9a13-48b0415936f9 req-52b7b352-fe1c-44b6-9b64-3f05f67e1d6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1984 time: 0.0769427 Dec 06 12:20:29.005324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-886fdc93-2cbc-444f-9a13-48b0415936f9 req-c77d743c-7fbf-480e-bed5-28089f5d8fec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 Dec 06 12:20:29.114761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.175769 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=1bfa9c17-a4b0-45ac-922f-6170065073c1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:29.184709 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:29.185046 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 64d636d6-2116-4212-a14e-cdf455ee85fb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:29.204334 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 64d636d6-2116-4212-a14e-cdf455ee85fb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:29.214753 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 64d636d6-2116-4212-a14e-cdf455ee85fb) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:29.222930 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:29.224371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.226873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a1a62a-2d40-42ef-a1ee-c807ee5cb421 None None] Network 64d636d6-2116-4212-a14e-cdf455ee85fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:29.249141 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f8c619cd-9740-4a4d-b8fe-2b11cb7ddf04 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5100672 Dec 06 12:20:29.252838 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:29.288800 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad530-78ce-4be1-8547-b00c3b4dee34 req-d0a7dee5-4ea7-454c-b101-664ed7888d25 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:29.290545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57bad530-78ce-4be1-8547-b00c3b4dee34 req-d0a7dee5-4ea7-454c-b101-664ed7888d25 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 944 time: 0.0634675 Dec 06 12:20:29.349239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57bad530-78ce-4be1-8547-b00c3b4dee34 req-4bd7eba0-c09e-4111-8610-c61b3c8f8f29 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Dec 06 12:20:29.416977 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-64d636d6-2116-4212-a14e-cdf455ee85fb', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:29.418345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.559033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe6b422-24cc-40f1-b069-10a42002ddc5 req-b4ac729f-8899-40db-901b-62101290dbb2 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0468671 Dec 06 12:20:29.594970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be6085b8-cb14-456b-9a14-ca0ce0fa5856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.648566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.658847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Allocated IP 172.20.0.2 (64d636d6-2116-4212-a14e-cdf455ee85fb/1bfa9c17-a4b0-45ac-922f-6170065073c1/15c307ba-fa0f-446a-a0a6-df95a80b55bd) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:29.827106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.835729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.876675 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Network 64d636d6-2116-4212-a14e-cdf455ee85fb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:29.882369 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:29.885576 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:29.891657 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Pushing event updated for resources: {'Port': ['ID=15c307ba-fa0f-446a-a0a6-df95a80b55bd,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:29.937290 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.20.0.1 (64d636d6-2116-4212-a14e-cdf455ee85fb/1bfa9c17-a4b0-45ac-922f-6170065073c1/bbe0fccd-2283-486d-b38c-a3c2673fc6cf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:29.939423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d248df-090d-4949-8cbe-4437a57f2c8d req-81e8a5b8-c948-4a99-b0fc-7dde5ae1ea90 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:29.946003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d248df-090d-4949-8cbe-4437a57f2c8d req-81e8a5b8-c948-4a99-b0fc-7dde5ae1ea90 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:29.957188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8d248df-090d-4949-8cbe-4437a57f2c8d req-81e8a5b8-c948-4a99-b0fc-7dde5ae1ea90 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.0890675 Dec 06 12:20:29.965642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Attempting to bind port 15c307ba-fa0f-446a-a0a6-df95a80b55bd on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:29.966286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Attempting to bind port 15c307ba-fa0f-446a-a0a6-df95a80b55bd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:29.966834 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Attempting to bind port 15c307ba-fa0f-446a-a0a6-df95a80b55bd on network 64d636d6-2116-4212-a14e-cdf455ee85fb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:29.972828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:29.973235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Checking segment: {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:29.973645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.974044 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Bound using segment: {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:29.974633 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Bound port: 15c307ba-fa0f-446a-a0a6-df95a80b55bd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:29.975024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.014011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8d248df-090d-4949-8cbe-4437a57f2c8d req-00a4d3a9-9136-4826-a16a-8ca354a1d827 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559084 Dec 06 12:20:30.062217 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] For port 15c307ba-fa0f-446a-a0a6-df95a80b55bd, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:30.065527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] For port 15c307ba-fa0f-446a-a0a6-df95a80b55bd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c307ba-fa0f-446a-a0a6-df95a80b55bd,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:30.070504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.074462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.113687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.129082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095592ce-1efe-4680-b078-79ace4c37e0a None None] Pushing event updated for resources: {'Port': ['ID=15c307ba-fa0f-446a-a0a6-df95a80b55bd,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:30.168962 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 64d636d6-2116-4212-a14e-cdf455ee85fb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:30.172080 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:30.179709 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:30.185129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:30.237284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.399248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.507793 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.562115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec10b7-b0ab-4357-8452-5aada53d0cae req-2a92a7c9-2335-459a-9780-a5b086d06543 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:30.566499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2eec10b7-b0ab-4357-8452-5aada53d0cae req-2a92a7c9-2335-459a-9780-a5b086d06543 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 944 time: 0.0993538 Dec 06 12:20:30.651334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c307ba-fa0f-446a-a0a6-df95a80b55bd up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:30.661614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2eec10b7-b0ab-4357-8452-5aada53d0cae req-cd1cdf69-ee50-4bda-ae5e-3d9470e18c4d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Dec 06 12:20:30.733466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7e72ca3-76d1-4abd-b471-f5712370591d req-6efbc538-20d6-45f8-a07e-3a23a8ccbc99 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0526376 Dec 06 12:20:30.758408 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 15c307ba-fa0f-446a-a0a6-df95a80b55bd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:30.758979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.802897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:20:30.886575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.891681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.932467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.962359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:30.979582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.981537 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:30.995443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d', 'network_id': 'f00c08c6-6e18-496c-8eac-92b46d166944', 'port_id': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d', 'mac_address': 'fa:16:3e:ca:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205da72d-20a4-4693-8d5f-119c8bfadc87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:20:31.005804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.007668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 15c307ba-fa0f-446a-a0a6-df95a80b55bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c307ba-fa0f-446a-a0a6-df95a80b55bd,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:31.030297 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.086604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.100901 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 64d636d6-2116-4212-a14e-cdf455ee85fb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:31.102712 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:31.135504 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:20:31.178975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=15c307ba-fa0f-446a-a0a6-df95a80b55bd,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:31.205819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:31.217390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.218478 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c8b4b-13c1-4a07-9cd5-a0d8fc5628db req-198f8b90-7d4b-4c39-aca7-34fab3102f19 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:31.230872 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c8b4b-13c1-4a07-9cd5-a0d8fc5628db req-198f8b90-7d4b-4c39-aca7-34fab3102f19 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:31.232729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd4c8b4b-13c1-4a07-9cd5-a0d8fc5628db req-198f8b90-7d4b-4c39-aca7-34fab3102f19 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.0964842 Dec 06 12:20:31.271724 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:20:31.293803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd4c8b4b-13c1-4a07-9cd5-a0d8fc5628db req-b0722a27-abfa-4e87-b9cb-8b868ce0aaa7 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Dec 06 12:20:31.307473 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:31.431120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:31.442535 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:31.462863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ea05834-7278-4f56-865a-ab3dffcc1fd2 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089005 Dec 06 12:20:31.464355 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:31.465742 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56138) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:31.466178 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:31.477047 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-204228316'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:31.505921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:31.511345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.563834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:31.578745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:31.583307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.584228 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 6de098ac-e42b-4702-beef-b1ed54c49211 of type vlan for network 43ee23c0-e725-45f4-9270-142f1455950c Dec 06 12:20:31.667711 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:31.673112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.714682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c02c1-af46-4315-a936-850da1f5b799 None None] Network 64d636d6-2116-4212-a14e-cdf455ee85fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:31.743450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.758119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:31.761376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.831182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3636565 Dec 06 12:20:31.837191 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:31.843809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3f0e-7780-4d07-8746-a3229fcb5201 req-f51c521f-5a2f-4bf0-b1c8-6870dbb7de27 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:31.844997 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:31.851898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3f0e-7780-4d07-8746-a3229fcb5201 req-f51c521f-5a2f-4bf0-b1c8-6870dbb7de27 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:31.862993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c0a3f0e-7780-4d07-8746-a3229fcb5201 req-f51c521f-5a2f-4bf0-b1c8-6870dbb7de27 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.1167262 Dec 06 12:20:31.913847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b301788f-5513-4d2f-9e2f-e471d3bf9bab None None] Provisioning complete for port 15c307ba-fa0f-446a-a0a6-df95a80b55bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:31.914660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b301788f-5513-4d2f-9e2f-e471d3bf9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.956390 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:30Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:30Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:32.015951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:32.017216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c0a3f0e-7780-4d07-8746-a3229fcb5201 req-b4b6e8ae-a882-4722-9443-89b19a51b614 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531687 Dec 06 12:20:32.018411 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Updating router 80881419-8165-4b45-af4c-307cdb7ae192 port bbe0fccd-2283-486d-b38c-a3c2673fc6cf binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:20:32.035466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:32.035466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.035466 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc41bb4-f227-4ff5-b638-19b8f75125cb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=43ee23c0-e725-45f4-9270-142f1455950c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:32.065381 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 43ee23c0-e725-45f4-9270-142f1455950c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:32.068062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0e88f-3697-4789-8128-44dd8f5dbdab req-2c3cbd7f-b123-4ef9-9e7d-56ea41114b7f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:32.084581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37f0e88f-3697-4789-8128-44dd8f5dbdab req-2c3cbd7f-b123-4ef9-9e7d-56ea41114b7f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 945 time: 0.2117143 Dec 06 12:20:32.087284 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.264533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94749f2e-c101-44c7-b56e-766ee7593ad0 req-fe20fbab-cf1b-4550-ab69-643ce21d567b tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0512698 Dec 06 12:20:32.309788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37f0e88f-3697-4789-8128-44dd8f5dbdab req-31e8dfd9-fef2-4b84-a7a5-014bba4c16e1 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242341 Dec 06 12:20:32.447722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.556986 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=676f9f17-ce33-401e-b6a3-c8e5daeeae73,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:32.566564 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:32.567152 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 43ee23c0-e725-45f4-9270-142f1455950c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:32.590216 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 43ee23c0-e725-45f4-9270-142f1455950c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:32.596329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c307ba-fa0f-446a-a0a6-df95a80b55bd up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:32.602150 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 43ee23c0-e725-45f4-9270-142f1455950c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:32.612430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:32.613415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.635706 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f110f2-f5e4-4b5a-9e19-d49de9477c59 None None] Network 43ee23c0-e725-45f4-9270-142f1455950c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:32.639483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ba9a8e8-94f8-46ad-884d-68cbf761aa3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8005605 Dec 06 12:20:32.642097 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:32.646034 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.650247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.655874 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.753839 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Pushing event updated for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:32.775828 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.776735 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.777232 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.777567 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.777891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.778814 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.779159 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.779483 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.779804 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.780124 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.780443 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.780761 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.781074 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:32.804725 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Attempting to bind port bbe0fccd-2283-486d-b38c-a3c2673fc6cf on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:32.805104 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Attempting to bind port bbe0fccd-2283-486d-b38c-a3c2673fc6cf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:32.807623 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Attempting to bind port bbe0fccd-2283-486d-b38c-a3c2673fc6cf on network 64d636d6-2116-4212-a14e-cdf455ee85fb {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:32.819007 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:32.819939 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Checking segment: {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:32.819939 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.820207 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Bound using segment: {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:32.820625 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Bound port: bbe0fccd-2283-486d-b38c-a3c2673fc6cf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707029b0-f1bc-456e-8cdf-fd157e6fbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:32.821001 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.869661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 15c307ba-fa0f-446a-a0a6-df95a80b55bd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:32.870037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.927178 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] For port bbe0fccd-2283-486d-b38c-a3c2673fc6cf, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:32.931720 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] For port bbe0fccd-2283-486d-b38c-a3c2673fc6cf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:32.938871 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.950379 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-43ee23c0-e725-45f4-9270-142f1455950c', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:32.951242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:32.990325 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:32.990955 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:33.129329 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.207659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-dbdd7b4e-e066-4b5f-9769-b7e13c49e67f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:33.213791 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-dbdd7b4e-e066-4b5f-9769-b7e13c49e67f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:33.225386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-dbdd7b4e-e066-4b5f-9769-b7e13c49e67f tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.1051557 Dec 06 12:20:33.248774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Allocated IP 172.21.0.2 (43ee23c0-e725-45f4-9270-142f1455950c/676f9f17-ce33-401e-b6a3-c8e5daeeae73/9bd637f9-bf4d-445d-a5f2-80bdbbde05d1) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:33.296134 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:33.360544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f14e-09e2-4e25-a2e4-ba5f3228b084 req-21892c5b-59c8-4d38-9011-a69f54241735 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:33.383991 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f14e-09e2-4e25-a2e4-ba5f3228b084 req-21892c5b-59c8-4d38-9011-a69f54241735 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:33.396178 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Provisioning complete for port 15c307ba-fa0f-446a-a0a6-df95a80b55bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:33.396555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.400067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6601f14e-09e2-4e25-a2e4-ba5f3228b084 req-21892c5b-59c8-4d38-9011-a69f54241735 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 1682 time: 0.2086105 Dec 06 12:20:33.427104 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:33.427478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.526422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6601f14e-09e2-4e25-a2e4-ba5f3228b084 req-8dcf13ce-69fd-4245-8a08-3f067c95460c tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207516 Dec 06 12:20:33.635829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.663114 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:33.663703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.665886 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:33.673861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-134b4eeb-1602-43ab-b9d7-c0edb6dee20c req-9d9e3862-daaf-4fec-a603-44d5ace557f2 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.1744313 Dec 06 12:20:33.687476 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef061-f96a-4db8-88b0-8554135a3c6e None None] Pushing event updated for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:33.703847 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:33.765911 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:30Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:32Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:33.767444 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Network 43ee23c0-e725-45f4-9270-142f1455950c is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:33.820341 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8a52a-3d77-4a7e-bffd-c1875b737afc None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:30Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:32Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:33.888224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989b6d-9195-402a-8e07-6fa91cf378ec req-547e2842-485e-4350-b113-116577052bb2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:33.897887 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Pushing event updated for resources: {'Port': ['ID=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:33.899440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab989b6d-9195-402a-8e07-6fa91cf378ec req-547e2842-485e-4350-b113-116577052bb2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 945 time: 0.2224464 Dec 06 12:20:33.904857 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:33.907628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:33.950737 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Provisioning complete for port bbe0fccd-2283-486d-b38c-a3c2673fc6cf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:33.950737 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.023166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.049390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.075263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['6cf6b010-1f9e-437d-956a-93819df8b2d0', '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:34.090788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=7d9dd975-ec53-4639-b9b5-6b7e0bd842b3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:34.169270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Attempting to bind port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:34.169647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Attempting to bind port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:34.170011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Attempting to bind port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 on network 43ee23c0-e725-45f4-9270-142f1455950c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:34.195891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:34.197380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Checking segment: {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:34.199300 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.199300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Bound using segment: {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:34.199997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Bound port: 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:34.199997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.211690 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:34.215915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.221968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-9f47b91d-66d7-4edf-b873-2e7d3b3063b3 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "DELETE /v2.0/ports/7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 HTTP/1.1" status: 204 len: 173 time: 0.9879050 Dec 06 12:20:34.223231 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-deleted', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:34.239898 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dbeea5-47cc-4b12-934a-ef0c83bd7f64" -d '{"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-deleted", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:34.311995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.464599 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 6cf6b010-1f9e-437d-956a-93819df8b2d0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:34.468285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.529345 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d87e0-9976-45e4-979d-305d9900dc8a x-openstack-request-id: req-e91d87e0-9976-45e4-979d-305d9900dc8a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:34.529598 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-deleted", "tag": "7d9dd975-ec53-4639-b9b5-6b7e0bd842b3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:34.530257 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e91d87e0-9976-45e4-979d-305d9900dc8a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:34.530257 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-deleted', 'tag': '7d9dd975-ec53-4639-b9b5-6b7e0bd842b3', 'status': 'completed', 'code': 200} Dec 06 12:20:34.618317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] For port bbe0fccd-2283-486d-b38c-a3c2673fc6cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:34.668665 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.688106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] For port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:34.752579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bbe0fccd-2283-486d-b38c-a3c2673fc6cf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:34.769474 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.21.0.1 (43ee23c0-e725-45f4-9270-142f1455950c/676f9f17-ce33-401e-b6a3-c8e5daeeae73/6d4af7a0-26a3-4996-8b7b-80213c324ead) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:34.779480 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 6cf6b010-1f9e-437d-956a-93819df8b2d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6cf6b010-1f9e-437d-956a-93819df8b2d0,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:34.781264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.808165 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 6cf6b010-1f9e-437d-956a-93819df8b2d0 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:34.851318 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] For port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:34.885946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:34.966149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:34.975750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.020707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab989b6d-9195-402a-8e07-6fa91cf378ec req-9b10cfbb-a634-4597-9e6b-8a6c16143197 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1203637 Dec 06 12:20:35.065919 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138513d-40fa-4276-8e78-79f3bfa36db9 None None] Pushing event updated for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:35.097662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.101133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45c7e1a4-6861-4775-82ca-02906f53a070 None None] Provisioning complete for port bbe0fccd-2283-486d-b38c-a3c2673fc6cf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:35.102199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45c7e1a4-6861-4775-82ca-02906f53a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.105301 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:20:35.122351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4545-c5e5-4a25-bcff-993d6531849e req-6430caee-bda1-47c4-86ca-76d5c3177dbe tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:35.130002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f93d4545-c5e5-4a25-bcff-993d6531849e req-6430caee-bda1-47c4-86ca-76d5c3177dbe tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7dea3c2-313a-4131-a75e-df048bd746fb HTTP/1.1" status: 200 len: 867 time: 0.1425209 Dec 06 12:20:35.148550 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=6cf6b010-1f9e-437d-956a-93819df8b2d0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:35.186593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.233039 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:35.233873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.240296 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 6cf6b010-1f9e-437d-956a-93819df8b2d0 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:35.247374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.250788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5576b259-9d43-432b-8abb-d10d4920d3ff req-2986a578-da84-468a-b763-022a6cf0cb26 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.23 "DELETE /v2.0/ports/6cf6b010-1f9e-437d-956a-93819df8b2d0 HTTP/1.1" status: 204 len: 173 time: 0.9719951 Dec 06 12:20:35.292128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f93d4545-c5e5-4a25-bcff-993d6531849e req-e123960f-5937-49ce-89f5-b865754c27a1 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc4019e-02dd-44a7-9d05-43839da2a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611412 Dec 06 12:20:35.323588 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bbe0fccd-2283-486d-b38c-a3c2673fc6cf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:35.324093 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.362021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0f2ec2b-08cd-40c1-a257-29d59cef1f2f req-954f5bed-2c91-42dd-84ce-610109d0fc83 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.1253128 Dec 06 12:20:35.370454 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 43ee23c0-e725-45f4-9270-142f1455950c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:35.392245 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:35.411503 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:35.509283 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0fb73-c644-4d03-b265-80ede364705f None None] Pushing event updated for resources: {'Port': ['ID=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:35.522071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.544306 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:35.562465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.626385 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:35.629027 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f366b-3396-4983-a113-696af2d7a8fe" -d '{"events": [{"server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:35.649319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:35.659357 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.736723 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc7d5e-4f96-4ab1-aa58-7ddf30005bbd x-openstack-request-id: req-18bc7d5e-4f96-4ab1-aa58-7ddf30005bbd {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:35.737898 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:35.738395 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18bc7d5e-4f96-4ab1-aa58-7ddf30005bbd {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:35.739187 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d', 'code': 200} Dec 06 12:20:35.801706 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:35.809143 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bf43a39d-bc6e-40fd-854c-d2dab4f00526 None None] Provisioning complete for port bbe0fccd-2283-486d-b38c-a3c2673fc6cf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:35.809611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf43a39d-bc6e-40fd-854c-d2dab4f00526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:35.824055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.358423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56210) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:36.420042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:36.463962 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting subnet 2c0956d6-8dfb-4eb3-985e-128fe76db8c0 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:36.468199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.491396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:36.495695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7d9dd975-ec53-4639-b9b5-6b7e0bd842b3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:36.496246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6cf6b010-1f9e-437d-956a-93819df8b2d0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:36.504310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c9b5a-4ca0-429f-b536-fc633702de65 req-060a8040-ea10-4de1-93d8-b0ec72223fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:36.504310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d01c9b5a-4ca0-429f-b536-fc633702de65 req-060a8040-ea10-4de1-93d8-b0ec72223fda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 1097 time: 0.6745532 Dec 06 12:20:36.533365 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-deleted', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:36.536860 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29bb2d2-a5cc-4288-9586-5d9d7549e1c4" -d '{"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-deleted", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:36.548527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.570806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 6cf6b010-1f9e-437d-956a-93819df8b2d0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:36.571153 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6cf6b010-1f9e-437d-956a-93819df8b2d0 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:36.603191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f429c1f4-3b1c-467d-a9bc-279b38026e03 req-a123dd44-1d92-4835-98c7-7f138b2b3746 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0390825 Dec 06 12:20:36.678845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.701405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:36.715162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33361e3c-bc48-4db3-846c-4220df5e26c0 req-d29f6856-a9bc-4e31-8a81-12c42ce2a23d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:36.716716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33361e3c-bc48-4db3-846c-4220df5e26c0 req-d29f6856-a9bc-4e31-8a81-12c42ce2a23d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.2098460 Dec 06 12:20:36.752201 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d158e-b237-4a40-9b13-bcb4ff5fcd9e None None] Network 43ee23c0-e725-45f4-9270-142f1455950c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:36.764102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d01c9b5a-4ca0-429f-b536-fc633702de65 req-e2d21514-4a2d-4d35-8c58-afc47f2f39e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570964 Dec 06 12:20:36.771271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.793483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33361e3c-bc48-4db3-846c-4220df5e26c0 req-892fa809-48e6-40b1-9954-e8b5f6eaa206 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 Dec 06 12:20:36.814938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0956d6-8dfb-4eb3-985e-128fe76db8c0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:36.816948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.820210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6f60417-f6d7-4913-81f8-70694c838635 tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/subnets/2c0956d6-8dfb-4eb3-985e-128fe76db8c0 HTTP/1.1" status: 204 len: 168 time: 0.4609091 Dec 06 12:20:36.822966 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56220) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:36.825332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.837433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.860507 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea29bc-a1ae-469a-a791-0a0e7b7ce8e0 x-openstack-request-id: req-99ea29bc-a1ae-469a-a791-0a0e7b7ce8e0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:36.860810 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dea3c2-313a-4131-a75e-df048bd746fb", "name": "network-vif-deleted", "tag": "6cf6b010-1f9e-437d-956a-93819df8b2d0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:36.861063 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99ea29bc-a1ae-469a-a791-0a0e7b7ce8e0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:36.861490 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dea3c2-313a-4131-a75e-df048bd746fb', 'name': 'network-vif-deleted', 'tag': '6cf6b010-1f9e-437d-956a-93819df8b2d0', 'status': 'completed', 'code': 200} Dec 06 12:20:36.920960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.922486 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375ab4a-83b5-4fda-b3a9-5d95beb953bd None None] Network 5a243388-c348-4c93-b729-c782e54337fa requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:36.926948 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:36.933969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:36.989309 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 07cd98da-9ca0-4e89-98da-0d1d7571209b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:36.989775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.017657 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 43ee23c0-e725-45f4-9270-142f1455950c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:37.019368 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:37.070419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 07cd98da-9ca0-4e89-98da-0d1d7571209b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07cd98da-9ca0-4e89-98da-0d1d7571209b,segment=NetworkSegment(6c5b0492-2fde-427d-aac6-fcb3b8134e8f),segment_id=6c5b0492-2fde-427d-aac6-fcb3b8134e8f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:37.070419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.090564 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 07cd98da-9ca0-4e89-98da-0d1d7571209b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:37.116317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d06ea234-e9a9-421e-9c2c-14484a01271c None None] Provisioning complete for port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:37.116688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d06ea234-e9a9-421e-9c2c-14484a01271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.150167 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:37.205219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:37.205432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.205697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.239618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=07cd98da-9ca0-4e89-98da-0d1d7571209b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:37.247592 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 07cd98da-9ca0-4e89-98da-0d1d7571209b on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:37.274347 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:37.287271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f400a9d5-d3ab-4099-938a-01e233337b2b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6412604 Dec 06 12:20:37.291312 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56224) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:37.297296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-889746922'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:37.329686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:37.344736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.374284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711dfe8-8dae-4e5e-bbb0-d6a00a777643 None None] DHCP port deletion for 5a243388-c348-4c93-b729-c782e54337fa request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:37.378933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d06ea234-e9a9-421e-9c2c-14484a01271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.383973 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:37.384612 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:37.402779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.406286 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:37.409928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.456227 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a243388-c348-4c93-b729-c782e54337fa']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:37.470766 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:37.483708 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b0492-2fde-427d-aac6-fcb3b8134e8f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:37.484017 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b0492-2fde-427d-aac6-fcb3b8134e8f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:37.505422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.508075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.508427 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment 825e81a5-8147-462b-8852-cf410f115dc8 of type vlan for network 3792c8db-99d0-4e30-bb98-cff49af63cdd Dec 06 12:20:37.551116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.574262 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:37.574712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:37.578289 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:37.591935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.697699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:37.711636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:37.712450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bbe0fccd-2283-486d-b38c-a3c2673fc6cf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:37.829693 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:37.833727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bacfc127-3d03-4b16-9fb6-8d1cfe0aafc4 req-6722b766-ea4b-4adb-969f-6e8cbbb763a4 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0877206 Dec 06 12:20:37.993371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:38.032370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:20:38.060115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.066217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.070956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/networks/5a243388-c348-4c93-b729-c782e54337fa HTTP/1.1" status: 204 len: 168 time: 1.2460186 Dec 06 12:20:38.084906 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:38.090443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.112356 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:38.113062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.151849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6304fd6-a613-4e1f-9e5a-ad16c2f789fd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Network': ['ID=5a243388-c348-4c93-b729-c782e54337fa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:38.193755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8b5ab-d645-4ce7-b6ae-96e05f954f95 req-a7a61654-4f4f-4581-84cd-a6ee4f6940f5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:38.196172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-d06ea234-e9a9-421e-9c2c-14484a01271c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:20:38.196533 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-d06ea234-e9a9-421e-9c2c-14484a01271c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:20:38.214305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cc8b5ab-d645-4ce7-b6ae-96e05f954f95 req-a7a61654-4f4f-4581-84cd-a6ee4f6940f5 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.2921827 Dec 06 12:20:38.229795 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=3792c8db-99d0-4e30-bb98-cff49af63cdd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:38.242120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e709784-f505-4eb6-a556-efb840a4c62a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9491718 Dec 06 12:20:38.244847 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56238) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:38.252196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:38.286781 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:38.289925 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting subnet 52903eaa-990c-42d0-b6a3-66e026d3fce3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:38.301384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.350242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cc8b5ab-d645-4ce7-b6ae-96e05f954f95 req-7a7b923f-d26c-4b44-b6e1-9735ac60109f tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313045 Dec 06 12:20:38.366855 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:38.371234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.386774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.446551 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bbe0fccd-2283-486d-b38c-a3c2673fc6cf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:38.447290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.518445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.597608 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:35Z', 'revision_number': 3, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:36Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:38.615513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.639552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:38.639913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Updating router 80881419-8165-4b45-af4c-307cdb7ae192 port 6d4af7a0-26a3-4996-8b7b-80213c324ead binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:20:38.675019 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.681236 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Subnet': ['ID=52903eaa-990c-42d0-b6a3-66e026d3fce3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:38.687760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.706947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.714577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/subnets/52903eaa-990c-42d0-b6a3-66e026d3fce3 HTTP/1.1" status: 204 len: 168 time: 0.6233618 Dec 06 12:20:38.715627 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:38.744018 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.745961 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.746977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.747458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.750126 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.751118 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.751704 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.753193 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.755059 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.756237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.756671 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.757083 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.757948 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187c5cf-90c8-494b-a5e2-d9b6c5cfa5bd tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:38.766869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6c279-70b9-4638-ad26-3e743a3c0f30 None None] Network 80f1a068-cc0a-4637-b540-1338b306d149 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:38.779346 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:38.784985 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:38.785716 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 3792c8db-99d0-4e30-bb98-cff49af63cdd, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:38.811981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:38.828935 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3792c8db-99d0-4e30-bb98-cff49af63cdd) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:38.830099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:38.836946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:38.840699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.879652 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf86011-3dd6-46e7-a529-4f59f54ba5e0 None None] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:38.880634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:38.891101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8127447d-ea72-43ab-aafe-67aff1f28c35 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6447697 Dec 06 12:20:38.895360 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56246) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:39.000856 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Deleting port 7f4c69e5-c839-4a51-8e3b-987f289d3041 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:39.002212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.146390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e203f45f-922b-4fe5-a3eb-44167903c722 req-95c052d1-efb1-4da4-a8a2-3b56ffce5557 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.1377921 Dec 06 12:20:39.171080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe69950f-be4e-4512-b2fa-231fb0a7b3c2 req-4334d2ec-57c8-4825-bdcf-48323daa4033 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0941546 Dec 06 12:20:39.196317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:39.196681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.240108 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] For port 7f4c69e5-c839-4a51-8e3b-987f289d3041, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f4c69e5-c839-4a51-8e3b-987f289d3041,segment=NetworkSegment(5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc),segment_id=5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:39.240503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.263917 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Calling delete_port for 7f4c69e5-c839-4a51-8e3b-987f289d3041 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:39.316414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3792c8db-99d0-4e30-bb98-cff49af63cdd', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:39.317400 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.341848 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5545be33-b75c-4a18-ac40-c02d45afcd17 None None] Provisioning complete for port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:39.342248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5545be33-b75c-4a18-ac40-c02d45afcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.389899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.434883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Port': ['ID=7f4c69e5-c839-4a51-8e3b-987f289d3041,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:39.442202 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] No DVR routers for this DVR port 7f4c69e5-c839-4a51-8e3b-987f289d3041 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:39.571676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.594774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.607896 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f1a068-cc0a-4637-b540-1338b306d149']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:39.627827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b7f1-733a-4dc6-8529-63f69fc3ef88 req-ddb5d1eb-e9bd-41f9-9b57-38ec32ba6837 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:39.635890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4694b7f1-733a-4dc6-8529-63f69fc3ef88 req-ddb5d1eb-e9bd-41f9-9b57-38ec32ba6837 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1249402 Dec 06 12:20:39.646212 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:39.646903 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2ccb1e-eff2-41cc-bdb1-3482676e1ffc') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:39.652932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.669363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.696555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.702344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.723402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4694b7f1-733a-4dc6-8529-63f69fc3ef88 req-8924d055-491a-47c9-9846-1bf655fd80e0 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863740 Dec 06 12:20:39.731736 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:39.731885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:39.736495 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:39.828842 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812656a-35aa-4529-a24b-32813d86cfdd None None] DHCP port deletion for 80f1a068-cc0a-4637-b540-1338b306d149 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:39.843801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07cd98da-9ca0-4e89-98da-0d1d7571209b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:39.946753 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.974147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.979700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] 10.222.0.31 "DELETE /v2.0/networks/80f1a068-cc0a-4637-b540-1338b306d149 HTTP/1.1" status: 204 len: 168 time: 1.2565651 Dec 06 12:20:40.011880 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcbf1-81fa-420f-98a9-41546581ce7b tempest-ServersTestMultiNic-1033694846 tempest-ServersTestMultiNic-1033694846-project] Pushing event deleted for resources: {'Network': ['ID=80f1a068-cc0a-4637-b540-1338b306d149,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:40.048425 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.22.0.1 (3792c8db-99d0-4e30-bb98-cff49af63cdd/5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f/47eae172-89be-4122-93f0-da817f81a9f5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:40.067191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28f7a-0341-4375-8a34-8b13ebea248b req-93e631ac-5785-4bc4-b99a-48d5fe6447ec tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:40.072048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11d28f7a-0341-4375-8a34-8b13ebea248b req-93e631ac-5785-4bc4-b99a-48d5fe6447ec tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1789629 Dec 06 12:20:40.207372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11d28f7a-0341-4375-8a34-8b13ebea248b req-b43f2fb3-7f17-4063-970d-b1a4eb3650d9 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274741 Dec 06 12:20:40.252755 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 07cd98da-9ca0-4e89-98da-0d1d7571209b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:40.253187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07cd98da-9ca0-4e89-98da-0d1d7571209b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:40.274806 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20bb3d-acfc-42cd-91a3-66621dcc2576 None None] Pushing event updated for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:40.344720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.403098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.469503 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:40.474705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-096db530-7f2d-4cd1-ad35-602ae8eb71a6 req-6dc8fe36-64f3-43d0-ab41-e3f0f6c2451f tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0775287 Dec 06 12:20:40.493964 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:40.504407 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:40.523358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Attempting to bind port 6d4af7a0-26a3-4996-8b7b-80213c324ead on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:40.523883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Attempting to bind port 6d4af7a0-26a3-4996-8b7b-80213c324ead by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:40.524429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Attempting to bind port 6d4af7a0-26a3-4996-8b7b-80213c324ead on network 43ee23c0-e725-45f4-9270-142f1455950c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:40.543406 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:40.574208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:40.574607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Checking segment: {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:40.575026 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.575951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Bound using segment: {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:40.576338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Bound port: 6d4af7a0-26a3-4996-8b7b-80213c324ead, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de098ac-e42b-4702-beef-b1ed54c49211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:40.577698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.579003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.649598 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Allocated IP 172.22.0.2 (3792c8db-99d0-4e30-bb98-cff49af63cdd/5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f/197d99c6-b0b4-4c2f-9535-2ef23f952baf) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:40.754014 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:40.756925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.783966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f4c69e5-c839-4a51-8e3b-987f289d3041 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:40.826602 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5545be33-b75c-4a18-ac40-c02d45afcd17 None None] Provisioning complete for port 6d4af7a0-26a3-4996-8b7b-80213c324ead triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:40.826948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5545be33-b75c-4a18-ac40-c02d45afcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.838975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87950-c310-48eb-8a54-2167f12916a2 req-85c84e96-d2de-4c5c-802b-486b3866807e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:40.846708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53c87950-c310-48eb-8a54-2167f12916a2 req-85c84e96-d2de-4c5c-802b-486b3866807e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1423047 Dec 06 12:20:40.911711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7f4c69e5-c839-4a51-8e3b-987f289d3041 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:40.912316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f4c69e5-c839-4a51-8e3b-987f289d3041 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:40.947333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] For port 6d4af7a0-26a3-4996-8b7b-80213c324ead, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:40.953380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] For port 6d4af7a0-26a3-4996-8b7b-80213c324ead, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d4af7a0-26a3-4996-8b7b-80213c324ead,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:40.955126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5545be33-b75c-4a18-ac40-c02d45afcd17 None None] Port 6d4af7a0-26a3-4996-8b7b-80213c324ead cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:40.969065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.976695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:40.998008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53c87950-c310-48eb-8a54-2167f12916a2 req-9d68a884-73cd-4582-bee3-db8cc6247c65 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450021 Dec 06 12:20:41.005810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.073831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20bb3d-acfc-42cd-91a3-66621dcc2576 None None] Pushing event updated for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:41.107650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.131638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2c4a2de-d3b2-46c6-8e0e-a18c4160a2eb req-045cd1fc-751c-4685-80a0-68200c05416a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4f0180b11d14785840945287b698666&device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0365288 Dec 06 12:20:41.132614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.152587 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:41.154748 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:41.164669 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:41.172956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:41.173770 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:41.230662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2c4a2de-d3b2-46c6-8e0e-a18c4160a2eb req-fc6123ad-14e6-4345-ad80-2dfaf3ea8f85 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4f0180b11d14785840945287b698666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615969 Dec 06 12:20:41.263065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-a993975e-376f-428a-908d-c350694e0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.264568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-a993975e-376f-428a-908d-c350694e0d76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.2846665 Dec 06 12:20:41.283701 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Pushing event updated for resources: {'Port': ['ID=197d99c6-b0b4-4c2f-9535-2ef23f952baf,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:41.292322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] Provisioning complete for port 6d4af7a0-26a3-4996-8b7b-80213c324ead triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:41.292754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.362059 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.363006 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f1aec-24e5-479c-bb62-6a6f81671ced req-3f344c59-05f2-4b1b-8e35-fe7773813250 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.364735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb7f1aec-24e5-479c-bb62-6a6f81671ced req-3f344c59-05f2-4b1b-8e35-fe7773813250 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1843421 Dec 06 12:20:41.369195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:41.375084 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4a2de-d3b2-46c6-8e0e-a18c4160a2eb req-9c7f2dbf-5a95-448c-8541-18c75de75aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.376549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2c4a2de-d3b2-46c6-8e0e-a18c4160a2eb req-9c7f2dbf-5a95-448c-8541-18c75de75aef service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394808 Dec 06 12:20:41.384199 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1440-c0f1-4785-b783-9b16960f1444 req-cdbcf941-7f6f-4219-9e39-0ea417d6c4a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.386375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4ce1440-c0f1-4785-b783-9b16960f1444 req-cdbcf941-7f6f-4219-9e39-0ea417d6c4a6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1933806 Dec 06 12:20:41.419878 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:41.495198 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-eca60150-9aa6-4da6-93b4-f833c177b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.496789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-eca60150-9aa6-4da6-93b4-f833c177b1dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.2223833 Dec 06 12:20:41.497300 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:41.499123 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:41.517364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.534251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Attempting to bind port 197d99c6-b0b4-4c2f-9535-2ef23f952baf on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:41.534630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Attempting to bind port 197d99c6-b0b4-4c2f-9535-2ef23f952baf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:41.534996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Attempting to bind port 197d99c6-b0b4-4c2f-9535-2ef23f952baf on network 3792c8db-99d0-4e30-bb98-cff49af63cdd {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:41.546837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:41.547243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Checking segment: {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:41.547997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.547997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Bound using segment: {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:41.548473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Bound port: 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:41.548960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.655921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] For port 6d4af7a0-26a3-4996-8b7b-80213c324ead, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d4af7a0-26a3-4996-8b7b-80213c324ead,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:41.665038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4ce1440-c0f1-4785-b783-9b16960f1444 req-f2535590-1f41-4fda-8435-c28ceb368156 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901107 Dec 06 12:20:41.665417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.669732 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:41.724033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-452d8009-e42c-41b1-9f6e-f232ad9a36f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.2082217 Dec 06 12:20:41.736822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb7f1aec-24e5-479c-bb62-6a6f81671ced req-75e6d7e1-696b-49d5-8a19-d5233811303d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493471 Dec 06 12:20:41.816526 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b174de-2504-42fa-a013-162d85c243cf None None] Pushing event updated for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:41.832160 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:41.848255 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-22855240-2436-4cf6-8dcd-6fdfd445312e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9490519 Dec 06 12:20:41.849255 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:41.856519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ce97e82-bafd-41c9-812b-b2ab32db3fbb req-9f72e786-b9ac-4a7d-bcf2-d456ac547544 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0456867 Dec 06 12:20:41.860144 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'network': {'name': 'tempest-RoutersTest-20649848'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:41.866067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] For port 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:41.885868 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:41.890526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.905424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-acf9a3dc-db55-4d5a-a3e0-10454bd8b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:41.907111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-acf9a3dc-db55-4d5a-a3e0-10454bd8b213 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1621740 Dec 06 12:20:41.917406 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05a1cf59-9b1f-4a04-a0fb-1608da6b9017 None None] Provisioning complete for port 6d4af7a0-26a3-4996-8b7b-80213c324ead triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:41.917895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05a1cf59-9b1f-4a04-a0fb-1608da6b9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.921550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] For port 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=197d99c6-b0b4-4c2f-9535-2ef23f952baf,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:41.943049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:41.954827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.968237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:41.969465 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added segment e575ead4-672e-4e33-86b1-0ee71a027af5 of type vlan for network 4f5e195d-f632-4c8f-afda-cc766e9653bb Dec 06 12:20:42.032056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.033607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-c198357a-84f7-4015-99f6-3ba9b14345d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:42.035437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-c198357a-84f7-4015-99f6-3ba9b14345d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158817 Dec 06 12:20:42.038691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.082775 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa278b-5a3b-448f-b6fc-956d5463eae9 None None] Pushing event updated for resources: {'Port': ['ID=197d99c6-b0b4-4c2f-9535-2ef23f952baf,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:42.092263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.092642 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:42.099616 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:42.100441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.146594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7f2d3-c9a0-4e5e-9a14-8c7d65209fa6 None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:42.147613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2970927 Dec 06 12:20:42.150758 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56314) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:42.158550 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'subnet': {'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:42.331905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62c67b-7747-4232-825b-8abd4d411efe tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Network': ['ID=4f5e195d-f632-4c8f-afda-cc766e9653bb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:42.347469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:42.359463 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Made reservation on behalf of c2870e8c2775429e83032ee18b1d29ea for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:42.363329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.456292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384753b3-6e96-4484-b5c3-1bb8e342d6ac req-c72df7b8-7a4e-4757-9a4e-1334d7f7c699 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:42.466095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-384753b3-6e96-4484-b5c3-1bb8e342d6ac req-c72df7b8-7a4e-4757-9a4e-1334d7f7c699 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1773632 Dec 06 12:20:42.559616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-34a955e1-b9f9-4305-9f12-ff917e80bab6 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787948 Dec 06 12:20:42.687906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2c4a2de-d3b2-46c6-8e0e-a18c4160a2eb req-32abc206-723b-41d0-a886-3de10980d45b tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.23 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0481610 Dec 06 12:20:42.706330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-384753b3-6e96-4484-b5c3-1bb8e342d6ac req-603a9419-1d96-41ae-a352-4ab6748bcbdd tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547289 Dec 06 12:20:42.826886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.866887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 197d99c6-b0b4-4c2f-9535-2ef23f952baf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:42.947373 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 197d99c6-b0b4-4c2f-9535-2ef23f952baf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:42.948104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:42.948345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c168fb6-72c5-4f8f-b3a1-58046db379e1 req-6a38d709-66a7-4c72-9e2c-8503ddfe7aeb service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338058 Dec 06 12:20:42.983303 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Subnet': ['ID=a9b317fb-7f8b-4d81-bcc2-431e367c0198,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:43.012772 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Checking segment: {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:43.013142 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network hostable DHCP agents. Network: 4f5e195d-f632-4c8f-afda-cc766e9653bb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:43.058793 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:43.072875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade9b86-42ce-4017-8b30-288453d6f2d4 req-6c7697ca-f10d-41cd-b4df-47f3842d4902 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:43.082184 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4f5e195d-f632-4c8f-afda-cc766e9653bb) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:43.091725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aade9b86-42ce-4017-8b30-288453d6f2d4 req-6c7697ca-f10d-41cd-b4df-47f3842d4902 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1954124 Dec 06 12:20:43.105194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:43.105963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.131378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad094b71-9b4c-4f97-94c4-b614df50fc9e req-16e841db-650d-4baa-b4e6-fed03b367db4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:43.141032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad094b71-9b4c-4f97-94c4-b614df50fc9e req-16e841db-650d-4baa-b4e6-fed03b367db4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.2481234 Dec 06 12:20:43.186257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a74e26d6-cf81-48c6-b911-269adc32993c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0344892 Dec 06 12:20:43.199327 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:43.218779 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12febdb-e293-4938-a31d-490d3f1689d1 None None] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:43.268080 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.307789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aade9b86-42ce-4017-8b30-288453d6f2d4 req-10bf9453-fef6-41b6-8cc1-bc47216591d7 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128460 Dec 06 12:20:43.345385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad094b71-9b4c-4f97-94c4-b614df50fc9e req-f9eea175-4390-4001-a711-36861a61645d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029605 Dec 06 12:20:43.377609 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Deleting port 534a0166-62af-4d5a-84ca-d0135797650a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:43.387071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.430990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=197d99c6-b0b4-4c2f-9535-2ef23f952baf,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:43.449361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.652759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=197d99c6-b0b4-4c2f-9535-2ef23f952baf,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:43.686170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a0aab94-0e6c-44e6-a4a9-6dc8128fdb7d req-50950bf8-5698-4c2e-9ce3-b0599dcf7647 tempest-ServerShowV254Test-608839772 tempest-ServerShowV254Test-608839772-project] 10.222.0.31 "GET /v2.0/ports?device_id=72753c29-20d5-41e8-92be-65803747a2ca HTTP/1.1" status: 200 len: 210 time: 0.0946298 Dec 06 12:20:43.727905 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4f5e195d-f632-4c8f-afda-cc766e9653bb', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:20:43.729052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.754981 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] For port 534a0166-62af-4d5a-84ca-d0135797650a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534a0166-62af-4d5a-84ca-d0135797650a,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:43.755388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:43.771701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Calling delete_port for 534a0166-62af-4d5a-84ca-d0135797650a owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:43.901881 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72af5d-730f-4cdf-b117-d81d34fc3bb1 None None] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:44.179637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:44.242551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:44.263318 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=534a0166-62af-4d5a-84ca-d0135797650a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:44.516059 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:44.533189 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:44.534733 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:44.556994 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-17107e7d-18c6-4cad-8971-f3ae97c04907 None None] Provisioning complete for port 197d99c6-b0b4-4c2f-9535-2ef23f952baf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:44.557582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17107e7d-18c6-4cad-8971-f3ae97c04907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:44.692480 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Allocated IP 172.23.0.2 (4f5e195d-f632-4c8f-afda-cc766e9653bb/a9b317fb-7f8b-4d81-bcc2-431e367c0198/e3d303d9-cfa3-427f-bb12-3728d001d64c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:44.732209 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:44.983717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6d4af7a0-26a3-4996-8b7b-80213c324ead up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:45.062187 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6d4af7a0-26a3-4996-8b7b-80213c324ead triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:45.062561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.122216 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:45.175535 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:45.176320 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Updating router 80881419-8165-4b45-af4c-307cdb7ae192 port 47eae172-89be-4122-93f0-da817f81a9f5 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:20:45.211444 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.223901 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 197d99c6-b0b4-4c2f-9535-2ef23f952baf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:45.226284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c48d5-aa53-4a7d-9e91-af800121b6e6 req-4adfc218-3512-4f20-b4ec-43231b36d4ce tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:45.235667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-119c48d5-aa53-4a7d-9e91-af800121b6e6 req-4adfc218-3512-4f20-b4ec-43231b36d4ce tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1347051 Dec 06 12:20:45.306053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294aef-56b4-465b-8938-54f840d9bedb req-0f015377-1a2b-44fc-9203-630c25abfb75 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:45.308777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d294aef-56b4-465b-8938-54f840d9bedb req-0f015377-1a2b-44fc-9203-630c25abfb75 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.2407424 Dec 06 12:20:45.308914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.347640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.366184 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2ff2fee1-61bf-41ad-9c45-c979e026a712 None None] Provisioning complete for port 197d99c6-b0b4-4c2f-9535-2ef23f952baf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:45.366562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fee1-61bf-41ad-9c45-c979e026a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.422245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-119c48d5-aa53-4a7d-9e91-af800121b6e6 req-6f46e123-7b92-4601-b8db-077f1688d73b tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793690 Dec 06 12:20:45.428359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d294aef-56b4-465b-8938-54f840d9bedb req-feb858d1-f094-458a-a1e1-e1f4ccfa0371 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071711 Dec 06 12:20:45.458005 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.486250 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Allocated IP 172.23.0.1 (4f5e195d-f632-4c8f-afda-cc766e9653bb/a9b317fb-7f8b-4d81-bcc2-431e367c0198/4ae12b4f-6b61-4d49-b9a5-30cbca0052c6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:20:45.623103 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 197d99c6-b0b4-4c2f-9535-2ef23f952baf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:45.629332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.659553 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.665366 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.812719 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Attempting to bind port 47eae172-89be-4122-93f0-da817f81a9f5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:45.815541 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Attempting to bind port 47eae172-89be-4122-93f0-da817f81a9f5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:45.816053 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Attempting to bind port 47eae172-89be-4122-93f0-da817f81a9f5 on network 3792c8db-99d0-4e30-bb98-cff49af63cdd {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:45.825097 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eb9e8-69fb-4ac4-993a-c591b692b033 None None] Pushing event updated for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:45.840709 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:45.842249 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Checking segment: {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:45.843554 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.844017 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Bound using segment: {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:45.845210 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Bound port: 47eae172-89be-4122-93f0-da817f81a9f5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825e81a5-8147-462b-8852-cf410f115dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:45.846458 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:45.915549 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:45.959769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2ff2fee1-61bf-41ad-9c45-c979e026a712 None None] Provisioning complete for port 47eae172-89be-4122-93f0-da817f81a9f5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:45.960230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fee1-61bf-41ad-9c45-c979e026a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.010259 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] For port 47eae172-89be-4122-93f0-da817f81a9f5, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:46.015361 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] For port 47eae172-89be-4122-93f0-da817f81a9f5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=47eae172-89be-4122-93f0-da817f81a9f5,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:46.022958 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.031110 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:46.031786 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e949c6-f874-4d8e-a265-02cef8231946 req-c751486e-02dc-4935-8af5-fcddce0872df tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:46.040228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79e949c6-f874-4d8e-a265-02cef8231946 req-c751486e-02dc-4935-8af5-fcddce0872df tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.1898348 Dec 06 12:20:46.040746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2fee1-61bf-41ad-9c45-c979e026a712 None None] Port 47eae172-89be-4122-93f0-da817f81a9f5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:46.043774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:46.055292 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Pushing event updated for resources: {'Port': ['ID=e3d303d9-cfa3-427f-bb12-3728d001d64c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:46.168699 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eb9e8-69fb-4ac4-993a-c591b692b033 None None] Pushing event updated for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:46.209594 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:46.210246 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:46.222785 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:46.282246 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Router 741708b1-8477-4aa6-b511-4c2fc69c23c9 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:46.295298 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] Provisioning complete for port 47eae172-89be-4122-93f0-da817f81a9f5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:46.295922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.346627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.353200 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Attempting to bind port e3d303d9-cfa3-427f-bb12-3728d001d64c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:46.356986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Attempting to bind port e3d303d9-cfa3-427f-bb12-3728d001d64c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:46.358156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Attempting to bind port e3d303d9-cfa3-427f-bb12-3728d001d64c on network 4f5e195d-f632-4c8f-afda-cc766e9653bb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:46.379033 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Deleting port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:46.379286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:46.379473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.382029 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Checking segment: {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:46.382627 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.383184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Bound using segment: {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:46.384656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Bound port: e3d303d9-cfa3-427f-bb12-3728d001d64c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:46.388086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.416250 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:46.436191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.535931 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:46.551301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0060b6-ff1c-43e6-8f99-d3f60d9adc75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.569484 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:46.575535 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:46.582331 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:20:46.676936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] For port e3d303d9-cfa3-427f-bb12-3728d001d64c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:46.703270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.710376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] For port e3d303d9-cfa3-427f-bb12-3728d001d64c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3d303d9-cfa3-427f-bb12-3728d001d64c,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:46.715940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.757671 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.773051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] For port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,segment=NetworkSegment(bd22cbdd-ac5d-49c3-a03a-6e5313b119e6),segment_id=bd22cbdd-ac5d-49c3-a03a-6e5313b119e6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:46.773397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:46.799001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ce8b3-b934-4937-8606-0a399cf1bd8a req-2237a388-c04b-4cce-8f7f-23aba85b034d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:46.808610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500ce8b3-b934-4937-8606-0a399cf1bd8a req-2237a388-c04b-4cce-8f7f-23aba85b034d tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 946 time: 0.2031877 Dec 06 12:20:46.816648 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:46.831992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d5c1ffc-c536-4703-a60e-24567dbceef8 admin admin] 10.222.0.31 "PUT /v2.0/routers/741708b1-8477-4aa6-b511-4c2fc69c23c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0709932 Dec 06 12:20:46.838176 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:46.871264 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Calling delete_port for 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:46.923948 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Sync routers for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:46.927633 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 47eae172-89be-4122-93f0-da817f81a9f5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:46.930944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] For port 47eae172-89be-4122-93f0-da817f81a9f5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=47eae172-89be-4122-93f0-da817f81a9f5,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:46.989639 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:47.045070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.046146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.067824 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e581c-d8d1-4809-845a-248a5661a6f9 None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:40Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:47.094655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500ce8b3-b934-4937-8606-0a399cf1bd8a req-9c9d57f0-e845-46cb-8096-1af5a5ff829e tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f149e05-3b29-424e-a425-2987e7ce947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850511 Dec 06 12:20:47.118579 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:47.120936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:47.226857 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Pushing event updated for resources: {'Port': ['ID=e3d303d9-cfa3-427f-bb12-3728d001d64c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:47.245100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0060b6-ff1c-43e6-8f99-d3f60d9adc75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.257248 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.257651 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.257994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.258337 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.258666 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.258999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.259324 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.259691 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.260065 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.260406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.260793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.261131 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.261480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb65a7-294d-4d6a-9dbe-606c56f4be1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:47.359795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0060b6-ff1c-43e6-8f99-d3f60d9adc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.401289 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0060b6-ff1c-43e6-8f99-d3f60d9adc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf036a31-61d3-4c21-8d0b-672e25c06c3f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:47.444173 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918dd78-77b3-419b-b400-4f11867f17e6 None None] Pushing event updated for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:47.473506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.497613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aa0060b6-ff1c-43e6-8f99-d3f60d9adc75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4f0180b11d14785840945287b698666&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2697084 Dec 06 12:20:47.508321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fd1911dd-5167-43bc-aaa8-008421610a2e None None] Provisioning complete for port 47eae172-89be-4122-93f0-da817f81a9f5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:47.508321 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fd1911dd-5167-43bc-aaa8-008421610a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.523530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.526319 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56370) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:47.536543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.595336 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:47.599482 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 47eae172-89be-4122-93f0-da817f81a9f5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:47.599859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.660193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event updated for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:47.684095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.704231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.749134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.752942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.772292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.812986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:20:47.876973 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Pushing event deleted for resources: {'Port': ['ID=6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:47.882367 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] No DVR routers for this DVR port 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:47.885982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:47.890165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79e949c6-f874-4d8e-a265-02cef8231946 req-a5198802-d794-4b51-88c2-09981c0bbe99 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.53 "DELETE /v2.0/ports/6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d HTTP/1.1" status: 204 len: 173 time: 1.8414729 Dec 06 12:20:47.948319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:20:47.951523 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:47.960896 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'name': 'network-vif-deleted', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:20:47.967601 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d1116-77a4-4f5a-85ac-a8ca3ed25be9" -d '{"events": [{"server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "name": "network-vif-deleted", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:20:48.078587 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Deleting port c4cc2de0-69a8-426b-a3c8-4fc72cef0817 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:48.082982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:48.130442 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:20:44Z', 'revision_number': 5, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port': {'id': 'c4cc2de0-69a8-426b-a3c8-4fc72cef0817', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:18:46Z', 'updated_at': '2021-12-06T12:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:48.138157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:48.142532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:48.160898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf036a31-61d3-4c21-8d0b-672e25c06c3f HTTP/1.1" status: 204 len: 168 time: 0.6328778 Dec 06 12:20:48.204587 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Checking router: 741708b1-8477-4aa6-b511-4c2fc69c23c9 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:48.225356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Routers {'741708b1-8477-4aa6-b511-4c2fc69c23c9'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:48.226007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['741708b1-8477-4aa6-b511-4c2fc69c23c9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:48.230304 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372f49ba-6537-4e61-b8f5-689b04922212 x-openstack-request-id: req-372f49ba-6537-4e61-b8f5-689b04922212 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:20:48.230878 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6572f-5a39-40f3-8d77-8c6d80d6494b", "name": "network-vif-deleted", "tag": "6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:20:48.231339 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-372f49ba-6537-4e61-b8f5-689b04922212 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:20:48.232291 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab6572f-5a39-40f3-8d77-8c6d80d6494b', 'name': 'network-vif-deleted', 'tag': '6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d', 'status': 'completed', 'code': 200} Dec 06 12:20:48.284422 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747faaa-38e0-4618-bbb0-9c445108efcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf036a31-61d3-4c21-8d0b-672e25c06c3f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:48.328979 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:48.373365 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] Set router 741708b1-8477-4aa6-b511-4c2fc69c23c9 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:48.412066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e6584b6-8b46-4375-baad-0c8dfd47d3d8 req-862afd1d-b70a-482d-bd3e-aa2877348614 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ab6572f-5a39-40f3-8d77-8c6d80d6494b HTTP/1.1" status: 200 len: 210 time: 0.1412039 Dec 06 12:20:48.438023 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] For port c4cc2de0-69a8-426b-a3c8-4fc72cef0817, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:48.438782 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:48.450511 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:20:47Z', 'revision_number': 6, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:48.471566 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Calling delete_port for c4cc2de0-69a8-426b-a3c8-4fc72cef0817 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:48.513446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057dccb8-62a0-46c4-a203-e9c80dbad273 None None] The sync data for ids ['741708b1-8477-4aa6-b511-4c2fc69c23c9'] in n-d-master-1 is: [{'id': '741708b1-8477-4aa6-b511-4c2fc69c23c9', 'name': 'tempest-ServersTestMultiNic-4309538-router', 'tenant_id': '843ac13b3c284294bfecccd45bea6888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:18:45Z', 'updated_at': '2021-12-06T12:20:47Z', 'revision_number': 6, 'project_id': '843ac13b3c284294bfecccd45bea6888', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:48.523619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:48.545271 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:48.555664 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-183519c8-dc83-4dd4-876b-7c7c9c46450f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3551264 Dec 06 12:20:48.559587 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56386) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:48.565047 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:48.569833 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:48.574548 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:48.730101 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1382d-d968-4a86-95ce-52e160012fee None None] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:48.913170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:48.921889 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:48.980181 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cc2de0-69a8-426b-a3c8-4fc72cef0817,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:49.211248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.386110 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3336069-e03d-450f-a79a-819f2aaa9760 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:49.449910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.460229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.490012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] Provisioning complete for port e3d303d9-cfa3-427f-bb12-3728d001d64c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:49.490386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.507343 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:47Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:49.520435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.521363 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741708b1-8477-4aa6-b511-4c2fc69c23c9 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:20:49.530330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.532621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53c77910-acaf-4e7b-b38e-39557a8b54f1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/741708b1-8477-4aa6-b511-4c2fc69c23c9 HTTP/1.1" status: 204 len: 168 time: 2.6849701 Dec 06 12:20:49.535836 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:49.587711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.599779 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Deleting subnet 841b4e0d-ee53-4955-8206-d7ae22aefd15 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:49.605016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.625581 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:20:49.668209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3d303d9-cfa3-427f-bb12-3728d001d64c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:49.669727 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Removed routes are [] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:20:49.671379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.675355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.681191 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:49.683029 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Updating router 80881419-8165-4b45-af4c-307cdb7ae192 port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:20:49.742039 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.850907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e3d303d9-cfa3-427f-bb12-3728d001d64c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:49.851463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:49.903844 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:49.924576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.008472 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] For port e3d303d9-cfa3-427f-bb12-3728d001d64c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3d303d9-cfa3-427f-bb12-3728d001d64c,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:50.019710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.085671 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f7025-e7c8-4559-99c8-68246e9a6223 None None] Pushing event updated for resources: {'Port': ['ID=e3d303d9-cfa3-427f-bb12-3728d001d64c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:50.094981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.112513 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Deleting subnet 205da72d-20a4-4693-8d5f-119c8bfadc87 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:50.125940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.164189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.169223 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.270586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.297015 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:20:50.297739 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:20:50.308934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-692d94ba-ad5b-4038-a408-c3f07a2eba97 None None] Provisioning complete for port e3d303d9-cfa3-427f-bb12-3728d001d64c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:50.309517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-692d94ba-ad5b-4038-a408-c3f07a2eba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.326974 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:50.360963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.478260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.485773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.555993 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.562125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:50.565214 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-692d94ba-ad5b-4038-a408-c3f07a2eba97 None None] Provisioning complete for port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:50.566135 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.574077 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-692d94ba-ad5b-4038-a408-c3f07a2eba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.597353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.600389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e2a89ea-b305-429c-b3e3-291bb822bbf9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 933 time: 2.0370066 Dec 06 12:20:50.602895 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:50.663302 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.669570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/205da72d-20a4-4693-8d5f-119c8bfadc87 HTTP/1.1" status: 204 len: 168 time: 0.7611024 Dec 06 12:20:50.669570 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a48b40-dfd8-4350-9edc-c7ec59fae724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205da72d-20a4-4693-8d5f-119c8bfadc87,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:50.679829 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:50.686895 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-692d94ba-ad5b-4038-a408-c3f07a2eba97 None None] Port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:20:50.701439 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1f26-41ff-473c-a85f-94f2caec288c None None] Pushing event updated for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:50.732204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6cb1033-7c38-499f-8812-ff25f95a413e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 933 time: 0.1276116 Dec 06 12:20:50.734877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:50.739577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'routes': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:50.808399 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Attempting to bind port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:20:50.808776 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Attempting to bind port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:20:50.809136 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Attempting to bind port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 on network 4f5e195d-f632-4c8f-afda-cc766e9653bb {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:20:50.833551 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:20:50.833929 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Checking segment: {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:50.834334 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.834731 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Bound using segment: {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:20:50.835203 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Bound port: 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e575ead4-672e-4e33-86b1-0ee71a027af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:20:50.841371 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.897188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:50.939917 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] For port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:20:50.942090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:50.942291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6a0ce1d1-4cf1-4a81-9f20-4e2841aa1e4d not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:50.946408 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] For port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:20:50.952125 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.953460 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] Provisioning complete for port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:50.954184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.954344 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:50.964188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 47eae172-89be-4122-93f0-da817f81a9f5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:51.030164 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:51.030783 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:51.070172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.092340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841b4e0d-ee53-4955-8206-d7ae22aefd15,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:51.121987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.129122 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56470) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:51.140964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47da4249-c246-4e54-8ff1-12f1aa9ad9f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/841b4e0d-ee53-4955-8206-d7ae22aefd15 HTTP/1.1" status: 204 len: 168 time: 1.5881290 Dec 06 12:20:51.141897 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcd3ca-798a-4ab9-82be-45fdbd6a7841 None None] Network 8d2c1287-ea43-47d8-b442-2e5f22c2def5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:51.159265 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1f26-41ff-473c-a85f-94f2caec288c None None] Pushing event updated for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:51.174543 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:51.347868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.402284 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00c08c6-6e18-496c-8eac-92b46d166944']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:51.426825 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:51.427394 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd22cbdd-ac5d-49c3-a03a-6e5313b119e6') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:51.432032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.453769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.469849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.482380 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 47eae172-89be-4122-93f0-da817f81a9f5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:51.488156 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.490692 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:51.491979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:51.495013 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:51.514505 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added routes are [] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:20:51.514822 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:20:51.564839 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Deleting port 49b39445-ca12-4d9b-b0a3-d2323a921a15 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:51.565278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.643030 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] For port 49b39445-ca12-4d9b-b0a3-d2323a921a15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49b39445-ca12-4d9b-b0a3-d2323a921a15,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:51.643399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.663394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:51.669815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.677723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.687175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.704838 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Calling delete_port for 49b39445-ca12-4d9b-b0a3-d2323a921a15 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:51.721835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] For port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:51.725443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.729603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f00c08c6-6e18-496c-8eac-92b46d166944 HTTP/1.1" status: 204 len: 168 time: 1.0371895 Dec 06 12:20:51.731983 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacb091-22a9-4729-a999-acbf06b93820 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00c08c6-6e18-496c-8eac-92b46d166944,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:51.761952 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:51.879896 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:49Z', 'revision_number': 6, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:50Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:51.895262 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] DHCP port deletion for 8d2c1287-ea43-47d8-b442-2e5f22c2def5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:51.940260 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b99-aa68-42d0-a346-5a725f20765a None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:49Z', 'revision_number': 6, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:50Z', 'revision_number': 4, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:51.959324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ee02a01-8531-464f-b596-1230b39a1b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.001254 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cd07-ef4f-45d7-8670-1101be674d69 None None] Pushing event updated for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:52.028259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fcd05c84-1888-4304-87c8-9a19d33ac722 None None] Provisioning complete for port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:52.028631 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fcd05c84-1888-4304-87c8-9a19d33ac722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.033476 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:52.069569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 534a0166-62af-4d5a-84ca-d0135797650a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:52.095859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d74e16f3-9f98-402a-a648-a8622d218228 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bac15120b8834233ad8e339167810f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609531 Dec 06 12:20:52.098190 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:52.108542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 534a0166-62af-4d5a-84ca-d0135797650a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:52.111584 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 534a0166-62af-4d5a-84ca-d0135797650a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:52.161968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Deleting port 49b39445-ca12-4d9b-b0a3-d2323a921a15 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:52.163113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.176701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.194295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.203626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.212751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.231754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.302023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.307646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.311706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f149e05-3b29-424e-a425-2987e7ce947d HTTP/1.1" status: 204 len: 168 time: 0.2113681 Dec 06 12:20:52.313986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] For port 49b39445-ca12-4d9b-b0a3-d2323a921a15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49b39445-ca12-4d9b-b0a3-d2323a921a15,segment=NetworkSegment(018122e1-23f2-4e38-8307-a1c62eb1b289),segment_id=018122e1-23f2-4e38-8307-a1c62eb1b289)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:52.316244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.332924 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed77ad7-75f9-4001-82df-d1cf84946bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f149e05-3b29-424e-a425-2987e7ce947d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:52.346428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Calling delete_port for 49b39445-ca12-4d9b-b0a3-d2323a921a15 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:52.350337 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=49b39445-ca12-4d9b-b0a3-d2323a921a15,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:52.375207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.382701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.383067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.383448 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.384996 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.385524 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.387025 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.387376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.387839 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.393186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.393186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.393186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.393186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:20:52.449829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.460402 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] No DVR routers for this DVR port 49b39445-ca12-4d9b-b0a3-d2323a921a15 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:52.486190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3d303d9-cfa3-427f-bb12-3728d001d64c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:52.561089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] Pushing event deleted for resources: {'Port': ['ID=49b39445-ca12-4d9b-b0a3-d2323a921a15,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:52.592824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11876a5a-2477-4c19-b0d7-a9b104de50f0 None None] No DVR routers for this DVR port 49b39445-ca12-4d9b-b0a3-d2323a921a15 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:52.716071 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e3d303d9-cfa3-427f-bb12-3728d001d64c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:52.716709 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:52.851712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:20:52.930059 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:20:52.930442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.135490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 49b39445-ca12-4d9b-b0a3-d2323a921a15 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:53.140734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.147404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ee02a01-8531-464f-b596-1230b39a1b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.159285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ee02a01-8531-464f-b596-1230b39a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.168014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 49b39445-ca12-4d9b-b0a3-d2323a921a15 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:53.168365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 49b39445-ca12-4d9b-b0a3-d2323a921a15 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:53.168837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4cc2de0-69a8-426b-a3c8-4fc72cef0817 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:53.190801 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:53.199969 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c4cc2de0-69a8-426b-a3c8-4fc72cef0817 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:53.200331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4cc2de0-69a8-426b-a3c8-4fc72cef0817 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:53.203006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ee02a01-8531-464f-b596-1230b39a1b6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=159d4d24cf34447eb5ce9ad562571ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5106204 Dec 06 12:20:53.203826 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56512) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:53.221392 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2c1287-ea43-47d8-b442-2e5f22c2def5']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:53.251788 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018122e1-23f2-4e38-8307-a1c62eb1b289') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:53.252084 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018122e1-23f2-4e38-8307-a1c62eb1b289') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:53.281612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:53.289216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.294634 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:53.295322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:53.312950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee02a01-8531-464f-b596-1230b39a1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbef9c0-e2bc-4d6c-995a-aa0206310940,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:53.329367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.369515 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:53.369965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:53.373707 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:53.475928 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:53.482397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.490954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:53.492615 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:53.504234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.507754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1dac1ac4-3771-4b9b-a015-a3f19920f731 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 699 time: 2.7696161 Dec 06 12:20:53.508112 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:53.510734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.524607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.540384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d2c1287-ea43-47d8-b442-2e5f22c2def5 HTTP/1.1" status: 204 len: 168 time: 2.4005346 Dec 06 12:20:53.575847 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14704-84e7-48ba-80ba-ad420e97e6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2c1287-ea43-47d8-b442-2e5f22c2def5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:53.588825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.687587 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1336141931-network', 'tenant_id': '3109f4791223401b9c8a362640b74620'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:53.702469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.716113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.720008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebbef9c0-e2bc-4d6c-995a-aa0206310940 HTTP/1.1" status: 204 len: 168 time: 0.4934087 Dec 06 12:20:53.733913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5af501c0-06f3-4189-9157-ad516bfae8bb tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 699 time: 0.2246144 Dec 06 12:20:53.739679 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:53.739805 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:53.741750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Made reservation on behalf of 3109f4791223401b9c8a362640b74620 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:53.744607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.759830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f17a1-3c38-49a7-9483-de1f2875f7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbef9c0-e2bc-4d6c-995a-aa0206310940,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:53.768535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.912057 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.921584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:53.949840 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 7, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:53.972099 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:53.983107 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:53.993521 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:53.994981 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:54.029332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.029781 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Added segment b32f591a-21bf-470e-a2bf-04bceb419820 of type vlan for network ace4c9d2-95fe-498c-b387-ef6ead466a7b Dec 06 12:20:54.078340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075f895b-5f8b-468d-8584-b5e8b7e4d43d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:54.093598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6108dcba-0cf5-40f4-a3b6-e48507f14668 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=843ac13b3c284294bfecccd45bea6888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526649 Dec 06 12:20:54.099021 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:54.115630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:54.132208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.194322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.205678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.206956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:54.207690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.294716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.297186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.297804 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] Pushing event updated for resources: {'Network': ['ID=ace4c9d2-95fe-498c-b387-ef6ead466a7b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:54.313505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ccefe0f3-0cae-4e4a-ab28-c038d32df3cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8173456 Dec 06 12:20:54.316272 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:54.321542 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Request body: {'subnet': {'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1336141931-subnet', 'tenant_id': '3109f4791223401b9c8a362640b74620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:54.369967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Made reservation on behalf of 3109f4791223401b9c8a362640b74620 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:54.372924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.496391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.499897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.506284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fc4019e-02dd-44a7-9d05-43839da2a4b3 HTTP/1.1" status: 204 len: 168 time: 0.4029646 Dec 06 12:20:54.550194 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ff1e-bba3-44aa-87ca-29efbdb1f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4019e-02dd-44a7-9d05-43839da2a4b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:54.570750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ace4c9d2-95fe-498c-b387-ef6ead466a7b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:54.657007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.677948 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:54.678298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.766796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 7, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:54.780381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df17b222-2321-4fbf-9e34-178f98f66dd8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:54.789594 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Checking segment: {'id': 'b32f591a-21bf-470e-a2bf-04bceb419820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:54.789899 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Network hostable DHCP agents. Network: ace4c9d2-95fe-498c-b387-ef6ead466a7b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:54.811043 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Network ace4c9d2-95fe-498c-b387-ef6ead466a7b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:54.813116 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:54.814371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.829596 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ace4c9d2-95fe-498c-b387-ef6ead466a7b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:54.840279 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:54.844905 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9aa24-ddf5-4caf-b0e4-2b0691204210 None None] Network ace4c9d2-95fe-498c-b387-ef6ead466a7b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:54.846332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:54.846589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:54.849737 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a1c46-58aa-4310-81c2-cee0b80bb6ad None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 7, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae12b4f-6b61-4d49-b9a5-30cbca0052c6', 'name': '', 'network_id': '4f5e195d-f632-4c8f-afda-cc766e9653bb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:62:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:44Z', 'updated_at': '2021-12-06T12:20:51Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': 'a9b317fb-7f8b-4d81-bcc2-431e367c0198', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:54.905638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a2965c2-e842-41c3-90df-1fd3981e1dc4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5882123 Dec 06 12:20:55.184462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:55.255337 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6813d-cfd9-4cbd-9541-c869f4b7abf0 None None] Network ace4c9d2-95fe-498c-b387-ef6ead466a7b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:55.261146 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=4ae12b4f-6b61-4d49-b9a5-30cbca0052c6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:55.407743 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:55.420701 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:55.423819 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:55.536843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:55.605233 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:55.883558 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:20:55.992163 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:56.015950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:20:56.025203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5061e318-7d88-484d-8302-9dae4b059975 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2819819 Dec 06 12:20:56.025372 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:56.027688 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56626) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:56.091076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-6e9ce939-d8d9-4f9f-bbf8-b5a7f3ae53db tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:56.094137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-6e9ce939-d8d9-4f9f-bbf8-b5a7f3ae53db tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/networks?id=ace4c9d2-95fe-498c-b387-ef6ead466a7b HTTP/1.1" status: 200 len: 814 time: 0.2649100 Dec 06 12:20:56.124630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-432fbc35-c7be-4df5-b48d-70ae3be33051 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/quotas/3109f4791223401b9c8a362640b74620 HTTP/1.1" status: 200 len: 375 time: 0.0236404 Dec 06 12:20:56.207551 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:56.210090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-5bc4fd1e-e8cc-404e-a958-c4c724812356 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3109f4791223401b9c8a362640b74620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790989 Dec 06 12:20:56.212021 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet a9b317fb-7f8b-4d81-bcc2-431e367c0198 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:20:56.217831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.236107 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:56.236735 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:56.281533 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:56.330691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.381639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841ab84a-0b74-42fd-9776-020da55afb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.419325 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-155831764-network', 'tenant_id': 'd06d3439562b456eb649f82e9f024391'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:56.448644 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:56.490904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.570132 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.607484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.612201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b317fb-7f8b-4d81-bcc2-431e367c0198 HTTP/1.1" status: 204 len: 168 time: 0.5833802 Dec 06 12:20:56.614216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd03ae9-b0f5-4941-bb17-982c0685eaa1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b317fb-7f8b-4d81-bcc2-431e367c0198,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:56.616546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:56.619286 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc60a5-e852-412b-b76e-34da7996669b None None] Network 4f5e195d-f632-4c8f-afda-cc766e9653bb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:56.641460 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:20:56.724476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.756174 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:56.792587 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59149b-38c9-4f2a-b0a7-340719484fda None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:20:56.802962 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port e3d303d9-cfa3-427f-bb12-3728d001d64c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:56.803464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.850429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] DHCP port deletion for 4f5e195d-f632-4c8f-afda-cc766e9653bb request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:20:56.897514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port e3d303d9-cfa3-427f-bb12-3728d001d64c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3d303d9-cfa3-427f-bb12-3728d001d64c,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:56.897899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.907956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Deleting port e3d303d9-cfa3-427f-bb12-3728d001d64c {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:56.908406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.924375 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for e3d303d9-cfa3-427f-bb12-3728d001d64c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:56.989683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] For port e3d303d9-cfa3-427f-bb12-3728d001d64c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3d303d9-cfa3-427f-bb12-3728d001d64c,segment=NetworkSegment(e575ead4-672e-4e33-86b1-0ee71a027af5),segment_id=e575ead4-672e-4e33-86b1-0ee71a027af5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:56.990224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.007219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Calling delete_port for e3d303d9-cfa3-427f-bb12-3728d001d64c owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:57.046402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.066440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Made reservation on behalf of d06d3439562b456eb649f82e9f024391 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:57.069859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.084089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=e3d303d9-cfa3-427f-bb12-3728d001d64c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.094047 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port e3d303d9-cfa3-427f-bb12-3728d001d64c on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:57.103604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.124768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841ab84a-0b74-42fd-9776-020da55afb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.125998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.147220 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] Pushing event deleted for resources: {'Port': ['ID=e3d303d9-cfa3-427f-bb12-3728d001d64c,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.158179 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651bd3c-6c67-4f1b-a9e3-2ea2d87d4fff None None] No DVR routers for this DVR port e3d303d9-cfa3-427f-bb12-3728d001d64c on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:20:57.158770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841ab84a-0b74-42fd-9776-020da55afb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.231678 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8bce65f4-7878-47e8-af19-1891c7fad824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.251961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.255766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-f73c4ba6-da2b-4a96-bd5b-23d501397b9a service neutron] 10.222.0.31 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0374160 Dec 06 12:20:57.279821 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5e195d-f632-4c8f-afda-cc766e9653bb']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:57.293525 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e575ead4-672e-4e33-86b1-0ee71a027af5') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:57.294084 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e575ead4-672e-4e33-86b1-0ee71a027af5') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:57.300106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-841ab84a-0b74-42fd-9776-020da55afb52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f93dfb84a5c4cbaaa6b09e90594be9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3015947 Dec 06 12:20:57.305862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.319835 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:57.323990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.331830 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:20:57.332690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:20:57.337080 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:20:57.353978 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ab84a-0b74-42fd-9776-020da55afb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d8ba0-7ec1-4ed7-a843-d91598e3ac35,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.436320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.462227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.467420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/4f5e195d-f632-4c8f-afda-cc766e9653bb HTTP/1.1" status: 204 len: 168 time: 0.8494599 Dec 06 12:20:57.468567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d6ea-da40-4739-a67b-05d504b52fc9 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=4f5e195d-f632-4c8f-afda-cc766e9653bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.471087 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:57.526806 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:20:57.543986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:57.544860 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:57.546973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.555150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-d53cd3e6-be92-4501-b62a-e1753421abc2 service neutron] 10.222.0.31 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985368 Dec 06 12:20:57.562562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.570113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.588349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.626806 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:57.689314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.689866 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Added segment a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0 of type vlan for network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f Dec 06 12:20:57.691452 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ec347-21a1-4dcb-9642-cc3b40cd54c2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.753131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:57.779749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.845984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.848209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:57.849117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.940371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.943582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:57.948664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/434d8ba0-7ec1-4ed7-a843-d91598e3ac35 HTTP/1.1" status: 204 len: 168 time: 0.6135221 Dec 06 12:20:57.955175 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] Pushing event updated for resources: {'Network': ['ID=959b2e5d-c79e-4afd-ba9f-4a71393ba39f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:57.981709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c39412-c06b-4f45-915b-7ff0653723d5 req-c673c5ff-0c15-4a22-ba12-1f30e8f8ee0f tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 210 time: 0.1629012 Dec 06 12:20:57.989630 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477094b0-14eb-4185-bef9-f06f8b685024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d8ba0-7ec1-4ed7-a843-d91598e3ac35,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:58.011305 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56680) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:58.013169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-73c6638f-ce94-4850-82af-527901389370 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7289174 Dec 06 12:20:58.023285 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Request body: {'subnet': {'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-155831764-subnet', 'tenant_id': 'd06d3439562b456eb649f82e9f024391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:58.078161 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Made reservation on behalf of d06d3439562b456eb649f82e9f024391 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:58.080908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.113393 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:20:58.225627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.324715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3d303d9-cfa3-427f-bb12-3728d001d64c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:58.412891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e3d303d9-cfa3-427f-bb12-3728d001d64c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:58.413322 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3d303d9-cfa3-427f-bb12-3728d001d64c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:58.416670 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:20:58.486705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:20:58.486705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4ae12b4f-6b61-4d49-b9a5-30cbca0052c6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:20:58.520598 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:58.569091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:20:58.590270 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:20:58.591025 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:20:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:20:58.622635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.702867 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0413440-f428-4f67-93d7-a7cf1828ac3d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:58.762551 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Checking segment: {'id': 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:20:58.762916 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Network hostable DHCP agents. Network: 959b2e5d-c79e-4afd-ba9f-4a71393ba39f, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:20:58.795262 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:20:58.818690 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:20:58.836951 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 959b2e5d-c79e-4afd-ba9f-4a71393ba39f) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:20:58.854272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:58.855397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.869485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 47eae172-89be-4122-93f0-da817f81a9f5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:20:58.869825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.896017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db16130-dd92-479a-a941-1a2af199d80b None None] Network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:58.897848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-273cf242-d349-44cd-bb17-c3cd9106d85a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8853707 Dec 06 12:20:59.146808 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 47eae172-89be-4122-93f0-da817f81a9f5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=47eae172-89be-4122-93f0-da817f81a9f5,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:20:59.147483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.169303 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 47eae172-89be-4122-93f0-da817f81a9f5 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:20:59.239615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-336c9c69-e75d-4bcb-a046-cf7eea23a360 req-6778b36c-f09f-4826-9b63-b926fa93a7dd tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 210 time: 0.0506499 Dec 06 12:20:59.320995 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:20:59.497338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7cffc-be00-4e12-a2ed-5a4e5f395f46 None None] Network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:20:59.564837 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-838558320-network', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:20:59.591368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Made reservation on behalf of 22e569e9160b427bbc9058af0fc60d2a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:20:59.599879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.612066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.709185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.723323 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.789215 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:20:59.860501 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035c46cc-5cc1-4f31-a5dc-8dac6d4b5350,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:20:59.864053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.864775 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Added segment 70051ade-1a40-442b-b29c-35375dce7150 of type vlan for network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a Dec 06 12:20:59.970170 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-f6f5b9af-15b8-4ccc-b5ba-f74eabdfc6af tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:59.972125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-f6f5b9af-15b8-4ccc-b5ba-f74eabdfc6af tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/networks?id=959b2e5d-c79e-4afd-ba9f-4a71393ba39f HTTP/1.1" status: 200 len: 821 time: 0.2612464 Dec 06 12:20:59.979732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a5244e5-eda2-4961-83a7-7c61d58911b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.993666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.005244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7c419fd8-8042-4689-8da9-188caece63ce tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/quotas/d06d3439562b456eb649f82e9f024391 HTTP/1.1" status: 200 len: 375 time: 0.0184634 Dec 06 12:21:00.023334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.053814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-766fa2fb-ef00-444c-99d7-a8e8e9ea0a0f tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d06d3439562b456eb649f82e9f024391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336025 Dec 06 12:21:00.060457 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=47eae172-89be-4122-93f0-da817f81a9f5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:00.065261 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-ba3ea5fa-c729-4bf6-9362-71d89bae9d95 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:00.067190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-ba3ea5fa-c729-4bf6-9362-71d89bae9d95 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.53 "GET /v2.0/networks?id=ace4c9d2-95fe-498c-b387-ef6ead466a7b HTTP/1.1" status: 200 len: 814 time: 0.3145659 Dec 06 12:21:00.119607 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:00.168719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a2d41-28d0-4995-8a64-eb49769a5424 None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:55Z', 'revision_number': 8, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '47eae172-89be-4122-93f0-da817f81a9f5', 'name': '', 'network_id': '3792c8db-99d0-4e30-bb98-cff49af63cdd', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:ea:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:39Z', 'updated_at': '2021-12-06T12:20:46Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:00.229252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-f0b9bfb5-dc86-4629-be7c-f89afad23e79 service neutron] 10.222.0.31 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486464 Dec 06 12:21:00.341674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.385435 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Request body: {'port': {'device_id': '75d7b9a5-21d7-4796-a342-38d778071933', 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b', 'admin_state_up': True, 'tenant_id': '3109f4791223401b9c8a362640b74620'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:00.415548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.417648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:00.418230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.460514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-ad6cbc19-4c38-48f2-9787-6fcdb9345101 service neutron] 10.222.0.31 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304204 Dec 06 12:21:00.487794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.620608 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:00.681362 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=978bcb1c-e797-4ee8-8ca1-3e1143723f3a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:00.699265 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:21:00.700728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-056766d2-af18-411b-9271-eb833c132331 req-55e77f62-4160-4e58-b2f0-51596910dbd4 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 210 time: 0.2878814 Dec 06 12:21:00.709520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6e544976-6ad3-49cf-976a-11a752f77fc2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3862627 Dec 06 12:21:00.719873 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:00.761975 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Request body: {'subnet': {'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-subnet', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:00.789204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Made reservation on behalf of 3109f4791223401b9c8a362640b74620 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:00.793942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.796890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Made reservation on behalf of 22e569e9160b427bbc9058af0fc60d2a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:00.800264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.853821 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:00.863877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e99a7de-9a4a-450e-950e-50d72f7e3401 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911488 Dec 06 12:21:00.866307 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56762) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:00.870738 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:00.897513 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:00.898163 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:00.930323 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet 5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:00.934788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.992229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.998348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.081396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a54008c2-1c76-4453-afaf-1bb03e4599b1 req-b5c9c50d-5d3d-445b-af2e-3c11606c033b tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 210 time: 0.0482266 Dec 06 12:21:01.100175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.104183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.147967 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:01.172706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.242359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:01.253062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e5dca-c90a-40ec-b4d0-956a77fbcd1c None None] Network 3792c8db-99d0-4e30-bb98-cff49af63cdd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:01.259056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.268863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e4a3f03-7975-415d-9b9a-9bfffb020b7c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f HTTP/1.1" status: 204 len: 168 time: 0.4012485 Dec 06 12:21:01.280491 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56766) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:01.299526 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Allocated IP 172.20.0.5 (ace4c9d2-95fe-498c-b387-ef6ead466a7b/df17b222-2321-4fbf-9e34-178f98f66dd8/a78b2a3a-d888-4681-8ef8-5f17b02fecf7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:01.489649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.495977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.520051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Checking segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:01.520642 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Network hostable DHCP agents. Network: 978bcb1c-e797-4ee8-8ca1-3e1143723f3a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:21:01.536559 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56f8836-0d0e-4948-abb5-65df5abb030a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:01.568720 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:59Z', 'revision_number': 9, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:01.576849 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:21:01.606668 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] DHCP port deletion for 3792c8db-99d0-4e30-bb98-cff49af63cdd request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:01.609047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.635371 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 197d99c6-b0b4-4c2f-9535-2ef23f952baf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:01.635723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.639021 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:01.660902 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:01.663124 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:01.693900 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 978bcb1c-e797-4ee8-8ca1-3e1143723f3a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:01.701060 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Pushing event updated for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:01.705345 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Network ace4c9d2-95fe-498c-b387-ef6ead466a7b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:01.708518 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:01.711115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:01.715465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.715465 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:01.741316 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085eba71-e01f-4240-96bc-f0b14083f1ca None None] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:01.789749 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=197d99c6-b0b4-4c2f-9535-2ef23f952baf,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:01.790147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.804076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-97ca46d5-3213-4194-8ac2-907fb048c761 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0818474 Dec 06 12:21:01.809046 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56778) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:01.830872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:01.838890 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 197d99c6-b0b4-4c2f-9535-2ef23f952baf owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:01.852674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:01.854014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.878925 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:01.922651 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa8362-c6d0-41bd-b33d-ed0a0d164825 req-841ae8b2-8ca8-4d37-8e86-f45ffcd7a2ff tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:01.930882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2aaa8362-c6d0-41bd-b33d-ed0a0d164825 req-841ae8b2-8ca8-4d37-8e86-f45ffcd7a2ff tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 931 time: 0.0958035 Dec 06 12:21:01.935246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.937630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.952724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-b506335e-1419-41f7-91e8-38356a49291b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5730762 Dec 06 12:21:02.022038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2aaa8362-c6d0-41bd-b33d-ed0a0d164825 req-405e6e18-43fa-4516-ad0b-26e952c6f0eb tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854268 Dec 06 12:21:02.035846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Deleting port 197d99c6-b0b4-4c2f-9535-2ef23f952baf {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:02.036333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.051422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:21:02.052331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.170621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Request body: {'port': {'device_id': '75d7b9a5-21d7-4796-a342-38d778071933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:02.218506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.233078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.297757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 197d99c6-b0b4-4c2f-9535-2ef23f952baf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:02.337559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63ba8884-afa6-4679-9795-ffea30f20e0d req-90cddbf7-c9c0-4afd-8ef3-65add26a3dd2 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 210 time: 0.0630798 Dec 06 12:21:02.338853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.351069 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:59Z', 'revision_number': 9, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:02.383472 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562527a-7722-4e9c-adbf-75b19332bbc1 None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:20:59Z', 'revision_number': 9, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': '6d4af7a0-26a3-4996-8b7b-80213c324ead', 'name': '', 'network_id': '43ee23c0-e725-45f4-9270-142f1455950c', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:a4:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:34Z', 'updated_at': '2021-12-06T12:20:41Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '676f9f17-ce33-401e-b6a3-c8e5daeeae73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:02.411454 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=197d99c6-b0b4-4c2f-9535-2ef23f952baf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:02.419597 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 197d99c6-b0b4-4c2f-9535-2ef23f952baf on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:02.451080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 197d99c6-b0b4-4c2f-9535-2ef23f952baf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:02.451428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 197d99c6-b0b4-4c2f-9535-2ef23f952baf not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:02.454172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] For port 197d99c6-b0b4-4c2f-9535-2ef23f952baf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=197d99c6-b0b4-4c2f-9535-2ef23f952baf,segment=NetworkSegment(825e81a5-8147-462b-8852-cf410f115dc8),segment_id=825e81a5-8147-462b-8852-cf410f115dc8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:02.454601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.459720 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.490806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Calling delete_port for 197d99c6-b0b4-4c2f-9535-2ef23f952baf owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:02.558258 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Allocated IP 172.20.0.2 (978bcb1c-e797-4ee8-8ca1-3e1143723f3a/b56f8836-0d0e-4948-abb5-65df5abb030a/4d803e99-7fab-45e1-a7d9-9bc6ed7facf5) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:02.630664 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-629fa8ed-56fa-4f57-9ba7-8cdab5aaa92b tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:02.632864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-629fa8ed-56fa-4f57-9ba7-8cdab5aaa92b tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.23 "GET /v2.0/networks?id=959b2e5d-c79e-4afd-ba9f-4a71393ba39f HTTP/1.1" status: 200 len: 821 time: 0.5144265 Dec 06 12:21:02.639323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.664677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.683534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.691908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Request body: {'port': {'device_id': '494aec50-655d-4334-8374-b008b7f3b3ee', 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f', 'admin_state_up': True, 'tenant_id': 'd06d3439562b456eb649f82e9f024391'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:02.718518 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] Pushing event deleted for resources: {'Port': ['ID=197d99c6-b0b4-4c2f-9535-2ef23f952baf,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:02.730626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2f24b-e423-44a2-ba27-218dbd784132 None None] No DVR routers for this DVR port 197d99c6-b0b4-4c2f-9535-2ef23f952baf on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:02.739473 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3792c8db-99d0-4e30-bb98-cff49af63cdd']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:02.754312 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e81a5-8147-462b-8852-cf410f115dc8') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:02.754625 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e81a5-8147-462b-8852-cf410f115dc8') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:02.766344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.836845 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.839125 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78b2a3a-d888-4681-8ef8-5f17b02fecf7 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:02.847841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.850160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.887479 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Transition to ACTIVE for port object a78b2a3a-d888-4681-8ef8-5f17b02fecf7 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:02.891589 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:02.897595 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:02.898701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.902327 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:02.916734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Pushing event updated for resources: {'Port': ['ID=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:02.950986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.983960 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:02.984370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:02.987681 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:03.014586 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Attempting to bind port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:03.015052 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Attempting to bind port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:03.015554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Attempting to bind port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:03.024014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:03.025809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Checking segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:03.026239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.026647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Bound using segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:03.027181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Bound port: 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:03.027573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.051042 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:03.144305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.149289 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] For port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:03.154840 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.160487 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/3792c8db-99d0-4e30-bb98-cff49af63cdd HTTP/1.1" status: 204 len: 168 time: 1.8758836 Dec 06 12:21:03.162815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56804) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:03.163117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] For port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:03.164723 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.176075 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.191242 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Attempting to bind port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:03.191626 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Attempting to bind port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b32f591a-21bf-470e-a2bf-04bceb419820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:03.192301 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Attempting to bind port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 on network ace4c9d2-95fe-498c-b387-ef6ead466a7b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:03.207852 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 on network ace4c9d2-95fe-498c-b387-ef6ead466a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:03.207852 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Attempting to bind port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 on network ace4c9d2-95fe-498c-b387-ef6ead466a7b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:03.221382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Made reservation on behalf of d06d3439562b456eb649f82e9f024391 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:03.221641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.221858 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75333b21-da73-495a-82f5-729341ea6cbf req-3afbf030-a798-40b2-be41-b354d12986cf tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:03.223556 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91759675-6ac8-4014-ae50-85c074564b8a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=3792c8db-99d0-4e30-bb98-cff49af63cdd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:03.232170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75333b21-da73-495a-82f5-729341ea6cbf req-3afbf030-a798-40b2-be41-b354d12986cf tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 943 time: 0.1056583 Dec 06 12:21:03.235337 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c04661-5e85-46b8-a5a3-af4c0617e521 None None] Pushing event updated for resources: {'Port': ['ID=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:03.252174 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:03.252662 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Checking segment: {'id': 'b32f591a-21bf-470e-a2bf-04bceb419820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:03.253653 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Bound using segment: {'id': 'b32f591a-21bf-470e-a2bf-04bceb419820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:03.254207 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Bound port: a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32f591a-21bf-470e-a2bf-04bceb419820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:03.254655 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.334636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75333b21-da73-495a-82f5-729341ea6cbf req-80ab9db1-2727-4b5f-9539-2c0946e763f3 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027308 Dec 06 12:21:03.393437 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:03.400473 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,segment=NetworkSegment(b32f591a-21bf-470e-a2bf-04bceb419820),segment_id=b32f591a-21bf-470e-a2bf-04bceb419820)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:03.406211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.462171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:03.462818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.464170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a78b2a3a-d888-4681-8ef8-5f17b02fecf7 HTTP/1.1" status: 200 len: 1091 time: 1.4956136 Dec 06 12:21:03.466432 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:03.468691 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e12633-d0b7-4c8e-ad60-900245b4d8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:03.514245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daee4c04-72f7-42af-84b2-1dcce1d21549 req-5b56e09b-6d93-49b8-8c22-4a5b34441d7e tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 210 time: 0.0683913 Dec 06 12:21:03.522217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba61a6-34de-4097-88f3-72d98ff5a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:03.629724 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-da3b680e-80ce-4825-8672-da238ef0f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:03.631733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-da3b680e-80ce-4825-8672-da238ef0f646 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3109f4791223401b9c8a362640b74620&device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 1094 time: 0.0957012 Dec 06 12:21:03.696046 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd4993-01ba-42fa-88d8-380383d1fc36 x-openstack-request-id: req-81cd4993-01ba-42fa-88d8-380383d1fc36 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:03.696466 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:03.697220 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81cd4993-01ba-42fa-88d8-380383d1fc36 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:03.697599 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7', 'status': 'completed', 'code': 200} Dec 06 12:21:03.699514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-95328174-6f74-4687-8669-c79ea91d288e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7 HTTP/1.1" status: 200 len: 217 time: 0.0507917 Dec 06 12:21:03.760565 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Allocated IP 172.20.0.11 (959b2e5d-c79e-4afd-ba9f-4a71393ba39f/a0413440-f428-4f67-93d7-a7cf1828ac3d/b19112f0-b0ff-43dc-b8f0-e4332a07aed6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:03.765535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.769753 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-291d6ce8-7f34-4013-8273-e7217c549df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:03.771532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-291d6ce8-7f34-4013-8273-e7217c549df0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df17b222-2321-4fbf-9e34-178f98f66dd8 HTTP/1.1" status: 200 len: 854 time: 0.0629015 Dec 06 12:21:03.798864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:03.816257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-9fce72ee-d5cd-406f-95f6-a5b18fe1df22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ace4c9d2-95fe-498c-b387-ef6ead466a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280657 Dec 06 12:21:03.929039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-1f723957-35f5-44b3-9893-bf45ac8fba4b service neutron] 10.222.0.53 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053219 Dec 06 12:21:04.055355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19dcb02e-7a28-4ca7-9a9b-8429c4f2c76e req-44a7f474-06db-4332-b6e1-b3ac549fea93 service neutron] 10.222.0.53 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149831 Dec 06 12:21:04.065899 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Allocated IP 172.35.3.134 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bea71968-2c33-4d71-8552-00f99d477fed) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:04.237522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-41a75461-567e-4914-b9c7-e31aa4c7775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:04.242761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-41a75461-567e-4914-b9c7-e31aa4c7775a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3109f4791223401b9c8a362640b74620&device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 1094 time: 0.0677609 Dec 06 12:21:04.332074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:04.371374 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-a30e5929-aa66-4682-97e0-872dbb75a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:04.372859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-a30e5929-aa66-4682-97e0-872dbb75a074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ace4c9d2-95fe-498c-b387-ef6ead466a7b HTTP/1.1" status: 200 len: 915 time: 0.1174617 Dec 06 12:21:04.430359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-356c33f8-77a4-4ed9-8e61-1a4252329603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7 HTTP/1.1" status: 200 len: 217 time: 0.0439355 Dec 06 12:21:04.475638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:04.476304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.559348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-e54025b5-ea86-4f42-b552-9359b000f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:04.560871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-e54025b5-ea86-4f42-b552-9359b000f818 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df17b222-2321-4fbf-9e34-178f98f66dd8 HTTP/1.1" status: 200 len: 854 time: 0.1217065 Dec 06 12:21:04.581085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.606631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-becc9802-9152-4807-a543-c1f54e731128 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ace4c9d2-95fe-498c-b387-ef6ead466a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362999 Dec 06 12:21:04.619956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832e2bb-76a7-4632-b7ab-897dec1025fb req-beb08b3d-926d-4f70-8776-35ee8deb0c06 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:04.627689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3832e2bb-76a7-4632-b7ab-897dec1025fb req-beb08b3d-926d-4f70-8776-35ee8deb0c06 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 943 time: 0.1360011 Dec 06 12:21:04.649509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.741864 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:04.751120 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.786415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.797492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad411003-afdd-4e3f-8c8e-2b7281e174ef req-9df3f6dc-e5a5-416f-8fbd-a744ee943a26 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 210 time: 0.0888059 Dec 06 12:21:04.816911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3832e2bb-76a7-4632-b7ab-897dec1025fb req-1db208b9-0f00-4043-b9b6-26c64cdfd633 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861503 Dec 06 12:21:04.818937 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:04.829820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a82b8-98fe-459c-b4a4-2678956dc3b8 None None] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:04.863380 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.866068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-04d3864e-b521-4602-b769-2e35f8bbb7a5 service neutron] 10.222.0.53 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220216 Dec 06 12:21:04.904399 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 47eae172-89be-4122-93f0-da817f81a9f5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:04.911021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:04.938686 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:04.946375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 47eae172-89be-4122-93f0-da817f81a9f5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:04.946585 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:04.946766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 47eae172-89be-4122-93f0-da817f81a9f5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:04.948684 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Pushing event updated for resources: {'Port': ['ID=bea71968-2c33-4d71-8552-00f99d477fed,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:04.955582 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:04.992607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5902373-5d91-4afb-9e51-729efdae2d03 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:04.998148 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:05.014386 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b88a11a7-b992-4e1a-aca2-ca0f8ae0ebcf None None] Provisioning complete for port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:05.014764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b88a11a7-b992-4e1a-aca2-ca0f8ae0ebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.024104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48e12633-d0b7-4c8e-ad60-900245b4d8f4 req-2f138019-019b-4b47-91ae-8e08efa7ef45 service neutron] 10.222.0.53 "GET /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491730 Dec 06 12:21:05.036603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.043075 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:05.058083 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:05.261539 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7d24e067-89f0-4593-a982-aa7feb1e7583 None None] Provisioning complete for port bea71968-2c33-4d71-8552-00f99d477fed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:05.261921 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7d24e067-89f0-4593-a982-aa7feb1e7583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.267553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Pushing event updated for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:05.281288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:05.281914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.321511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7d24e067-89f0-4593-a982-aa7feb1e7583 None None] Port bea71968-2c33-4d71-8552-00f99d477fed cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:05.403519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-7a049e5f-3acc-45ba-a308-e7d387190708 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7157497 Dec 06 12:21:05.435046 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Request body: {'port': {'device_id': '494aec50-655d-4334-8374-b008b7f3b3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:05.443071 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-155aed4a-ccd2-49a7-9bce-a25073463b58 None None] Provisioning complete for port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:05.443874 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-155aed4a-ccd2-49a7-9bce-a25073463b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.552426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.689669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.943264 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 6d4af7a0-26a3-4996-8b7b-80213c324ead {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:05.943938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:05.989845 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6198-e450-482e-915f-4086756861d3 req-d7553604-7c6c-4ca9-bc77-044b91d8a2e1 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:05.991386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-469c6198-e450-482e-915f-4086756861d3 req-d7553604-7c6c-4ca9-bc77-044b91d8a2e1 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 943 time: 0.0947857 Dec 06 12:21:06.002884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c828b7f-2801-427e-8477-f4e54a06f767 req-97225c1c-33b3-4197-95dd-c63faddbfad3 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:06.008064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c828b7f-2801-427e-8477-f4e54a06f767 req-97225c1c-33b3-4197-95dd-c63faddbfad3 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 932 time: 0.0984459 Dec 06 12:21:06.082628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-469c6198-e450-482e-915f-4086756861d3 req-b88469f5-a326-4fe7-847d-49ff1df9d9df tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733364 Dec 06 12:21:06.103994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c828b7f-2801-427e-8477-f4e54a06f767 req-f0701828-4546-435a-8797-001ea9dc3171 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865061 Dec 06 12:21:06.186944 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 6d4af7a0-26a3-4996-8b7b-80213c324ead, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d4af7a0-26a3-4996-8b7b-80213c324ead,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:06.187325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.205027 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 6d4af7a0-26a3-4996-8b7b-80213c324ead owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:06.207455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.221906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:06.227123 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19112f0-b0ff-43dc-b8f0-e4332a07aed6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:06.240932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.271363 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:06.271736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.330638 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Transition to ACTIVE for port object b19112f0-b0ff-43dc-b8f0-e4332a07aed6 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:06.370319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.493015 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Pushing event updated for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:06.625584 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:21:06.628157 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Attempting to bind port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:06.628743 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Attempting to bind port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:06.629053 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Attempting to bind port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 on network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:06.637506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.648364 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 on network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:06.648691 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Attempting to bind port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 on network 959b2e5d-c79e-4afd-ba9f-4a71393ba39f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:06.673525 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=6d4af7a0-26a3-4996-8b7b-80213c324ead,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:06.725137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:06.725404 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Checking segment: {'id': 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:06.725788 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Bound using segment: {'id': 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:06.726238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Bound port: b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:06.726591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:06.982146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a78b2a3a-d888-4681-8ef8-5f17b02fecf7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:07.252456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,segment=NetworkSegment(b32f591a-21bf-470e-a2bf-04bceb419820),segment_id=b32f591a-21bf-470e-a2bf-04bceb419820)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:07.257851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:07.260395 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:07.271657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7', 'network_id': 'ace4c9d2-95fe-498c-b387-ef6ead466a7b', 'port_id': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7', 'mac_address': 'fa:16:3e:31:f9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df17b222-2321-4fbf-9e34-178f98f66dd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:07.277054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:07.312622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:07.313615 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:07.332479 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,segment=NetworkSegment(a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0),segment_id=a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:07.355619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.355619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.362147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd212dd-caa3-4f72-ad49-83b95f340f40 req-58f859dc-cc9d-424f-b4c1-dfca6db63829 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:07.363274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.365199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90ffd08f-914c-45e1-91d2-c8d9834feb34 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5512054 Dec 06 12:21:07.372132 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56876) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:07.374476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bd212dd-caa3-4f72-ad49-83b95f340f40 req-58f859dc-cc9d-424f-b4c1-dfca6db63829 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 944 time: 0.1411483 Dec 06 12:21:07.393764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.415546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b879-a5c9-490e-9f4a-f453003fdbc1 req-8853a762-ef85-4872-b3a5-68aead6ab3de tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:07.417212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77e3b879-a5c9-490e-9f4a-f453003fdbc1 req-8853a762-ef85-4872-b3a5-68aead6ab3de tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 943 time: 0.1719525 Dec 06 12:21:07.420126 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78b2a3a-d888-4681-8ef8-5f17b02fecf7 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:07.481649 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,segment=NetworkSegment(b32f591a-21bf-470e-a2bf-04bceb419820),segment_id=b32f591a-21bf-470e-a2bf-04bceb419820)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:07.488830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77e3b879-a5c9-490e-9f4a-f453003fdbc1 req-2628375c-6454-423d-abcb-454bfd03eb0f tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623300 Dec 06 12:21:07.495161 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.506198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bd212dd-caa3-4f72-ad49-83b95f340f40 req-2f10999b-826f-45c7-93b6-7259aadf3902 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255546 Dec 06 12:21:07.540746 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:07.647401 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:07.667426 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:07.668051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.669461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] 10.222.0.23 "PUT /v2.0/ports/b19112f0-b0ff-43dc-b8f0-e4332a07aed6 HTTP/1.1" status: 200 len: 1092 time: 2.2569969 Dec 06 12:21:07.669928 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:07.672376 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836f4dd-d030-4eb8-a8bf-93e9251489eb" -d '{"events": [{"name": "network-changed", "server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:07.743407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ecf1-1051-4010-a836-2d7eeaf85749 service neutron] Pushing event updated for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:07.770660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3ba78-cbc0-497d-8d43-ad30fd374b0b x-openstack-request-id: req-bea3ba78-cbc0-497d-8d43-ad30fd374b0b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:07.770960 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:07.771220 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bea3ba78-cbc0-497d-8d43-ad30fd374b0b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:07.771625 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6', 'status': 'completed', 'code': 200} Dec 06 12:21:07.818754 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:05Z', 'revision_number': 3, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:07.848198 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:07.848558 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Updating router be2326a2-b86e-45de-834b-3aeb4ad31f0b port bea71968-2c33-4d71-8552-00f99d477fed binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:21:07.874429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:07.924440 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-daf2187d-31b5-4c5a-80f7-76b18b6ad924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:07.925994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-daf2187d-31b5-4c5a-80f7-76b18b6ad924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06d3439562b456eb649f82e9f024391&device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 1095 time: 0.1979227 Dec 06 12:21:07.963831 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['a78b2a3a-d888-4681-8ef8-5f17b02fecf7'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:08.012969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-5f8c3ecb-a326-4324-a64e-e22aa93aea10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6 HTTP/1.1" status: 200 len: 217 time: 0.0772674 Dec 06 12:21:08.094963 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:08.114388 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-5fdbbdc3-68e7-407a-b2c6-84a9d7a21170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:08.115865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-5fdbbdc3-68e7-407a-b2c6-84a9d7a21170 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0413440-f428-4f67-93d7-a7cf1828ac3d HTTP/1.1" status: 200 len: 861 time: 0.0949593 Dec 06 12:21:08.205275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-a5e9e4b5-6f15-41b8-9012-4b670305ae3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=959b2e5d-c79e-4afd-ba9f-4a71393ba39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665007 Dec 06 12:21:08.259194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.265771 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.321695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc661c-8d4c-40fd-9e7c-5fcd7fa21546 None None] Pushing event updated for resources: {'Port': ['ID=bea71968-2c33-4d71-8552-00f99d477fed,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:08.329272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Attempting to bind port bea71968-2c33-4d71-8552-00f99d477fed on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:08.330124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Attempting to bind port bea71968-2c33-4d71-8552-00f99d477fed by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:08.331416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Attempting to bind port bea71968-2c33-4d71-8552-00f99d477fed on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:08.335493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710179c-2a9f-41c7-8dc9-6d3448a4b4c4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:08.342655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:08.343296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:08.343920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.344400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:08.345092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Bound port: bea71968-2c33-4d71-8552-00f99d477fed, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:08.345545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.350799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:08.357122 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6eb0bfe8-169a-4628-a7dc-b1b500e8dbd1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1922030 Dec 06 12:21:08.359180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.361002 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:08.365209 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:08.388988 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:08.389932 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:08.440347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-b74bf033-c1e1-458e-9cc3-57fb537ce870 service neutron] 10.222.0.23 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018971 Dec 06 12:21:08.473925 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet 676f9f17-ce33-401e-b6a3-c8e5daeeae73 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:08.476816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.483669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] For port bea71968-2c33-4d71-8552-00f99d477fed, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:08.501727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] For port bea71968-2c33-4d71-8552-00f99d477fed, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bea71968-2c33-4d71-8552-00f99d477fed,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:08.518659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] Provisioning complete for port bea71968-2c33-4d71-8552-00f99d477fed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:08.521277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.523749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.529859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.546814 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:08.664432 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc661c-8d4c-40fd-9e7c-5fcd7fa21546 None None] Pushing event updated for resources: {'Port': ['ID=bea71968-2c33-4d71-8552-00f99d477fed,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:08.673726 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097d063-7f1e-4ff2-8b3c-3d5e596e4f1d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:08.683887 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:08.684690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:08.702410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0829dc7d-4028-4bc9-860a-171681a8ed31 req-310f1f0c-f924-48a2-bcd2-67a559ee5ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470610 Dec 06 12:21:08.777990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:08.824497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd09769-5b7c-4724-90f0-4d1839799b72 req-a39e287b-2e2e-4750-bbee-9a30c43908b5 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:08.826445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd09769-5b7c-4724-90f0-4d1839799b72 req-a39e287b-2e2e-4750-bbee-9a30c43908b5 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 944 time: 0.1679564 Dec 06 12:21:08.845288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a2795-296d-4bad-8fd7-db5e51b6efe3 req-f98112f8-7589-48fa-abca-a07fc3379bba tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:08.852580 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:06Z', 'revision_number': 10, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:08.854267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b6a2795-296d-4bad-8fd7-db5e51b6efe3 req-f98112f8-7589-48fa-abca-a07fc3379bba tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 944 time: 0.1741161 Dec 06 12:21:08.874261 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:08.925464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-e7ea0632-3e08-43ee-bf0a-2c45c41578f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:08.926613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-e7ea0632-3e08-43ee-bf0a-2c45c41578f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06d3439562b456eb649f82e9f024391&device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 1095 time: 0.1280072 Dec 06 12:21:08.969592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd09769-5b7c-4724-90f0-4d1839799b72 req-432da620-a111-49f9-aaad-db011e049953 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122575 Dec 06 12:21:08.983361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.011946 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Allocated IP 172.20.0.1 (978bcb1c-e797-4ee8-8ca1-3e1143723f3a/b56f8836-0d0e-4948-abb5-65df5abb030a/e9cdb1c6-8367-4029-8797-9b1209aefdaf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:09.016090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.045317 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=676f9f17-ce33-401e-b6a3-c8e5daeeae73,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:09.049166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.053580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3c6e0df6-9806-4df5-9f2f-33e89a202075 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/676f9f17-ce33-401e-b6a3-c8e5daeeae73 HTTP/1.1" status: 204 len: 168 time: 0.6912639 Dec 06 12:21:09.059159 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56900) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:09.070581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b6a2795-296d-4bad-8fd7-db5e51b6efe3 req-2b7e75de-7da3-4513-8b5f-b5064ebcda11 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111213 Dec 06 12:21:09.094148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:09.104139 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:09.104852 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:09.120416 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fdbf1-8e78-44ca-a662-b9f8e74bc58e None None] Network 43ee23c0-e725-45f4-9270-142f1455950c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:09.159475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] For port bea71968-2c33-4d71-8552-00f99d477fed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bea71968-2c33-4d71-8552-00f99d477fed,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:09.185014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.228841 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:09.294587 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-54e7be04-83e4-4d72-8514-e6f71a4c2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:09.296916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-54e7be04-83e4-4d72-8514-e6f71a4c2bbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=959b2e5d-c79e-4afd-ba9f-4a71393ba39f HTTP/1.1" status: 200 len: 922 time: 0.3586912 Dec 06 12:21:09.303160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.354885 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0249-2748-4c22-90ae-77ef881fd8e4 None None] Pushing event updated for resources: {'Port': ['ID=bea71968-2c33-4d71-8552-00f99d477fed,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:09.382562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e07cd64a-4086-41d2-b9b7-6cb0738ac071 None None] Provisioning complete for port bea71968-2c33-4d71-8552-00f99d477fed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:09.383093 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07cd64a-4086-41d2-b9b7-6cb0738ac071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.455054 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:05Z', 'revision_number': 3, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:09.507242 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:06Z', 'revision_number': 10, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:09.550611 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe2f97-1501-48ac-b8ab-aa46b837f576 None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:06Z', 'revision_number': 10, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None, '_interfaces': [{'id': 'bbe0fccd-2283-486d-b38c-a3c2673fc6cf', 'name': '', 'network_id': '64d636d6-2116-4212-a14e-cdf455ee85fb', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'mac_address': 'fa:16:3e:2f:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80881419-8165-4b45-af4c-307cdb7ae192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:20:29Z', 'updated_at': '2021-12-06T12:20:34Z', 'revision_number': 5, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'subnets': [{'id': '1bfa9c17-a4b0-45ac-922f-6170065073c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:09.553530 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76145d9-f91a-4bc5-a1f4-d634b6e99775 None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:05Z', 'revision_number': 3, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:09.555199 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] DHCP port deletion for 43ee23c0-e725-45f4-9270-142f1455950c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:09.625434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Deleting port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:09.625833 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.702351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-4b4d9760-0af4-47b0-837b-e517543014c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6 HTTP/1.1" status: 200 len: 217 time: 0.3970513 Dec 06 12:21:09.711673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] For port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:09.712338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.773398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.804864 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-20b94a5c-bd95-4a6c-ad3e-7e93f6afc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:09.807141 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-20b94a5c-bd95-4a6c-ad3e-7e93f6afc401 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0413440-f428-4f67-93d7-a7cf1828ac3d HTTP/1.1" status: 200 len: 861 time: 0.0937676 Dec 06 12:21:09.861981 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-fce78161-cd08-43b8-b504-dd1f3fe2adf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=959b2e5d-c79e-4afd-ba9f-4a71393ba39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454466 Dec 06 12:21:09.876142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Calling delete_port for 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:09.899233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:09.955983 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:09.956313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.014879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.054511 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:10.057901 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] Pushing event deleted for resources: {'Port': ['ID=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:10.059869 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a93a1-01fd-48ce-98a3-23d43c9113a6 None None] No DVR routers for this DVR port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:10.068637 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:10.071378 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:10.078926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:10.301753 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-291adc9b-5e76-4234-bd56-bdd0fb52d36a service neutron] 10.222.0.23 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300556 Dec 06 12:21:10.309773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68ebb-b2f9-4351-b3e9-a6de4e41e2bb req-f67ddf8c-4bde-4acb-a3d3-5783902a451b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:10.311485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ed68ebb-b2f9-4351-b3e9-a6de4e41e2bb req-f67ddf8c-4bde-4acb-a3d3-5783902a451b tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 944 time: 0.1012597 Dec 06 12:21:10.322641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,segment=NetworkSegment(6de098ac-e42b-4702-beef-b1ed54c49211),segment_id=6de098ac-e42b-4702-beef-b1ed54c49211)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:10.323016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.333792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aee6b-eefb-46db-b1af-03d6b56fef99 req-8796fb1d-f2eb-4776-91dd-ec3bbc8fd2bc tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:10.335352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd6aee6b-eefb-46db-b1af-03d6b56fef99 req-8796fb1d-f2eb-4776-91dd-ec3bbc8fd2bc tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 944 time: 0.1882818 Dec 06 12:21:10.377908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:10.388694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bea71968-2c33-4d71-8552-00f99d477fed up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:10.389962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.512518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bea71968-2c33-4d71-8552-00f99d477fed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:10.513182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.517322 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b19112f0-b0ff-43dc-b8f0-e4332a07aed6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:10.566509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd6aee6b-eefb-46db-b1af-03d6b56fef99 req-e92a8faa-e9b5-490f-9702-c75517366673 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043960 Dec 06 12:21:10.593096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ed68ebb-b2f9-4351-b3e9-a6de4e41e2bb req-be8f7f7e-efa5-4e26-a9fe-76ae66793b50 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566497 Dec 06 12:21:10.601102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d836f4dd-d030-4eb8-a8bf-93e9251489eb req-5a01b64f-e0dd-47c6-827c-048842d2d635 service neutron] 10.222.0.23 "GET /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686882 Dec 06 12:21:10.773659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.778544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.793836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,segment=NetworkSegment(a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0),segment_id=a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:10.810956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6', 'network_id': '959b2e5d-c79e-4afd-ba9f-4a71393ba39f', 'port_id': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6', 'mac_address': 'fa:16:3e:cc:e7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0413440-f428-4f67-93d7-a7cf1828ac3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:10.810956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-78a6ec60-d559-4309-af7e-bf725feb72bb None None] Provisioning complete for port e9cdb1c6-8367-4029-8797-9b1209aefdaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:10.810956 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-78a6ec60-d559-4309-af7e-bf725feb72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.843463 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:10.850799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=9bd637f9-bf4d-445d-a5f2-80bdbbde05d1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:10.886848 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.954072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-78a6ec60-d559-4309-af7e-bf725feb72bb None None] Port e9cdb1c6-8367-4029-8797-9b1209aefdaf cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:10.957860 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19112f0-b0ff-43dc-b8f0-e4332a07aed6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:10.972945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:10.980058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,segment=NetworkSegment(a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0),segment_id=a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:10.987681 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a78b2a3a-d888-4681-8ef8-5f17b02fecf7 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:10.995018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.069306 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ee23c0-e725-45f4-9270-142f1455950c']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:11.073787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:11.084204 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de098ac-e42b-4702-beef-b1ed54c49211') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:11.084507 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de098ac-e42b-4702-beef-b1ed54c49211') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:11.100420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.106649 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:11.107268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9bd637f9-bf4d-445d-a5f2-80bdbbde05d1 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:11.107691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6d4af7a0-26a3-4996-8b7b-80213c324ead no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:11.129275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.147830 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:11.151826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6d4af7a0-26a3-4996-8b7b-80213c324ead {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:11.152113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6d4af7a0-26a3-4996-8b7b-80213c324ead not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:11.162289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:11.165027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:11.166156 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.170189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.173382 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:11.177473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:11.183401 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:11.203721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.252389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['b19112f0-b0ff-43dc-b8f0-e4332a07aed6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:11.288915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.339467 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:11.340384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.342170 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1f2c34-0691-4377-bede-c9d92e973cc8" -d '{"events": [{"server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "name": "network-vif-plugged", "status": "completed", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:11.343468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.358553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:11.369828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.377556 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/43ee23c0-e725-45f4-9270-142f1455950c HTTP/1.1" status: 204 len: 168 time: 2.3104749 Dec 06 12:21:11.377817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,segment=NetworkSegment(b32f591a-21bf-470e-a2bf-04bceb419820),segment_id=b32f591a-21bf-470e-a2bf-04bceb419820)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:11.377940 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56922) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:11.388253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:11.451962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:11.499568 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861b21-4499-4a47-91a0-9b2272a1fae7 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=43ee23c0-e725-45f4-9270-142f1455950c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:11.526248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c7f97-9d54-4d6c-952e-50a4696728ba x-openstack-request-id: req-ac7c7f97-9d54-4d6c-952e-50a4696728ba {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:11.526594 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "name": "network-vif-plugged", "status": "completed", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:11.526867 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac7c7f97-9d54-4d6c-952e-50a4696728ba {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:11.527414 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7', 'code': 200} Dec 06 12:21:11.552191 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:11.554402 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:11.759047 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:11.912361 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:11.924343 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed733443-1945-40d8-94e0-e4bd8ed73070 admin admin] 10.222.0.31 "PUT /v2.0/routers/be2326a2-b86e-45de-834b-3aeb4ad31f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5237427 Dec 06 12:21:11.995973 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-66fb779a-e1fe-48fc-967d-7d149e13242e None None] Provisioning complete for port e9cdb1c6-8367-4029-8797-9b1209aefdaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:11.996349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66fb779a-e1fe-48fc-967d-7d149e13242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.050812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-66fb779a-e1fe-48fc-967d-7d149e13242e None None] Port e9cdb1c6-8367-4029-8797-9b1209aefdaf cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:12.216901 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:12.229747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:12.230545 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:12.304180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1c08-5f16-4dd2-a650-ddb5892b6452 req-c5c0bfe1-6c0b-4df2-800f-a771da6214b3 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:12.305936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e72a1c08-5f16-4dd2-a650-ddb5892b6452 req-c5c0bfe1-6c0b-4df2-800f-a771da6214b3 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.1318226 Dec 06 12:21:12.313727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5073dc-64ea-47fb-bafe-268a8dee3b27 req-4c5c3a2b-d96f-43b8-9028-ee4ebb3b813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:12.315342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed5073dc-64ea-47fb-bafe-268a8dee3b27 req-4c5c3a2b-d96f-43b8-9028-ee4ebb3b813a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 1096 time: 0.6653194 Dec 06 12:21:12.334808 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156e321-ab7e-4878-a211-32b75d159733 req-617d7b29-e201-426f-95d1-ca2a5e08cd8a tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:12.336238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0156e321-ab7e-4878-a211-32b75d159733 req-617d7b29-e201-426f-95d1-ca2a5e08cd8a tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 945 time: 0.1602013 Dec 06 12:21:12.351664 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:12.468417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e72a1c08-5f16-4dd2-a650-ddb5892b6452 req-b41758e6-6e94-493b-83f7-0c040ecd477e tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416585 Dec 06 12:21:12.480213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed5073dc-64ea-47fb-bafe-268a8dee3b27 req-36e44ec2-553a-48af-836f-a11c48e3d0dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547585 Dec 06 12:21:12.504222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0156e321-ab7e-4878-a211-32b75d159733 req-415bfd20-68c5-450f-a758-54e22791660c tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425583 Dec 06 12:21:12.582285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b19112f0-b0ff-43dc-b8f0-e4332a07aed6 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:12.611619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.674794 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 2, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:12.685813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:12.721189 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:12.721480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Updating router be2326a2-b86e-45de-834b-3aeb4ad31f0b port e9cdb1c6-8367-4029-8797-9b1209aefdaf binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:21:12.751408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.767316 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:12.767873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.849645 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:12.854778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374394382', 'description': 'tempest-description--22906710'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:12.880239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.924042 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port bbe0fccd-2283-486d-b38c-a3c2673fc6cf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:12.924432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.961106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.967215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:12.973658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.004543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.006276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1551251 Dec 06 12:21:13.012803 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:13.023545 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group_rule': {'security_group_id': 'dbbccb02-f535-4451-8df7-c518e8681d01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:13.031169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083ef25-3674-47a7-9c57-8d5caa2d0969 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbccb02-f535-4451-8df7-c518e8681d01,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.048221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,segment=NetworkSegment(a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0),segment_id=a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:13.056910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.063561 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port bbe0fccd-2283-486d-b38c-a3c2673fc6cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:13.064107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.084651 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for bbe0fccd-2283-486d-b38c-a3c2673fc6cf owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:13.092314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.157946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.234683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.240641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.245479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.247520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.276055 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7f9512-c7d2-4e9f-ba98-b2f4db0cdf47,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.308315 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eb633-39c2-4291-9132-afc2e4e7cad5 None None] Pushing event updated for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.308683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.310563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2d4b82dc-95e6-47b2-9788-5bf0ca1fbae2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2964993 Dec 06 12:21:13.312815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:13.320993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group_rule': {'security_group_id': 'dbbccb02-f535-4451-8df7-c518e8681d01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:13.347400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.371640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.390663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Attempting to bind port e9cdb1c6-8367-4029-8797-9b1209aefdaf on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:13.391048 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Attempting to bind port e9cdb1c6-8367-4029-8797-9b1209aefdaf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:13.391448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Attempting to bind port e9cdb1c6-8367-4029-8797-9b1209aefdaf on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:13.400883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=bbe0fccd-2283-486d-b38c-a3c2673fc6cf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.411636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:13.412023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Checking segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:13.412979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.413451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Bound using segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:13.413940 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Bound port: e9cdb1c6-8367-4029-8797-9b1209aefdaf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:13.414325 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.493425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.514287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.529907 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:13.532264 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5324b730-f14d-4245-a470-e7d6cd3f4f3f" -d '{"events": [{"server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "name": "network-vif-plugged", "status": "completed", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:13.563211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] For port e9cdb1c6-8367-4029-8797-9b1209aefdaf, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:13.565657 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd94d77-22d0-4f06-a09d-e1b1bf48e0b1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.583259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.585146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-358f13f3-be07-4291-a8b3-2f0a5d78c955 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702589 Dec 06 12:21:13.587889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.589012 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:13.623331 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:13.628644 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] For port e9cdb1c6-8367-4029-8797-9b1209aefdaf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9cdb1c6-8367-4029-8797-9b1209aefdaf,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:13.637517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.694378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.780798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:13.781469 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:13.868040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eb633-39c2-4291-9132-afc2e4e7cad5 None None] Pushing event updated for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:13.905135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] Provisioning complete for port e9cdb1c6-8367-4029-8797-9b1209aefdaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:13.905543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:13.944751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.088876 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bee5-7ae2-4965-9dcf-0d569dbf9559 req-ca7386b0-92c5-4721-a624-0dfd9fcb34cf tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:14.091061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72c8bee5-7ae2-4965-9dcf-0d569dbf9559 req-ca7386b0-92c5-4721-a624-0dfd9fcb34cf tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.3486645 Dec 06 12:21:14.101514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985dd2c-63b5-4ad4-aa68-4113aa0ba3e1 req-ad212465-117d-4679-af61-c891640ce503 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:14.104166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6985dd2c-63b5-4ad4-aa68-4113aa0ba3e1 req-ad212465-117d-4679-af61-c891640ce503 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.3643918 Dec 06 12:21:14.108868 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Allocated IP 172.35.3.69 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/16d28145-4f54-4873-bc58-71aa409bacf0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:14.174007 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:14.208932 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:14.253439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6985dd2c-63b5-4ad4-aa68-4113aa0ba3e1 req-88a5835f-bb6a-4577-a286-3e6cff5f4c18 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328876 Dec 06 12:21:14.372551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72c8bee5-7ae2-4965-9dcf-0d569dbf9559 req-65c77e22-4f9c-44cf-86cd-3bc3b861a5b5 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647882 Dec 06 12:21:14.380444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.400726 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:14.411614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6fc0b575-bee5-4184-bc19-4d500c0486c4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0331426 Dec 06 12:21:14.412312 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:14.417856 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:14.423882 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:14.424488 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:14.445399 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9812ff22-607c-4cbd-9ce1-d5fe5972a18b x-openstack-request-id: req-9812ff22-607c-4cbd-9ce1-d5fe5972a18b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:14.445699 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "name": "network-vif-plugged", "status": "completed", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:14.445958 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9812ff22-607c-4cbd-9ce1-d5fe5972a18b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:14.446360 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6', 'code': 200} Dec 06 12:21:14.453900 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.495996 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting subnet 1bfa9c17-a4b0-45ac-922f-6170065073c1 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:14.501477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.519435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.557210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.602173 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] For port e9cdb1c6-8367-4029-8797-9b1209aefdaf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9cdb1c6-8367-4029-8797-9b1209aefdaf,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:14.615278 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:14.661921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=16d28145-4f54-4873-bc58-71aa409bacf0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:14.676988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.682614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.688148 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:14.710947 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46971da-6547-4081-badd-ed283ef299c5 req-a4714e0c-1fae-4864-a389-473d5a21cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:14.713388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e46971da-6547-4081-badd-ed283ef299c5 req-a4714e0c-1fae-4864-a389-473d5a21cce4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 1097 time: 0.2037907 Dec 06 12:21:14.714706 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:14.717369 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:14.725252 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:14.763957 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:14.773828 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:14.776453 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:14.786036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e46971da-6547-4081-badd-ed283ef299c5 req-13de8c3b-7fa1-403f-8b6a-5283adb7a7b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Dec 06 12:21:14.820582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.835070 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ad80e-9d9f-4fa9-9128-0b24d2052cb9 None None] Pushing event updated for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:14.851959 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3586546c-038c-4067-a1c8-53a03edceaac None None] Provisioning complete for port e9cdb1c6-8367-4029-8797-9b1209aefdaf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:14.852159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3586546c-038c-4067-a1c8-53a03edceaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.887003 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfa9c17-a4b0-45ac-922f-6170065073c1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:14.898359 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.902300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.908056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-acd29caa-b01c-4948-8cfc-2a1ec7868d48 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/1bfa9c17-a4b0-45ac-922f-6170065073c1 HTTP/1.1" status: 204 len: 168 time: 0.4864969 Dec 06 12:21:14.909669 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:14.919633 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:14.936834 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acb6d1-74b1-4c07-9703-4cc54c173280 None None] Network 64d636d6-2116-4212-a14e-cdf455ee85fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:14.978998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:14.981464 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:15.027310 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646596a-e26f-4402-8665-d9aa3fa2406f None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:15.053557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.118008 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Deleting port 15c307ba-fa0f-446a-a0a6-df95a80b55bd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:15.119690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.209449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:15.224840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] For port 15c307ba-fa0f-446a-a0a6-df95a80b55bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c307ba-fa0f-446a-a0a6-df95a80b55bd,segment=NetworkSegment(707029b0-f1bc-456e-8cdf-fd157e6fbfa8),segment_id=707029b0-f1bc-456e-8cdf-fd157e6fbfa8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:15.225224 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.238618 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Calling delete_port for 15c307ba-fa0f-446a-a0a6-df95a80b55bd owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:15.245116 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca78d8-ba4f-4c32-8bf1-b86953592be8 None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:15.251381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.269986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.392985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.404515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06ae28-b0ba-41b0-b24b-42358e1e64fe None None] DHCP port deletion for 64d636d6-2116-4212-a14e-cdf455ee85fb request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:15.417967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=16d28145-4f54-4873-bc58-71aa409bacf0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:15.449802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.478357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.482192 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6112f800-3720-4503-9652-4b5f602e0442 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8752778 Dec 06 12:21:15.528965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Port': ['ID=15c307ba-fa0f-446a-a0a6-df95a80b55bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:15.565870 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No DVR routers for this DVR port 15c307ba-fa0f-446a-a0a6-df95a80b55bd on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:15.741992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.792215 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d636d6-2116-4212-a14e-cdf455ee85fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:15.832940 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707029b0-f1bc-456e-8cdf-fd157e6fbfa8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:15.833775 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707029b0-f1bc-456e-8cdf-fd157e6fbfa8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:15.868055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5d31-2c2a-4495-9062-9ce0e56ac901 req-43c124f4-8926-46f1-8aff-4be3f9d17851 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:15.870398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83ff5d31-2c2a-4495-9062-9ce0e56ac901 req-43c124f4-8926-46f1-8aff-4be3f9d17851 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.4297354 Dec 06 12:21:15.872914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.882438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e11e-2efd-4ebb-bbc3-339ab3c89d51 req-6bfa8938-6e19-488d-92ee-9a1eef4d4727 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:15.884693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7300e11e-2efd-4ebb-bbc3-339ab3c89d51 req-6bfa8938-6e19-488d-92ee-9a1eef4d4727 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.3164151 Dec 06 12:21:15.937310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.945489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:15.946163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:15.982058 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:16.007879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-005216bc-3e26-4059-b079-41dd2373b302 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2486341 Dec 06 12:21:16.082192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83ff5d31-2c2a-4495-9062-9ce0e56ac901 req-2c3cee05-8d65-4449-9ff4-6776a30d2152 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962438 Dec 06 12:21:16.086033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.111462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.115296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/networks/64d636d6-2116-4212-a14e-cdf455ee85fb HTTP/1.1" status: 204 len: 168 time: 1.2046070 Dec 06 12:21:16.119212 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56998) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:16.125740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'routes': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:16.208116 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd168b-addb-4ffb-a630-4a467ee444ba tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Pushing event deleted for resources: {'Network': ['ID=64d636d6-2116-4212-a14e-cdf455ee85fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:16.220772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7300e11e-2efd-4ebb-bbc3-339ab3c89d51 req-6ebaffff-f371-40ba-b20b-a8e61e160a00 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260055 Dec 06 12:21:16.271129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-3c5eb152-95d5-40de-b186-de111864e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:16.273693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-3c5eb152-95d5-40de-b186-de111864e5e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.1892343 Dec 06 12:21:16.359350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9cdb1c6-8367-4029-8797-9b1209aefdaf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:16.430622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e9cdb1c6-8367-4029-8797-9b1209aefdaf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:16.431032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.474649 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Added routes are [] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:21:16.475165 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Removed routes are [] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:21:16.475267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.577555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-ba995b7f-b4a3-41a5-83e6-3d4c67d85a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:16.579091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-ba995b7f-b4a3-41a5-83e6-3d4c67d85a05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.2763021 Dec 06 12:21:16.588771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-840ca232-2953-460f-84c2-90bd84557932 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1374394382&fields=id&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 267 time: 0.2161677 Dec 06 12:21:16.639773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bbe0fccd-2283-486d-b38c-a3c2673fc6cf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:16.702354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bbe0fccd-2283-486d-b38c-a3c2673fc6cf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:16.705889 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bbe0fccd-2283-486d-b38c-a3c2673fc6cf not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:16.706484 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c307ba-fa0f-446a-a0a6-df95a80b55bd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:16.742459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 15c307ba-fa0f-446a-a0a6-df95a80b55bd {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:16.743070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c307ba-fa0f-446a-a0a6-df95a80b55bd not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:16.760181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.768437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.798957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-182c47be-161f-4562-9a8e-1b854d3fe2d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.2070050 Dec 06 12:21:16.860648 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router 80881419-8165-4b45-af4c-307cdb7ae192 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:16.890721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-e1c419af-d089-43e1-b188-3cecbbdbe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:16.892209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-e1c419af-d089-43e1-b188-3cecbbdbe26e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0874019 Dec 06 12:21:16.951874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:16.960627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.964498 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3a3cd40-3243-46ac-a320-0b292df9aeb8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 700 time: 0.8404822 Dec 06 12:21:16.965032 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57022) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:16.966135 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Sync routers for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:16.983171 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:16.987898 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:16.999008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-2a30e774-378c-4a24-93dc-eca1fcea0a27 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:17.003648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-2a30e774-378c-4a24-93dc-eca1fcea0a27 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 816 time: 0.3803055 Dec 06 12:21:17.003799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cfaee6bc-6785-4d9d-9d2e-51dfdb5df787 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 205 time: 0.0350001 Dec 06 12:21:17.003905 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:17.026584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-84acffcc-11e1-4dc0-b413-36db38617be4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/quotas/22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 375 time: 0.0183287 Dec 06 12:21:17.039234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f7d1e-2003-4873-9ed4-9c222516f919 req-eb28ea67-3ca8-49ea-99a2-ed4c1ec6ca8e tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:17.047429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f62f7d1e-2003-4873-9ed4-9c222516f919 req-eb28ea67-3ca8-49ea-99a2-ed4c1ec6ca8e tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.1179755 Dec 06 12:21:17.050691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-f64738ee-ead9-4a10-b5ed-bb96619a917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:17.052235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-f64738ee-ead9-4a10-b5ed-bb96619a917a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494546 Dec 06 12:21:17.107754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.166852 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:17.191775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f62f7d1e-2003-4873-9ed4-9c222516f919 req-297a2c66-5b35-46a0-addf-e48e42aa8876 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413815 Dec 06 12:21:17.277852 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:17.326294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-a9322ec8-0e40-4929-80e2-ac461a490a87 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585638 Dec 06 12:21:17.361944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Checking router: 80881419-8165-4b45-af4c-307cdb7ae192 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:17.375519 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Routers {'80881419-8165-4b45-af4c-307cdb7ae192'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:17.376273 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['80881419-8165-4b45-af4c-307cdb7ae192'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:17.377402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-dcfdebce-d8ac-4b3b-9e8b-e4ee9b88aa60 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3241022 Dec 06 12:21:17.488840 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] Set router 80881419-8165-4b45-af4c-307cdb7ae192 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:17.503481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-2046fdd9-dfe5-4d2a-ad69-4ce7c30b6e60 service neutron] 10.222.0.31 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066594 Dec 06 12:21:17.556711 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:17.588055 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aa79a-4f5c-472f-a46f-223ca1a6dabd None None] The sync data for ids ['80881419-8165-4b45-af4c-307cdb7ae192'] in n-d-master-1 is: [{'id': '80881419-8165-4b45-af4c-307cdb7ae192', 'name': 'tempest-RoutersTest-router-395655898', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:20:28Z', 'updated_at': '2021-12-06T12:21:13Z', 'revision_number': 11, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:17.665880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.668066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.678176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-af869755-1c28-4928-8669-ac0a60d87e1a service neutron] 10.222.0.31 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613338 Dec 06 12:21:17.692522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64e13c-ab49-4d40-9049-faad6dccde91 req-c02a11a1-9151-4df4-8d06-21f080e3c513 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:17.701374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc64e13c-ab49-4d40-9049-faad6dccde91 req-c02a11a1-9151-4df4-8d06-21f080e3c513 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.1946332 Dec 06 12:21:17.718353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c3b96f-a4b9-41ec-b313-3562e4e5da42 req-eb3d4605-08b8-44e2-9a27-b43f37afd7a6 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823104 Dec 06 12:21:17.730444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.730965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router 80881419-8165-4b45-af4c-307cdb7ae192 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:21:17.738582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.739600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d1b63a07-b5f2-4758-b90b-c4a0c6a945b4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 204 len: 168 time: 0.7336106 Dec 06 12:21:17.744165 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:17.750263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254500928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:17.786362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.787616 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.803730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc64e13c-ab49-4d40-9049-faad6dccde91 req-ddafed00-4655-4cf6-9bd1-8818aa14fda3 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013670 Dec 06 12:21:17.878756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.894260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.919004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:17.922881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-86f3b717-bf7a-4f6f-b7ce-693ac353d7d4 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1751244 Dec 06 12:21:17.923345 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:17.928423 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:18.458477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0bfddf48-5bfa-462e-bfbc-3e3c2f65a8eb req-166e777a-c2c5-4749-b829-9c0923829a99 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 210 time: 0.0846815 Dec 06 12:21:18.643490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807bb3a-6bad-4262-aae9-a05c3300920d req-c7f09129-e2a4-4024-93b9-c8e313a3179d tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:18.645179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8807bb3a-6bad-4262-aae9-a05c3300920d req-c7f09129-e2a4-4024-93b9-c8e313a3179d tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.2683067 Dec 06 12:21:18.683288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c5b82c7f-2525-46c3-98aa-ec7a7adc01c5 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:18.684762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c5b82c7f-2525-46c3-98aa-ec7a7adc01c5 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.53 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.2252705 Dec 06 12:21:18.688568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:18.751635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:18.769542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191f68-5216-4002-a8e9-3a1d5235e248 req-4019a02d-6120-4587-aa31-ffcd8fada3b4 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:18.771044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f191f68-5216-4002-a8e9-3a1d5235e248 req-4019a02d-6120-4587-aa31-ffcd8fada3b4 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 945 time: 0.2207744 Dec 06 12:21:18.870876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8807bb3a-6bad-4262-aae9-a05c3300920d req-39db8882-41ff-44f1-a332-ecfed03c4f63 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963010 Dec 06 12:21:18.983693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f191f68-5216-4002-a8e9-3a1d5235e248 req-8791de4c-5df0-4dd0-8830-a4d81fe0fa86 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/security-groups?id=075f895b-5f8b-468d-8584-b5e8b7e4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015066 Dec 06 12:21:19.009896 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Deleting port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:19.010210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.016963 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Router eb48fa1e-c965-44f8-b7ae-740914a8ee5d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:21:19.056598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184df58-70a1-44b8-a026-400d923c4163 req-0e44a626-8cc3-4b5c-889b-e4a1f005e2de tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:19.058132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9184df58-70a1-44b8-a026-400d923c4163 req-0e44a626-8cc3-4b5c-889b-e4a1f005e2de tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1129420 Dec 06 12:21:19.257773 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:19.267021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.268987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7848486-3e53-4c11-bf02-c6c1f488f077 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "PUT /v2.0/routers/eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 200 len: 694 time: 1.3444912 Dec 06 12:21:19.271031 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Sync routers for ids ['eb48fa1e-c965-44f8-b7ae-740914a8ee5d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:19.278478 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:19.288756 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Routers {'eb48fa1e-c965-44f8-b7ae-740914a8ee5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:19.289763 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['eb48fa1e-c965-44f8-b7ae-740914a8ee5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:19.291927 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-5a28b73b-45b6-488c-bc87-e028e104fde8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:19.296237 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-5a28b73b-45b6-488c-bc87-e028e104fde8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 816 time: 0.1616428 Dec 06 12:21:19.349088 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] For port a78b2a3a-d888-4681-8ef8-5f17b02fecf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,segment=NetworkSegment(b32f591a-21bf-470e-a2bf-04bceb419820),segment_id=b32f591a-21bf-470e-a2bf-04bceb419820)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:19.349532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.376106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-f76d6b7b-259a-4705-a067-34654f7266ae tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 380 time: 0.0587752 Dec 06 12:21:19.385782 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Set router eb48fa1e-c965-44f8-b7ae-740914a8ee5d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:19.393228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9184df58-70a1-44b8-a026-400d923c4163 req-26e2b140-1c86-4cbb-aa7e-10c08060b1bc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722902 Dec 06 12:21:19.406363 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'port': {'device_id': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'admin_state_up': True, 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'security_groups': ['dbbccb02-f535-4451-8df7-c518e8681d01']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:19.408976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d92ff1d0-371b-4d5a-8e6f-faec9b0e92fd tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/routers/eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 200 len: 700 time: 0.1273847 Dec 06 12:21:19.414043 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:19.443467 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Calling delete_port for a78b2a3a-d888-4681-8ef8-5f17b02fecf7 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:19.473235 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb48fa1e-c965-44f8-b7ae-740914a8ee5d', 'name': 'tempest-RoutersTest-router-1254500928', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:17Z', 'updated_at': '2021-12-06T12:21:18Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:19.478084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.499381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04a9db81-f3ca-46d3-988b-92235a71f79a tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 200 len: 205 time: 0.0809927 Dec 06 12:21:19.503894 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:19.519516 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Checking router: eb48fa1e-c965-44f8-b7ae-740914a8ee5d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:19.531249 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Routers {'eb48fa1e-c965-44f8-b7ae-740914a8ee5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:19.532467 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['eb48fa1e-c965-44f8-b7ae-740914a8ee5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:19.620490 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] Set router eb48fa1e-c965-44f8-b7ae-740914a8ee5d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:19.647707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e75fbb18-a8d6-44fe-83af-bbaae378509b req-64a2cbd1-2470-4a0e-b5ff-2347367230d9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 210 time: 0.0659931 Dec 06 12:21:19.673147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.694866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834d11-c1ae-4eee-b162-7d883dab90f2 req-c6f94277-1ba6-4d90-ac1d-849a86a4b342 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:19.696337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54834d11-c1ae-4eee-b162-7d883dab90f2 req-c6f94277-1ba6-4d90-ac1d-849a86a4b342 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1267552 Dec 06 12:21:19.707680 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb48fa1e-c965-44f8-b7ae-740914a8ee5d', 'name': 'tempest-RoutersTest-router-1254500928', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:17Z', 'updated_at': '2021-12-06T12:21:18Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:19.744623 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc981a-62c7-486d-9222-626850a41dea None None] The sync data for ids ['eb48fa1e-c965-44f8-b7ae-740914a8ee5d'] in n-d-master-1 is: [{'id': 'eb48fa1e-c965-44f8-b7ae-740914a8ee5d', 'name': 'tempest-RoutersTest-router-1254500928', 'tenant_id': 'c2870e8c2775429e83032ee18b1d29ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:17Z', 'updated_at': '2021-12-06T12:21:18Z', 'revision_number': 2, 'project_id': 'c2870e8c2775429e83032ee18b1d29ea', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:19.780937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54834d11-c1ae-4eee-b162-7d883dab90f2 req-f7cfa564-6066-4eb5-90dc-6cfb98d84474 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749199 Dec 06 12:21:19.823994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:19.827704 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-453b3469-0b2a-4756-b9e5-f7fa4607bed3 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:19.828941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-453b3469-0b2a-4756-b9e5-f7fa4607bed3 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.23 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.3364613 Dec 06 12:21:19.858295 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['a78b2a3a-d888-4681-8ef8-5f17b02fecf7'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:19.863733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Pushing event deleted for resources: {'Port': ['ID=a78b2a3a-d888-4681-8ef8-5f17b02fecf7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:19.939603 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Made reservation on behalf of 22e569e9160b427bbc9058af0fc60d2a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:19.939603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.016685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.023632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.032534 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] No DVR routers for this DVR port a78b2a3a-d888-4681-8ef8-5f17b02fecf7 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:20.041754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.046711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30e22255-c108-4a3b-8455-7e788d5e7a0d req-c48dfa03-0cb9-4711-9209-1dd75f99ef74 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.53 "DELETE /v2.0/ports/a78b2a3a-d888-4681-8ef8-5f17b02fecf7 HTTP/1.1" status: 204 len: 173 time: 1.3473439 Dec 06 12:21:20.047519 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'name': 'network-vif-deleted', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:20.064682 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88984889-1aec-4981-bc2d-82c757beedc4" -d '{"events": [{"server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "name": "network-vif-deleted", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:20.201953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.202964 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Fanout notify agent at l3_agent the message router_deleted on router eb48fa1e-c965-44f8-b7ae-740914a8ee5d {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:21:20.207042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e39faba0-83ad-4580-a46f-78bc79905fc3 req-8b0819b6-84d7-4a05-ab19-a5f8fa1c1460 tempest-ServerAddressesTestJSON-1729378754 tempest-ServerAddressesTestJSON-1729378754-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d7b9a5-21d7-4796-a342-38d778071933 HTTP/1.1" status: 200 len: 210 time: 0.0961850 Dec 06 12:21:20.237663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.241257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8321cd24-e844-4527-89f3-58fc0e0170f5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 204 len: 168 time: 0.7142372 Dec 06 12:21:20.241997 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b0fd9-6df5-4599-8cdc-0b7307d47fef req-86143bb9-454a-46e3-a108-d1efd4caed75 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:20.247005 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.252968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd7b0fd9-6df5-4599-8cdc-0b7307d47fef req-86143bb9-454a-46e3-a108-d1efd4caed75 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 946 time: 0.1733415 Dec 06 12:21:20.289401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5729deca-e090-41e3-914d-1159a0154639 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 200 len: 205 time: 0.0409424 Dec 06 12:21:20.294902 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.313133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd7b0fd9-6df5-4599-8cdc-0b7307d47fef req-93924a24-5b5c-4ed4-9e45-12cda597812e tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/security-groups?id=669ec347-21a1-4dcb-9642-cc3b40cd54c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Dec 06 12:21:20.371267 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-0b6b7de1-725c-4866-9e8f-70583283ebe5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:20.372482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0b6b7de1-725c-4866-9e8f-70583283ebe5 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/eb48fa1e-c965-44f8-b7ae-740914a8ee5d HTTP/1.1" status: 404 len: 336 time: 0.0760820 Dec 06 12:21:20.376128 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.393149 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f818259d-53aa-43d6-8a99-39021e31907c x-openstack-request-id: req-f818259d-53aa-43d6-8a99-39021e31907c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:20.393486 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7b9a5-21d7-4796-a342-38d778071933", "name": "network-vif-deleted", "tag": "a78b2a3a-d888-4681-8ef8-5f17b02fecf7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:20.393874 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f818259d-53aa-43d6-8a99-39021e31907c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:20.395675 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7b9a5-21d7-4796-a342-38d778071933', 'name': 'network-vif-deleted', 'tag': 'a78b2a3a-d888-4681-8ef8-5f17b02fecf7', 'status': 'completed', 'code': 200} Dec 06 12:21:20.421259 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Deleting port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:20.421723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.427090 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9643ad-bffc-4c65-b413-44def3f95677 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:20.427665 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9643ad-bffc-4c65-b413-44def3f95677 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:20.432867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ea9643ad-bffc-4c65-b413-44def3f95677 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b317fb-7f8b-4d81-bcc2-431e367c0198 HTTP/1.1" status: 404 len: 337 time: 0.0519497 Dec 06 12:21:20.440353 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57120) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.488523 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Allocated IP 172.20.0.13 (978bcb1c-e797-4ee8-8ca1-3e1143723f3a/b56f8836-0d0e-4948-abb5-65df5abb030a/678d8585-35d2-4590-9476-ff07d8f5d5de) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:20.499941 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ee603-9c4b-4362-a97b-ffa14a14ac53 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:20.500640 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ee603-9c4b-4362-a97b-ffa14a14ac53 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:20.504240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-400ee603-9c4b-4362-a97b-ffa14a14ac53 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/5e8e33a1-2eb2-4e83-85aa-1f4832d72e2f HTTP/1.1" status: 404 len: 337 time: 0.0596335 Dec 06 12:21:20.508150 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57122) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.549642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-95595240-106a-48fc-8158-c4933b451439 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:20.558395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-95595240-106a-48fc-8158-c4933b451439 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.2322099 Dec 06 12:21:20.576044 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55e8ca6-fac5-4494-b841-193ca4da9cd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:20.576269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-9315d10d-fb21-4daa-b812-39b49824200f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/quotas/331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 375 time: 0.0168276 Dec 06 12:21:20.576728 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55e8ca6-fac5-4494-b841-193ca4da9cd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:20.582896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b55e8ca6-fac5-4494-b841-193ca4da9cd8 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/676f9f17-ce33-401e-b6a3-c8e5daeeae73 HTTP/1.1" status: 404 len: 337 time: 0.0685289 Dec 06 12:21:20.585429 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.632447 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9460e0f9-0692-4ad4-9c60-87a237d50a0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:20.633414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9460e0f9-0692-4ad4-9c60-87a237d50a0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:20.635480 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] For port b19112f0-b0ff-43dc-b8f0-e4332a07aed6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,segment=NetworkSegment(a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0),segment_id=a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:20.638568 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.638760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9460e0f9-0692-4ad4-9c60-87a237d50a0b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/1bfa9c17-a4b0-45ac-922f-6170065073c1 HTTP/1.1" status: 404 len: 337 time: 0.0481377 Dec 06 12:21:20.640059 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.681354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-64a318e4-ca96-492d-b968-e9559d3bfa27 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 200 len: 205 time: 0.0381067 Dec 06 12:21:20.682404 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.711564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-13303a56-9c59-4382-95db-44fabc640630 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1344583 Dec 06 12:21:20.764107 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1573c8b6-8371-4ae6-965e-9e725a3b1199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:20.765823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1573c8b6-8371-4ae6-965e-9e725a3b1199 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/80881419-8165-4b45-af4c-307cdb7ae192 HTTP/1.1" status: 404 len: 336 time: 0.0825121 Dec 06 12:21:20.768692 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.773138 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Calling delete_port for b19112f0-b0ff-43dc-b8f0-e4332a07aed6 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:20.800515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f7078207-a9ec-4c0b-9cc8-2122ea481e70 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1fd19b-5c13-47eb-969d-20f176982671 HTTP/1.1" status: 200 len: 205 time: 0.0305674 Dec 06 12:21:20.802825 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.874044 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-870cc706-ea31-4ec8-b8b5-9e47337a1a3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:20.875267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-870cc706-ea31-4ec8-b8b5-9e47337a1a3f tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/cc1fd19b-5c13-47eb-969d-20f176982671 HTTP/1.1" status: 404 len: 336 time: 0.0715008 Dec 06 12:21:20.901714 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.904598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb1c3655-f065-49a3-a8bd-cae1ceda4321 req-be2cb9f9-728a-4161-a2d4-4f55bfc08206 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 210 time: 0.0894353 Dec 06 12:21:20.958764 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d13530-a453-4a6f-ad7c-36d7787bd926 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:20.960577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d13530-a453-4a6f-ad7c-36d7787bd926 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:20.967698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-62d13530-a453-4a6f-ad7c-36d7787bd926 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/caf128a1-4261-4c2e-90b5-44dfb89ae148 HTTP/1.1" status: 404 len: 337 time: 0.0618780 Dec 06 12:21:20.972584 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57144) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:20.986752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:20.992188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.018470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76bcd96b-f851-4a73-ac43-dac8448b25a1 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 200 len: 205 time: 0.0443287 Dec 06 12:21:21.022619 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.053295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Pushing event deleted for resources: {'Port': ['ID=b19112f0-b0ff-43dc-b8f0-e4332a07aed6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:21.073089 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c373242c-55a8-4710-93f2-4e23c09b6339 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:21.074283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c373242c-55a8-4710-93f2-4e23c09b6339 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/5151f894-cea0-46d0-bbf3-918a47b5414e HTTP/1.1" status: 404 len: 336 time: 0.0506296 Dec 06 12:21:21.076780 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.089619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-3cb07fbc-6d11-455a-8e7d-97c1226acb9d service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772693 Dec 06 12:21:21.106393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6a1ea4e8-0f6a-4bea-a976-b1546f3b2200 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc0aa00-d729-4c36-9e2c-f22264fe3657 HTTP/1.1" status: 200 len: 205 time: 0.0283020 Dec 06 12:21:21.113534 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.116467 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] No DVR routers for this DVR port b19112f0-b0ff-43dc-b8f0-e4332a07aed6 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:21.122133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.125520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eb39c773-555f-4ce1-a0c0-8c639fd9771b req-7894c1de-b2af-486c-9a32-86ae8b185908 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.23 "DELETE /v2.0/ports/b19112f0-b0ff-43dc-b8f0-e4332a07aed6 HTTP/1.1" status: 204 len: 173 time: 1.2885294 Dec 06 12:21:21.127662 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'name': 'network-vif-deleted', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:21.131960 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a22c737-619a-4416-b58f-83d2ea37e568" -d '{"events": [{"server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "name": "network-vif-deleted", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:21.149771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.170811 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-659c1894-10f5-4481-adff-7f57eb69c15b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:21.171981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-659c1894-10f5-4481-adff-7f57eb69c15b tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/1fc0aa00-d729-4c36-9e2c-f22264fe3657 HTTP/1.1" status: 404 len: 336 time: 0.0574582 Dec 06 12:21:21.178306 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.211115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:21.214501 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:21.220067 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de91828-530e-4041-bd1b-5eacc7332bb6 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:21.220566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de91828-530e-4041-bd1b-5eacc7332bb6 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:21.224737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3de91828-530e-4041-bd1b-5eacc7332bb6 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/f6c4a741-c253-44e1-8454-dad67e60297e HTTP/1.1" status: 404 len: 337 time: 0.0454965 Dec 06 12:21:21.228040 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.246154 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:21.254236 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:21.299274 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd65ea9b-fba1-49fb-aaf4-0dc39d273e88 x-openstack-request-id: req-fd65ea9b-fba1-49fb-aaf4-0dc39d273e88 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:21.300413 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494aec50-655d-4334-8374-b008b7f3b3ee", "name": "network-vif-deleted", "tag": "b19112f0-b0ff-43dc-b8f0-e4332a07aed6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:21.301312 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd65ea9b-fba1-49fb-aaf4-0dc39d273e88 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:21.302319 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494aec50-655d-4334-8374-b008b7f3b3ee', 'name': 'network-vif-deleted', 'tag': 'b19112f0-b0ff-43dc-b8f0-e4332a07aed6', 'status': 'completed', 'code': 200} Dec 06 12:21:21.318111 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.320850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8d973303-dc32-4961-a8f2-0fcfe73ddb03 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a799bc8-414c-4e62-98cf-66e55dc9ce3e HTTP/1.1" status: 200 len: 205 time: 0.0832145 Dec 06 12:21:21.386067 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.467603 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-855625d3-2f4a-4fe0-96bc-43b47fc70f4c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:21.469495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-855625d3-2f4a-4fe0-96bc-43b47fc70f4c tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/1a799bc8-414c-4e62-98cf-66e55dc9ce3e HTTP/1.1" status: 404 len: 336 time: 0.1496661 Dec 06 12:21:21.472383 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57168) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.511337 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbc31d1-daff-4c9a-8a6b-7dab806c5f85 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:21.512067 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbc31d1-daff-4c9a-8a6b-7dab806c5f85 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:21.515991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9cbc31d1-daff-4c9a-8a6b-7dab806c5f85 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/cff4f22b-e79d-4a6f-aa1a-3a261625ad91 HTTP/1.1" status: 404 len: 337 time: 0.0424533 Dec 06 12:21:21.520876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-157a0413-6185-40f4-9e5d-9ca12f6bd326 service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168990 Dec 06 12:21:21.523351 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.524532 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:21.525453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.549116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-5082c507-db71-451c-a1fa-485178e1c24a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1464877 Dec 06 12:21:21.568339 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Request body: {'port': {'device_id': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:21.586976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28ba670c-cd8a-4e7c-9011-43bb3c7adefe req-7ff97291-e4f7-4a78-a754-5db2148e2619 tempest-InstanceActionsNegativeTestJSON-1612747434 tempest-InstanceActionsNegativeTestJSON-1612747434-project] 10.222.0.31 "GET /v2.0/ports?device_id=494aec50-655d-4334-8374-b008b7f3b3ee HTTP/1.1" status: 200 len: 210 time: 0.1217666 Dec 06 12:21:21.651744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.673984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ac4c5c6-d364-4759-b788-4dfcefd48b49 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e1d1519-e0b2-408a-ba4d-8365a7834238 HTTP/1.1" status: 200 len: 205 time: 0.1436818 Dec 06 12:21:21.680595 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:21.691104 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Deleting subnet df17b222-2321-4fbf-9e34-178f98f66dd8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:21.694487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.733423 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b995d0c5-563f-47fd-82c0-d5f65c53945d None None] Provisioning complete for port 678d8585-35d2-4590-9476-ff07d8f5d5de triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:21.734450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b995d0c5-563f-47fd-82c0-d5f65c53945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.818765 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b995d0c5-563f-47fd-82c0-d5f65c53945d None None] Port 678d8585-35d2-4590-9476-ff07d8f5d5de cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:21.833937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.926863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb785c42-cb38-4a8f-b6e0-5f56823dec37 req-8660a2c6-934e-4eb6-9a91-74ddb76f3970 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 210 time: 0.0588887 Dec 06 12:21:21.939746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:21.961861 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-23dcd37e-490a-4a1a-b94c-ba2313cf68e0 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] delete failed (client error): The resource could not be found. Dec 06 12:21:21.966184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-23dcd37e-490a-4a1a-b94c-ba2313cf68e0 tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/routers/9e1d1519-e0b2-408a-ba4d-8365a7834238 HTTP/1.1" status: 404 len: 336 time: 0.2798202 Dec 06 12:21:21.967379 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57188) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:22.029230 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7a3371-088a-44fb-a0d6-338998b0271e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:22.029964 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7a3371-088a-44fb-a0d6-338998b0271e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:22.030106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.034631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c7a3371-088a-44fb-a0d6-338998b0271e tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/ae8e2de5-4f9a-45c3-b2f2-75d54773b8e5 HTTP/1.1" status: 404 len: 337 time: 0.0660739 Dec 06 12:21:22.039045 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:22.070778 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df17b222-2321-4fbf-9e34-178f98f66dd8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:22.084054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.087567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0df4ede9-cfdc-468d-ac7e-37514d56a5f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df17b222-2321-4fbf-9e34-178f98f66dd8 HTTP/1.1" status: 204 len: 168 time: 0.6944304 Dec 06 12:21:22.102041 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:22.161696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497453eb-7e70-40e0-895d-15cedeff7a7f req-0dafc047-78ac-495e-80eb-d710b4a5d448 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:22.164052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-497453eb-7e70-40e0-895d-15cedeff7a7f req-0dafc047-78ac-495e-80eb-d710b4a5d448 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 932 time: 0.0948515 Dec 06 12:21:22.226104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.259360 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:22.269400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.283332 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Transition to ACTIVE for port object 678d8585-35d2-4590-9476-ff07d8f5d5de will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:22.285405 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e295f252-bb1e-4644-8d5c-2e1a31d74fda tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] DELETE failed (client error): The resource could not be found. Dec 06 12:21:22.286082 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e295f252-bb1e-4644-8d5c-2e1a31d74fda tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:21:22.289846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e295f252-bb1e-4644-8d5c-2e1a31d74fda tempest-RoutersTest-1955106205 tempest-RoutersTest-1955106205-project] 10.222.0.31 "DELETE /v2.0/subnets/9c7b49ce-ba9e-496a-abbe-b61fd6d09576 HTTP/1.1" status: 404 len: 337 time: 0.2494609 Dec 06 12:21:22.294507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.347318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-497453eb-7e70-40e0-895d-15cedeff7a7f req-93ab5214-df60-4962-9ef5-18ae588f9a57 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486588 Dec 06 12:21:22.369112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:22.450246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.487489 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace4c9d2-95fe-498c-b387-ef6ead466a7b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:22.508790 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32f591a-21bf-470e-a2bf-04bceb419820') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:22.509181 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32f591a-21bf-470e-a2bf-04bceb419820') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:22.511408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Attempting to bind port 678d8585-35d2-4590-9476-ff07d8f5d5de on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:22.511757 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Attempting to bind port 678d8585-35d2-4590-9476-ff07d8f5d5de by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:22.512183 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Attempting to bind port 678d8585-35d2-4590-9476-ff07d8f5d5de on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:22.521798 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Port 678d8585-35d2-4590-9476-ff07d8f5d5de on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:22.522136 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Attempting to bind port 678d8585-35d2-4590-9476-ff07d8f5d5de on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:22.531033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.532460 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:22.532802 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Checking segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:22.534255 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Bound using segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:22.534701 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Bound port: 678d8585-35d2-4590-9476-ff07d8f5d5de, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:22.535069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.560504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.574270 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:22.574686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:22.576524 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:22.617991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b19112f0-b0ff-43dc-b8f0-e4332a07aed6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:22.651951 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57208) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:22.657574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: b19112f0-b0ff-43dc-b8f0-e4332a07aed6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:22.658150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device b19112f0-b0ff-43dc-b8f0-e4332a07aed6 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:22.705347 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:22.709656 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:22.718000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.724853 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:22.732576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.733023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.754875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/ace4c9d2-95fe-498c-b387-ef6ead466a7b HTTP/1.1" status: 204 len: 168 time: 0.6506793 Dec 06 12:21:22.801272 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f697e96-f57a-4f05-8b1d-0f20d030d8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=ace4c9d2-95fe-498c-b387-ef6ead466a7b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:22.835690 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:22.838563 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.840573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] 10.222.0.53 "PUT /v2.0/ports/678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 1092 time: 1.2769463 Dec 06 12:21:22.843271 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Deleting subnet a0413440-f428-4f67-93d7-a7cf1828ac3d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:22.846978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.904831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:22.998403 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6636ad-456d-4487-b8ee-c97560d151ca service neutron] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:23.005254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-705746ba-e3d9-45dd-beee-fd557ff2224b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2870e8c2775429e83032ee18b1d29ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520880 Dec 06 12:21:23.008699 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57222) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:23.023478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.029486 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:23.045306 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-69ac3f1d-7a78-4239-85e2-227fda2989ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:23.046951 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-69ac3f1d-7a78-4239-85e2-227fda2989ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1095 time: 0.1136405 Dec 06 12:21:23.074154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a78b2a3a-d888-4681-8ef8-5f17b02fecf7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:23.124741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: a78b2a3a-d888-4681-8ef8-5f17b02fecf7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:23.125494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a78b2a3a-d888-4681-8ef8-5f17b02fecf7 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:23.160277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.173808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-87cf905a-7db7-4fd3-a599-8df19fc7dbc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 217 time: 0.0938349 Dec 06 12:21:23.188471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.194560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3546008b-27b6-4681-8104-7febd58904cc req-97141a7e-3aa6-4e00-91fa-6457447ba294 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 210 time: 0.0960164 Dec 06 12:21:23.240142 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0413440-f428-4f67-93d7-a7cf1828ac3d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:23.262488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.269286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fdb70216-2096-4eef-97e7-b2428c9d298b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a0413440-f428-4f67-93d7-a7cf1828ac3d HTTP/1.1" status: 204 len: 168 time: 0.5619643 Dec 06 12:21:23.273633 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:23.290518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a8e066e-4eb1-433a-ba4d-62687975f881 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3109f4791223401b9c8a362640b74620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2545907 Dec 06 12:21:23.295418 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57232) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:23.311383 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:23.313661 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a660c4-1649-46cc-a479-950be611f98f" -d '{"events": [{"name": "network-changed", "server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:23.317730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.367556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.378945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-a3eb5ae9-d06c-4ded-9b23-a12698222430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:23.381450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-a3eb5ae9-d06c-4ded-9b23-a12698222430 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1901350 Dec 06 12:21:23.421218 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35262f-e2ce-4c00-9808-dc9321476ac6 x-openstack-request-id: req-ae35262f-e2ce-4c00-9808-dc9321476ac6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:23.421218 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:23.422280 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae35262f-e2ce-4c00-9808-dc9321476ac6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:23.422888 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'status': 'completed', 'code': 200} Dec 06 12:21:23.459873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.507679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.507920 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959b2e5d-c79e-4afd-ba9f-4a71393ba39f']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:23.522194 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:23.522554 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a0e12c-75be-4043-b0f9-cbeda6f8f8c0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:23.542579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156fd6f-8adf-4a02-97f8-057be1f18238 req-af05090a-5458-4740-accb-aa04ae76dbec tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:23.544252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7156fd6f-8adf-4a02-97f8-057be1f18238 req-af05090a-5458-4740-accb-aa04ae76dbec tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1174784 Dec 06 12:21:23.544795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.546272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.547382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.551144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0bd3f65-ee89-46f1-962c-30218880cd81 HTTP/1.1" status: 204 len: 168 time: 0.5409484 Dec 06 12:21:23.571946 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0277c-00af-4fa9-9da9-3d6cce6e537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd3f65-ee89-46f1-962c-30218880cd81,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:23.578892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.591261 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:23.591937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:23.593939 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:23.599221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-93bc86fe-3ab2-4f62-b436-83df2d8325e0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:23.601213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-93bc86fe-3ab2-4f62-b436-83df2d8325e0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.4525192 Dec 06 12:21:23.604316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.616408 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'device_id': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'admin_state_up': True, 'tenant_id': '331d8803fc5841e3bdc35a454de9c415'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:23.628925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffabd68-7383-483f-a801-d9f633541161 req-cadbcc10-28dd-46d1-8fcb-dac4c029d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:23.630414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-cadbcc10-28dd-46d1-8fcb-dac4c029d30d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067413 Dec 06 12:21:23.669255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7156fd6f-8adf-4a02-97f8-057be1f18238 req-8b4ee77f-9b82-456c-853a-9c877127ae38 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091948 Dec 06 12:21:23.678050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.692327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.696968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] 10.222.0.31 "DELETE /v2.0/networks/959b2e5d-c79e-4afd-ba9f-4a71393ba39f HTTP/1.1" status: 204 len: 168 time: 0.4223077 Dec 06 12:21:23.709277 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf73f3-adb6-4aa4-8b6e-2fd567d1a16b admin admin] Pushing event deleted for resources: {'Network': ['ID=959b2e5d-c79e-4afd-ba9f-4a71393ba39f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:23.828764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-8400cca7-2775-4661-9bba-5c286b570182 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817811 Dec 06 12:21:23.878901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.881091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:23.882259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/075f895b-5f8b-468d-8584-b5e8b7e4d43d HTTP/1.1" status: 204 len: 168 time: 0.5840080 Dec 06 12:21:23.952416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe374-d7ea-4d47-8b12-619fb80a55e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f895b-5f8b-468d-8584-b5e8b7e4d43d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:24.037218 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:24.042178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:24.064867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57254) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:24.121703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cffabd68-7383-483f-a801-d9f633541161 req-2d4a8f00-4e31-4f89-bcb6-fa13cce9c31e service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802813 Dec 06 12:21:24.187879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c3087af6-54b4-4eef-8cfa-07479526c510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d06d3439562b456eb649f82e9f024391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1202178 Dec 06 12:21:24.190398 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:24.283096 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.20.0.7 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/c7355c41-59fa-4f74-a45c-148263496ff9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:24.298928 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a660c4-1649-46cc-a479-950be611f98f req-609941bd-ece0-40bc-8ee0-ce6d149c5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:24.299126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:24.300579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-609941bd-ece0-40bc-8ee0-ce6d149c5eb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1095 time: 0.0755548 Dec 06 12:21:24.347931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:24.462952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f0ada0f-e851-4066-94bc-b54758a0b3c7 req-c18e1055-0a2c-408c-b274-392552bddc5d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 210 time: 0.0579391 Dec 06 12:21:24.466506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:24.470987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:24.475394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/669ec347-21a1-4dcb-9642-cc3b40cd54c2 HTTP/1.1" status: 204 len: 168 time: 0.2830150 Dec 06 12:21:24.494587 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd3884-6b83-4113-a75e-d4a0f91e715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ec347-21a1-4dcb-9642-cc3b40cd54c2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:24.866349 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a660c4-1649-46cc-a479-950be611f98f req-ec41ef7e-1875-4753-be80-88dcf7705473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:24.868471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-ec41ef7e-1875-4753-be80-88dcf7705473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.5609109 Dec 06 12:21:24.875586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950378ee-a29d-47e8-af96-0a9ce00de3f3 req-d8f349e8-43bb-4c9c-9d71-d430f7201f0e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:24.880756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-950378ee-a29d-47e8-af96-0a9ce00de3f3 req-d8f349e8-43bb-4c9c-9d71-d430f7201f0e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0902629 Dec 06 12:21:24.952137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-950378ee-a29d-47e8-af96-0a9ce00de3f3 req-cb9e353b-38f5-41dc-bf28-2d48ddd12170 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659328 Dec 06 12:21:24.985048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-62022687-b463-4dcd-a3a6-89dcd3713958 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 217 time: 0.1045146 Dec 06 12:21:25.069834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.113573 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a660c4-1649-46cc-a479-950be611f98f req-dfc5c37e-79ee-4018-8611-468f6cb345e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:25.115554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-dfc5c37e-79ee-4018-8611-468f6cb345e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1151588 Dec 06 12:21:25.175384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.188863 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'a323e401-4a37-4602-875d-c88cb28efe9f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:25.239729 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a660c4-1649-46cc-a479-950be611f98f req-395caf94-ce1b-487b-880a-d8164cbbe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:25.241841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-395caf94-ce1b-487b-880a-d8164cbbe31c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136539 Dec 06 12:21:25.258603 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:25.272242 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:25.275914 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:25.313858 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:25.333521 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:25.466998 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:25.467662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.503403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-4da68a12-7931-47d2-95f4-319082f2b95c service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496517 Dec 06 12:21:25.510083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-d8c01351-e0fb-4e8d-8245-837235dd2f78 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8941631 Dec 06 12:21:25.556239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Request body: {'port': {'device_id': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:25.685198 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1193406121-network', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:25.689666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.775361 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-256a8b74-56a4-4346-8676-b7782118a5a2 None None] Provisioning complete for port c7355c41-59fa-4f74-a45c-148263496ff9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:25.775768 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-256a8b74-56a4-4346-8676-b7782118a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.799058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451f0e4-80f1-49b2-9cf0-2851c7fd8a8b req-f685241b-f054-4bd7-ac18-9de233e9bf80 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:25.804358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4a660c4-1649-46cc-a479-950be611f98f req-b7d5e7d0-5d3d-47b0-9939-c78bf940a24b service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781894 Dec 06 12:21:25.806684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b451f0e4-80f1-49b2-9cf0-2851c7fd8a8b req-f685241b-f054-4bd7-ac18-9de233e9bf80 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 931 time: 0.2090065 Dec 06 12:21:25.810856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Made reservation on behalf of fbf03b621c254f5abd5ee7c1709e22e4 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:25.819121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.820866 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-256a8b74-56a4-4346-8676-b7782118a5a2 None None] Port c7355c41-59fa-4f74-a45c-148263496ff9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:25.842979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:25.895207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b451f0e4-80f1-49b2-9cf0-2851c7fd8a8b req-cf981f89-cc62-418d-804c-04816c326430 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853791 Dec 06 12:21:26.034015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.042110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.053954 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57344) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:26.109384 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:21:26.179620 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7355c41-59fa-4f74-a45c-148263496ff9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:26.192993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.213737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-549023785-network', 'tenant_id': '18bfd9bf517b402fa6779f5a4ca3d208'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:26.222034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.222400 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Added segment 8b72715c-1193-4a1d-b7a4-3e6c88654b2e of type vlan for network e66e603e-c637-4be9-ad3d-b7042f7483f8 Dec 06 12:21:26.229330 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Transition to ACTIVE for port object c7355c41-59fa-4f74-a45c-148263496ff9 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:26.239748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.280382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.304063 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Made reservation on behalf of 18bfd9bf517b402fa6779f5a4ca3d208 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:26.307760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.320126 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:26.338847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.339975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:26.340579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.366579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.408229 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ba9f7-c708-409e-9ac0-c1bbaa3d5c74 req-dedb68ec-b4ee-4499-81d1-82122924c423 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:26.419119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-780ba9f7-c708-409e-9ac0-c1bbaa3d5c74 req-dedb68ec-b4ee-4499-81d1-82122924c423 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.3265522 Dec 06 12:21:26.422380 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:26.470623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1545241 Dec 06 12:21:26.471524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2922e5-382e-40f3-b5b3-f73ae11858b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e66e603e-c637-4be9-ad3d-b7042f7483f8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:26.479438 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57364) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:26.483701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:21:26.494898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Request body: {'subnet': {'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1193406121-subnet', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:26.549941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-780ba9f7-c708-409e-9ac0-c1bbaa3d5c74 req-140c0f52-4ceb-4537-8c6d-10445fa6511d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750527 Dec 06 12:21:26.604930 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Made reservation on behalf of fbf03b621c254f5abd5ee7c1709e22e4 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:26.607315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.641930 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Attempting to bind port c7355c41-59fa-4f74-a45c-148263496ff9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:26.642542 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Attempting to bind port c7355c41-59fa-4f74-a45c-148263496ff9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:26.643131 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Attempting to bind port c7355c41-59fa-4f74-a45c-148263496ff9 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:26.663000 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Port c7355c41-59fa-4f74-a45c-148263496ff9 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:26.663430 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Attempting to bind port c7355c41-59fa-4f74-a45c-148263496ff9 on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:26.693452 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:26.693800 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:26.694194 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:26.694632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Bound port: c7355c41-59fa-4f74-a45c-148263496ff9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:26.695018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.795491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.806432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.858937 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:21:26.867967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf3c86-c22a-4afc-b281-10be81928672,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:26.876786 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:26.883578 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:26.906960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:26.907318 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Added segment 96482796-6a16-4aff-8fa2-4a42a8740928 of type vlan for network d569a1d6-c882-4d97-9314-c7f92055f6ae Dec 06 12:21:26.909046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.001176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.001848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.003475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] 10.222.0.23 "PUT /v2.0/ports/c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 200 len: 1091 time: 1.4580333 Dec 06 12:21:27.006869 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:27.010040 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92" -d '{"events": [{"name": "network-changed", "server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:27.017995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.068871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:27.093594 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76bc789-6b2c-428f-84f4-82908ed29151 x-openstack-request-id: req-e76bc789-6b2c-428f-84f4-82908ed29151 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:27.094741 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:27.095462 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e76bc789-6b2c-428f-84f4-82908ed29151 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:27.096687 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'status': 'completed', 'code': 200} Dec 06 12:21:27.145673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.147215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.148397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.151744 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425d107-f04f-438a-80d6-d5659e8a57ff service neutron] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:27.166432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e2ae-b5ae-4100-b337-1600af33cd6b req-1563c7f3-ddaf-4f5c-907d-d92403c57fd6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.178687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7831e2ae-b5ae-4100-b337-1600af33cd6b req-1563c7f3-ddaf-4f5c-907d-d92403c57fd6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 943 time: 0.1836288 Dec 06 12:21:27.306760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.310304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7831e2ae-b5ae-4100-b337-1600af33cd6b req-6cc209f0-cd6b-463c-a8fc-ef3f39f703c0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301911 Dec 06 12:21:27.315928 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d569a1d6-c882-4d97-9314-c7f92055f6ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:27.335251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d569a1d6-c882-4d97-9314-c7f92055f6ae details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:21:27.411648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d178f40-4738-44b7-91f7-47726c6d27bb,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:27.432006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f33afc2d-09c6-4571-be15-f1fd56bb50e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3738623 Dec 06 12:21:27.432401 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:27.433111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-65d2f545-cafb-41b3-96b5-700d209048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.434568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-65d2f545-cafb-41b3-96b5-700d209048ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 1094 time: 0.3718486 Dec 06 12:21:27.437258 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Request body: {'subnet': {'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-549023785-subnet', 'tenant_id': '18bfd9bf517b402fa6779f5a4ca3d208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:27.440740 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Checking segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:27.441108 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Network hostable DHCP agents. Network: e66e603e-c637-4be9-ad3d-b7042f7483f8, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:21:27.451154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:27.467954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:27.479184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Made reservation on behalf of 18bfd9bf517b402fa6779f5a4ca3d208 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:27.480482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d9ad-6492-446a-8f88-9ca198aaa4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.481966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.504669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-09cb85f0-0de2-4034-9d55-ed3c65303d90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 200 len: 217 time: 0.0592890 Dec 06 12:21:27.508116 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:21:27.551434 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e66e603e-c637-4be9-ad3d-b7042f7483f8) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:27.559174 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.559471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.563804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.567947 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e37c9-6af5-4340-93e9-cc0ff757b8a8 None None] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:27.588420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8c29eba4-3215-4b03-ae16-c5f6f46fa0ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1052885 Dec 06 12:21:27.588573 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:27.593390 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:27.620184 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-8fc446b5-bce2-4c46-8f9c-60da2a90a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.620184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-8fc446b5-bce2-4c46-8f9c-60da2a90a0c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1033661 Dec 06 12:21:27.627147 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:27.664176 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.666790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.711775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:27.722531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.729093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.783074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:27.852131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.924516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f2615d-969f-4ec9-a753-748bf54c7c7c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:27.945640 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661377-f594-49c6-b979-ae8ae095f2a9 req-9fdc54a5-6e98-4158-8c89-98aeab2fce61 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.954203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87661377-f594-49c6-b979-ae8ae095f2a9 req-9fdc54a5-6e98-4158-8c89-98aeab2fce61 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.2612240 Dec 06 12:21:27.987374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485259-1045-4f42-a45a-16466eca707f req-a47142bb-6151-4f91-84e3-eb52ee016070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:27.989918 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-a47142bb-6151-4f91-84e3-eb52ee016070 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3650575 Dec 06 12:21:27.992285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:28.006862 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66ae9f-ce2b-4824-98cd-0673f1adcc07 None None] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:28.043763 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Checking segment: {'id': '96482796-6a16-4aff-8fa2-4a42a8740928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:28.044135 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Network hostable DHCP agents. Network: d569a1d6-c882-4d97-9314-c7f92055f6ae, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:21:28.097924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87661377-f594-49c6-b979-ae8ae095f2a9 req-807b7885-f17f-4e5a-95da-ae1fd0e443ed tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425774 Dec 06 12:21:28.099151 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Network d569a1d6-c882-4d97-9314-c7f92055f6ae is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:21:28.121002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['678d8585-35d2-4590-9476-ff07d8f5d5de'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:28.132165 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d569a1d6-c882-4d97-9314-c7f92055f6ae) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:28.136377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.136986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:28.168686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ab259-9ad2-43e6-b0c2-f848d4538ba0 None None] Network d569a1d6-c882-4d97-9314-c7f92055f6ae requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:28.171634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4037038-91e6-42c5-a3ed-cd8a389117ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7381461 Dec 06 12:21:28.221246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-d927b442-bce0-486d-a2a1-01799e9f62ea service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234061 Dec 06 12:21:28.473315 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-73485259-1045-4f42-a45a-16466eca707f req-bea0476b-1dc8-450d-916d-95b310a0d55d service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162540 Dec 06 12:21:28.566266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05cce4-e1a8-4444-a653-376d492ecbb5 req-8b302ac8-1c9a-4b3c-b2a2-bfc93b2247c9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.568511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a05cce4-e1a8-4444-a653-376d492ecbb5 req-8b302ac8-1c9a-4b3c-b2a2-bfc93b2247c9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 943 time: 0.1394560 Dec 06 12:21:28.611878 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaaca20-b028-4a0f-bc77-c616c99814d6 None None] Network d569a1d6-c882-4d97-9314-c7f92055f6ae requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:21:28.657511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a05cce4-e1a8-4444-a653-376d492ecbb5 req-c09f91b1-1d56-4ed8-96cd-b63c3e2f1ffa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777161 Dec 06 12:21:28.799052 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-b20b8556-2f33-463b-960e-0e58b71c9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.800897 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-b20b8556-2f33-463b-960e-0e58b71c9aef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 1094 time: 0.2562764 Dec 06 12:21:28.867717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:28.892994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:28.975816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-b3aecdce-9358-4958-ab40-ea7ed072d113 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.977505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-b3aecdce-9358-4958-ab40-ea7ed072d113 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/networks?id=d569a1d6-c882-4d97-9314-c7f92055f6ae HTTP/1.1" status: 200 len: 821 time: 0.1108387 Dec 06 12:21:28.991466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-e4e8d333-5095-4e34-bb69-887f96337524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.992942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-e4e8d333-5095-4e34-bb69-887f96337524 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.1815379 Dec 06 12:21:28.995236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-cf983b92-fed0-4a0c-9085-5e3c02d25272 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/quotas/18bfd9bf517b402fa6779f5a4ca3d208 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Dec 06 12:21:29.030093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-53552dd3-9c42-4101-ac9d-16c40e6a7cbc tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=18bfd9bf517b402fa6779f5a4ca3d208&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276287 Dec 06 12:21:29.065138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-f9f738ce-c1c8-4797-b0f6-1f11e2b66771 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 200 len: 217 time: 0.0621367 Dec 06 12:21:29.114238 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Allocated IP 172.35.3.245 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/094226f3-fe5b-4ab1-902d-2061a9788d1e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:29.145748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-f7a44ddf-0241-4acb-855e-0fe533051776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:29.147556 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-f7a44ddf-0241-4acb-855e-0fe533051776 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0723140 Dec 06 12:21:29.248254 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-d8a51cab-e20c-45c4-a9e1-9550dc61c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:29.249788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-d8a51cab-e20c-45c4-a9e1-9550dc61c1df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907502 Dec 06 12:21:29.318148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:29.399876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-771337f0-d0d3-4ca0-885c-3495d7eac87f service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409571 Dec 06 12:21:29.425610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:29.474807 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:29.486385 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:29.505593 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361e8bb-0967-44f8-97cb-738fe138c7ce None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:29.520005 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:29.558995 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Pushing event updated for resources: {'Port': ['ID=094226f3-fe5b-4ab1-902d-2061a9788d1e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:29.562097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-a9c58f11-a9c5-4228-b780-18d33781f485 service neutron] 10.222.0.31 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239975 Dec 06 12:21:29.579388 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e063f-ee1b-4752-b8eb-43b3363a536e req-08dbef53-0314-4026-8bcd-3ffebb195b2d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:29.588242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-378e063f-ee1b-4752-b8eb-43b3363a536e req-08dbef53-0314-4026-8bcd-3ffebb195b2d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.0977995 Dec 06 12:21:29.595799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5f9a8e3-b65a-4e3e-8775-fa04aa193a92 req-cc58f192-e708-4747-80cb-59fe385adf87 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886861 Dec 06 12:21:29.653018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-448d7499-901b-44c8-8c9d-c354eb9d43ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:29.674641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-378e063f-ee1b-4752-b8eb-43b3363a536e req-d0317297-76f9-48fc-ad76-4beae3298189 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839074 Dec 06 12:21:29.679762 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c7ec353-aa4d-49dc-a4fa-d4575140a755 None None] Provisioning complete for port 094226f3-fe5b-4ab1-902d-2061a9788d1e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:29.680395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec353-aa4d-49dc-a4fa-d4575140a755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:29.755529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ec353-aa4d-49dc-a4fa-d4575140a755 None None] Port 094226f3-fe5b-4ab1-902d-2061a9788d1e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:29.790736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-05637fa6-4f8c-49f9-b99a-5bf2fa8ef679 service neutron] 10.222.0.31 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276556 Dec 06 12:21:29.945794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7fb1f-cf00-4be2-8c10-61280d9cfa73 req-d14c2aed-241f-4b44-a504-c75b136379e5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:29.948226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4d7fb1f-cf00-4be2-8c10-61280d9cfa73 req-d14c2aed-241f-4b44-a504-c75b136379e5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 943 time: 0.0589693 Dec 06 12:21:30.068961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4d7fb1f-cf00-4be2-8c10-61280d9cfa73 req-f56addfa-f7a1-4c7b-b368-bd5b58c894f8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125617 Dec 06 12:21:30.181184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed2f66d2-edf5-46a9-adc2-29606168a8a8 req-e2f09416-c8cf-4e1e-bc6f-8a6d4b96dd61 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 210 time: 0.0578938 Dec 06 12:21:30.344997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:30.507368 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:30.640069 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c7355c41-59fa-4f74-a45c-148263496ff9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:30.649302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:30.788485 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:30.805072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'mac_address': 'fa:16:3e:23:e9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:30.877119 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:21:30.906137 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363b0a3-6c99-4b7c-8b1b-b1b60453bca2 req-312226c8-b57a-4f46-8b92-4fee8a4405e5 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:30.908250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:30.914946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5363b0a3-6c99-4b7c-8b1b-b1b60453bca2 req-312226c8-b57a-4f46-8b92-4fee8a4405e5 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.1196175 Dec 06 12:21:30.941974 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7355c41-59fa-4f74-a45c-148263496ff9 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:30.968610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5363b0a3-6c99-4b7c-8b1b-b1b60453bca2 req-4df5b0ad-7c59-4b6f-a5fe-0552c4656d8e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520661 Dec 06 12:21:30.997265 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:31.004245 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.028695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.053430 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:31.068715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:31.082983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Sync routers for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:31.090450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.092587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:31.093491 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ffa926be-ed81-41d7-8ebf-cbd903f082bc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5022001 Dec 06 12:21:31.094675 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:31.174102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:31.175135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:31.255358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c7355c41-59fa-4f74-a45c-148263496ff9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:31.314702 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb62cf-8012-48ea-b7e0-0c4db20b9272 req-70765540-42e1-4829-a984-ccfbed0f3957 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:31.325216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9bb62cf-8012-48ea-b7e0-0c4db20b9272 req-70765540-42e1-4829-a984-ccfbed0f3957 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 944 time: 0.1367328 Dec 06 12:21:31.424895 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 678d8585-35d2-4590-9476-ff07d8f5d5de completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:31.441319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 678d8585-35d2-4590-9476-ff07d8f5d5de triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:31.441716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.495407 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:31.577476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0bab519-9191-4701-925f-1f5f6eaf526a req-e66957d5-e3a9-40ab-b0b3-304803841ea4 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 210 time: 0.2718093 Dec 06 12:21:31.598672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-60fd26e5-ca5e-4f53-91de-47ee98993305 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:31.600800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-60fd26e5-ca5e-4f53-91de-47ee98993305 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.53 "GET /v2.0/networks?id=d569a1d6-c882-4d97-9314-c7f92055f6ae HTTP/1.1" status: 200 len: 821 time: 0.2607732 Dec 06 12:21:31.616408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9bb62cf-8012-48ea-b7e0-0c4db20b9272 req-7860bc58-33d0-434c-80ae-34a2399fe247 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891994 Dec 06 12:21:31.650330 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Request body: {'port': {'device_id': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae', 'admin_state_up': True, 'tenant_id': '18bfd9bf517b402fa6779f5a4ca3d208'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:31.829192 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Made reservation on behalf of 18bfd9bf517b402fa6779f5a4ca3d208 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:31.832817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.894546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.952229 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:31.954586 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8dff2-9d1d-4ea7-b3f8-fd77fa75b728" -d '{"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:31.972319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:31.979198 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Allocated IP 172.20.0.11 (d569a1d6-c882-4d97-9314-c7f92055f6ae/b7f2615d-969f-4ec9-a753-748bf54c7c7c/7d559575-9938-4db3-889d-705e2ba07848) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:31.981955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.040470 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:29Z', 'revision_number': 3, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:32.125756 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99d2c9-5b9f-469e-8790-96a5a3e22aeb x-openstack-request-id: req-2a99d2c9-5b9f-469e-8790-96a5a3e22aeb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:32.127889 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:32.127889 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a99d2c9-5b9f-469e-8790-96a5a3e22aeb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:32.128519 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'code': 200} Dec 06 12:21:32.136197 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Checking router: 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:32.136556 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Updating router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a port 094226f3-fe5b-4ab1-902d-2061a9788d1e binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:21:32.143147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.185577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.227772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:32.233651 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.237995 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Network d569a1d6-c882-4d97-9314-c7f92055f6ae is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:32.241597 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:32.246683 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:32.299281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:32.299976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.319505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6744804 Dec 06 12:21:32.320340 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b936-a0f7-4532-b3f3-2267b665b8de tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Pushing event updated for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:32.341894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Request body: {'port': {'device_id': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:32.361999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15541e82-875d-4f9a-9242-40fffb1a9828 req-1da15296-ba98-44df-8886-70df9ee55902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:32.364220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15541e82-875d-4f9a-9242-40fffb1a9828 req-1da15296-ba98-44df-8886-70df9ee55902 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1097 time: 0.2020991 Dec 06 12:21:32.386567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.419568 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62499fe2-8e10-4727-8937-c24af387431e req-3c6d5b78-df5e-4374-9750-0f3ebcc59222 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:32.421418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62499fe2-8e10-4727-8937-c24af387431e req-3c6d5b78-df5e-4374-9750-0f3ebcc59222 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1971009 Dec 06 12:21:32.453746 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.475438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.624486 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Allocated IP 172.20.0.1 (e66e603e-c637-4be9-ad3d-b7042f7483f8/7d178f40-4738-44b7-91f7-47726c6d27bb/faf1bce3-0b46-4408-baf1-a542b6a55e44) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:32.669038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c7355c41-59fa-4f74-a45c-148263496ff9 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:32.753508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.810255 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.938880 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Pushing event updated for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:32.992825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:32.998589 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port c7355c41-59fa-4f74-a45c-148263496ff9 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:33.002046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.006705 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:33.009756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15541e82-875d-4f9a-9242-40fffb1a9828 req-88563813-0a5a-489e-9360-ce6d6535c8f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388824 Dec 06 12:21:33.011676 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d559575-9938-4db3-889d-705e2ba07848 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:33.017083 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:33.021887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.033917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb35b8-3491-4b0d-9c1d-35ddcc103c06 req-f60853af-bd89-4452-abf3-310b17b47a28 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:33.037779 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Transition to ACTIVE for port object 7d559575-9938-4db3-889d-705e2ba07848 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:33.043465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eedb35b8-3491-4b0d-9c1d-35ddcc103c06 req-f60853af-bd89-4452-abf3-310b17b47a28 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 932 time: 0.2539485 Dec 06 12:21:33.043641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.049104 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:33.125499 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56b513-0dcd-4261-b12d-c8d1fb49c3d0 None None] Pushing event updated for resources: {'Port': ['ID=094226f3-fe5b-4ab1-902d-2061a9788d1e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:33.140912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port c7355c41-59fa-4f74-a45c-148263496ff9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:33.141467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.152604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62499fe2-8e10-4727-8937-c24af387431e req-75998a21-5c0d-4eb3-9fa5-3c0ce02544dc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653901 Dec 06 12:21:33.174041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f85aa7-f805-4da3-9f6d-ebe532575ba4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:33.181124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.200740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:33.220893 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Attempting to bind port 7d559575-9938-4db3-889d-705e2ba07848 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:33.221311 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Attempting to bind port 7d559575-9938-4db3-889d-705e2ba07848 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '96482796-6a16-4aff-8fa2-4a42a8740928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:33.221651 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Attempting to bind port 7d559575-9938-4db3-889d-705e2ba07848 on network d569a1d6-c882-4d97-9314-c7f92055f6ae {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:33.226568 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Port 7d559575-9938-4db3-889d-705e2ba07848 on network d569a1d6-c882-4d97-9314-c7f92055f6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:33.226904 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Attempting to bind port 7d559575-9938-4db3-889d-705e2ba07848 on network d569a1d6-c882-4d97-9314-c7f92055f6ae {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:33.232632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:33.232975 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Checking segment: {'id': '96482796-6a16-4aff-8fa2-4a42a8740928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:33.233398 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Bound using segment: {'id': '96482796-6a16-4aff-8fa2-4a42a8740928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:33.234086 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Bound port: 7d559575-9938-4db3-889d-705e2ba07848, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96482796-6a16-4aff-8fa2-4a42a8740928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:33.234809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.277892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eedb35b8-3491-4b0d-9c1d-35ddcc103c06 req-ce4b2761-e189-4dcf-9281-9954a3c88744 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331774 Dec 06 12:21:33.283393 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Attempting to bind port 094226f3-fe5b-4ab1-902d-2061a9788d1e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:33.283776 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Attempting to bind port 094226f3-fe5b-4ab1-902d-2061a9788d1e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:33.289319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Attempting to bind port 094226f3-fe5b-4ab1-902d-2061a9788d1e on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:33.310587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.354432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:33.354817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:33.355232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.355637 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:33.356134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Bound port: 094226f3-fe5b-4ab1-902d-2061a9788d1e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:33.356520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.370411 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:33.381060 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d559575-9938-4db3-889d-705e2ba07848,segment=NetworkSegment(96482796-6a16-4aff-8fa2-4a42a8740928),segment_id=96482796-6a16-4aff-8fa2-4a42a8740928)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:33.390196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.475062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:33.475846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.478352 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d559575-9938-4db3-889d-705e2ba07848 HTTP/1.1" status: 200 len: 1092 time: 1.1444244 Dec 06 12:21:33.483946 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'tag': '7d559575-9938-4db3-889d-705e2ba07848'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:33.487198 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65da809-6320-410f-9299-0c361c0834c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "tag": "7d559575-9938-4db3-889d-705e2ba07848"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:33.499259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a6cdf91e-08b8-4898-9c54-d89d576e59e8 None None] Provisioning complete for port 094226f3-fe5b-4ab1-902d-2061a9788d1e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:33.499658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf91e-08b8-4898-9c54-d89d576e59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.523466 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf9b0-942a-44dd-bf61-bc19523c948d req-4dfebca0-84c1-45b0-b7a8-220ff1e79a96 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:33.526969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.530567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d79cf9b0-942a-44dd-bf61-bc19523c948d req-4dfebca0-84c1-45b0-b7a8-220ff1e79a96 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 944 time: 0.1418555 Dec 06 12:21:33.569622 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763320a9-4378-4b93-84a8-a4e25df623d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:33.575380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.620614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d79cf9b0-942a-44dd-bf61-bc19523c948d req-17c26ded-0691-4c7a-8b3c-8d188f3417d4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890980 Dec 06 12:21:33.621171 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:21:33.674558 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b17ce-200e-46b7-917f-948b650de955 x-openstack-request-id: req-5a6b17ce-200e-46b7-917f-948b650de955 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:33.675158 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "tag": "7d559575-9938-4db3-889d-705e2ba07848", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:33.675601 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a6b17ce-200e-46b7-917f-948b650de955 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:33.676022 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'tag': '7d559575-9938-4db3-889d-705e2ba07848', 'status': 'completed', 'code': 200} Dec 06 12:21:33.703878 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-c31ad4b2-fcb0-44f3-b09f-1fdcbbd49636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:33.705535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-c31ad4b2-fcb0-44f3-b09f-1fdcbbd49636 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18bfd9bf517b402fa6779f5a4ca3d208&device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 1095 time: 0.1247525 Dec 06 12:21:33.772966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-cb30ad14-4d73-4762-89d5-114c747af0d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d559575-9938-4db3-889d-705e2ba07848 HTTP/1.1" status: 200 len: 217 time: 0.0494087 Dec 06 12:21:33.867774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.876579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.886843 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-d915fc58-4c35-4272-861d-295fc076fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:33.888422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] For port 094226f3-fe5b-4ab1-902d-2061a9788d1e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:33.888932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-d915fc58-4c35-4272-861d-295fc076fc49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7f2615d-969f-4ec9-a753-748bf54c7c7c HTTP/1.1" status: 200 len: 861 time: 0.1082349 Dec 06 12:21:33.891521 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:33.902961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:33.912967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdf91e-08b8-4898-9c54-d89d576e59e8 None None] Port 094226f3-fe5b-4ab1-902d-2061a9788d1e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:33.916285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] For port 094226f3-fe5b-4ab1-902d-2061a9788d1e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=094226f3-fe5b-4ab1-902d-2061a9788d1e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:33.944982 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-209e7a5e-11d9-44c3-8688-931da4cadcd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d569a1d6-c882-4d97-9314-c7f92055f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467052 Dec 06 12:21:33.960635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Pushing event updated for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:33.969495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:34.018683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:34.021794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:34.070884 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:34.071544 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:34.073663 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6a33e-ca5b-44d7-a64d-e0eb63f5523f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:21:34.109276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-dacff5c1-3bfd-4cd1-818d-27d624f9d701 service neutron] 10.222.0.53 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554482 Dec 06 12:21:34.156787 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:34.158377 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:34.175617 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:34.178596 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a465bd-4bc9-463c-ac7a-7d29600d529f" -d '{"events": [{"server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "name": "network-vif-plugged", "status": "completed", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:34.315733 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e53a5-c17c-4e67-a469-16a0dcfcef8e x-openstack-request-id: req-a72e53a5-c17c-4e67-a469-16a0dcfcef8e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:34.316113 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "name": "network-vif-plugged", "status": "completed", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:34.316381 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a72e53a5-c17c-4e67-a469-16a0dcfcef8e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:34.316788 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'code': 200} Dec 06 12:21:34.319047 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56b513-0dcd-4261-b12d-c8d1fb49c3d0 None None] Pushing event updated for resources: {'Port': ['ID=094226f3-fe5b-4ab1-902d-2061a9788d1e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:34.333702 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:34.348654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] Provisioning complete for port 094226f3-fe5b-4ab1-902d-2061a9788d1e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:34.349040 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:34.363824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-03681597-18a5-4dfa-beab-b6600cb729c7 req-6da51cc9-63cb-420a-a425-0e37ef2520d9 service neutron] 10.222.0.53 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471247 Dec 06 12:21:34.406929 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6caa24-a777-4fc3-a23a-451611c880c8 req-a00f2ad4-936e-4d78-9c0c-2da8d83147d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.409008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e6caa24-a777-4fc3-a23a-451611c880c8 req-a00f2ad4-936e-4d78-9c0c-2da8d83147d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 1096 time: 0.0613325 Dec 06 12:21:34.461293 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:34.521891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e6caa24-a777-4fc3-a23a-451611c880c8 req-8162adda-9b4b-4159-a1d9-20e64fde0f06 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042840 Dec 06 12:21:34.534896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65da809-6320-410f-9299-0c361c0834c3 req-c1d4fe81-6e58-438b-b1fa-991622ed06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.537318 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-c1d4fe81-6e58-438b-b1fa-991622ed06fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18bfd9bf517b402fa6779f5a4ca3d208&device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 1095 time: 0.0717680 Dec 06 12:21:34.596355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcc7a-858c-4674-bfc7-7d69b21f0a99 req-49909a49-7d3e-4c71-aed5-86a16726c5d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.599888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b8fcc7a-858c-4674-bfc7-7d69b21f0a99 req-49909a49-7d3e-4c71-aed5-86a16726c5d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.2634740 Dec 06 12:21:34.705265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:34.717627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65da809-6320-410f-9299-0c361c0834c3 req-2572cb54-2e30-42fa-91bc-508652cf2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.720097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-2572cb54-2e30-42fa-91bc-508652cf2112 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d569a1d6-c882-4d97-9314-c7f92055f6ae HTTP/1.1" status: 200 len: 922 time: 0.1753478 Dec 06 12:21:34.732720 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] For port 094226f3-fe5b-4ab1-902d-2061a9788d1e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=094226f3-fe5b-4ab1-902d-2061a9788d1e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:34.757127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:34.768528 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dfcd3-9834-4834-aee6-5058231b0bc3 req-38f3cf04-3e67-4a0e-b4fc-dd99b327f909 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.772081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-5e726065-cbae-414a-874f-0d0617447699 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d559575-9938-4db3-889d-705e2ba07848 HTTP/1.1" status: 200 len: 217 time: 0.0432293 Dec 06 12:21:34.776004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-957dfcd3-9834-4834-aee6-5058231b0bc3 req-38f3cf04-3e67-4a0e-b4fc-dd99b327f909 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 944 time: 0.2831438 Dec 06 12:21:34.850090 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:34.854705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b8fcc7a-858c-4674-bfc7-7d69b21f0a99 req-811ec30c-6ed3-44c6-9112-a5f95e9fb949 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457576 Dec 06 12:21:34.862568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ffd07ab9-5ea8-4853-b79e-bb4dd7d3554a admin admin] 10.222.0.31 "PUT /v2.0/routers/8d53406b-756d-40b2-8f06-7a4f8bbb2d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7637420 Dec 06 12:21:34.874913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-957dfcd3-9834-4834-aee6-5058231b0bc3 req-f8861db8-5d23-4f4b-8a57-f9d201acd007 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979567 Dec 06 12:21:34.911564 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d80f44-df80-4733-8946-17e62d07ff03 None None] Pushing event updated for resources: {'Port': ['ID=094226f3-fe5b-4ab1-902d-2061a9788d1e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:34.918339 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65da809-6320-410f-9299-0c361c0834c3 req-45f49b33-b9bb-49cc-acbc-e6f5666c7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:34.930571 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-45f49b33-b9bb-49cc-acbc-e6f5666c7e80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7f2615d-969f-4ec9-a753-748bf54c7c7c HTTP/1.1" status: 200 len: 861 time: 0.1447492 Dec 06 12:21:34.971274 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'faf1bce3-0b46-4408-baf1-a542b6a55e44', 'name': '', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'mac_address': 'fa:16:3e:c5:3d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:32Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 2, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'subnets': [{'id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:34.975973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-2ce029eb-b96d-41ff-b0a8-92a5c2f102bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d569a1d6-c882-4d97-9314-c7f92055f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416284 Dec 06 12:21:35.033870 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839360fd-7602-45d7-b80a-ea9c2ea8c0ae None None] The sync data for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 is: [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'faf1bce3-0b46-4408-baf1-a542b6a55e44', 'name': '', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'mac_address': 'fa:16:3e:c5:3d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:32Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 2, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'subnets': [{'id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:35.203493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-f52799b2-b308-426f-909e-7e56c4581913 service neutron] 10.222.0.53 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196655 Dec 06 12:21:35.263146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4919e-1fd0-47ee-b0cb-66d6fa3dd4c7 req-0545d333-b31f-4717-aa79-3eb664d825df tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:35.266871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16a4919e-1fd0-47ee-b0cb-66d6fa3dd4c7 req-0545d333-b31f-4717-aa79-3eb664d825df tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 945 time: 0.1687438 Dec 06 12:21:35.301970 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855ed4f-da5e-4738-a3d2-8c1221df05bc req-c23b50c4-d063-4449-b8ef-56e7d9418868 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:35.303550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0855ed4f-da5e-4738-a3d2-8c1221df05bc req-c23b50c4-d063-4449-b8ef-56e7d9418868 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1343288 Dec 06 12:21:35.325753 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:35.334121 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'floatingip': {'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:35.468323 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:35.478401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c65da809-6320-410f-9299-0c361c0834c3 req-0d94127f-63fe-410b-8942-12aeeacf9c40 service neutron] 10.222.0.53 "GET /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664630 Dec 06 12:21:35.797896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-b7652f60-7c84-4493-ba7d-90bc66ecd1ff tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:35.805880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-b7652f60-7c84-4493-ba7d-90bc66ecd1ff tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 811 time: 0.1420989 Dec 06 12:21:35.826775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16a4919e-1fd0-47ee-b0cb-66d6fa3dd4c7 req-c4ece0f3-fe43-432f-b69c-412c06a02d08 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191150 Dec 06 12:21:35.847904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-34a16a9d-c115-49d5-84cb-b5dedebf0ba8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/quotas/fbf03b621c254f5abd5ee7c1709e22e4 HTTP/1.1" status: 200 len: 375 time: 0.0409682 Dec 06 12:21:35.849643 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:35.992411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-565d4403-004b-4827-99b4-70b3109adc75 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432493 Dec 06 12:21:36.227444 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef5831-67a0-403b-8e02-acb34a80bed8 req-b3fdf8ad-0db3-4629-a8ca-f803c1ad6109 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:36.229060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cef5831-67a0-403b-8e02-acb34a80bed8 req-b3fdf8ad-0db3-4629-a8ca-f803c1ad6109 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 944 time: 0.2298963 Dec 06 12:21:36.278846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f99bce3c-70df-4fe4-aeec-27f350adf3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.311166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-92d66e39-3c7f-46d1-b961-317df78ca3fc service neutron] 10.222.0.31 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150094 Dec 06 12:21:36.420658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f99bce3c-70df-4fe4-aeec-27f350adf3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.428074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f99bce3c-70df-4fe4-aeec-27f350adf3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.469859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cef5831-67a0-403b-8e02-acb34a80bed8 req-7b6a08ee-2ece-4587-afdc-0d00669f3ddd tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302051 Dec 06 12:21:36.473998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f99bce3c-70df-4fe4-aeec-27f350adf3b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f13c31f51e2432180fbae6df5117874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6232088 Dec 06 12:21:36.476312 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bce3c-70df-4fe4-aeec-27f350adf3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21139e48-1426-4c80-a794-90ae1ec6ab2f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:36.488026 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57584) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:36.543771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.584028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.675532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.679084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:36.680376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21139e48-1426-4c80-a794-90ae1ec6ab2f HTTP/1.1" status: 204 len: 168 time: 0.1985056 Dec 06 12:21:36.693051 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35794397-c702-43a3-92d8-978b3773f850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21139e48-1426-4c80-a794-90ae1ec6ab2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:37.035598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-9cb99f14-d723-40f2-81a9-af820077f0b5 service neutron] 10.222.0.31 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237320 Dec 06 12:21:37.094050 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57594) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:37.096362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179102-6a7c-4954-977b-b0df45b555a6 req-fc2f418e-ebe0-4e28-9ef9-8327a24aa8a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:37.097957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c179102-6a7c-4954-977b-b0df45b555a6 req-fc2f418e-ebe0-4e28-9ef9-8327a24aa8a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 945 time: 0.0967240 Dec 06 12:21:37.112305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7d559575-9938-4db3-889d-705e2ba07848 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:37.123451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3263c76-de55-451a-baa8-0be5b7628ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.246153 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.267250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d559575-9938-4db3-889d-705e2ba07848,segment=NetworkSegment(96482796-6a16-4aff-8fa2-4a42a8740928),segment_id=96482796-6a16-4aff-8fa2-4a42a8740928)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:37.272872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.295571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c179102-6a7c-4954-977b-b0df45b555a6 req-916802af-286f-47a2-b536-b60ae735b391 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599023 Dec 06 12:21:37.306493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '7d559575-9938-4db3-889d-705e2ba07848', 'network_id': 'd569a1d6-c882-4d97-9314-c7f92055f6ae', 'port_id': '7d559575-9938-4db3-889d-705e2ba07848', 'mac_address': 'fa:16:3e:9f:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f2615d-969f-4ec9-a753-748bf54c7c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:37.347290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3263c76-de55-451a-baa8-0be5b7628ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.366922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3263c76-de55-451a-baa8-0be5b7628ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.404410 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.452808 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d559575-9938-4db3-889d-705e2ba07848 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:37.467216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3263c76-de55-451a-baa8-0be5b7628ce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d88528cb0ab848ce93be0b87a5a1cb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696105 Dec 06 12:21:37.482627 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57606) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:37.491864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263c76-de55-451a-baa8-0be5b7628ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114fe9b4-c2b6-4feb-9d15-e5e2c9a8a63f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:37.494673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d559575-9938-4db3-889d-705e2ba07848,segment=NetworkSegment(96482796-6a16-4aff-8fa2-4a42a8740928),segment_id=96482796-6a16-4aff-8fa2-4a42a8740928)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:37.502173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.510397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-032ae1a3-e2f0-4f34-a275-db4bd71095ff req-20923f49-4c3b-4933-8354-51fd2e49650e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 210 time: 0.0597584 Dec 06 12:21:37.547730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-98858220-2044-4885-ab6a-84df25f3b3a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 267 time: 0.0878696 Dec 06 12:21:37.554096 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Floating IP ba93c084-1c2e-4f81-a14f-ae3a1fbddb79 associated. External IP: 172.35.3.69, port: 678d8585-35d2-4590-9476-ff07d8f5d5de. Dec 06 12:21:37.620135 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:37.627097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.652594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.720635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.723480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:37.726978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/114fe9b4-c2b6-4feb-9d15-e5e2c9a8a63f HTTP/1.1" status: 204 len: 168 time: 0.2408187 Dec 06 12:21:37.737290 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc9511-61d6-4c6f-b654-dc2a930ce651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fe9b4-c2b6-4feb-9d15-e5e2c9a8a63f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:37.756901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-eda8654c-2edd-4fde-a8da-a44cce6181ce tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:37.758431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-eda8654c-2edd-4fde-a8da-a44cce6181ce tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 945 time: 0.2018096 Dec 06 12:21:37.791211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'security_groups': []}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:37.820394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca109-cea9-41dd-a916-7856b8ac3050 req-11b3928c-98bb-44a0-b63c-3623812d9400 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:37.829531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-280ca109-cea9-41dd-a916-7856b8ac3050 req-11b3928c-98bb-44a0-b63c-3623812d9400 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 945 time: 0.1891205 Dec 06 12:21:37.863209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7d559575-9938-4db3-889d-705e2ba07848'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:38.036118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.130033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-280ca109-cea9-41dd-a916-7856b8ac3050 req-2595a7ba-12f6-4ef8-bd30-d6bc7be6dead tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995570 Dec 06 12:21:38.382588 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:21:38.430059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 094226f3-fe5b-4ab1-902d-2061a9788d1e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:38.534419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 094226f3-fe5b-4ab1-902d-2061a9788d1e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:38.535313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.543678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:38.643607 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Sync routers for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:38.659590 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:38.660427 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:38.731370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a390534-9723-4a2c-9c2f-22137f829268 req-113ba98e-61e6-462c-8b92-99f698e7079f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 210 time: 0.0740921 Dec 06 12:21:38.736671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.749279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.757366 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:21:38.767281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.771876 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'a323e401-4a37-4602-875d-c88cb28efe9f', 'c7355c41-59fa-4f74-a45c-148263496ff9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:38.838353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:38.839038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:38.840476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46ab4361-96d3-45b0-8ded-2bab6740ee63 req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "PUT /v2.0/ports/c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 200 len: 904 time: 1.0718133 Dec 06 12:21:38.840960 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:38.870782 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02520ef-75f9-48a8-80c7-4e2242cef84d" -d '{"events": [{"name": "network-changed", "server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:38.941257 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:21:38.983338 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:38.987345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-010940a1-cb8a-4b6e-8955-3097da54f9d8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "PUT /v2.0/floatingips/ba93c084-1c2e-4f81-a14f-ae3a1fbddb79 HTTP/1.1" status: 200 len: 991 time: 3.6591372 Dec 06 12:21:39.027541 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e257264-9f0e-48a1-bdde-ad7c95135aba x-openstack-request-id: req-0e257264-9f0e-48a1-bdde-ad7c95135aba {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:39.027857 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:39.028098 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e257264-9f0e-48a1-bdde-ad7c95135aba {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:39.028508 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'status': 'completed', 'code': 200} Dec 06 12:21:39.036553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c7355c41-59fa-4f74-a45c-148263496ff9'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:39.110954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:39.144748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7d559575-9938-4db3-889d-705e2ba07848 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:39.204949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-9fa8df25-9ba6-4620-a2a2-bcfd00a5855e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:39.207636 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:39.208282 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:39.211311 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.212228 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.212581 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.212927 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.213294 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.213636 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.213973 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.214308 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.214640 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.214974 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.215307 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.215639 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.215970 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f2b13-7918-4070-9c42-5da22cf44ba7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:39.226808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-9fa8df25-9ba6-4620-a2a2-bcfd00a5855e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 811 time: 0.4612596 Dec 06 12:21:39.263676 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Request body: {'port': {'device_id': '32193478-dc00-4d40-a8fa-5f5461872afb', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'admin_state_up': True, 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:39.315767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38af320-a3f2-43d6-a4dc-895937855dd5 req-04071ce7-1a88-4b8c-818b-3e1432579478 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:39.332778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d38af320-a3f2-43d6-a4dc-895937855dd5 req-04071ce7-1a88-4b8c-818b-3e1432579478 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 907 time: 0.2706985 Dec 06 12:21:39.452689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ab93d-13b1-4748-8a58-27e0529c8b13 req-0f192f4a-3e67-42be-88bf-ca25e78b7ff5 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:39.461363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-240ab93d-13b1-4748-8a58-27e0529c8b13 req-0f192f4a-3e67-42be-88bf-ca25e78b7ff5 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 945 time: 0.1930952 Dec 06 12:21:39.553530 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-09e8ebc1-8de9-4858-a430-cb194c386183 None None] Provisioning complete for port c7355c41-59fa-4f74-a45c-148263496ff9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:39.554132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09e8ebc1-8de9-4858-a430-cb194c386183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:39.601093 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-f81d372d-fc19-4d52-a37f-c20083ec84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:39.607085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-f81d372d-fc19-4d52-a37f-c20083ec84d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 1058 time: 0.3773539 Dec 06 12:21:39.631056 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 7d559575-9938-4db3-889d-705e2ba07848 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:39.637432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:39.645563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-240ab93d-13b1-4748-8a58-27e0529c8b13 req-0b42ad5e-aa81-4630-b4be-8f226143914d tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720223 Dec 06 12:21:39.664999 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'faf1bce3-0b46-4408-baf1-a542b6a55e44', 'name': '', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'mac_address': 'fa:16:3e:c5:3d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:32Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 2, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'subnets': [{'id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:39.672240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Made reservation on behalf of fbf03b621c254f5abd5ee7c1709e22e4 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:39.677193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:39.681908 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 7d559575-9938-4db3-889d-705e2ba07848 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:39.682279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:39.737631 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Checking router: 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:39.737986 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Updating router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a port faf1bce3-0b46-4408-baf1-a542b6a55e44 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:21:39.753952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7a99f-e58a-4414-bec5-d49991d556e8 req-2a206001-a484-4922-a6b6-1899fd11b8d2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:39.763080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5a7a99f-e58a-4414-bec5-d49991d556e8 req-2a206001-a484-4922-a6b6-1899fd11b8d2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1028347 Dec 06 12:21:39.796161 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:39.864653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5a7a99f-e58a-4414-bec5-d49991d556e8 req-d7035f63-d39c-4647-9211-f1144bf9e188 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004837 Dec 06 12:21:39.971763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52a15f5e-dfe4-4f97-a2c6-6a3a373858e8 req-78d389e6-b60c-41e7-ace6-34b37d181a6e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 210 time: 0.0614069 Dec 06 12:21:40.008358 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-a4964327-24ba-4eca-92a2-fd0141d69357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.012516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-a4964327-24ba-4eca-92a2-fd0141d69357 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.3981228 Dec 06 12:21:40.069907 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:40.090335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-4aa3bb09-dfe4-4aa9-a85b-995d1e450f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 200 len: 217 time: 0.0685725 Dec 06 12:21:40.136500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423339e-4bc7-4fcc-bc45-66688f5aba2a req-322eca08-31fb-4035-af1f-2f3c2f6a8d6d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.138138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1423339e-4bc7-4fcc-bc45-66688f5aba2a req-322eca08-31fb-4035-af1f-2f3c2f6a8d6d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1464131 Dec 06 12:21:40.155513 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Allocated IP 172.20.0.9 (e66e603e-c637-4be9-ad3d-b7042f7483f8/7d178f40-4738-44b7-91f7-47726c6d27bb/be66fcf8-522e-4745-8745-4f4b5f8986a6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:40.199461 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-26a31a3a-9b9a-4d65-a694-ec650aa429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.200947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-26a31a3a-9b9a-4d65-a694-ec650aa429c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1018651 Dec 06 12:21:40.271401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8912d71-bc81-46cc-9b73-71963508c779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.290772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1423339e-4bc7-4fcc-bc45-66688f5aba2a req-9af522f4-1811-4878-b2d7-fd05fcce7366 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399086 Dec 06 12:21:40.299085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-edfddf03-890f-49b6-9bcf-56a6277c908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.301359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-edfddf03-890f-49b6-9bcf-56a6277c908d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870340 Dec 06 12:21:40.380306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8912d71-bc81-46cc-9b73-71963508c779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.385847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8912d71-bc81-46cc-9b73-71963508c779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.409324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.410053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.434122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a8912d71-bc81-46cc-9b73-71963508c779 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88d5977099df4430af2b7cef9812cb5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632562 Dec 06 12:21:40.435283 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912d71-bc81-46cc-9b73-71963508c779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a04a79-2f7a-41bd-945d-7d8c524023a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:40.437859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:40.498753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d559575-9938-4db3-889d-705e2ba07848,segment=NetworkSegment(96482796-6a16-4aff-8fa2-4a42a8740928),segment_id=96482796-6a16-4aff-8fa2-4a42a8740928)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:40.502812 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d559575-9938-4db3-889d-705e2ba07848'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:40.507967 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e498152b-c64f-41ef-8e36-70370e88a1a0" -d '{"events": [{"server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "name": "network-vif-plugged", "status": "completed", "tag": "7d559575-9938-4db3-889d-705e2ba07848"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:40.528263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.529404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.564376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-86d6c456-77f4-4d97-8e7a-a13ff9999028 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542303 Dec 06 12:21:40.566213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.574090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.667020 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:40.719343 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c504606-ab3a-4d04-8cb3-e8c1c214d340 x-openstack-request-id: req-6c504606-ab3a-4d04-8cb3-e8c1c214d340 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:40.719648 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "name": "network-vif-plugged", "status": "completed", "tag": "7d559575-9938-4db3-889d-705e2ba07848", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:40.722543 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c504606-ab3a-4d04-8cb3-e8c1c214d340 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:40.722991 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d559575-9938-4db3-889d-705e2ba07848', 'code': 200} Dec 06 12:21:40.739748 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.740420 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba93c084-1c2e-4f81-a14f-ae3a1fbddb79', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.69', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:21:14Z', 'updated_at': '2021-12-06T12:21:37Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:40.748594 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.787395 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:40.805098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.813531 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:40.817373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16a04a79-2f7a-41bd-945d-7d8c524023a3 HTTP/1.1" status: 204 len: 168 time: 0.3784897 Dec 06 12:21:40.830488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:21:40.859531 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:40.860356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:40.875734 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c7bd-e099-47c0-8667-228c42471529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a04a79-2f7a-41bd-945d-7d8c524023a3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:40.904607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-4caf4f2e-0472-4d3b-9e4e-1f175d592811 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.906217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-4caf4f2e-0472-4d3b-9e4e-1f175d592811 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.2854755 Dec 06 12:21:40.920630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788992-4026-4c9c-825d-d20d605cdad4 req-ae53fa45-a244-437c-ab5c-651af1206a69 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:40.928328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80788992-4026-4c9c-825d-d20d605cdad4 req-ae53fa45-a244-437c-ab5c-651af1206a69 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.0982447 Dec 06 12:21:40.956313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-37191c7b-ca7d-4ec6-a673-a6ae7e72756a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/quotas/331d8803fc5841e3bdc35a454de9c415 HTTP/1.1" status: 200 len: 375 time: 0.0251212 Dec 06 12:21:40.978530 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Pushing event updated for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:40.987628 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:41.005117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Pushing event updated for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:41.007430 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Attempting to bind port faf1bce3-0b46-4408-baf1-a542b6a55e44 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:41.010167 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Attempting to bind port faf1bce3-0b46-4408-baf1-a542b6a55e44 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:41.010797 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Attempting to bind port faf1bce3-0b46-4408-baf1-a542b6a55e44 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:41.018884 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:41.038948 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:41.040010 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Checking segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:41.042373 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.042970 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Bound using segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:41.043637 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Bound port: faf1bce3-0b46-4408-baf1-a542b6a55e44, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:41.043800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80788992-4026-4c9c-825d-d20d605cdad4 req-a73f2a50-7cc8-4410-862c-68ce1341d4f6 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143689 Dec 06 12:21:41.046388 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.048372 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:41.053967 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21688d7f-c525-4133-b197-87866e5ba8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:41.072552 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.072895 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.073256 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.073593 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.073926 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.074257 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.074579 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.074902 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.075302 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.075629 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.075951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.076376 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.081264 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:41.110690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c02520ef-75f9-48a8-80c7-4e2242cef84d req-a817fa56-f92f-4822-949b-49560ddabde4 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282934 Dec 06 12:21:41.125130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-29f97525-c957-4be1-9d1f-de166b96531b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1616805 Dec 06 12:21:41.140672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:41.141630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.148661 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4d63-440b-49a6-9c1d-d834c2604821 req-146d003c-f136-45e5-ba41-9a155ec8017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:41.151480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a55c4d63-440b-49a6-9c1d-d834c2604821 req-146d003c-f136-45e5-ba41-9a155ec8017b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 1097 time: 0.1993916 Dec 06 12:21:41.161100 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] For port faf1bce3-0b46-4408-baf1-a542b6a55e44, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:41.164907 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] For port faf1bce3-0b46-4408-baf1-a542b6a55e44, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faf1bce3-0b46-4408-baf1-a542b6a55e44,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:41.169614 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.201879 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:41.241456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-25c09862-acba-4e13-8adb-e22c1c7c3a3c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9914114 Dec 06 12:21:41.262501 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:21:41.263124 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:41.266692 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ca6d-2895-4414-adab-305f5c6d430e None None] Pushing event updated for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:41.289392 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Request body: {'port': {'device_id': '32193478-dc00-4d40-a8fa-5f5461872afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:41.376478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-5fe77206-2746-40a0-aa15-9f22d46a7b0b service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504404 Dec 06 12:21:41.402235 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a55c4d63-440b-49a6-9c1d-d834c2604821 req-38ef18d8-a376-423c-9177-4f4982b111ee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210166 Dec 06 12:21:41.491452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.500809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f01d-7556-42d8-99d8-fb342e77acbe req-f92cd4d0-c124-4c83-9ee9-68941b8037ed tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:41.502578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54c6f01d-7556-42d8-99d8-fb342e77acbe req-f92cd4d0-c124-4c83-9ee9-68941b8037ed tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 931 time: 0.1499248 Dec 06 12:21:41.504380 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:21:41.631230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54c6f01d-7556-42d8-99d8-fb342e77acbe req-cce0db4d-929f-40b7-8758-f839af5605ef tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125319 Dec 06 12:21:41.653932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-73b8d404-54f7-478d-9dce-48ea18a5610f service neutron] 10.222.0.31 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372465 Dec 06 12:21:41.662849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba93c084-1c2e-4f81-a14f-ae3a1fbddb79', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.69', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:21:14Z', 'updated_at': '2021-12-06T12:21:37Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:41.711074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d0a27-2c32-4f7c-8da3-0fd0d5a715b0 None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba93c084-1c2e-4f81-a14f-ae3a1fbddb79', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.69', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:21:14Z', 'updated_at': '2021-12-06T12:21:37Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:41.747180 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0692081c-5584-4cac-81d6-65b759c92a92 x-openstack-request-id: req-0692081c-5584-4cac-81d6-65b759c92a92 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:41.747959 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:41.748482 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0692081c-5584-4cac-81d6-65b759c92a92 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:41.749419 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'status': 'completed', 'code': 200} Dec 06 12:21:41.931022 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be66fcf8-522e-4745-8745-4f4b5f8986a6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:41.942581 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688d7f-c525-4133-b197-87866e5ba8dd req-f3d939c3-f5c9-4024-9017-2f0dd5c8c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:41.944246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-f3d939c3-f5c9-4024-9017-2f0dd5c8c005 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1097 time: 0.0954299 Dec 06 12:21:41.946218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:41.960833 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'faf1bce3-0b46-4408-baf1-a542b6a55e44', 'name': '', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'mac_address': 'fa:16:3e:c5:3d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:32Z', 'updated_at': '2021-12-06T12:21:41Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'subnets': [{'id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:41.984935 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Transition to ACTIVE for port object be66fcf8-522e-4745-8745-4f4b5f8986a6 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:42.011097 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b14229-1cd2-4042-8130-b1caf258e987 None None] The sync data for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 is: [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:21:33Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'faf1bce3-0b46-4408-baf1-a542b6a55e44', 'name': '', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'mac_address': 'fa:16:3e:c5:3d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:32Z', 'updated_at': '2021-12-06T12:21:41Z', 'revision_number': 4, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'subnets': [{'id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:21:42.011422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:42.075705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-693fa75a-7ece-4e1b-904b-9e597d3920f4 req-35dd9f78-7e26-4e39-8ee0-9389528db2b0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 210 time: 0.0433292 Dec 06 12:21:42.199845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Pushing event updated for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:42.251643 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f21f50-7ea9-42cf-9565-80c94510347b None None] New status for floating IP ba93c084-1c2e-4f81-a14f-ae3a1fbddb79: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:21:42.333368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98d49-49ed-4ecd-ba89-8bbc3e050e73 req-251fa8e2-013b-4a7c-8f23-1d530987829e tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:42.346512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1df98d49-49ed-4ecd-ba89-8bbc3e050e73 req-251fa8e2-013b-4a7c-8f23-1d530987829e tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.1962078 Dec 06 12:21:42.386710 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faf1bce3-0b46-4408-baf1-a542b6a55e44 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:42.400780 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688d7f-c525-4133-b197-87866e5ba8dd req-eeb20ff3-0814-4a8e-a3cd-f2031c1cc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:42.407683 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-eeb20ff3-0814-4a8e-a3cd-f2031c1cc609 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.4483061 Dec 06 12:21:42.538060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1df98d49-49ed-4ecd-ba89-8bbc3e050e73 req-954d0e5e-aa71-4c63-92e8-1d50e73d552b tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850758 Dec 06 12:21:42.544823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port faf1bce3-0b46-4408-baf1-a542b6a55e44 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:42.545484 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:42.736941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:42.744828 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-021cfdb7-0ef2-4092-8ce3-7ad9a500c835 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 999 time: 0.3094668 Dec 06 12:21:42.750137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Attempting to bind port be66fcf8-522e-4745-8745-4f4b5f8986a6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:42.750597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Attempting to bind port be66fcf8-522e-4745-8745-4f4b5f8986a6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:42.751037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Attempting to bind port be66fcf8-522e-4745-8745-4f4b5f8986a6 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:42.791565 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Port be66fcf8-522e-4745-8745-4f4b5f8986a6 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:42.791996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Attempting to bind port be66fcf8-522e-4745-8745-4f4b5f8986a6 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:42.804741 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:42.806057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Checking segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:42.806890 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Bound using segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:42.808104 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Bound port: be66fcf8-522e-4745-8745-4f4b5f8986a6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:42.809534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:42.855086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port faf1bce3-0b46-4408-baf1-a542b6a55e44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faf1bce3-0b46-4408-baf1-a542b6a55e44,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:42.862923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:42.873183 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688d7f-c525-4133-b197-87866e5ba8dd req-541271c4-271b-47e9-aea2-4d8bfd3ae604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:42.877632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-541271c4-271b-47e9-aea2-4d8bfd3ae604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1237206 Dec 06 12:21:42.924425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551cde4-91cb-4b8b-923a-cff7b85c3079 req-c9f50b6a-9cf7-4cdc-81d4-3e0da6251ead tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:42.951051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3551cde4-91cb-4b8b-923a-cff7b85c3079 req-c9f50b6a-9cf7-4cdc-81d4-3e0da6251ead tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 943 time: 0.1379459 Dec 06 12:21:43.019218 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:43.074736 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688d7f-c525-4133-b197-87866e5ba8dd req-983a2897-b28b-4d34-ae70-73fec3a8d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:43.076236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-983a2897-b28b-4d34-ae70-73fec3a8d182 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896615 Dec 06 12:21:43.110221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3551cde4-91cb-4b8b-923a-cff7b85c3079 req-052ae78f-a081-47cd-9093-62355157fd79 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579225 Dec 06 12:21:43.222005 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-9e258167-2f57-43c8-aad0-a2fd08a4b06b service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 Dec 06 12:21:43.225056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:43.254619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-405f997e-d321-4ac6-b8f8-a0e874b3ce3a req-ce954eda-1689-4065-84fe-5a62f700b36a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 210 time: 0.0644093 Dec 06 12:21:43.286139 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:43.326659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:43.422703 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Pushing event updated for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:43.440278 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:43.440868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:43.442482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-2bb13c6f-6159-4aeb-b6f4-e5c45f7d61ad service neutron] 10.222.0.23 "PUT /v2.0/ports/be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 200 len: 1091 time: 2.1840241 Dec 06 12:21:43.442945 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:43.445268 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf9507-51a6-4421-a538-277006387c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:43.566827 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd0f40-540c-43d2-8f1b-d633bb25b1cd x-openstack-request-id: req-61fd0f40-540c-43d2-8f1b-d633bb25b1cd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:43.567129 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:43.567390 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61fd0f40-540c-43d2-8f1b-d633bb25b1cd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:43.568117 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6', 'status': 'completed', 'code': 200} Dec 06 12:21:43.571336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21688d7f-c525-4133-b197-87866e5ba8dd req-e2b1f24c-5799-4eb0-b2e3-0b5bd5317eb9 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260736 Dec 06 12:21:43.584494 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-45f876d5-a27d-41f6-bf5d-60351b7b1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:43.586024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-45f876d5-a27d-41f6-bf5d-60351b7b1c36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1094 time: 0.1029973 Dec 06 12:21:43.732563 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61001365-98dd-46d7-a986-e01e2b263d8c req-b1461e44-6dbe-4a37-8017-02f637959d2b tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:43.737499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61001365-98dd-46d7-a986-e01e2b263d8c req-b1461e44-6dbe-4a37-8017-02f637959d2b tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.0955689 Dec 06 12:21:43.816957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61001365-98dd-46d7-a986-e01e2b263d8c req-60481744-e48e-44d5-924c-ac524bbc46fe tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724099 Dec 06 12:21:44.351416 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-57a37747-9eb1-45e4-a8cc-92a9f4d310f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 200 len: 217 time: 0.7536962 Dec 06 12:21:44.370586 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faf1bce3-0b46-4408-baf1-a542b6a55e44 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:44.395333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08706-c56b-455d-9dd1-436d56b8ee12 req-7de84707-55fd-40bb-8804-8fd0e3485787 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:44.413770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f08706-c56b-455d-9dd1-436d56b8ee12 req-7de84707-55fd-40bb-8804-8fd0e3485787 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 943 time: 0.1466556 Dec 06 12:21:44.493786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port faf1bce3-0b46-4408-baf1-a542b6a55e44 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:44.494166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:44.584587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f08706-c56b-455d-9dd1-436d56b8ee12 req-2825bf00-ca4d-4cf0-832f-dbe184652547 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698208 Dec 06 12:21:44.606746 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-a1efdafe-9172-4fb7-a7ce-46f3cb2ef77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:44.608223 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-a1efdafe-9172-4fb7-a7ce-46f3cb2ef77d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.2352679 Dec 06 12:21:44.616266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2f1f-16e6-4c3b-ac36-c4bd50feff9c req-73196db1-fe08-48e8-99af-fb3ecdf6ef6f tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:44.635199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f25c2f1f-16e6-4c3b-ac36-c4bd50feff9c req-73196db1-fe08-48e8-99af-fb3ecdf6ef6f tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.1923492 Dec 06 12:21:44.698950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-28fe7fee-5553-4781-8175-551df94301c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714836 Dec 06 12:21:44.750594 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-2c5fb68c-3dd0-47be-874f-e05706a00638 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:44.752501 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-2c5fb68c-3dd0-47be-874f-e05706a00638 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 812 time: 0.4032390 Dec 06 12:21:44.757289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2cf70d5-e2ee-42a1-a34a-1afc7be809bf req-330fffd9-1e00-4bed-8dcd-980f3bf6347a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 210 time: 0.0529947 Dec 06 12:21:44.773627 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Request body: {'port': {'device_id': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'admin_state_up': True, 'tenant_id': '331d8803fc5841e3bdc35a454de9c415'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:44.791482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f25c2f1f-16e6-4c3b-ac36-c4bd50feff9c req-c979cf5f-bd83-42e2-bb47-36b78f1e4215 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551387 Dec 06 12:21:44.945355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-bfe12aa1-f936-4eba-b210-242809549781 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349961 Dec 06 12:21:45.057398 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Made reservation on behalf of 331d8803fc5841e3bdc35a454de9c415 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:21:45.060956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:45.141803 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-106a8b64-375b-4f6e-b76c-07577b36d564 req-7b61ecfd-453b-4917-813e-99ad22367e3b service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753142 Dec 06 12:21:45.273337 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Allocated IP 172.20.0.13 (ad17c0ae-6580-4419-866d-c8dcb4cc032b/cb40bce7-6e3e-4673-979d-36833fbd2fa6/23f312e0-fece-4126-9d95-c55b37be0c4a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:21:45.284734 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9507-51a6-4421-a538-277006387c1e req-c9c29190-1937-4178-b337-79d67620b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:45.286525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-c9c29190-1937-4178-b337-79d67620b300 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1094 time: 0.0757649 Dec 06 12:21:45.468311 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9507-51a6-4421-a538-277006387c1e req-d50662be-44c3-4d7d-bb59-b938866f27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:45.469744 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-d50662be-44c3-4d7d-bb59-b938866f27d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.1739442 Dec 06 12:21:45.540151 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-e26572bf-6edb-482f-88b4-d1b41749039c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 200 len: 217 time: 0.0473561 Dec 06 12:21:45.560149 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:45.611041 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9507-51a6-4421-a538-277006387c1e req-e7c0cfe9-8370-4237-b891-cbde9608cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:45.612882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-e7c0cfe9-8370-4237-b891-cbde9608cdf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.0661745 Dec 06 12:21:45.642375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:45.658518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'a323e401-4a37-4602-875d-c88cb28efe9f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:45.664370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-ad70551e-beea-4e74-ad59-f98b85a7b7b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323186 Dec 06 12:21:45.734787 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:21:45.742534 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:21:45.773784 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:45.776276 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:21:45.845528 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:45.846135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:45.851017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-fd9aa5fe-1ea8-45a4-9944-7546638cbd3b service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635189 Dec 06 12:21:45.880849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9c0f5629-2886-4ec9-b26f-f837a9295ac7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1111789 Dec 06 12:21:45.906812 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Request body: {'port': {'device_id': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:21:46.065341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.080879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3cdf9507-51a6-4421-a538-277006387c1e req-8bdb0c3b-dfa9-4de4-942e-f2cff1437418 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187066 Dec 06 12:21:46.150232 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e505c5f-5d03-4bad-b20c-30141c4dc966 req-e1abe291-dd31-47a4-b80c-7b53bb32ce30 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:46.158995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e505c5f-5d03-4bad-b20c-30141c4dc966 req-e1abe291-dd31-47a4-b80c-7b53bb32ce30 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 943 time: 0.4238076 Dec 06 12:21:46.181249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-30523e80-7c20-47df-9af4-b21b7c836740 None None] Provisioning complete for port 23f312e0-fece-4126-9d95-c55b37be0c4a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:46.181585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30523e80-7c20-47df-9af4-b21b7c836740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.213464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65c54-51ab-439b-a770-677319dfc167 req-d91cd48b-23c4-4959-bfb8-ff786fa179d7 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:46.215352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10d65c54-51ab-439b-a770-677319dfc167 req-d91cd48b-23c4-4959-bfb8-ff786fa179d7 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.53 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.3585758 Dec 06 12:21:46.228427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-30523e80-7c20-47df-9af4-b21b7c836740 None None] Port 23f312e0-fece-4126-9d95-c55b37be0c4a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:21:46.346360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889aac9-a480-4f9c-8a1b-c4ae952213ef req-036c09c0-cd8a-45f7-a141-60fbf8c55a3e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:46.351372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1889aac9-a480-4f9c-8a1b-c4ae952213ef req-036c09c0-cd8a-45f7-a141-60fbf8c55a3e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 932 time: 0.3656662 Dec 06 12:21:46.378561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e505c5f-5d03-4bad-b20c-30141c4dc966 req-27129054-5b16-4481-b9f2-6bf719b87296 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182565 Dec 06 12:21:46.464655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1889aac9-a480-4f9c-8a1b-c4ae952213ef req-12ea560a-480e-4646-be18-8d0eb7a041d9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842767 Dec 06 12:21:46.489890 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Deleting port 7d559575-9938-4db3-889d-705e2ba07848 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:21:46.490238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.508268 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f312e0-fece-4126-9d95-c55b37be0c4a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:46.529636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.563033 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Transition to ACTIVE for port object 23f312e0-fece-4126-9d95-c55b37be0c4a will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:21:46.570308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.594731 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daefb9d-2a51-4543-bea6-9609b90b9785 req-12ca7def-aade-4843-8f8d-59a2f9bb3986 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:46.603821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3daefb9d-2a51-4543-bea6-9609b90b9785 req-12ca7def-aade-4843-8f8d-59a2f9bb3986 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 946 time: 0.1364281 Dec 06 12:21:46.710302 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] For port 7d559575-9938-4db3-889d-705e2ba07848, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d559575-9938-4db3-889d-705e2ba07848,segment=NetworkSegment(96482796-6a16-4aff-8fa2-4a42a8740928),segment_id=96482796-6a16-4aff-8fa2-4a42a8740928)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:46.713694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.721061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device be66fcf8-522e-4745-8745-4f4b5f8986a6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:46.731675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:46.798761 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Calling delete_port for 7d559575-9938-4db3-889d-705e2ba07848 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:21:46.850237 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Attempting to bind port 23f312e0-fece-4126-9d95-c55b37be0c4a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:21:46.850237 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Attempting to bind port 23f312e0-fece-4126-9d95-c55b37be0c4a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:21:46.854210 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Attempting to bind port 23f312e0-fece-4126-9d95-c55b37be0c4a on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:46.864083 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Port 23f312e0-fece-4126-9d95-c55b37be0c4a on network ad17c0ae-6580-4419-866d-c8dcb4cc032b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:21:46.864332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Attempting to bind port 23f312e0-fece-4126-9d95-c55b37be0c4a on network ad17c0ae-6580-4419-866d-c8dcb4cc032b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:21:46.870874 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:21:46.871213 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Checking segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:21:46.871601 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Bound using segment: {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:21:46.872979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Bound port: 23f312e0-fece-4126-9d95-c55b37be0c4a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:21:46.873431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:46.968860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3daefb9d-2a51-4543-bea6-9609b90b9785 req-0162012d-f735-4164-acf0-bffdefcc8b8b tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbaf3c86-c22a-4afc-b281-10be81928672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639612 Dec 06 12:21:47.015382 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:21:47.019928 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:47.020952 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:21:47.026707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.083671 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.084484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.086097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/23f312e0-fece-4126-9d95-c55b37be0c4a HTTP/1.1" status: 200 len: 1092 time: 1.1857476 Dec 06 12:21:47.086750 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:47.091145 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5588b-8753-41fe-91b4-2ded54bc75df" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:47.140301 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.149884 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'be66fcf8-522e-4745-8745-4f4b5f8986a6', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'port_id': 'be66fcf8-522e-4745-8745-4f4b5f8986a6', 'mac_address': 'fa:16:3e:33:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:47.160573 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f30e55-a808-4580-bd4e-b511bd0d31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:47.224264 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['7d559575-9938-4db3-889d-705e2ba07848'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:47.257072 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c36d8-01cc-4e0e-9cff-a64f692fe40d x-openstack-request-id: req-f64c36d8-01cc-4e0e-9cff-a64f692fe40d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:47.257403 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:47.257660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f64c36d8-01cc-4e0e-9cff-a64f692fe40d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:47.258065 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'status': 'completed', 'code': 200} Dec 06 12:21:47.284307 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-3c0d8688-c06d-420d-9931-8392cc82d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.285879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-3c0d8688-c06d-420d-9931-8392cc82d1c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 1095 time: 0.0917068 Dec 06 12:21:47.286014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.302594 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be66fcf8-522e-4745-8745-4f4b5f8986a6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:47.331952 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:47.337730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.354879 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Pushing event deleted for resources: {'Port': ['ID=7d559575-9938-4db3-889d-705e2ba07848,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:47.407364 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] No DVR routers for this DVR port 7d559575-9938-4db3-889d-705e2ba07848 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:21:47.418481 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-59c00727-dd15-494b-bbb5-96e3587fcd12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f312e0-fece-4126-9d95-c55b37be0c4a HTTP/1.1" status: 200 len: 217 time: 0.1173310 Dec 06 12:21:47.421125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:47.425206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10d65c54-51ab-439b-a770-677319dfc167 req-672b7815-9cad-4703-8ed4-966b3221d536 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.53 "DELETE /v2.0/ports/7d559575-9938-4db3-889d-705e2ba07848 HTTP/1.1" status: 204 len: 173 time: 1.1979356 Dec 06 12:21:47.426132 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'name': 'network-vif-deleted', 'tag': '7d559575-9938-4db3-889d-705e2ba07848'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:47.436518 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef34a272-ece8-47c5-ad68-6348bb67de57" -d '{"events": [{"server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "name": "network-vif-deleted", "tag": "7d559575-9938-4db3-889d-705e2ba07848"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:47.520234 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:47.534471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.535063 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.535560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.536775 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.537800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.538301 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.538794 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.540156 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.540649 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.541134 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.541650 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.542342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.543313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:47.557552 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d2653-5c7b-4913-a753-14aa8364d3d1 x-openstack-request-id: req-ac2d2653-5c7b-4913-a753-14aa8364d3d1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:47.557860 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f372b632-d8e9-4fc1-85a2-c18841307c72", "name": "network-vif-deleted", "tag": "7d559575-9938-4db3-889d-705e2ba07848", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:47.558120 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac2d2653-5c7b-4913-a753-14aa8364d3d1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:47.558533 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f372b632-d8e9-4fc1-85a2-c18841307c72', 'name': 'network-vif-deleted', 'tag': '7d559575-9938-4db3-889d-705e2ba07848', 'status': 'completed', 'code': 200} Dec 06 12:21:47.601318 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-05b75753-6cba-4389-be51-e178099fc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.603658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-05b75753-6cba-4389-be51-e178099fc7fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1752126 Dec 06 12:21:47.604987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['be66fcf8-522e-4745-8745-4f4b5f8986a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:47.661622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea14f8-8da0-4687-8cd5-050df73a87fe req-388dd7ac-1c49-4288-ba2b-96c53eb419b3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.674377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56ea14f8-8da0-4687-8cd5-050df73a87fe req-388dd7ac-1c49-4288-ba2b-96c53eb419b3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 944 time: 0.1301465 Dec 06 12:21:47.710456 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9a6fd476-82cf-464b-8aaa-0d48ff31c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.712896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-9a6fd476-82cf-464b-8aaa-0d48ff31c465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959423 Dec 06 12:21:47.797772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56ea14f8-8da0-4687-8cd5-050df73a87fe req-8e67829e-ac88-49b1-92c4-8b5a76f220fd tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223960 Dec 06 12:21:47.835701 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283156-15cc-4318-a140-4c6f1c356737 req-ce2eed1e-5cb4-4d87-a818-fb13259ce66e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:47.858675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce283156-15cc-4318-a140-4c6f1c356737 req-ce2eed1e-5cb4-4d87-a818-fb13259ce66e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 944 time: 0.1589031 Dec 06 12:21:47.931045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-3359012d-4956-4a97-9b2b-06762a5fcde7 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074757 Dec 06 12:21:47.949675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce283156-15cc-4318-a140-4c6f1c356737 req-6b800c33-eb61-43d8-8b5a-5749a7548e5b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897493 Dec 06 12:21:48.293738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d44f59cd-7817-495b-9105-13b2c0fb4aee req-a3d3b557-8535-47f1-859e-938d790678d3 tempest-ServerAddressesNegativeTestJSON-2064883335 tempest-ServerAddressesNegativeTestJSON-2064883335-project] 10.222.0.31 "GET /v2.0/ports?device_id=f372b632-d8e9-4fc1-85a2-c18841307c72 HTTP/1.1" status: 200 len: 210 time: 0.1778386 Dec 06 12:21:48.326937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7298717-82e1-4469-962b-115f01f1dff7 req-25858734-cabc-438d-ad8c-a4beeabf13ee service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655345 Dec 06 12:21:48.536348 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-ae167c3a-2d31-43c3-8080-88b2cf739c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:48.538494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-ae167c3a-2d31-43c3-8080-88b2cf739c4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 1095 time: 0.0448220 Dec 06 12:21:48.642074 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-e534f7cd-976d-4f1c-a982-c3b57290a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:48.643531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-e534f7cd-976d-4f1c-a982-c3b57290a21e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.0973136 Dec 06 12:21:48.684596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-0d1e3202-b6ec-41ce-ad04-11c32e188e1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f312e0-fece-4126-9d95-c55b37be0c4a HTTP/1.1" status: 200 len: 217 time: 0.0337672 Dec 06 12:21:48.732089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device be66fcf8-522e-4745-8745-4f4b5f8986a6 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:48.743234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-1192729b-0198-43e0-883e-1b88234f7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:48.744935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-1192729b-0198-43e0-883e-1b88234f7464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0522697 Dec 06 12:21:48.783898 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port be66fcf8-522e-4745-8745-4f4b5f8986a6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:48.789388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port be66fcf8-522e-4745-8745-4f4b5f8986a6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:48.790204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:48.795339 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-2c4a5455-26b2-4343-b2d3-cafa529f79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:48.797229 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-2c4a5455-26b2-4343-b2d3-cafa529f79d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448027 Dec 06 12:21:48.927986 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:48.929815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-4eb3c025-f491-4a98-9bad-23200849f386 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238458 Dec 06 12:21:48.941720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d03a29-660b-4f54-a52f-2a59df8bba26 req-8e30700d-5659-4553-b26f-84638518600c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:48.962297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8d03a29-660b-4f54-a52f-2a59df8bba26 req-8e30700d-5659-4553-b26f-84638518600c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 944 time: 0.0719683 Dec 06 12:21:49.001135 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:49.003462 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:49.011813 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ba1da9-2028-4d2c-b47e-f40dcd04c0d2" -d '{"events": [{"server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "name": "network-vif-plugged", "status": "completed", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:49.018278 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.063996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8d03a29-660b-4f54-a52f-2a59df8bba26 req-b88e6b4a-6310-417b-9176-a231f1c642b8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999732 Dec 06 12:21:49.124931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f5c5588b-8753-41fe-91b4-2ded54bc75df req-171973f5-e446-4cbd-8a0b-f9e0a7fdae76 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879287 Dec 06 12:21:49.140231 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ef7a3-712e-489d-a76c-2f8ed8a3365a x-openstack-request-id: req-620ef7a3-712e-489d-a76c-2f8ed8a3365a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:49.140838 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "name": "network-vif-plugged", "status": "completed", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:49.141354 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-620ef7a3-712e-489d-a76c-2f8ed8a3365a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:49.141955 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6', 'code': 200} Dec 06 12:21:49.166554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:49.170373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7d559575-9938-4db3-889d-705e2ba07848 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:21:49.199376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 7d559575-9938-4db3-889d-705e2ba07848 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:21:49.199627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 7d559575-9938-4db3-889d-705e2ba07848 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:21:49.250226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d18df-5676-420f-91e0-1cc247687130 req-ecfec4de-7a6f-4c33-9eef-98248288c2b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:49.259083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80ed31-d53c-4988-92da-a1ea2a3606fc req-8c628f1a-97a4-47b3-88f1-dfd91d64eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:49.259655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb3d18df-5676-420f-91e0-1cc247687130 req-ecfec4de-7a6f-4c33-9eef-98248288c2b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 944 time: 0.0594630 Dec 06 12:21:49.261765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c80ed31-d53c-4988-92da-a1ea2a3606fc req-8c628f1a-97a4-47b3-88f1-dfd91d64eb80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1096 time: 0.0532405 Dec 06 12:21:49.317110 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c80ed31-d53c-4988-92da-a1ea2a3606fc req-ba2481d3-03fd-4868-b3da-10d591bc6abd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Dec 06 12:21:49.321691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb3d18df-5676-420f-91e0-1cc247687130 req-33afe6d2-64d9-4437-a750-88a34dff29e7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597963 Dec 06 12:21:49.366542 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:49.415379 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Deleting subnet b7f2615d-969f-4ec9-a753-748bf54c7c7c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:21:49.418778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.471179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.472624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.553490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.629973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.669505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f2615d-969f-4ec9-a753-748bf54c7c7c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:49.678407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.683506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7802ae5-518a-430a-8be3-e11f3f813edd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7f2615d-969f-4ec9-a753-748bf54c7c7c HTTP/1.1" status: 204 len: 168 time: 0.3153374 Dec 06 12:21:49.685658 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:49.764841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.861692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.885397 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d569a1d6-c882-4d97-9314-c7f92055f6ae']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:49.896402 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96482796-6a16-4aff-8fa2-4a42a8740928') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:49.896402 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96482796-6a16-4aff-8fa2-4a42a8740928') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:21:49.909311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.926772 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:49.936971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:21:49.937480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:21:50.006702 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:21:50.012717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.018749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.024316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d569a1d6-c882-4d97-9314-c7f92055f6ae HTTP/1.1" status: 204 len: 168 time: 0.3348637 Dec 06 12:21:50.036601 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f727-cdd3-422e-a806-c3b407a6e193 admin admin] Pushing event deleted for resources: {'Network': ['ID=d569a1d6-c882-4d97-9314-c7f92055f6ae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:50.209699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd558e-9071-4d7f-a3ed-c10c42ebc250 req-df62b873-68be-4f3b-b89a-f752bf654271 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:50.217913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecdd558e-9071-4d7f-a3ed-c10c42ebc250 req-df62b873-68be-4f3b-b89a-f752bf654271 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0638490 Dec 06 12:21:50.292677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecdd558e-9071-4d7f-a3ed-c10c42ebc250 req-e2a4e3f1-a96a-4c7b-9c19-1c8fbe66214f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 Dec 06 12:21:50.356888 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:50.466889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a84d9639-1b00-4d82-9b89-5f8c226e0388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18bfd9bf517b402fa6779f5a4ca3d208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081285 Dec 06 12:21:50.469057 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:50.531628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f31f1f-75d7-431b-a37f-255cf74e27b2 req-8f91bab9-fcbf-4b39-a331-a5700d9cb640 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:50.538019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9f31f1f-75d7-431b-a37f-255cf74e27b2 req-8f91bab9-fcbf-4b39-a331-a5700d9cb640 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 944 time: 0.0866067 Dec 06 12:21:50.587436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.645824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.650546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9f31f1f-75d7-431b-a37f-255cf74e27b2 req-d424e6ae-7a3d-4d0a-954a-2bb5e54a41ff tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053040 Dec 06 12:21:50.746635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.750872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:50.755547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbaf3c86-c22a-4afc-b281-10be81928672 HTTP/1.1" status: 204 len: 168 time: 0.2848444 Dec 06 12:21:50.765946 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1cea3-ace7-41f9-a245-b43183c92488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf3c86-c22a-4afc-b281-10be81928672,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:51.163287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23f312e0-fece-4126-9d95-c55b37be0c4a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:21:51.371671 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:51.400241 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'mac_address': 'fa:16:3e:c4:58:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:21:51.504828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1313a0-f1a4-4bba-a86e-379f13906c12 req-f586f14f-9dd8-4a07-8cd5-6716486de7dd tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:51.516237 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:51.523532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba1313a0-f1a4-4bba-a86e-379f13906c12 req-f586f14f-9dd8-4a07-8cd5-6716486de7dd tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1326447 Dec 06 12:21:51.541134 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f312e0-fece-4126-9d95-c55b37be0c4a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:21:51.573777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:51.591888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:51.709308 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:51.711754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba1313a0-f1a4-4bba-a86e-379f13906c12 req-6cc9f3d4-247a-48da-b58c-6fd5723f81d1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868782 Dec 06 12:21:51.918597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c7011-e342-4757-b527-0fb5c0ea16c1 req-4103b678-160b-49ce-8aeb-ac2c26446657 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:51.935995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b18c7011-e342-4757-b527-0fb5c0ea16c1 req-4103b678-160b-49ce-8aeb-ac2c26446657 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 945 time: 0.1225321 Dec 06 12:21:51.952927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['23f312e0-fece-4126-9d95-c55b37be0c4a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:21:52.031673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b18c7011-e342-4757-b527-0fb5c0ea16c1 req-a377f020-f250-464e-b796-8e30560165b7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945168 Dec 06 12:21:52.212087 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-21dc0672-b879-41e0-a0e1-9f228378f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:52.214437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-21dc0672-b879-41e0-a0e1-9f228378f3b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1096 time: 0.1309474 Dec 06 12:21:52.298815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702364c-d064-4740-bd9a-7324c434804e req-47392f74-f8cb-418b-b3e4-bf9aa8945c7f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:52.304530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8702364c-d064-4740-bd9a-7324c434804e req-47392f74-f8cb-418b-b3e4-bf9aa8945c7f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0951972 Dec 06 12:21:52.372519 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-e032507a-f580-4da7-a1b1-333437168c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:52.374070 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-e032507a-f580-4da7-a1b1-333437168c17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.1510072 Dec 06 12:21:52.437423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-c99ab3a8-118c-4447-b3fc-f76613e5c533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 200 len: 217 time: 0.0562069 Dec 06 12:21:52.513240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-740b2109-74a9-4eda-969c-36df0c50d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:52.514948 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-740b2109-74a9-4eda-969c-36df0c50d794 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.0676816 Dec 06 12:21:52.597681 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-cc4d9a0c-2443-4a42-b712-e1332bf21065 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758610 Dec 06 12:21:52.816709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-b497b538-6714-435e-a655-abe065e6e6e0 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116432 Dec 06 12:21:53.032646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fff6266-03bb-4d05-b87e-1ffbc2648b56 req-7c722ab9-048d-492b-8a9c-561dc5200795 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097189 Dec 06 12:21:53.070799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e552f017-9eb4-4d6b-8aa3-80978d04200d req-970f2d13-2459-41e1-809f-cecf9d0deff1 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0542159 Dec 06 12:21:53.116335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8702364c-d064-4740-bd9a-7324c434804e req-4e1c8d35-64bd-4fd4-a84c-192673ad790c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040402 Dec 06 12:21:53.166507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23f312e0-fece-4126-9d95-c55b37be0c4a up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:21:53.237137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 23f312e0-fece-4126-9d95-c55b37be0c4a completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:21:53.243042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 23f312e0-fece-4126-9d95-c55b37be0c4a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:21:53.243521 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:53.322235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574620d-b0df-4c97-b129-a2e85bc45a57 req-3f32b59e-1bac-433b-8050-7b3a4fe5eb12 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:53.323850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6574620d-b0df-4c97-b129-a2e85bc45a57 req-3f32b59e-1bac-433b-8050-7b3a4fe5eb12 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 945 time: 0.1079564 Dec 06 12:21:53.350355 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:53.391570 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:21:53.397369 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a461efea-1464-486c-b247-ed96a623d730" -d '{"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-plugged", "status": "completed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:21:53.419245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:21:53.425026 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:53.446277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6574620d-b0df-4c97-b129-a2e85bc45a57 req-2a42752f-f99a-4a0d-b46e-70df50babf02 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061146 Dec 06 12:21:53.517683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:53.541595 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c0872-fb6a-42c8-9eb8-3cbcd83fc381 x-openstack-request-id: req-407c0872-fb6a-42c8-9eb8-3cbcd83fc381 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:21:53.541905 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-plugged", "status": "completed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:21:53.542923 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-407c0872-fb6a-42c8-9eb8-3cbcd83fc381 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:21:53.545564 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'code': 200} Dec 06 12:21:53.732066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-829f9045-55d7-40cc-8f8d-fea7d3d00722 req-cf575aeb-44cc-4a9e-98a6-b659c60c2757 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0706775 Dec 06 12:21:53.760893 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6ec8-9efd-4df4-ab3d-4f04ffbd48cd req-3c29f4ca-e51c-4d28-a73a-507278124021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:53.765593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-539e6ec8-9efd-4df4-ab3d-4f04ffbd48cd req-3c29f4ca-e51c-4d28-a73a-507278124021 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 1097 time: 0.0993798 Dec 06 12:21:53.912766 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-539e6ec8-9efd-4df4-ab3d-4f04ffbd48cd req-95dc405b-e462-4451-a24d-478f9f44afcc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259913 Dec 06 12:21:54.341468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6dc8e-5059-4c28-a3ec-eb0557860bd3 req-42a8e88b-b577-4cb2-a184-9be2389b94a0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:54.343808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3f6dc8e-5059-4c28-a3ec-eb0557860bd3 req-42a8e88b-b577-4cb2-a184-9be2389b94a0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1329081 Dec 06 12:21:54.411947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3f6dc8e-5059-4c28-a3ec-eb0557860bd3 req-9429d818-7f93-4d48-92b2-24cbb9afbbd1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613198 Dec 06 12:21:54.600281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27a79-9667-4d5c-acfe-68cdff19be08 req-7627af98-e015-489f-b3a5-259c7c40356d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:54.605041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75d27a79-9667-4d5c-acfe-68cdff19be08 req-7627af98-e015-489f-b3a5-259c7c40356d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0616829 Dec 06 12:21:54.674401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75d27a79-9667-4d5c-acfe-68cdff19be08 req-424170e5-de3b-44ae-8706-038289359447 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Dec 06 12:21:54.897851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48aaf9ef-8f3c-4aeb-8613-3fe1278d19a4 req-5cb67c23-efb9-41a5-8b64-902273487a00 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0770571 Dec 06 12:21:55.573119 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d26d2-cea5-4771-b07d-c324e874f43f req-449f0eba-003a-4f56-af8e-83b01f95d7c1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:55.575368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b87d26d2-cea5-4771-b07d-c324e874f43f req-449f0eba-003a-4f56-af8e-83b01f95d7c1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0610347 Dec 06 12:21:55.642947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b87d26d2-cea5-4771-b07d-c324e874f43f req-0313d79e-cec5-467f-9960-87735e3ef282 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Dec 06 12:21:55.806927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f393d3-9e63-4069-a0a5-fb00adb914d1 req-912409c2-11fb-4446-a355-f94d2657bee4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:55.808491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4f393d3-9e63-4069-a0a5-fb00adb914d1 req-912409c2-11fb-4446-a355-f94d2657bee4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0491276 Dec 06 12:21:55.855735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4f393d3-9e63-4069-a0a5-fb00adb914d1 req-c3d6734f-5362-4b4e-919e-85d47f0b3a0a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Dec 06 12:21:56.069865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-182200cf-63ec-40fc-b093-9ef2a85f63aa req-7f58dfe3-5ad0-48b4-ae83-f55cf802b73d tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0719886 Dec 06 12:21:56.170899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547afda-f9a6-40d7-8e12-4c9cf2c4aa8f req-2a28d87a-5a38-41b4-bcd2-02aa282e1c4d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:56.173015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3547afda-f9a6-40d7-8e12-4c9cf2c4aa8f req-2a28d87a-5a38-41b4-bcd2-02aa282e1c4d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0775797 Dec 06 12:21:56.236183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3547afda-f9a6-40d7-8e12-4c9cf2c4aa8f req-935e570f-456c-4c4d-97bc-ea8f8cfb8173 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Dec 06 12:21:56.431698 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b7b4832c-7362-4902-8ada-ebc112882b95 req-0d902904-3205-4b27-a38b-4cf09a13013e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0279975 Dec 06 12:21:56.772816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004293f-6e51-4212-b671-fa4e14209848 req-40c3c41a-a6d7-4379-92c1-5622360c9fe4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:56.775114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6004293f-6e51-4212-b671-fa4e14209848 req-40c3c41a-a6d7-4379-92c1-5622360c9fe4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0518234 Dec 06 12:21:56.826592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6004293f-6e51-4212-b671-fa4e14209848 req-cc8cc8fc-d2cf-4b49-98c3-5f3aa28a70a4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Dec 06 12:21:57.200362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a01af18b-d914-44c9-add4-88910f40482a req-3df7c09d-72b1-4549-a9f2-1004a8dddf26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0620291 Dec 06 12:21:57.230204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3c30-6bf5-43e6-acfc-4010e66cb10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.274747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2ac2098-6236-4715-98fa-dde7687b5d0e req-5e8a5ef0-906e-40f4-913f-bc2025851f07 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0537748 Dec 06 12:21:57.323546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58200) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:57.380891 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3bda8-8c30-44e4-a737-8e0d06f33ac5 req-8f3813af-f913-4f74-af69-c9a7b8d4cc9e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:57.388818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ae3bda8-8c30-44e4-a737-8e0d06f33ac5 req-8f3813af-f913-4f74-af69-c9a7b8d4cc9e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0576229 Dec 06 12:21:57.433546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ae3bda8-8c30-44e4-a737-8e0d06f33ac5 req-8b88dc06-38a3-4e8f-b989-066240b587b2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Dec 06 12:21:57.444277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.537916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.545283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.590425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ec741219c1e40c086102b5f0120884e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656019 Dec 06 12:21:57.591612 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ca532-4d86-41ee-aded-2818488c7392,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:57.593180 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:21:57.601195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.602299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.602807 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.603319 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.603826 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.604366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.604876 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.605387 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.605950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.606438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.606937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.607462 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.607959 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea709e5-39ab-4608-a527-0cffe33e15ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:21:57.678376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.710206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.779091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.782077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:57.783288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e33ca532-4d86-41ee-aded-2818488c7392 HTTP/1.1" status: 204 len: 168 time: 0.1890609 Dec 06 12:21:57.806673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddfd0f-83ae-4d2b-9f12-340587642489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ca532-4d86-41ee-aded-2818488c7392,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:21:57.972958 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87ad2b-1ddc-4908-8818-9ea5f375664c req-8aa55fa6-2ed0-41a9-a8ff-53d86970406e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:57.974552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a87ad2b-1ddc-4908-8818-9ea5f375664c req-8aa55fa6-2ed0-41a9-a8ff-53d86970406e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0681465 Dec 06 12:21:58.069858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a87ad2b-1ddc-4908-8818-9ea5f375664c req-4945b140-ffaa-40ee-ab0b-c8320694bde7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874310 Dec 06 12:21:58.114952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7b4d-ab1c-4747-815b-a9a9aa27e464 req-407b4715-7cae-460a-a7b2-736dc30adb7e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:58.116479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2edb7b4d-ab1c-4747-815b-a9a9aa27e464 req-407b4715-7cae-460a-a7b2-736dc30adb7e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0887504 Dec 06 12:21:58.173286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2edb7b4d-ab1c-4747-815b-a9a9aa27e464 req-022006fa-6caf-483c-895f-67e7d92eb143 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486224 Dec 06 12:21:58.387052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e0ca914-5f3a-4d43-b269-4d800bf797a4 req-615bdcb4-c869-4a61-9da2-1aa7132e9d27 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Dec 06 12:21:59.228657 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc550-77db-482e-9c42-3262c9de0ccd req-33f1ccfd-ca69-4b18-81de-9386f55c12fe tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:59.231717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81cc550-77db-482e-9c42-3262c9de0ccd req-33f1ccfd-ca69-4b18-81de-9386f55c12fe tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0660191 Dec 06 12:21:59.329093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81cc550-77db-482e-9c42-3262c9de0ccd req-7b951d8d-668a-4aed-8032-a83ed17ba168 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919282 Dec 06 12:21:59.339120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cda826-922b-43eb-9e9f-0f5655cca996 req-85506c92-576c-4161-8125-b679f4ca67c5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:59.341037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6cda826-922b-43eb-9e9f-0f5655cca996 req-85506c92-576c-4161-8125-b679f4ca67c5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0754418 Dec 06 12:21:59.399986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6cda826-922b-43eb-9e9f-0f5655cca996 req-cebb0f27-4303-4dca-83cd-73d5787fb083 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Dec 06 12:21:59.500619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ffed1d-058f-4dc0-bc33-db7496f4d169 req-400a2ea6-dbe1-4b92-929e-09183c362bb7 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Dec 06 12:21:59.574932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-203f9943-f053-4e54-868e-db1a8dea7834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:59.896190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-223d780e-b573-4dc5-bd47-1d0f705f8d13 req-8a285c71-30bb-48fb-9225-dd5d72c2b4af tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0361238 Dec 06 12:22:00.478964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d45e-d31c-4789-8d25-6044f319020c req-4c65800b-d3b1-48e5-a22c-15ce324155ad tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:00.488584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf50d45e-d31c-4789-8d25-6044f319020c req-4c65800b-d3b1-48e5-a22c-15ce324155ad tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0858605 Dec 06 12:22:00.490384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:00.574138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf50d45e-d31c-4789-8d25-6044f319020c req-fc616029-7720-4520-95a0-c94121af73c3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843067 Dec 06 12:22:00.608416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379ec21-0a9d-4aed-9afc-54a2a9b376ef req-b4b4430f-ea22-4f54-a281-ca14a5b50a58 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:00.617676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e379ec21-0a9d-4aed-9afc-54a2a9b376ef req-b4b4430f-ea22-4f54-a281-ca14a5b50a58 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1046915 Dec 06 12:22:00.680335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e379ec21-0a9d-4aed-9afc-54a2a9b376ef req-c7128fa6-8dae-4b17-9b56-ea18cd5a80bf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Dec 06 12:22:01.011856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:01.110606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93892098-6e09-40af-8c82-83e0e6c36707 req-7fa6bffc-2317-4ee4-966a-78548017b87e tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0479717 Dec 06 12:22:01.201285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23f312e0-fece-4126-9d95-c55b37be0c4a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:22:01.349548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:01.363818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'port_id': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'mac_address': 'fa:16:3e:c4:58:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:22:01.412527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:01.434013 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f312e0-fece-4126-9d95-c55b37be0c4a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:22:01.455454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:01.462862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:01.527124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:01.652353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['23f312e0-fece-4126-9d95-c55b37be0c4a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:01.820559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40907c88-71f5-4db2-a047-b2a2d4a88374 req-8bf5aea7-cbd0-4263-9f12-98f1fc9d00b3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:01.823538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40907c88-71f5-4db2-a047-b2a2d4a88374 req-8bf5aea7-cbd0-4263-9f12-98f1fc9d00b3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1187119 Dec 06 12:22:01.981854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40907c88-71f5-4db2-a047-b2a2d4a88374 req-b43eccef-7b00-4dd3-adbe-b97bd87eacf4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515224 Dec 06 12:22:02.006281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e10a8-b243-4c53-8c6e-3ce0967e749c req-b1fe584c-b2ea-413d-8050-07406099b03c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:02.008410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2e10a8-b243-4c53-8c6e-3ce0967e749c req-b1fe584c-b2ea-413d-8050-07406099b03c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 945 time: 0.1664493 Dec 06 12:22:02.153237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2e10a8-b243-4c53-8c6e-3ce0967e749c req-e216dd45-6350-4bed-8800-91744a7bf6a1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385989 Dec 06 12:22:02.293019 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:02.338970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a23fa421-65ac-4485-9f1a-3b49331c3cc8 req-8d6394e8-5ac0-4d70-8a64-d21404bceba4 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0815043 Dec 06 12:22:03.134068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:03.207350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23f312e0-fece-4126-9d95-c55b37be0c4a up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:22:03.211784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f6e9-ec50-4933-a13e-e54c15673f47 req-4c2be8b7-39bc-42af-a35c-cc6615b82b23 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:03.223784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7c8f6e9-ec50-4933-a13e-e54c15673f47 req-4c2be8b7-39bc-42af-a35c-cc6615b82b23 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1306138 Dec 06 12:22:03.395814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7c8f6e9-ec50-4933-a13e-e54c15673f47 req-1f8d7e13-00b2-440e-a1db-b0350644acfc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414180 Dec 06 12:22:03.492226 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 23f312e0-fece-4126-9d95-c55b37be0c4a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:22:03.493443 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:03.588116 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726eef5-36b9-43d6-84c2-10abe5ce7b4f req-41f9ef24-f44d-4f86-8529-8fd0f72a8755 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:03.613774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f726eef5-36b9-43d6-84c2-10abe5ce7b4f req-41f9ef24-f44d-4f86-8529-8fd0f72a8755 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 945 time: 0.1460900 Dec 06 12:22:03.683012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:03.697250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f726eef5-36b9-43d6-84c2-10abe5ce7b4f req-13059fac-9836-487a-8335-89906e342008 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775671 Dec 06 12:22:03.742516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:03.743931 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:03.746689 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95c6ab-fec2-4752-b092-8cdf2861aecb" -d '{"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-plugged", "status": "completed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:03.763737 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:03.790178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d78b7d95-fd39-4642-bce1-b9c7a346f3df req-9bfeaf1b-ef32-49a2-9518-3f083f04a07b tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0503268 Dec 06 12:22:03.851408 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb95502-6839-4d1c-b8db-683368a3b59b x-openstack-request-id: req-4eb95502-6839-4d1c-b8db-683368a3b59b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:03.852013 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-plugged", "status": "completed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:03.852451 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eb95502-6839-4d1c-b8db-683368a3b59b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:03.852998 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'code': 200} Dec 06 12:22:03.854218 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:04.593909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ef024-3a0c-4654-bb52-1d56a47619b0 req-98558122-19c0-463d-8465-51518a52a0e8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:04.603170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-736ef024-3a0c-4654-bb52-1d56a47619b0 req-98558122-19c0-463d-8465-51518a52a0e8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0951188 Dec 06 12:22:04.665739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-736ef024-3a0c-4654-bb52-1d56a47619b0 req-430bb816-07e6-4902-b5de-5ed4c8f5d083 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Dec 06 12:22:05.045938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31375cc-5569-4aa2-9766-7beb7e6500d0 req-e06e391b-80b5-4904-b5ce-e5db24a6c3f8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:05.053808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d31375cc-5569-4aa2-9766-7beb7e6500d0 req-e06e391b-80b5-4904-b5ce-e5db24a6c3f8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1441417 Dec 06 12:22:05.284171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d31375cc-5569-4aa2-9766-7beb7e6500d0 req-563a331d-8068-4b9a-a2a6-36d1a2e4dd9e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233508 Dec 06 12:22:05.286485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-427c29ba-ee1e-4719-84b3-947bf34aabc2 req-c2a7a28d-d0a3-47ca-a982-6e8e29f1c521 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0898385 Dec 06 12:22:05.873211 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed49576-fc00-43a5-9f05-f38e73a59e06 req-adac470d-8369-4918-8000-3c89f6a856ae tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:05.885094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ed49576-fc00-43a5-9f05-f38e73a59e06 req-adac470d-8369-4918-8000-3c89f6a856ae tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1071436 Dec 06 12:22:05.980813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ed49576-fc00-43a5-9f05-f38e73a59e06 req-2828846a-5dd1-468d-b7aa-bc426688c50c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944066 Dec 06 12:22:06.497352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c01d7771-e75a-42aa-8b47-3cda6e8c76f6 req-73c369f2-dacd-4aeb-94f3-aa50367ceb3f tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0473182 Dec 06 12:22:06.573955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6c583-9a17-45a3-a7ea-38377b9d1e93 req-62fefa6b-2a75-404d-8f83-66fe452be169 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:06.582403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86f6c583-9a17-45a3-a7ea-38377b9d1e93 req-62fefa6b-2a75-404d-8f83-66fe452be169 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0839229 Dec 06 12:22:06.654494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86f6c583-9a17-45a3-a7ea-38377b9d1e93 req-a9e4b6a9-dbf4-4715-a535-2263c067bba6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692284 Dec 06 12:22:07.195643 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbe63-031d-44a6-ac89-27ea07e5bc30 req-52e8cbde-9856-4f0a-8a7c-39408ab9b0ba tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:07.206377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fbcbe63-031d-44a6-ac89-27ea07e5bc30 req-52e8cbde-9856-4f0a-8a7c-39408ab9b0ba tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0954010 Dec 06 12:22:07.286336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fbcbe63-031d-44a6-ac89-27ea07e5bc30 req-e27912af-59af-468a-b3ff-6ed6357c3ebc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752351 Dec 06 12:22:07.752965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db51cc3f-2c8e-47b9-a038-eae988122c5c req-e2107a19-4259-4e37-a260-de433eed6c7c tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0883827 Dec 06 12:22:07.938042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341d9b-2199-43a6-b00d-f2a4eeca50da req-0905c413-63f6-4ab5-b78e-a63893b96f47 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:07.946687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04341d9b-2199-43a6-b00d-f2a4eeca50da req-0905c413-63f6-4ab5-b78e-a63893b96f47 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0747790 Dec 06 12:22:08.035386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04341d9b-2199-43a6-b00d-f2a4eeca50da req-72b8a016-602c-4f50-93ae-4cfd52af1c07 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877764 Dec 06 12:22:08.533342 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34505245-75fa-47b3-8669-2a5dda8a9663 req-65f6abf4-99fc-41f1-96f4-7bb0dd81afb7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:08.542745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34505245-75fa-47b3-8669-2a5dda8a9663 req-65f6abf4-99fc-41f1-96f4-7bb0dd81afb7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1433349 Dec 06 12:22:08.606845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34505245-75fa-47b3-8669-2a5dda8a9663 req-bd30cb4b-8f53-4df4-859e-80f14081e3ec tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Dec 06 12:22:08.958923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edbbf3ec-330c-46a5-a8e4-08a685af864d req-568667d9-edc1-42b1-bada-33821ae66cd8 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0504663 Dec 06 12:22:09.217389 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6c040-4cae-4b10-b15b-87a06b466878 req-4036e8f0-f726-4403-8594-46791dcd088f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:09.219202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2d6c040-4cae-4b10-b15b-87a06b466878 req-4036e8f0-f726-4403-8594-46791dcd088f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0840812 Dec 06 12:22:09.316758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2d6c040-4cae-4b10-b15b-87a06b466878 req-025c3e56-8be5-49aa-9da9-7515031b75b0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904534 Dec 06 12:22:09.788555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d20a-c473-4a73-beee-ddc6c9bf5365 req-dc514e26-8146-4519-a4a3-64b8b2fbca84 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:09.801576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c93d20a-c473-4a73-beee-ddc6c9bf5365 req-dc514e26-8146-4519-a4a3-64b8b2fbca84 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1070275 Dec 06 12:22:09.918767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c93d20a-c473-4a73-beee-ddc6c9bf5365 req-0b7aeeb6-6f26-4c3e-a81e-214e8e7a674a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953615 Dec 06 12:22:10.261820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5b6a5ed-f4b7-4961-b09a-60949fe61b3f req-436c92ee-5d01-4d4b-a947-e4a7546fba69 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0445449 Dec 06 12:22:10.490622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec13fcc-065e-44e1-b97b-ba7cb7a907b1 req-fe2a976d-89fc-4f77-a9af-c0a8f1bd02c7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:10.505372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ec13fcc-065e-44e1-b97b-ba7cb7a907b1 req-fe2a976d-89fc-4f77-a9af-c0a8f1bd02c7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0976422 Dec 06 12:22:10.596438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ec13fcc-065e-44e1-b97b-ba7cb7a907b1 req-0cda1c6e-f110-4404-9071-aaed92c03607 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 Dec 06 12:22:10.629937 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:22:11.110115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eea14-ddb3-450a-a056-e7634c1f0420 req-118ca993-31c3-4270-992f-286bd897e804 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:11.131330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a07eea14-ddb3-450a-a056-e7634c1f0420 req-118ca993-31c3-4270-992f-286bd897e804 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0851753 Dec 06 12:22:11.231497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a07eea14-ddb3-450a-a056-e7634c1f0420 req-543bba23-26af-4bd1-845d-9899c4f53f50 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989470 Dec 06 12:22:11.500607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb3a282e-0de7-4158-9825-d1a4a16969d2 req-881e24a1-3240-4d4a-b958-943e27c378a5 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0755432 Dec 06 12:22:11.771034 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3488e-5c5d-43a7-b9d3-4a89ebf2acbd req-dfc35267-7beb-4d3a-87cc-0e7bdcb8d40c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:11.789791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99a3488e-5c5d-43a7-b9d3-4a89ebf2acbd req-dfc35267-7beb-4d3a-87cc-0e7bdcb8d40c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0955834 Dec 06 12:22:11.884913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99a3488e-5c5d-43a7-b9d3-4a89ebf2acbd req-9c1ecd6e-c9ef-435d-8e60-6b325cc7d9a7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969930 Dec 06 12:22:12.501361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ec79b-1115-4fd9-b16d-518682c271dd req-905e4823-45d4-4a9f-a626-3a66ad69de30 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:12.514950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f5ec79b-1115-4fd9-b16d-518682c271dd req-905e4823-45d4-4a9f-a626-3a66ad69de30 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1030407 Dec 06 12:22:12.631439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f5ec79b-1115-4fd9-b16d-518682c271dd req-4d6f3408-ff22-401e-83fc-8a4f33f88639 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154993 Dec 06 12:22:12.720253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb9758b7-f24a-4a84-8bb7-c0fc52445507 req-bb3ecb34-32d1-4d33-8622-aa5a3a747ad6 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0805514 Dec 06 12:22:13.094107 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb0d29-c988-41d0-ad17-39abd13f9e8c req-f238584f-628c-4980-8292-9b23cec9f19a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:13.103551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7fb0d29-c988-41d0-ad17-39abd13f9e8c req-f238584f-628c-4980-8292-9b23cec9f19a tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1072659 Dec 06 12:22:13.210548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7fb0d29-c988-41d0-ad17-39abd13f9e8c req-547f643a-ef2e-4235-99ca-0b9ff2134136 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047306 Dec 06 12:22:13.815667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694610-d4aa-4fec-ac9c-937984e576f2 req-2da59734-0f87-4693-b47e-248d9dfb7405 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:13.821428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10694610-d4aa-4fec-ac9c-937984e576f2 req-2da59734-0f87-4693-b47e-248d9dfb7405 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0940688 Dec 06 12:22:13.918377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10694610-d4aa-4fec-ac9c-937984e576f2 req-0b8b99f0-44f1-4b6b-b94b-f96beda5a478 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879874 Dec 06 12:22:13.983728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0b077b0-7698-49fc-be01-e23cb60a43bd req-bdd1c545-7d23-4e84-bce8-d578613a283b tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0968189 Dec 06 12:22:14.453999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102cd9a-6e89-48be-b4b7-00830a94a3db req-a2ef29b2-db05-4ebc-9b75-5c89d2d9fe22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:14.465757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2102cd9a-6e89-48be-b4b7-00830a94a3db req-a2ef29b2-db05-4ebc-9b75-5c89d2d9fe22 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1433008 Dec 06 12:22:14.529406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2102cd9a-6e89-48be-b4b7-00830a94a3db req-fcd39976-4f7b-4c80-b3eb-f5be2da5b6e9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622616 Dec 06 12:22:15.185590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734441-b789-4801-810d-35c7bb98418c req-dcb0e8ea-8f66-44dc-bb97-9280b9c7776e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.200982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f734441-b789-4801-810d-35c7bb98418c req-dcb0e8ea-8f66-44dc-bb97-9280b9c7776e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1809123 Dec 06 12:22:15.266507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3201c6b-fed7-4a52-bc22-4b0803df14b4 req-49a6689d-1ba8-4d14-825f-ac1c3f846364 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0579886 Dec 06 12:22:15.347237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f734441-b789-4801-810d-35c7bb98418c req-65312ea3-100e-4779-afe5-cbc0b5a9dfa8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410980 Dec 06 12:22:15.781572 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-d85046de-b386-4ac0-8f87-4de117c45e41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0724151 Dec 06 12:22:15.819201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234162e-9172-42e0-b972-5cbc2f2af1e2 req-6329b677-32b4-4b12-9e50-eb2588ce6637 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.822611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a234162e-9172-42e0-b972-5cbc2f2af1e2 req-6329b677-32b4-4b12-9e50-eb2588ce6637 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1235781 Dec 06 12:22:15.891282 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.892045 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.892725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.893386 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.894003 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.894609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.895214 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:15.897426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-435736f9-b753-48ab-a50d-0d8e9af4c70d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.0664723 Dec 06 12:22:15.958075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a234162e-9172-42e0-b972-5cbc2f2af1e2 req-4aab0f99-959d-4010-b560-377884b5683d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295340 Dec 06 12:22:16.091598 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c3baebcb-d793-4786-8331-cdbac7ede2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.092201 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c3baebcb-d793-4786-8331-cdbac7ede2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.092670 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c3baebcb-d793-4786-8331-cdbac7ede2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.094356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c3baebcb-d793-4786-8331-cdbac7ede2ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 2292 time: 0.1639259 Dec 06 12:22:16.372248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-2105ebab-2dc5-40ba-8c70-a6c87caaa01a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1000 time: 0.2685373 Dec 06 12:22:16.507474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f346de92-4c1d-4a9d-99c1-d6390c63b042 req-5af8b417-97dd-4690-9f6d-4cda649e1600 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0714860 Dec 06 12:22:16.532547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c75e1fc1-04c9-452a-a335-70bdc11e4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.534153 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c75e1fc1-04c9-452a-a335-70bdc11e4859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.1017563 Dec 06 12:22:16.578633 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-eb20d877-d455-4214-9c05-55e89b3bc757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2053101 Dec 06 12:22:16.618889 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-ae739592-effc-4903-83b2-b9d71d507ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.621287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-ae739592-effc-4903-83b2-b9d71d507ae2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768282 Dec 06 12:22:16.690946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07957-5290-4e12-8121-f59c68476e3c req-e884635a-8e14-4982-a12f-9ebdbe9151e0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.702845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ead07957-5290-4e12-8121-f59c68476e3c req-e884635a-8e14-4982-a12f-9ebdbe9151e0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.2128081 Dec 06 12:22:16.802515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ead07957-5290-4e12-8121-f59c68476e3c req-512170ec-afcf-4a12-9800-000dd3aa3292 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982738 Dec 06 12:22:16.833269 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-bda3716e-524c-4da7-8031-c9c51e094a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.834924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-bda3716e-524c-4da7-8031-c9c51e094a29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0902948 Dec 06 12:22:16.863320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-bc3bf081-8752-4941-80f5-6eeb33cefac8 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271507 Dec 06 12:22:16.969716 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-15cbbec7-7edc-451c-9f8d-fe94480f01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:16.971355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-15cbbec7-7edc-451c-9f8d-fe94480f01b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.1060858 Dec 06 12:22:17.153004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731857-006b-4027-83b2-e8a477bcab86 req-5c86e573-21fd-4896-bc27-e541be42b862 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:17.166819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c731857-006b-4027-83b2-e8a477bcab86 req-5c86e573-21fd-4896-bc27-e541be42b862 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1164994 Dec 06 12:22:17.192895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-84fbaa4f-f628-43cb-9010-2d90082f0819 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 200 len: 217 time: 0.1028008 Dec 06 12:22:17.256276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c731857-006b-4027-83b2-e8a477bcab86 req-3623eafb-068a-4b2d-87a9-2a1ff52158fb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845654 Dec 06 12:22:17.326035 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-49577b56-e929-4b2f-87f6-f0573af693ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:17.327588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-49577b56-e929-4b2f-87f6-f0573af693ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1260202 Dec 06 12:22:17.340058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-ec83c2d2-12ca-4ad5-b729-bc568add7f78 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674548 Dec 06 12:22:17.413269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-01f9fe7f-50df-48d6-b02f-3e67f203dfa9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 217 time: 0.0586224 Dec 06 12:22:17.468535 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-9d706527-4129-4e3d-ace4-cae7914b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:17.470382 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-9d706527-4129-4e3d-ace4-cae7914b4cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294639 Dec 06 12:22:17.506374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-4eef39b3-0fa5-4ae9-afb6-9eab07d3b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:17.510719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-4eef39b3-0fa5-4ae9-afb6-9eab07d3b144 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0878305 Dec 06 12:22:17.852158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47b62bdd-610b-423a-9a27-a812b3ac9f24 req-15caf8e3-56b6-45dc-b69f-b7ab47c39cdf tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.1769845 Dec 06 12:22:18.021341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138828c-6f7f-42d4-be82-eb68152fdc65 req-40da1a3e-06ed-47a2-996a-b5f94333e013 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:18.029745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f138828c-6f7f-42d4-be82-eb68152fdc65 req-40da1a3e-06ed-47a2-996a-b5f94333e013 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0654573 Dec 06 12:22:18.106911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f138828c-6f7f-42d4-be82-eb68152fdc65 req-75780f32-f348-4fcb-963f-ffd8a88107dc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754242 Dec 06 12:22:18.193469 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-b97b8a3a-dc14-43da-a60c-6485de5fe3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:18.194007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-b97b8a3a-dc14-43da-a60c-6485de5fe3fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6737580 Dec 06 12:22:18.238851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-6f502a73-97b4-4fa1-86d2-358957ce4763 service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593586 Dec 06 12:22:18.468277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-dca481ca-770c-46ae-858d-8f5718ca3b9a service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544837 Dec 06 12:22:18.544397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7efae-97e8-4d76-aa2e-503b20a588c0 req-b59c5914-a5dd-4608-8c37-fb7484f5df7c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:18.552741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb7efae-97e8-4d76-aa2e-503b20a588c0 req-b59c5914-a5dd-4608-8c37-fb7484f5df7c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1948690 Dec 06 12:22:18.616822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb7efae-97e8-4d76-aa2e-503b20a588c0 req-748631c7-1650-48d8-abca-25518f3759c2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627911 Dec 06 12:22:18.667884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b0b3d7bb-03bc-45e6-8030-7300b6dbdee0 req-ab80973c-daa6-4717-8cab-f89149fcdcbb service neutron] 10.222.0.23 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145863 Dec 06 12:22:18.673214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-eb2e8e65-cfc5-4782-94a5-58c9d8cbac01 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891825 Dec 06 12:22:18.750738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-7da9d91a-045e-49c6-9317-ab3e36dc744b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 217 time: 0.0691984 Dec 06 12:22:18.849478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-1311e943-e22b-4dcb-858d-86849039a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:18.851821 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-1311e943-e22b-4dcb-858d-86849039a429 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0860035 Dec 06 12:22:18.945937 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-662e6175-6d9e-49a6-bcc1-3e80ee546677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:18.950237 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-662e6175-6d9e-49a6-bcc1-3e80ee546677 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904970 Dec 06 12:22:19.082108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12baa117-4e79-4071-8366-2f4de00f8ec1 req-383e9b6b-f666-45de-8ddf-a0e1686edfee tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0876384 Dec 06 12:22:19.212176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-fd2635cc-8ea7-4acc-9b5f-6c75a8b80d1d service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527676 Dec 06 12:22:19.297847 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16f6f-afff-42ad-97a6-440bfbd63547 req-66d820c2-3df2-4a3d-ae30-2b02816d9053 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:19.313087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02b16f6f-afff-42ad-97a6-440bfbd63547 req-66d820c2-3df2-4a3d-ae30-2b02816d9053 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1236980 Dec 06 12:22:19.362108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-e75b3a28-c2ac-4278-b5c9-af4624ac943b service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404743 Dec 06 12:22:19.429675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-e6be3271-b2f4-4c49-97f0-31f960d43f23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 217 time: 0.0521181 Dec 06 12:22:19.492383 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:19.505257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02b16f6f-afff-42ad-97a6-440bfbd63547 req-da8c6bde-e714-45b4-972a-1e0fdd43b3de tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909046 Dec 06 12:22:19.526909 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4a255-ae01-4b48-b07f-4cad843687bc req-6f7a05d8-d818-4e5f-a45e-4da477444052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:19.528567 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6e4a255-ae01-4b48-b07f-4cad843687bc req-6f7a05d8-d818-4e5f-a45e-4da477444052 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1096 time: 0.0926175 Dec 06 12:22:19.562235 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-bc6ed71e-faac-4a7e-9fea-0f25f345ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:19.563811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-bc6ed71e-faac-4a7e-9fea-0f25f345ad02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1154482 Dec 06 12:22:19.641678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6e4a255-ae01-4b48-b07f-4cad843687bc req-df2682fb-165d-4ca2-8754-0f1989d27227 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045113 Dec 06 12:22:19.655237 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-9a2a57d8-e980-4342-883c-7df8f61f4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:19.657489 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-9a2a57d8-e980-4342-883c-7df8f61f4aaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808051 Dec 06 12:22:19.846518 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-d6e687b3-2355-4607-89d1-8dc018dd5e76 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794283 Dec 06 12:22:19.896760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362752-df3a-4e27-a87a-43b476e4208e req-537c69ca-8f31-462e-8632-fccee0572fc0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:19.922510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93362752-df3a-4e27-a87a-43b476e4208e req-537c69ca-8f31-462e-8632-fccee0572fc0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.1556296 Dec 06 12:22:19.980370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93362752-df3a-4e27-a87a-43b476e4208e req-1ecb07b4-aa6a-411a-ae1f-c6f5cee02918 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Dec 06 12:22:20.010876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-37dfdd79-0195-446c-baaf-b3db8e8d2531 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559989 Dec 06 12:22:20.062284 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-c0c386a1-719d-4b94-a8cb-4816882f907f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 217 time: 0.0440316 Dec 06 12:22:20.183348 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-85f852da-7a7a-4e09-9c97-4421f60e9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:20.189636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-85f852da-7a7a-4e09-9c97-4421f60e9b42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1175284 Dec 06 12:22:20.315596 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-88dfde54-1b27-492c-aef1-9e46f85c16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:20.317413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-88dfde54-1b27-492c-aef1-9e46f85c16f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009951 Dec 06 12:22:20.367878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fff1a5be-f111-4f53-861c-d92de305eeb2 req-76dd8025-528c-45f8-8a68-4c38aef3e64a tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Dec 06 12:22:20.490766 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-e262988c-29ce-4917-9b01-38328a05a69a service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649821 Dec 06 12:22:20.655225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-62a93355-d02b-4d85-918c-7c587578c19d service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490016 Dec 06 12:22:20.728121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-91baf59b-b166-4a1f-8e5a-b438f2f96898 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 217 time: 0.0570974 Dec 06 12:22:20.731965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9ea5-c880-49c2-a58c-a0e5e066dc7e req-72160be2-8ccb-4b67-b9a0-5b61eff79835 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:20.733810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73bb9ea5-c880-49c2-a58c-a0e5e066dc7e req-72160be2-8ccb-4b67-b9a0-5b61eff79835 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1303732 Dec 06 12:22:20.794282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73bb9ea5-c880-49c2-a58c-a0e5e066dc7e req-324005af-23a8-435b-8681-44f473eaf63e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Dec 06 12:22:20.862463 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-3169702e-0c0b-449a-b55a-d18e4b6255a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:20.864793 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-3169702e-0c0b-449a-b55a-d18e4b6255a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0476265 Dec 06 12:22:20.925694 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-ca1840bc-7559-465a-977c-6ebce7c073d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:20.927193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-ca1840bc-7559-465a-977c-6ebce7c073d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485950 Dec 06 12:22:21.093170 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-1087e3bf-71c6-41a9-80ad-d91e01c355b6 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379335 Dec 06 12:22:21.129304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2414243-d3a7-4473-9d0f-b2ee549fa720 req-452d72ed-880c-4dfb-ae6a-99982fa53de8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.138735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2414243-d3a7-4473-9d0f-b2ee549fa720 req-452d72ed-880c-4dfb-ae6a-99982fa53de8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0830393 Dec 06 12:22:21.224949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2414243-d3a7-4473-9d0f-b2ee549fa720 req-c2de7e27-b568-4037-9710-7bde4ca0a06e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848823 Dec 06 12:22:21.237296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-05e41116-2902-4317-a8a7-ab27e04f1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.239059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-05e41116-2902-4317-a8a7-ab27e04f1645 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 1097 time: 0.1311784 Dec 06 12:22:21.264205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-8a2f5bec-15f9-4c70-9c66-5c95f4ab8494 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581006 Dec 06 12:22:21.336667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-566121d8-3164-4bbe-bf36-820e6a6b39e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.0651319 Dec 06 12:22:21.390667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-72514e1a-dca8-4af0-acf0-29eade95c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.392825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-72514e1a-dca8-4af0-acf0-29eade95c2ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.1444762 Dec 06 12:22:21.399817 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-1a494ad0-d6b3-44a1-a003-b0c17d8d96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.408980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-1a494ad0-d6b3-44a1-a003-b0c17d8d96fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0640590 Dec 06 12:22:21.460209 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-90eca0a4-abbc-4da2-8205-defe358a291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.462012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-90eca0a4-abbc-4da2-8205-defe358a291c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456605 Dec 06 12:22:21.471570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-d990cc3e-c902-4d74-a3be-c40266c73159 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f312e0-fece-4126-9d95-c55b37be0c4a HTTP/1.1" status: 200 len: 217 time: 0.0700223 Dec 06 12:22:21.498211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb15117-ca47-4916-b7a4-37692ebe6cf8 req-818eafa8-486f-42e6-b986-ab65d98aaadd tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Dec 06 12:22:21.544982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-49567326-1026-4686-ad9c-6db603e0526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.546984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-49567326-1026-4686-ad9c-6db603e0526f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0477014 Dec 06 12:22:21.615405 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-d2fb7f1c-096f-40ac-a0e5-f872daa8acf1 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451762 Dec 06 12:22:21.626545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-29d8f886-748a-429f-8936-b571ba693817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.628640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-29d8f886-748a-429f-8936-b571ba693817 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733953 Dec 06 12:22:21.802807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-7aaef1f8-6c0f-441a-ab39-12e635f12e0e service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664412 Dec 06 12:22:21.817622 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a049768-18cb-4a80-9bae-a7767e1c1968 req-3bd10279-5e45-4bd8-a8b6-643c77367cfb service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926637 Dec 06 12:22:21.949462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-139c61e4-e45d-43ef-a00e-3403c225b4e7 req-ea62d71d-2bd5-441c-9c28-60f12d868b6a service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381431 Dec 06 12:22:21.964459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb81ce6-6710-4a61-9030-6aa443c46f7b req-ca933cfa-0872-42aa-ac03-1a5522e066a1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:21.973280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9eb81ce6-6710-4a61-9030-6aa443c46f7b req-ca933cfa-0872-42aa-ac03-1a5522e066a1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0814319 Dec 06 12:22:22.020777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9eb81ce6-6710-4a61-9030-6aa443c46f7b req-7a75a86b-fa7c-4b97-9f2c-d0ae87d7f31e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Dec 06 12:22:22.323354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-6446fc0d-077a-4a96-9fb3-2f77a28cb730 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:22.330735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-6446fc0d-077a-4a96-9fb3-2f77a28cb730 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 811 time: 0.1210015 Dec 06 12:22:22.377903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-8ebd60c0-c797-4f70-9b1b-98245293a66b tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/quotas/fbf03b621c254f5abd5ee7c1709e22e4 HTTP/1.1" status: 200 len: 375 time: 0.0460346 Dec 06 12:22:22.428365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5828-2b94-456f-9d0e-48df94ba98e0 req-1afd175d-cc5b-4a44-9fc6-a0cea330333b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:22.433693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fef5828-2b94-456f-9d0e-48df94ba98e0 req-1afd175d-cc5b-4a44-9fc6-a0cea330333b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0999906 Dec 06 12:22:22.502018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fef5828-2b94-456f-9d0e-48df94ba98e0 req-3dfb284f-4ece-4ef9-b821-f2076e6ee9fa tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556078 Dec 06 12:22:22.525754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-a4b76b6d-b0fb-44bd-bf0c-d31563925bd5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406319 Dec 06 12:22:22.643275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-025c2b08-3d76-442d-bb28-821da005afa6 service neutron] 10.222.0.31 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044390 Dec 06 12:22:22.757096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4785a2e7-91e0-4ceb-a5ee-84247abaaeb0 service neutron] 10.222.0.31 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117799 Dec 06 12:22:22.812117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ececb78-670f-4036-bcc6-49c546f66e16 req-c9d602e1-4e19-4017-8692-407e0f3af494 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0511861 Dec 06 12:22:23.010812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-719a780c-05d1-4ead-94ec-4f837001fc25 req-37a51a21-bca2-430a-b230-b06bd474ee9c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 210 time: 0.0357177 Dec 06 12:22:23.636335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2ff7-e2f2-482e-a4c7-f803c69ed0b8 req-5e14505c-d758-4f35-929d-189f98159184 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:23.644395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-102c2ff7-e2f2-482e-a4c7-f803c69ed0b8 req-5e14505c-d758-4f35-929d-189f98159184 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0660055 Dec 06 12:22:23.751672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-102c2ff7-e2f2-482e-a4c7-f803c69ed0b8 req-03c51e14-d4db-4759-8617-97bba7c82583 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064150 Dec 06 12:22:23.957899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94714d8d-74ce-4f44-8bbd-acb58a9510e8 req-4902dba5-5496-460f-9471-138fb5c9e07c tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0716701 Dec 06 12:22:24.177194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70804b91-113c-4c30-8fa7-3b1c0a35d198 req-5a55c0be-cd6f-4664-b64d-f917ef829636 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 210 time: 0.0405858 Dec 06 12:22:24.231570 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-615a651d-d92e-41a6-beb4-093b4d257acb tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:24.233276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-615a651d-d92e-41a6-beb4-093b4d257acb tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 811 time: 0.1711838 Dec 06 12:22:24.248023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Request body: {'port': {'device_id': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'admin_state_up': True, 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:24.445671 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Made reservation on behalf of fbf03b621c254f5abd5ee7c1709e22e4 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:24.463871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.686089 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Allocated IP 172.20.0.6 (e66e603e-c637-4be9-ad3d-b7042f7483f8/7d178f40-4738-44b7-91f7-47726c6d27bb/791b9ebc-f9dc-4675-abc6-68a3418684e4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:22:24.978130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf5112-fc4e-412f-b653-9f242317f3b5 req-bfe9d5d4-1ce9-4c51-a342-ca3c1d0d2367 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:24.985573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecbf5112-fc4e-412f-b653-9f242317f3b5 req-bfe9d5d4-1ce9-4c51-a342-ca3c1d0d2367 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 946 time: 0.0848179 Dec 06 12:22:25.012867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:25.099044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecbf5112-fc4e-412f-b653-9f242317f3b5 req-626cbaa1-4907-44b7-a6c6-3e4af93b26ec tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Dec 06 12:22:25.110691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:25.124433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['be66fcf8-522e-4745-8745-4f4b5f8986a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:25.201770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48bb5e3e-a335-4681-9d29-a29ff9e6fca7 req-dabad31d-be73-4439-a857-865fca6633b5 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0768538 Dec 06 12:22:25.203435 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Network e66e603e-c637-4be9-ad3d-b7042f7483f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:22:25.237427 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:22:25.249726 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:22:25.316634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23f312e0-fece-4126-9d95-c55b37be0c4a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:22:25.370920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:25.377760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:25.395744 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Pushing event updated for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:25.427019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-4461d350-a46d-4710-9e79-96c95043f6c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837997 Dec 06 12:22:25.446201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Request body: {'port': {'device_id': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:25.555112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43e85-6acb-4a67-b003-6e7e746ef7d2 req-9c24e509-b01f-456c-9b61-5c7b66121dbe tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:25.563954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52f43e85-6acb-4a67-b003-6e7e746ef7d2 req-9c24e509-b01f-456c-9b61-5c7b66121dbe tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.2142050 Dec 06 12:22:25.576053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862228f-3b7d-436f-8172-bc0569f3cd65 req-87d6b105-472f-4842-b433-43dceac1ce4c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:25.582192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:25.584549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3862228f-3b7d-436f-8172-bc0569f3cd65 req-87d6b105-472f-4842-b433-43dceac1ce4c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 931 time: 0.2043748 Dec 06 12:22:25.736056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3862228f-3b7d-436f-8172-bc0569f3cd65 req-432838f8-39b7-42d5-b440-600948823d79 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505260 Dec 06 12:22:25.774716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52f43e85-6acb-4a67-b003-6e7e746ef7d2 req-c913e072-45c4-4cdf-84c0-3e6a7575bc60 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097414 Dec 06 12:22:26.019675 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.047441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae65b6-4409-47b6-8f58-4ce265201a89 req-9d304753-6bcc-4472-909b-87cf7872f4b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:26.060047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faae65b6-4409-47b6-8f58-4ce265201a89 req-9d304753-6bcc-4472-909b-87cf7872f4b9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1045940 Dec 06 12:22:26.130941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:26.140922 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791b9ebc-f9dc-4675-abc6-68a3418684e4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:22:26.141127 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:26.143662 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54fa207-4180-4119-8c1e-afd9a48ed113" -d '{"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-unplugged", "status": "completed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:26.152680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.158862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.160633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-faae65b6-4409-47b6-8f58-4ce265201a89 req-34823140-a4c3-4df2-a23e-a2017755fee9 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996461 Dec 06 12:22:26.179358 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Transition to ACTIVE for port object 791b9ebc-f9dc-4675-abc6-68a3418684e4 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:22:26.186885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.234513 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Pushing event updated for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:26.314764 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f19c00-248c-4bc8-bf56-69b9c233a1fd x-openstack-request-id: req-06f19c00-248c-4bc8-bf56-69b9c233a1fd {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:26.316377 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-unplugged", "status": "failed", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a", "code": 422}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:26.316753 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06f19c00-248c-4bc8-bf56-69b9c233a1fd {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:26.317881 n-d-master-1 neutron-server[103299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'code': 422} returned with failed status Dec 06 12:22:26.350215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:26.461819 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Attempting to bind port 791b9ebc-f9dc-4675-abc6-68a3418684e4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:22:26.462943 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Attempting to bind port 791b9ebc-f9dc-4675-abc6-68a3418684e4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:22:26.470376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Attempting to bind port 791b9ebc-f9dc-4675-abc6-68a3418684e4 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:22:26.476956 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Port 791b9ebc-f9dc-4675-abc6-68a3418684e4 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:22:26.477511 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Attempting to bind port 791b9ebc-f9dc-4675-abc6-68a3418684e4 on network e66e603e-c637-4be9-ad3d-b7042f7483f8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:22:26.479834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7f7ea27-fe8a-4b2e-a904-05c54413d0a5 req-b8bacac2-2b53-4cf7-acb3-923c75a6ecfd tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0752673 Dec 06 12:22:26.483499 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:22:26.484059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Checking segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:22:26.484638 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Bound using segment: {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:22:26.485361 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Bound port: 791b9ebc-f9dc-4675-abc6-68a3418684e4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b72715c-1193-4a1d-b7a4-3e6c88654b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:22:26.485901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.598874 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:22:26.603405 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:22:26.642221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.679865 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:26.682583 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.684020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] 10.222.0.23 "PUT /v2.0/ports/791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 200 len: 1091 time: 1.2484066 Dec 06 12:22:26.685043 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:26.687498 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec3afed-339d-4527-b130-83d847d7e1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:26.715990 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44715e1-2f16-4d21-8b93-c33851739126 req-1c0f3d93-22a9-453c-a319-c9169a2184a0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:26.718855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a44715e1-2f16-4d21-8b93-c33851739126 req-1c0f3d93-22a9-453c-a319-c9169a2184a0 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1014884 Dec 06 12:22:26.787966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddd023-4b49-40f1-96fa-efc3fa26406e service neutron] Pushing event updated for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:26.801068 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-993be9f5-d813-4135-9eb9-1c3189854bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:26.803350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-993be9f5-d813-4135-9eb9-1c3189854bbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1094 time: 0.0539024 Dec 06 12:22:26.811283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a44715e1-2f16-4d21-8b93-c33851739126 req-79155e34-97d0-4804-b211-866bfc2a4b3c tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811458 Dec 06 12:22:26.866939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-acd252ab-df22-4490-8506-5947c7718d5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 200 len: 217 time: 0.0504739 Dec 06 12:22:26.868544 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0ce4a9-71d0-4a86-aa5d-123694fe10a8 x-openstack-request-id: req-3e0ce4a9-71d0-4a86-aa5d-123694fe10a8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:26.869398 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:26.869398 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e0ce4a9-71d0-4a86-aa5d-123694fe10a8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:26.869595 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4', 'status': 'completed', 'code': 200} Dec 06 12:22:26.919651 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-79d4cb6f-1cfc-426c-bdf0-28369d551395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:26.921327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-79d4cb6f-1cfc-426c-bdf0-28369d551395 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.0482192 Dec 06 12:22:26.976580 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-259e234a-1cc9-414b-8b9b-e5c37ddb95ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482419 Dec 06 12:22:27.031827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6aeae-3e65-447b-9f89-aab2892d6b77 req-8a1b4405-6dc9-4667-8f8d-97d7dd0613e0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:27.034035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18a6aeae-3e65-447b-9f89-aab2892d6b77 req-8a1b4405-6dc9-4667-8f8d-97d7dd0613e0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 943 time: 0.1312485 Dec 06 12:22:27.150318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18a6aeae-3e65-447b-9f89-aab2892d6b77 req-04f80c0d-7500-47be-bd44-0003dce8dc84 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Dec 06 12:22:27.186398 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-d460c3df-ad25-4c97-a7a8-8c28e49e066a service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989834 Dec 06 12:22:27.242412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa1bc-5ad6-45be-b22a-f108dae310bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:27.358957 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-420bd88d-65e4-48e8-8325-8fb0c966d55e req-91825e85-b327-47b5-8079-c001f968ba47 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658146 Dec 06 12:22:27.475218 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3afed-339d-4527-b130-83d847d7e1ac req-7a1850c3-3f22-49fb-9d48-2d067e271647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:27.477463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-7a1850c3-3f22-49fb-9d48-2d067e271647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1094 time: 0.0560825 Dec 06 12:22:27.671537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e7e61a5-758e-42e7-bfb2-16150e826b77 req-eb1b6070-f7fa-4de8-87cb-bf36ef993581 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0479043 Dec 06 12:22:27.706939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3afed-339d-4527-b130-83d847d7e1ac req-0477b826-8e04-4ac5-a057-9aa14a929da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:27.708421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-0477b826-8e04-4ac5-a057-9aa14a929da0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.2237277 Dec 06 12:22:27.750865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-eb0e46c3-924c-4041-a125-0a1376427b10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 200 len: 217 time: 0.0352356 Dec 06 12:22:27.867648 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3afed-339d-4527-b130-83d847d7e1ac req-8ad1f120-4c12-4756-b865-a792e09d3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:27.870586 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-8ad1f120-4c12-4756-b865-a792e09d3bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.1109803 Dec 06 12:22:27.909283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-97bc8ed0-50da-44e3-ae5a-9c1c2b5952cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292356 Dec 06 12:22:28.052230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5c9ff-db24-4e86-b089-870c418041e5 req-f53d8db9-a801-48cf-8c1a-aaa272bf92a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:28.060380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cb5c9ff-db24-4e86-b089-870c418041e5 req-f53d8db9-a801-48cf-8c1a-aaa272bf92a2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1302085 Dec 06 12:22:28.075131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-02725f8c-5697-4db1-a83e-8c4b9ddfa239 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573737 Dec 06 12:22:28.149546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cb5c9ff-db24-4e86-b089-870c418041e5 req-2d35e14d-521f-469f-a8e1-fe6bd0a63fa4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878620 Dec 06 12:22:28.271350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bec3afed-339d-4527-b130-83d847d7e1ac req-b1947cf5-1f46-4ac6-91ff-0015fff08375 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890607 Dec 06 12:22:28.372609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17bf29-f57e-4dd3-8cfa-03dff18270d7 req-8775d26b-df6e-45dd-af03-21e0aff22cb7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:28.374895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a17bf29-f57e-4dd3-8cfa-03dff18270d7 req-8775d26b-df6e-45dd-af03-21e0aff22cb7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 943 time: 0.0657783 Dec 06 12:22:28.433785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a17bf29-f57e-4dd3-8cfa-03dff18270d7 req-4195fd4a-19e9-4b96-9780-29d890b45faf tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 Dec 06 12:22:28.789281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-427d6eab-afc6-4eca-9e8b-8f3608b2c215 req-6590ec42-3b97-429e-a9d2-189e34f1d40f tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Dec 06 12:22:28.838699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 791b9ebc-f9dc-4675-abc6-68a3418684e4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:22:28.938213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:28.950449 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '791b9ebc-f9dc-4675-abc6-68a3418684e4', 'network_id': 'e66e603e-c637-4be9-ad3d-b7042f7483f8', 'port_id': '791b9ebc-f9dc-4675-abc6-68a3418684e4', 'mac_address': 'fa:16:3e:7f:15:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d178f40-4738-44b7-91f7-47726c6d27bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:22:28.988982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:29.002749 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791b9ebc-f9dc-4675-abc6-68a3418684e4 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:22:29.023407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:29.027770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:29.075658 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:29.284605 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87666bb-b7ce-4f9d-b4ae-cbee2033b545 req-8af11c54-cf46-4326-a4d0-00fa18779068 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:29.287729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c87666bb-b7ce-4f9d-b4ae-cbee2033b545 req-8af11c54-cf46-4326-a4d0-00fa18779068 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0601151 Dec 06 12:22:29.289637 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['791b9ebc-f9dc-4675-abc6-68a3418684e4'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:29.371436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c87666bb-b7ce-4f9d-b4ae-cbee2033b545 req-a8556720-df99-403a-9f1f-bcdf26eb9bea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775907 Dec 06 12:22:29.563118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dd139-6a1d-4ec2-bce2-6f3c9f8bccc3 req-a3ebbded-a639-4f7c-bb4f-762a4a438901 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:29.564647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f2dd139-6a1d-4ec2-bce2-6f3c9f8bccc3 req-a3ebbded-a639-4f7c-bb4f-762a4a438901 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 944 time: 0.0563159 Dec 06 12:22:29.569372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b26019f-28e3-4ba9-b881-3c59d2f03609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:29.619500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f2dd139-6a1d-4ec2-bce2-6f3c9f8bccc3 req-c5c11c99-263a-4ce9-82bb-0ef44fa6cff4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Dec 06 12:22:29.912040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fc4b627-82e2-4d2e-9b50-9059b7fd9be6 req-721692ee-7a61-4df3-b230-31d4bf591720 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0259738 Dec 06 12:22:30.495625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:30.535100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a699-8b50-41dd-9752-df19b4e2d033 req-88a024c4-2079-430c-838c-1276f98aa7ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.537760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f7a699-8b50-41dd-9752-df19b4e2d033 req-88a024c4-2079-430c-838c-1276f98aa7ee tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0850542 Dec 06 12:22:30.600812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f7a699-8b50-41dd-9752-df19b4e2d033 req-0680e271-0e77-44df-8061-b0e67955ff77 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508220 Dec 06 12:22:30.758644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edc7bc-bfdf-4cfe-b249-a9b7c269c139 req-054ed25e-78da-4058-a8b9-a6fe58bba9c9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.760308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1edc7bc-bfdf-4cfe-b249-a9b7c269c139 req-054ed25e-78da-4058-a8b9-a6fe58bba9c9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 944 time: 0.0660002 Dec 06 12:22:30.819078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1edc7bc-bfdf-4cfe-b249-a9b7c269c139 req-f2e45cde-9871-43a8-8c8c-1add1a819e91 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Dec 06 12:22:30.855814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 791b9ebc-f9dc-4675-abc6-68a3418684e4 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:22:30.907026 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 791b9ebc-f9dc-4675-abc6-68a3418684e4 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:22:30.911497 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 791b9ebc-f9dc-4675-abc6-68a3418684e4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:22:30.911875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:31.023375 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:31.032540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:31.048457 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:31.050725 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ba893-7fd3-48d5-a1dc-57d53faa3503" -d '{"events": [{"server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:31.064246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:31.070884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:31.075856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7205703-5d59-4e3e-8f0b-86dd12d38f5a req-bdf0fc0f-a188-4bac-b220-bc7828c8a95a tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0381677 Dec 06 12:22:31.124003 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d16323-4d79-47cd-8910-e5d16fe5a7ec x-openstack-request-id: req-68d16323-4d79-47cd-8910-e5d16fe5a7ec {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:31.124453 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:31.124801 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68d16323-4d79-47cd-8910-e5d16fe5a7ec {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:31.125391 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4', 'code': 200} Dec 06 12:22:31.136781 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:31.229481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190ebfc-4c74-4c1d-8c43-b587c8d5f0bd req-47fbcd8a-143e-45a8-8bd0-8ff74b09583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:31.230989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0190ebfc-4c74-4c1d-8c43-b587c8d5f0bd req-47fbcd8a-143e-45a8-8bd0-8ff74b09583d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1096 time: 0.0448451 Dec 06 12:22:31.275888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0190ebfc-4c74-4c1d-8c43-b587c8d5f0bd req-825fe9e8-55ff-462f-8ad0-00d42e93d52e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Dec 06 12:22:31.837918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdd81-11f0-417e-80cb-d0ece41ded8e req-8e557c0d-5f22-425d-9138-e9032fd886c7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:31.845810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e9cdd81-11f0-417e-80cb-d0ece41ded8e req-8e557c0d-5f22-425d-9138-e9032fd886c7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0880513 Dec 06 12:22:31.930419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e9cdd81-11f0-417e-80cb-d0ece41ded8e req-235b9e35-8ae5-4116-b98e-6a666ed1946e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722404 Dec 06 12:22:31.974133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aec2d-e366-4368-9eca-f5ac6db87dfa req-af284a02-6534-4087-87e4-55cfa564b1e5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:31.975638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c94aec2d-e366-4368-9eca-f5ac6db87dfa req-af284a02-6534-4087-87e4-55cfa564b1e5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0671992 Dec 06 12:22:32.027474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c94aec2d-e366-4368-9eca-f5ac6db87dfa req-d138298d-71a6-4786-90fb-6541cafbb33f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456443 Dec 06 12:22:32.204727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e56dae4f-71f7-4a33-afb5-aa403ae8dfc6 req-2c30e459-de22-4d02-88ed-74e99a670f8b tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Dec 06 12:22:32.268978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:33.117414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c32-9169-481e-95f2-f392d1225165 req-97fe2d83-6898-489d-9099-09ae9badc7f3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:33.135454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-660d1c32-9169-481e-95f2-f392d1225165 req-97fe2d83-6898-489d-9099-09ae9badc7f3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1089280 Dec 06 12:22:33.151459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:33.227986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04b3854e-aaee-421c-9223-9fedcd4436f0 req-ef8030e6-836c-4467-a5a7-5911476407bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0466144 Dec 06 12:22:33.274967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-660d1c32-9169-481e-95f2-f392d1225165 req-78b0779f-d1bf-4dde-a9b9-0918029e5e94 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320219 Dec 06 12:22:33.314784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50831a2-5fc0-4dcd-bd9c-702e8599bfb9 req-9771bb41-9fb5-4f25-a47e-4fd0fb527ee3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:33.329504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c50831a2-5fc0-4dcd-bd9c-702e8599bfb9 req-9771bb41-9fb5-4f25-a47e-4fd0fb527ee3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1536536 Dec 06 12:22:33.428399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3b984ff-d5e9-4456-a71c-dc6a5a4561b9 req-2d5154dc-93b8-40ff-acf1-c6be75d4df1c tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0388277 Dec 06 12:22:33.440361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c50831a2-5fc0-4dcd-bd9c-702e8599bfb9 req-055bc923-36f2-4156-90a2-02353c06aee1 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098838 Dec 06 12:22:33.725412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157df8-8899-4621-a680-b3cc7aaa3f98 req-ae83d0b6-c7c7-45c3-8054-b95c377b94cb tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:33.727816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc157df8-8899-4621-a680-b3cc7aaa3f98 req-ae83d0b6-c7c7-45c3-8054-b95c377b94cb tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0590067 Dec 06 12:22:33.780346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc157df8-8899-4621-a680-b3cc7aaa3f98 req-68523f13-4fe8-4ea0-9861-6f724e69fea9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Dec 06 12:22:33.834012 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49d58d-6282-4519-95db-870267a84c6d req-5432270f-94a8-4d77-a4e6-a1599b347b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:33.835610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-5432270f-94a8-4d77-a4e6-a1599b347b8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1096 time: 0.0479577 Dec 06 12:22:33.941495 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49d58d-6282-4519-95db-870267a84c6d req-1ec1980e-188f-43a0-928c-b8b9b01bef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:33.942978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-1ec1980e-188f-43a0-928c-b8b9b01bef0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.0981755 Dec 06 12:22:33.988217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-5d0ee7d6-6a88-459f-93ec-6ac3f1777f3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 200 len: 217 time: 0.0360053 Dec 06 12:22:34.040142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49d58d-6282-4519-95db-870267a84c6d req-ad3dcda6-58b1-4eed-8afc-2cc39bc97415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:34.041593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-ad3dcda6-58b1-4eed-8afc-2cc39bc97415 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.0443795 Dec 06 12:22:34.077624 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-449369e8-c640-413e-8fa1-921b1f68dfe8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287924 Dec 06 12:22:34.175068 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-7941d234-3090-4934-bb92-409c08281008 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906277 Dec 06 12:22:34.398354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce81b-52ee-417f-afcc-248981a22b2d req-052c65e6-20cb-4b47-9ccf-ac7c4601f6dc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:34.406241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386ce81b-52ee-417f-afcc-248981a22b2d req-052c65e6-20cb-4b47-9ccf-ac7c4601f6dc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0629039 Dec 06 12:22:34.462796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386ce81b-52ee-417f-afcc-248981a22b2d req-94bef32f-c1a0-48e5-b7f4-7742d52a230e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555086 Dec 06 12:22:34.629358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-751dd62d-a5a9-49a8-911b-17fe7e7704b6 req-d0262a30-56bf-4398-ba59-ff69939d5dce tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0455101 Dec 06 12:22:34.820558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f49d58d-6282-4519-95db-870267a84c6d req-6e1c3500-d129-4784-9379-067c168fa482 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302707 Dec 06 12:22:34.992057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ce8c-9ed7-4dd1-93dd-1bff8711145d req-1943fe28-6f21-4982-8dd5-63baaee4684b tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:35.002124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ab3ce8c-9ed7-4dd1-93dd-1bff8711145d req-1943fe28-6f21-4982-8dd5-63baaee4684b tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1057813 Dec 06 12:22:35.066679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70373d27-4d5e-4680-8c00-a1327d26dbd7 req-70a52ed6-6ca9-49f1-81e0-558f336b09ae tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245&device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0503392 Dec 06 12:22:35.137862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ab3ce8c-9ed7-4dd1-93dd-1bff8711145d req-bbc1e410-0e1a-4e82-b831-d48d305f4c84 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335492 Dec 06 12:22:35.436467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a2fbf0b-f6b9-443a-acfe-3ac88d716145 req-347348d2-af0e-499a-a64f-45cc307cad3d tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0635686 Dec 06 12:22:35.446734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a246c3a5-10ba-43a8-b203-cf5d8124f8ba req-518b86dd-2faf-4874-b29c-5b556b69f6e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f0a554d83aa496694dfa416eea1fee9&device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0592000 Dec 06 12:22:35.477660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a246c3a5-10ba-43a8-b203-cf5d8124f8ba req-506e7c8a-70fc-41a4-a769-d2c2e00597a4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f0a554d83aa496694dfa416eea1fee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195305 Dec 06 12:22:35.594866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246c3a5-10ba-43a8-b203-cf5d8124f8ba req-0aa5496c-3df6-469f-834e-aa2020ad1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:35.597359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a246c3a5-10ba-43a8-b203-cf5d8124f8ba req-0aa5496c-3df6-469f-834e-aa2020ad1976 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125131 Dec 06 12:22:35.658640 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9b41-2997-4993-bd47-07705046e22e req-97caa3da-6914-4f49-9601-043fe931a7c2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:35.660738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05bd9b41-2997-4993-bd47-07705046e22e req-97caa3da-6914-4f49-9601-043fe931a7c2 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0621803 Dec 06 12:22:35.747655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05bd9b41-2997-4993-bd47-07705046e22e req-7ca78fcd-1a65-43ed-8f4c-3c0ea2973276 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783336 Dec 06 12:22:36.264608 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e0c6-bd8b-472b-874b-38acc921984e req-ca55a092-efbe-4b13-a176-b057f9c0ce50 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:36.273303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5a4e0c6-bd8b-472b-874b-38acc921984e req-ca55a092-efbe-4b13-a176-b057f9c0ce50 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0694363 Dec 06 12:22:36.320748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5a4e0c6-bd8b-472b-874b-38acc921984e req-52420bc6-fbb1-4c69-b6a6-72ab6271e9d5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Dec 06 12:22:36.533946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-779ccfbf-074e-4759-8ab4-fddb4cfa7a57 req-e267633c-592b-4ed0-9d90-acc823028dc3 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Dec 06 12:22:36.891030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742183-eea0-45cd-a9d0-310591e22500 req-4e8a2620-f6cc-4ad6-8e3e-34b93a6be986 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:36.892733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b742183-eea0-45cd-a9d0-310591e22500 req-4e8a2620-f6cc-4ad6-8e3e-34b93a6be986 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0694871 Dec 06 12:22:36.951574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b742183-eea0-45cd-a9d0-310591e22500 req-2d1f4aa9-d937-4668-ae8b-a652bdff8876 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523686 Dec 06 12:22:37.100254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a246c3a5-10ba-43a8-b203-cf5d8124f8ba req-facfac3f-b6d9-471d-90fd-f24b22753602 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.53 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0290995 Dec 06 12:22:37.448314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd189fd-1669-4e0e-88ed-906077473c1a req-80502615-a761-438c-a170-49f6aadbc7f2 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:37.449810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acd189fd-1669-4e0e-88ed-906077473c1a req-80502615-a761-438c-a170-49f6aadbc7f2 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0499961 Dec 06 12:22:37.497445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acd189fd-1669-4e0e-88ed-906077473c1a req-8534add2-a009-4a70-89b5-62ce77b66f19 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Dec 06 12:22:37.686869 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cc93912-e8cc-4891-9ec7-c803488e67b8 req-a890a2f7-25ad-4854-a92b-bf6113bb368b tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d106bf-bac4-42d3-aa76-98a67c7cb245 HTTP/1.1" status: 200 len: 210 time: 0.0349100 Dec 06 12:22:38.116063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a9a7e-f9e1-4c67-baf5-4bfcc1531f30 req-690d8af2-9e2f-4c2a-9d02-7a814435627e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.125020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f88a9a7e-f9e1-4c67-baf5-4bfcc1531f30 req-690d8af2-9e2f-4c2a-9d02-7a814435627e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0671072 Dec 06 12:22:38.181450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f88a9a7e-f9e1-4c67-baf5-4bfcc1531f30 req-41b332c8-dc9e-4cf9-b7fb-a3c748b8f4cc tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553193 Dec 06 12:22:38.456142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1607ae-8efb-4b78-989a-bb3b0245c17f req-c4fa4883-c343-49d4-b5ec-ec6970122074 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.458070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb1607ae-8efb-4b78-989a-bb3b0245c17f req-c4fa4883-c343-49d4-b5ec-ec6970122074 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0633073 Dec 06 12:22:38.548349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb1607ae-8efb-4b78-989a-bb3b0245c17f req-6ec39eab-dcd9-4262-bc8f-0bd603248c65 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837593 Dec 06 12:22:38.571820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-04cba176-2cb3-4f2b-ba5a-a5863d826c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.573340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-04cba176-2cb3-4f2b-ba5a-a5863d826c81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.0634372 Dec 06 12:22:38.702971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef248-99f4-4f3c-a5ff-c8f146a79dd8 req-36dc5b15-297a-4440-a570-bc593ae872d5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.704675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a98ef248-99f4-4f3c-a5ff-c8f146a79dd8 req-36dc5b15-297a-4440-a570-bc593ae872d5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1148951 Dec 06 12:22:38.734848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-3b586040-dfdc-40c0-9ab0-7f6b2aa90c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.737325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-3b586040-dfdc-40c0-9ab0-7f6b2aa90c66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.1551971 Dec 06 12:22:38.843869 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a98ef248-99f4-4f3c-a5ff-c8f146a79dd8 req-56b2a5e2-1bab-4210-9fe0-18257bdbee21 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274753 Dec 06 12:22:38.862801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-43e04d6c-c451-45e8-bd64-e4793e407755 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.1181774 Dec 06 12:22:38.924075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-56d8ab9b-826f-4a4c-bc07-8c261d0248c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.926212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-56d8ab9b-826f-4a4c-bc07-8c261d0248c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.0561683 Dec 06 12:22:38.981368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-b82789d2-67dc-4856-af3c-8308a3bc156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:38.984459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-b82789d2-67dc-4856-af3c-8308a3bc156c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493488 Dec 06 12:22:39.102965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-33222267-4aaa-450a-837a-78aba0b3fac2 req-6083b440-3c8b-4677-aaae-bd94452dd45c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f0a554d83aa496694dfa416eea1fee9&device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0472362 Dec 06 12:22:39.156920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-33222267-4aaa-450a-837a-78aba0b3fac2 req-c5394644-cb52-4d62-b8e4-27401419928c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f0a554d83aa496694dfa416eea1fee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394616 Dec 06 12:22:39.311073 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33222267-4aaa-450a-837a-78aba0b3fac2 req-68a658dd-64eb-465f-a402-a1cc391b6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:39.313379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-33222267-4aaa-450a-837a-78aba0b3fac2 req-68a658dd-64eb-465f-a402-a1cc391b6f7b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255324 Dec 06 12:22:39.502950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22bfdb76-4155-493a-a802-54ab84044d44 req-6900d062-8981-4920-8b00-e0be92277656 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.4674225 Dec 06 12:22:39.531369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-407bd29c-57f0-426f-9705-5bdf9ee4a72a service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360408 Dec 06 12:22:39.716350 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ae734-ee4d-41ac-9d32-24f470454c66 req-f6223f1d-e0b9-4c01-aa38-354234dc4fb6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:39.717922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-524ae734-ee4d-41ac-9d32-24f470454c66 req-f6223f1d-e0b9-4c01-aa38-354234dc4fb6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0817125 Dec 06 12:22:39.720185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ec59120-1f45-46d7-a0e7-3c5fcf892a3c req-4304287a-f5ef-42b3-8808-ab5d6311bed3 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825509 Dec 06 12:22:39.799247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-524ae734-ee4d-41ac-9d32-24f470454c66 req-ea96754f-5823-4735-b7f9-40586c7f3492 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749154 Dec 06 12:22:39.990505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b8a17-33bb-448b-97ba-bf00b07844ba req-b2b135ed-20fe-44ca-ab39-62af62ad60bc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:39.992069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac6b8a17-33bb-448b-97ba-bf00b07844ba req-b2b135ed-20fe-44ca-ab39-62af62ad60bc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0708239 Dec 06 12:22:40.074602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac6b8a17-33bb-448b-97ba-bf00b07844ba req-7e551289-fb9f-47d4-8740-45a3493af292 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Dec 06 12:22:40.082027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc0edc-1fa9-4f09-bc4d-96d953a7f4a1 req-261a2e56-4868-4019-b199-1903592c83fe tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:40.083578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71cc0edc-1fa9-4f09-bc4d-96d953a7f4a1 req-261a2e56-4868-4019-b199-1903592c83fe tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.0906098 Dec 06 12:22:40.145701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71cc0edc-1fa9-4f09-bc4d-96d953a7f4a1 req-55fdf7f2-615c-4a53-9b95-89808c016b1d tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 Dec 06 12:22:40.613637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf222992-242a-4e29-83f6-4218c400366b req-223b0e35-a4df-4c01-851b-99787a662220 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.31 "GET /v2.0/ports?device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0277808 Dec 06 12:22:40.945934 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9843-71b0-4c73-9a9c-b63492a34989 req-e239b701-508a-49db-bb00-4c2c7c33c396 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:40.947450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286c9843-71b0-4c73-9a9c-b63492a34989 req-e239b701-508a-49db-bb00-4c2c7c33c396 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0679483 Dec 06 12:22:40.992018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33222267-4aaa-450a-837a-78aba0b3fac2 req-4b6729c9-f7b1-4a4c-ac42-1af7372d02b1 tempest-ServerShowV247Test-1034180169 tempest-ServerShowV247Test-1034180169-project] 10.222.0.53 "GET /v2.0/ports?device_id=607e5a80-12f5-4498-ae9d-b66ff7d764b8 HTTP/1.1" status: 200 len: 210 time: 0.0427718 Dec 06 12:22:41.021925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-286c9843-71b0-4c73-9a9c-b63492a34989 req-793f2172-48df-407e-961c-5f7fdf0551c8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653405 Dec 06 12:22:41.153806 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5eacc-e0c2-4f07-b3f6-bb3b213e51d2 req-ed22d4b2-fd32-430b-b70b-2325db673757 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.155117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02a5eacc-e0c2-4f07-b3f6-bb3b213e51d2 req-ed22d4b2-fd32-430b-b70b-2325db673757 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0533469 Dec 06 12:22:41.236649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02a5eacc-e0c2-4f07-b3f6-bb3b213e51d2 req-4b3cc8e7-7c7e-4f96-91db-7344faa9bb9f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754442 Dec 06 12:22:41.244809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcb294-b18c-4eb9-8c87-fce3fabd8c7a req-edaf65d2-b299-4aa2-ad7f-331c6c33545d tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.246290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47fcb294-b18c-4eb9-8c87-fce3fabd8c7a req-edaf65d2-b299-4aa2-ad7f-331c6c33545d tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0768166 Dec 06 12:22:41.340118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47fcb294-b18c-4eb9-8c87-fce3fabd8c7a req-45b0a73c-69b5-44b8-8a3a-df0b419bf555 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815916 Dec 06 12:22:41.379438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0de9e-cc20-4bd5-a88e-5f13d319527f req-0fb776b3-87a6-497e-93f4-3848a243ffe1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.380944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26f0de9e-cc20-4bd5-a88e-5f13d319527f req-0fb776b3-87a6-497e-93f4-3848a243ffe1 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.0759170 Dec 06 12:22:41.481383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ec665-982a-46ea-be47-401dfa33df5e req-2cfb0596-c533-45ec-89cb-7766c31a2843 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.482875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-887ec665-982a-46ea-be47-401dfa33df5e req-2cfb0596-c533-45ec-89cb-7766c31a2843 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0792358 Dec 06 12:22:41.493973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26f0de9e-cc20-4bd5-a88e-5f13d319527f req-d5cb1d45-e96e-423e-b10e-47e848dd46d3 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups?id=42b7f6ec-2ce8-47a1-9d56-347066127f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047769 Dec 06 12:22:41.567000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-887ec665-982a-46ea-be47-401dfa33df5e req-f206e0a8-059c-46b4-a7a2-62411e0dd6a7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718834 Dec 06 12:22:41.856674 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bc815-3648-40b3-b730-a88905e65388 req-c2d0347a-823b-4666-a401-9fa5dcd04dd6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.865644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d3bc815-3648-40b3-b730-a88905e65388 req-c2d0347a-823b-4666-a401-9fa5dcd04dd6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0833786 Dec 06 12:22:41.871067 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-09bc1a4e-f6cf-4f61-8ce7-4de38e6a0af0 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:41.873883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-09bc1a4e-f6cf-4f61-8ce7-4de38e6a0af0 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 946 time: 0.0968444 Dec 06 12:22:41.954327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d3bc815-3648-40b3-b730-a88905e65388 req-74a81672-a836-491a-b738-86af050429f6 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877378 Dec 06 12:22:42.025145 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:42.027386 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Deleting port 562da08c-adec-4084-94ce-e913c3c7b0f1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:22:42.027931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.135945 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] For port 562da08c-adec-4084-94ce-e913c3c7b0f1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=562da08c-adec-4084-94ce-e913c3c7b0f1,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:42.136594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.150018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.236943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.242975 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.314853 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e130f6c-e1c9-47dc-a924-5521ae4cc112,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:42.318936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f0a554d83aa496694dfa416eea1fee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926176 Dec 06 12:22:42.325451 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:42.332766 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.333295 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.333755 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.334215 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.334662 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.335637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.336074 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.336511 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.336954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.337424 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.337871 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.338304 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.338785 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed7d7-9311-4117-99b7-d335e2940e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:42.396668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.400856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.401065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.401491 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Floating IP 4b78ab56-577e-4567-af11-e477eeb6f003 disassociated. External IP: 172.35.3.157, port: 562da08c-adec-4084-94ce-e913c3c7b0f1. Dec 06 12:22:42.402082 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Calling delete_port for 562da08c-adec-4084-94ce-e913c3c7b0f1 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:22:42.441324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.528323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95828a-b5c8-4ba0-8a8f-a81c2c04ff9c req-9dd43155-a382-4710-84f1-32eb7e8dcad7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:42.529972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db95828a-b5c8-4ba0-8a8f-a81c2c04ff9c req-9dd43155-a382-4710-84f1-32eb7e8dcad7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0944138 Dec 06 12:22:42.765089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.765089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.765089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e130f6c-e1c9-47dc-a924-5521ae4cc112 HTTP/1.1" status: 204 len: 168 time: 0.2499976 Dec 06 12:22:42.765089 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dc4cb-2c7b-4eb5-aebc-cd18695b8f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e130f6c-e1c9-47dc-a924-5521ae4cc112,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:42.772230 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:42.775078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db95828a-b5c8-4ba0-8a8f-a81c2c04ff9c req-9b942df6-614a-400b-9ba4-ee80e58a3771 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178992 Dec 06 12:22:42.811062 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'Port': ['ID=562da08c-adec-4084-94ce-e913c3c7b0f1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:42.830318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8dd6022-24d9-4f49-8374-b4bbca2aa292 req-8f670498-18a8-4668-a267-1be9d7ed6f22 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/ports?device_id=81694b15-8f50-4568-b8b4-3febb885a652 HTTP/1.1" status: 200 len: 210 time: 0.0860548 Dec 06 12:22:42.992842 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:22:43.109839 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdd6f5-6e4b-4cdd-8e09-a3a0ff2c00b3 req-96419bc5-c8b1-4c51-b11f-f7da8987d43e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:43.112474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42bdd6f5-6e4b-4cdd-8e09-a3a0ff2c00b3 req-96419bc5-c8b1-4c51-b11f-f7da8987d43e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0630093 Dec 06 12:22:43.144222 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:22:43.155331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:22:43.194329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42bdd6f5-6e4b-4cdd-8e09-a3a0ff2c00b3 req-4abb6528-a4ec-4e22-98a2-ca5274c9ef83 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671206 Dec 06 12:22:43.202739 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:22:43.203396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:22:43.205036 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] No DVR routers for this DVR port 562da08c-adec-4084-94ce-e913c3c7b0f1 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:22:43.220298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:43.224247 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-818a8d4e-9bdd-4ce2-a737-bffd62ec8d0d req-6f86f27b-481d-43f5-ba61-9f4704b9d933 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.23 "DELETE /v2.0/ports/562da08c-adec-4084-94ce-e913c3c7b0f1 HTTP/1.1" status: 204 len: 173 time: 1.3434439 Dec 06 12:22:43.225023 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'name': 'network-vif-deleted', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:43.227992 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816af45-b595-4881-a54e-9116fa138cac" -d '{"events": [{"server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "name": "network-vif-deleted", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:43.328921 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c346d-e4d2-4a1b-ab41-bb5dd4cef465 x-openstack-request-id: req-940c346d-e4d2-4a1b-ab41-bb5dd4cef465 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:43.329241 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81694b15-8f50-4568-b8b4-3febb885a652", "name": "network-vif-deleted", "tag": "562da08c-adec-4084-94ce-e913c3c7b0f1", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:43.329897 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-940c346d-e4d2-4a1b-ab41-bb5dd4cef465 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:43.330452 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81694b15-8f50-4568-b8b4-3febb885a652', 'name': 'network-vif-deleted', 'tag': '562da08c-adec-4084-94ce-e913c3c7b0f1', 'status': 'completed', 'code': 200} Dec 06 12:22:43.486385 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:22:43.706953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93b40-7c24-4943-9a28-b34e794a2a70 req-5d0bcdd0-a09f-4674-b977-7b985d874f70 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:43.711937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eed93b40-7c24-4943-9a28-b34e794a2a70 req-5d0bcdd0-a09f-4674-b977-7b985d874f70 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1564081 Dec 06 12:22:43.724877 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-d0acc6b3-9a1c-4177-abd7-cffd498478af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:43.732078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-d0acc6b3-9a1c-4177-abd7-cffd498478af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=331d8803fc5841e3bdc35a454de9c415&device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 1095 time: 0.1129439 Dec 06 12:22:43.919844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:22:43.956621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:22:43.968595 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:22:43.970051 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:22:44.025247 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59458) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:44.054372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eed93b40-7c24-4943-9a28-b34e794a2a70 req-ccbc5a2a-a7d6-45f5-8bc5-870f7450c53d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137915 Dec 06 12:22:44.060582 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f109a-5086-4ce4-b9c9-ee775c45f324 req-dbe79bc1-8504-4fbb-86b6-dbf8b59e06c3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:44.068803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-844f109a-5086-4ce4-b9c9-ee775c45f324 req-dbe79bc1-8504-4fbb-86b6-dbf8b59e06c3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.2628219 Dec 06 12:22:44.114812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-423dc9ad-e211-4f0c-81c0-c2daad1cf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:44.117282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-423dc9ad-e211-4f0c-81c0-c2daad1cf78a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 200 len: 913 time: 0.3688974 Dec 06 12:22:44.217305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-844f109a-5086-4ce4-b9c9-ee775c45f324 req-1ba925d6-3291-4d34-a25d-647aaad9596f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399889 Dec 06 12:22:44.315128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-4976d256-3728-4f4e-92e4-ac0f4b798952 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 200 len: 999 time: 0.1887417 Dec 06 12:22:44.316245 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-609015768-network', 'tenant_id': '5999c95351da458e84dc550c444486cb'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:44.316855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:22:44.381528 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Made reservation on behalf of 5999c95351da458e84dc550c444486cb for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:44.387145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.392420 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:44.401384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.431823 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-d5580d3a-c8de-4d27-a190-67379d763c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:44.443844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-d5580d3a-c8de-4d27-a190-67379d763c74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 200 len: 851 time: 0.1153078 Dec 06 12:22:44.543242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.551227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.568251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.573404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-5239daa5-844c-4c52-87b1-f9d7ca16041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:44.576096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-5239daa5-844c-4c52-87b1-f9d7ca16041c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad17c0ae-6580-4419-866d-c8dcb4cc032b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144233 Dec 06 12:22:44.603108 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:22:44.636495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.637938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.638517 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Added segment c7dc8efc-2b3f-424c-a298-d38410c17f41 of type vlan for network 81a4942f-4393-4401-8b40-efa643ab0f88 Dec 06 12:22:44.657055 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:22:44.693399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.723379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1148d-9a10-41b2-a0f2-da305566d548,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:44.727232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.728266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:44.729044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.738611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1097e9-dc37-46b4-9654-1243976f9e99 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74d4e797-14b9-4030-aa53-437ae93fdba7', 'name': '', 'network_id': 'b1e62408-d1aa-4c69-92bc-53c93edde5f5', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'mac_address': 'fa:16:3e:f9:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:11Z', 'updated_at': '2021-12-06T12:15:21Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'subnets': [{'id': '8c70c8e1-dbfc-42e1-b954-41ea8e15cb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:22:44.751496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7251253 Dec 06 12:22:44.758833 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:44.767100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Request body: {'subnet': {'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-609015768-subnet', 'tenant_id': '5999c95351da458e84dc550c444486cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:44.782899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.785626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.787140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "DELETE /v2.0/security-groups/42b7f6ec-2ce8-47a1-9d56-347066127f23 HTTP/1.1" status: 204 len: 168 time: 0.3937557 Dec 06 12:22:44.795630 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:44.820200 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294ab9-d60c-4609-a525-fb97daed2cbc tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b7f6ec-2ce8-47a1-9d56-347066127f23,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:44.828204 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-7a685dee-0521-4de7-82c8-ffa71dbd3d14 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] show failed (client error): The resource could not be found. Dec 06 12:22:44.832436 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7a685dee-0521-4de7-82c8-ffa71dbd3d14 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "GET /v2.0/security-groups/42b7f6ec-2ce8-47a1-9d56-347066127f23 HTTP/1.1" status: 404 len: 347 time: 0.0327489 Dec 06 12:22:44.832436 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:44.852707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-06ccfcac-5c36-447f-8cbe-d6a8178f4be9 service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649872 Dec 06 12:22:44.855693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Made reservation on behalf of 5999c95351da458e84dc550c444486cb for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:44.872206 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49117d9-6be9-4303-979e-93e9485c1512 admin admin] Pushing event updated for resources: {'Network': ['ID=81a4942f-4393-4401-8b40-efa643ab0f88,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:44.873964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:44.893430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 81a4942f-4393-4401-8b40-efa643ab0f88 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:22:45.025253 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 562da08c-adec-4084-94ce-e913c3c7b0f1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:22:45.101843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ced7a788-b63f-4ea6-a31b-c233cb146d1f req-46c7c34a-53b4-4425-8fa7-1d03abc281af service neutron] 10.222.0.53 "GET /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252824 Dec 06 12:22:45.156929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 562da08c-adec-4084-94ce-e913c3c7b0f1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:22:45.157573 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 562da08c-adec-4084-94ce-e913c3c7b0f1 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:22:45.175236 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Deleting port d64a4276-70dd-459a-8963-eb2bc8cb603e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:22:45.175805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.299012 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccb904-a69b-4bc5-a26b-0023bf2977f6 None None] New status for floating IP 4b78ab56-577e-4567-af11-e477eeb6f003: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:22:45.319413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.326740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.329798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.348081 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Calling delete_port for d64a4276-70dd-459a-8963-eb2bc8cb603e owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:22:45.411661 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cb41-4d84-4004-8be4-a7c64b1a7568 req-893dc179-e0dd-44a2-ba68-8229bad3a907 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:45.413929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cc3cb41-4d84-4004-8be4-a7c64b1a7568 req-893dc179-e0dd-44a2-ba68-8229bad3a907 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.2515213 Dec 06 12:22:45.433398 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e381e70c-50b2-4351-9e0b-1c37937e3054,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:45.479456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61809d1-5451-4451-9825-26568cf28e79 req-4def1e40-4a10-4a44-8738-1d2c56ce69b9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:45.481230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e61809d1-5451-4451-9825-26568cf28e79 req-4def1e40-4a10-4a44-8738-1d2c56ce69b9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1139910 Dec 06 12:22:45.564182 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Checking segment: {'id': 'c7dc8efc-2b3f-424c-a298-d38410c17f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:22:45.564627 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Network hostable DHCP agents. Network: 81a4942f-4393-4401-8b40-efa643ab0f88, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:22:45.566841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.568998 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.db.api [None req-56ccb904-a69b-4bc5-a26b-0023bf2977f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:22:45.570262 n-d-master-1 neutron-server[103300]: DEBUG oslo_db.api [None req-56ccb904-a69b-4bc5-a26b-0023bf2977f6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:22:45.602361 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Pushing event deleted for resources: {'Port': ['ID=d64a4276-70dd-459a-8963-eb2bc8cb603e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:45.605003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cc3cb41-4d84-4004-8be4-a7c64b1a7568 req-3ba7dcda-faf2-4f4c-8471-9ed89399acb4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815486 Dec 06 12:22:45.681471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e61809d1-5451-4451-9825-26568cf28e79 req-dc050d48-a87c-48e2-bc5f-dc71b4a07a59 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859083 Dec 06 12:22:45.692397 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Network 81a4942f-4393-4401-8b40-efa643ab0f88 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:22:45.718674 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 81a4942f-4393-4401-8b40-efa643ab0f88) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:22:45.731485 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb646a-86d1-49a2-b1bf-118a35e838d6 None None] Network 81a4942f-4393-4401-8b40-efa643ab0f88 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:22:45.742967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:45.743923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.746099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.771856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.789427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e6d2eb5-29ce-42cf-ac78-13ceedd3862a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0288661 Dec 06 12:22:45.795263 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76267daf-05f2-4020-8557-b4623487c561 tempest-AttachVolumeTestJSON-63538221 tempest-AttachVolumeTestJSON-63538221-project] 10.222.0.31 "DELETE /v2.0/floatingips/4b78ab56-577e-4567-af11-e477eeb6f003 HTTP/1.1" status: 204 len: 168 time: 0.9573414 Dec 06 12:22:46.043532 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1702127-9cf9-46aa-b0d7-4696ac8d270b None None] Network 81a4942f-4393-4401-8b40-efa643ab0f88 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:22:46.073312 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccb904-a69b-4bc5-a26b-0023bf2977f6 None None] New status for floating IP 4b78ab56-577e-4567-af11-e477eeb6f003: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:22:46.544164 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:46.549877 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1139208628-network', 'tenant_id': '76b8cac14c80496297a2b13177e98611'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:46.576429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Made reservation on behalf of 76b8cac14c80496297a2b13177e98611 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:46.579978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.597239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.740828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.752714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.776670 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:22:46.787934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.788776 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Added segment f44fe247-c278-449a-b9ef-556579681566 of type vlan for network e418e665-cb44-4566-937f-ea3c9ac59e80 Dec 06 12:22:46.853685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.871754 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fda05b-a5f1-48fe-a462-c631e8884a88 req-d57107ae-ff6a-4743-959e-1b5936f53c59 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:46.881853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08fda05b-a5f1-48fe-a462-c631e8884a88 req-d57107ae-ff6a-4743-959e-1b5936f53c59 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1476393 Dec 06 12:22:46.919097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.920062 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:46.920647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:46.922329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd4b43-68e7-453b-a586-5eb6d7805d1f req-5222f4a0-4023-4e3c-9599-6144c13cb076 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:46.933592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69fd4b43-68e7-453b-a586-5eb6d7805d1f req-5222f4a0-4023-4e3c-9599-6144c13cb076 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1525841 Dec 06 12:22:46.955959 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f12db8-3527-4ecb-9dee-1b6e01bc64af,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:46.972475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4268956 Dec 06 12:22:46.975056 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59544) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:46.983578 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Request body: {'subnet': {'network_id': 'e418e665-cb44-4566-937f-ea3c9ac59e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1139208628-subnet', 'tenant_id': '76b8cac14c80496297a2b13177e98611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:47.005762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08fda05b-a5f1-48fe-a462-c631e8884a88 req-f685b6c6-5362-4a9f-a7e9-ddf65cea0160 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228976 Dec 06 12:22:47.049711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc476fb-b272-45c5-956f-3f25d20aa82c admin admin] Pushing event updated for resources: {'Network': ['ID=e418e665-cb44-4566-937f-ea3c9ac59e80,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:47.061585 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e418e665-cb44-4566-937f-ea3c9ac59e80 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:22:47.084822 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Made reservation on behalf of 76b8cac14c80496297a2b13177e98611 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:47.087793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69fd4b43-68e7-453b-a586-5eb6d7805d1f req-f772c137-38f1-4993-a797-a6ce94a40c51 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 Dec 06 12:22:47.089333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:47.382819 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f61991-8add-4319-96fd-d02b327aeb56 req-1eb873e7-6174-4e67-9df6-b4ea2a6ece0e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:47.382819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9f61991-8add-4319-96fd-d02b327aeb56 req-1eb873e7-6174-4e67-9df6-b4ea2a6ece0e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1123676 Dec 06 12:22:47.460832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:47.476333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9f61991-8add-4319-96fd-d02b327aeb56 req-034200b7-5f28-4db6-8473-21767168b97b tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670841 Dec 06 12:22:47.594142 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9086d749-e606-45a7-b9a3-382f60f7bdde,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:47.602952 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Checking segment: {'id': 'f44fe247-c278-449a-b9ef-556579681566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e418e665-cb44-4566-937f-ea3c9ac59e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:22:47.603325 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Network hostable DHCP agents. Network: e418e665-cb44-4566-937f-ea3c9ac59e80, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:22:47.637678 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:22:47.654895 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Network e418e665-cb44-4566-937f-ea3c9ac59e80 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:22:47.669630 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e418e665-cb44-4566-937f-ea3c9ac59e80) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:22:47.674594 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:47.675183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:47.678972 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d66065-746a-4feb-8be5-73bf465a2b2a None None] Network e418e665-cb44-4566-937f-ea3c9ac59e80 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:22:47.705388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c89588c1-969b-4b27-9c93-71366daff371 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7292249 Dec 06 12:22:47.885311 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e648e-44f8-4769-a047-f91fc7235863 None None] Network e418e665-cb44-4566-937f-ea3c9ac59e80 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:22:48.763569 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-6445cf93-94e6-4cbe-be37-c51c60858ba4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:48.771521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-6445cf93-94e6-4cbe-be37-c51c60858ba4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b3dee2-4caa-451d-b61f-40f99f3874b0 HTTP/1.1" status: 200 len: 944 time: 0.1232669 Dec 06 12:22:48.869788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-38b84c5b-c60f-4340-9c1c-8f15746de51a tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:48.877481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-38b84c5b-c60f-4340-9c1c-8f15746de51a tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/networks?id=81a4942f-4393-4401-8b40-efa643ab0f88 HTTP/1.1" status: 200 len: 824 time: 0.2674725 Dec 06 12:22:48.902791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-e499f1ec-6fde-451d-a64c-452e9e402f61 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/quotas/5999c95351da458e84dc550c444486cb HTTP/1.1" status: 200 len: 375 time: 0.0240407 Dec 06 12:22:48.945708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-8bef0ba3-78b6-4aa0-bdac-a58f46375e16 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5999c95351da458e84dc550c444486cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419803 Dec 06 12:22:49.023156 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port 23f312e0-fece-4126-9d95-c55b37be0c4a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:22:49.023506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:49.107344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-1630f3a5-1e16-491b-8887-83fe9ee3c161 service neutron] 10.222.0.31 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607847 Dec 06 12:22:49.164842 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port 23f312e0-fece-4126-9d95-c55b37be0c4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23f312e0-fece-4126-9d95-c55b37be0c4a,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:49.165244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:49.190834 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for 23f312e0-fece-4126-9d95-c55b37be0c4a owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:22:49.373697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-4f99fa9d-2652-4c5a-8f42-7b7c76d23642 service neutron] 10.222.0.31 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479272 Dec 06 12:22:49.472112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:49.495214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'a323e401-4a37-4602-875d-c88cb28efe9f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:49.537708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=23f312e0-fece-4126-9d95-c55b37be0c4a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:49.598814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:49.633798 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] No DVR routers for this DVR port 23f312e0-fece-4126-9d95-c55b37be0c4a on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:22:49.645897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:49.650848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7e7cbdc-997c-4b0f-bbd2-c8b44fd7f73f req-2de2c392-1841-4e4a-9333-a4d662e6f6c4 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "DELETE /v2.0/ports/23f312e0-fece-4126-9d95-c55b37be0c4a HTTP/1.1" status: 204 len: 173 time: 0.8779950 Dec 06 12:22:49.651339 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-deleted', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:49.653697 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a54905-0e6c-4076-b7d3-1ca8c8f5c762" -d '{"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-deleted", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:49.855874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6d913-bcc4-4bcf-939c-dcb62518cbd9 req-25f3d157-1210-49a7-a69d-118dee526c0b tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:49.860303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c6d913-bcc4-4bcf-939c-dcb62518cbd9 req-25f3d157-1210-49a7-a69d-118dee526c0b tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1178355 Dec 06 12:22:50.031745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c6d913-bcc4-4bcf-939c-dcb62518cbd9 req-5810d31b-25ef-4a1a-9b66-248908ce0f12 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677556 Dec 06 12:22:50.403233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbc9aa1e-651a-4d1b-898d-e3f907ac6ef9 req-cf0faf35-0d52-43ce-8855-b9bd9d37540d tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 210 time: 0.0440099 Dec 06 12:22:50.492216 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47ca02-47df-4d19-9c87-235d816ace31 x-openstack-request-id: req-9e47ca02-47df-4d19-9c87-235d816ace31 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:50.493066 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3dee2-4caa-451d-b61f-40f99f3874b0", "name": "network-vif-deleted", "tag": "23f312e0-fece-4126-9d95-c55b37be0c4a", "status": "failed", "code": 422}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:50.493696 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e47ca02-47df-4d19-9c87-235d816ace31 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:50.494353 n-d-master-1 neutron-server[103297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8b3dee2-4caa-451d-b61f-40f99f3874b0', 'name': 'network-vif-deleted', 'tag': '23f312e0-fece-4126-9d95-c55b37be0c4a', 'status': 'failed', 'code': 422} returned with failed status Dec 06 12:22:50.969622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f0f7f-0bb7-4c3d-ba22-a38a2a5c3fe8 req-c91c63d2-fe03-471e-b164-147720c98dcf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:50.972019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e8f0f7f-0bb7-4c3d-ba22-a38a2a5c3fe8 req-c91c63d2-fe03-471e-b164-147720c98dcf tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 907 time: 0.0665593 Dec 06 12:22:51.220451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12cd2-0bca-4e56-ae71-d77f13fbe5c7 req-628f7d51-5178-4f97-94c2-8d1632dde179 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:51.221826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe12cd2-0bca-4e56-ae71-d77f13fbe5c7 req-628f7d51-5178-4f97-94c2-8d1632dde179 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0869923 Dec 06 12:22:51.411840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe12cd2-0bca-4e56-ae71-d77f13fbe5c7 req-9e4d0d12-455c-4471-b898-21542d1ab56a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768427 Dec 06 12:22:51.437572 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-480d37da-dc12-4789-8b8a-979222ac96d8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:51.439130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-480d37da-dc12-4789-8b8a-979222ac96d8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.53 "GET /v2.0/networks?id=81a4942f-4393-4401-8b40-efa643ab0f88 HTTP/1.1" status: 200 len: 824 time: 0.1729369 Dec 06 12:22:51.460902 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Request body: {'port': {'device_id': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88', 'admin_state_up': True, 'tenant_id': '5999c95351da458e84dc550c444486cb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:51.570330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa8b7248-485a-40f1-974a-c55169dc92bb req-967b55a6-43e0-4473-9054-84bcd00e5dd1 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 210 time: 0.0605967 Dec 06 12:22:51.702462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Made reservation on behalf of 5999c95351da458e84dc550c444486cb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:22:51.706851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:51.882339 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Allocated IP 172.20.0.13 (81a4942f-4393-4401-8b40-efa643ab0f88/e381e70c-50b2-4351-9e0b-1c37937e3054/15d3ebe8-8e61-4901-bace-72f135542b99) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:22:52.148218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:52.201235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:52.406686 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-c38acf7e-d855-4f68-ae6b-1ffabc8d6898 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:52.408141 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-c38acf7e-d855-4f68-ae6b-1ffabc8d6898 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 907 time: 0.1394675 Dec 06 12:22:52.471333 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Network 81a4942f-4393-4401-8b40-efa643ab0f88 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:22:52.491591 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:22:52.497768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Pushing event updated for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:52.499839 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:22:52.541852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff47dfd-208e-4b7c-b22a-b7a3dd05ae45 req-b438d4b4-3efd-4203-8913-e65facfa284f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:52.553092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ff47dfd-208e-4b7c-b22a-b7a3dd05ae45 req-b438d4b4-3efd-4203-8913-e65facfa284f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 907 time: 0.3553617 Dec 06 12:22:52.645355 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port c7355c41-59fa-4f74-a45c-148263496ff9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:22:52.645700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:52.703721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:52.704676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:52.828858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-f2bb48fa-91a0-4d22-8c41-6747396d7a4c tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3728502 Dec 06 12:22:52.855914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783302-0ee7-493f-b686-f9dfd14e9816 req-d55519e0-0b86-4d96-aab0-ccbc915f1b09 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:52.864620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62783302-0ee7-493f-b686-f9dfd14e9816 req-d55519e0-0b86-4d96-aab0-ccbc915f1b09 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 932 time: 0.1446476 Dec 06 12:22:52.877557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Request body: {'port': {'device_id': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:52.889079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44efcaf-8ff5-43ae-999c-021946c411bc req-422bee4b-0def-4cce-ac7f-54048824575f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:52.891359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f44efcaf-8ff5-43ae-999c-021946c411bc req-422bee4b-0def-4cce-ac7f-54048824575f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.2241731 Dec 06 12:22:52.917139 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port c7355c41-59fa-4f74-a45c-148263496ff9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c7355c41-59fa-4f74-a45c-148263496ff9,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:52.919209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:52.966228 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for c7355c41-59fa-4f74-a45c-148263496ff9 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:22:53.014553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f44efcaf-8ff5-43ae-999c-021946c411bc req-9832e400-6b9a-4520-a27e-a43b8ca7fd68 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Dec 06 12:22:53.020175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62783302-0ee7-493f-b686-f9dfd14e9816 req-2d82ba3e-1d79-467c-98f6-50fe13dd2da7 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543577 Dec 06 12:22:53.025460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:53.214517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:53.244073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=c7355c41-59fa-4f74-a45c-148263496ff9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:53.327297 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] No DVR routers for this DVR port c7355c41-59fa-4f74-a45c-148263496ff9 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:22:53.337209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:53.340858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-61e64ddd-7616-4f71-b1a2-94863de9e042 req-4b07c979-8211-4964-8c91-69dbe6e10b71 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "DELETE /v2.0/ports/c7355c41-59fa-4f74-a45c-148263496ff9 HTTP/1.1" status: 204 len: 173 time: 0.9245172 Dec 06 12:22:53.344573 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'name': 'network-vif-deleted', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:53.348896 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5309cf20-b679-4c58-b6e1-1ad25f4f5b8e" -d '{"events": [{"server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "name": "network-vif-deleted", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:53.503049 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cda6c0-f318-4b46-b7d2-32ce413fe050 x-openstack-request-id: req-74cda6c0-f318-4b46-b7d2-32ce413fe050 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:53.503687 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f30f1-0ae3-48bb-b741-d2cc65d5e01a", "name": "network-vif-deleted", "tag": "c7355c41-59fa-4f74-a45c-148263496ff9", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:53.503687 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74cda6c0-f318-4b46-b7d2-32ce413fe050 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:53.504201 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f30f1-0ae3-48bb-b741-d2cc65d5e01a', 'name': 'network-vif-deleted', 'tag': 'c7355c41-59fa-4f74-a45c-148263496ff9', 'status': 'completed', 'code': 200} Dec 06 12:22:53.597948 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d3ebe8-8e61-4901-bace-72f135542b99 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:22:53.639947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:53.677573 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Transition to ACTIVE for port object 15d3ebe8-8e61-4901-bace-72f135542b99 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:22:53.685286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:53.809857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10a5eed3-887c-4f31-b2e7-11370602f15c req-a355632d-8284-4c63-a9c8-77a16a7fd9c5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f30f1-0ae3-48bb-b741-d2cc65d5e01a HTTP/1.1" status: 200 len: 210 time: 0.0746400 Dec 06 12:22:53.860261 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Pushing event updated for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:53.950946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Attempting to bind port 15d3ebe8-8e61-4901-bace-72f135542b99 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:22:53.951296 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Attempting to bind port 15d3ebe8-8e61-4901-bace-72f135542b99 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c7dc8efc-2b3f-424c-a298-d38410c17f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:22:53.951635 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Attempting to bind port 15d3ebe8-8e61-4901-bace-72f135542b99 on network 81a4942f-4393-4401-8b40-efa643ab0f88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:22:53.960264 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Port 15d3ebe8-8e61-4901-bace-72f135542b99 on network 81a4942f-4393-4401-8b40-efa643ab0f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:22:53.960264 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Attempting to bind port 15d3ebe8-8e61-4901-bace-72f135542b99 on network 81a4942f-4393-4401-8b40-efa643ab0f88 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:22:53.967632 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:22:53.968982 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Checking segment: {'id': 'c7dc8efc-2b3f-424c-a298-d38410c17f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:22:53.970330 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Bound using segment: {'id': 'c7dc8efc-2b3f-424c-a298-d38410c17f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:22:53.973354 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Bound port: 15d3ebe8-8e61-4901-bace-72f135542b99, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7dc8efc-2b3f-424c-a298-d38410c17f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:22:53.974609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:54.099289 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:22:54.107895 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=15d3ebe8-8e61-4901-bace-72f135542b99,segment=NetworkSegment(c7dc8efc-2b3f-424c-a298-d38410c17f41),segment_id=c7dc8efc-2b3f-424c-a298-d38410c17f41)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:22:54.115640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:54.157114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:54.157831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:54.159237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] 10.222.0.53 "PUT /v2.0/ports/15d3ebe8-8e61-4901-bace-72f135542b99 HTTP/1.1" status: 200 len: 1092 time: 1.3150642 Dec 06 12:22:54.159696 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:54.161997 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a843bb-6e72-49a0-9d99-87b2f965e166" -d '{"events": [{"name": "network-changed", "server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:54.284719 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde045-2c5a-4bf8-9c58-7909449f036b service neutron] Pushing event updated for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:54.321812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893725c-4795-453d-b0e9-87479fe7bf3b req-bb557d5a-5393-4e59-b646-4537774e9f95 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:54.323271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8893725c-4795-453d-b0e9-87479fe7bf3b req-bb557d5a-5393-4e59-b646-4537774e9f95 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1526451 Dec 06 12:22:54.331995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617360c1-21be-42a4-a9e5-db1c3dd07530 req-d9bca80b-2633-4ddf-984e-707934d27585 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:54.333541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-617360c1-21be-42a4-a9e5-db1c3dd07530 req-d9bca80b-2633-4ddf-984e-707934d27585 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 944 time: 0.1607463 Dec 06 12:22:54.337852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-896b877a-0fb7-4c5e-8b99-9fccc4b27c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:54.338265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-896b877a-0fb7-4c5e-8b99-9fccc4b27c51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5999c95351da458e84dc550c444486cb&device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 1095 time: 0.0977397 Dec 06 12:22:54.408913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-b28a5b57-73ef-4ddd-b49b-f9f5590241aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d3ebe8-8e61-4901-bace-72f135542b99 HTTP/1.1" status: 200 len: 217 time: 0.0541267 Dec 06 12:22:54.494117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8893725c-4795-453d-b0e9-87479fe7bf3b req-fad39f5e-645a-4377-a01f-f91d64d7a041 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594644 Dec 06 12:22:54.531641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-617360c1-21be-42a4-a9e5-db1c3dd07530 req-5b4dcb7f-3f47-40b0-b881-79c88090ba71 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708477 Dec 06 12:22:54.557262 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a6601c-093a-401b-9a1f-99fd52c06a96 x-openstack-request-id: req-a3a6601c-093a-401b-9a1f-99fd52c06a96 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:54.557262 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:54.557262 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3a6601c-093a-401b-9a1f-99fd52c06a96 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:54.557262 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99', 'status': 'completed', 'code': 200} Dec 06 12:22:54.557262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-caa58f32-fbf2-47a0-a7a6-c1948086c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:54.559104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-caa58f32-fbf2-47a0-a7a6-c1948086c115 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e381e70c-50b2-4351-9e0b-1c37937e3054 HTTP/1.1" status: 200 len: 864 time: 0.1356838 Dec 06 12:22:54.629228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-202cbff0-60d4-47a8-882b-d34af9402f5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a4942f-4393-4401-8b40-efa643ab0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494452 Dec 06 12:22:54.760582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-a87ab755-8c0b-46ac-8967-51914834801a service neutron] 10.222.0.53 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Dec 06 12:22:54.890115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e20971bd-24e8-47d5-a1b1-e2d3273574bd req-b2a5280d-7781-4957-86a7-4827cb9d3bca service neutron] 10.222.0.53 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221747 Dec 06 12:22:55.033996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c7355c41-59fa-4f74-a45c-148263496ff9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:22:55.099323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: c7355c41-59fa-4f74-a45c-148263496ff9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:22:55.099981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c7355c41-59fa-4f74-a45c-148263496ff9 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:22:55.157592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-0f5e2330-eacf-4960-ad01-a65e08016206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:55.159134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-0f5e2330-eacf-4960-ad01-a65e08016206 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5999c95351da458e84dc550c444486cb&device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 1095 time: 0.1398036 Dec 06 12:22:55.328300 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-f61662f4-a390-43a3-afc7-e9ce9eb49933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:55.330762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-f61662f4-a390-43a3-afc7-e9ce9eb49933 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a4942f-4393-4401-8b40-efa643ab0f88 HTTP/1.1" status: 200 len: 925 time: 0.1631327 Dec 06 12:22:55.387993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-8ed2752a-26a4-4243-a4da-546538f5d7c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d3ebe8-8e61-4901-bace-72f135542b99 HTTP/1.1" status: 200 len: 217 time: 0.0473437 Dec 06 12:22:55.403926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11bc70-bea9-4b86-99e8-a534dcd8fbe0 req-82c72d14-6cd3-499c-aa07-d80eaf287e4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:55.409608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad11bc70-bea9-4b86-99e8-a534dcd8fbe0 req-82c72d14-6cd3-499c-aa07-d80eaf287e4e tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 946 time: 0.1522002 Dec 06 12:22:55.508077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-4e3867ec-2444-4e0c-9037-887744f3864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:55.510420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-4e3867ec-2444-4e0c-9037-887744f3864b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e381e70c-50b2-4351-9e0b-1c37937e3054 HTTP/1.1" status: 200 len: 864 time: 0.1153080 Dec 06 12:22:55.549130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-ba10f45b-1d4c-4aea-966f-b9908447d87a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a4942f-4393-4401-8b40-efa643ab0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308914 Dec 06 12:22:55.574267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad11bc70-bea9-4b86-99e8-a534dcd8fbe0 req-b3102c6a-9481-43af-8d03-5a267b5c088f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244273 Dec 06 12:22:56.230772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-72c414a4-f4ad-4fe7-85ef-f947302f79ae service neutron] 10.222.0.53 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705122 Dec 06 12:22:56.356590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc11dc-59a9-4569-90cc-d5558b1eb337 req-f5ecb760-0143-4dfb-bd6b-205a93e6e129 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:56.358257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39fc11dc-59a9-4569-90cc-d5558b1eb337 req-f5ecb760-0143-4dfb-bd6b-205a93e6e129 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 944 time: 0.6514666 Dec 06 12:22:56.382106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e90f-ca70-435e-9f74-a382ffbe633c req-655a8c2a-d664-433f-9b1e-affb711bb8c4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:56.385828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55e7e90f-ca70-435e-9f74-a382ffbe633c req-655a8c2a-d664-433f-9b1e-affb711bb8c4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.6825283 Dec 06 12:22:56.459189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42a843bb-6e72-49a0-9d99-87b2f965e166 req-3c86ab8a-7e1f-4188-964c-b23846d4c55e service neutron] 10.222.0.53 "GET /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162116 Dec 06 12:22:56.463155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39fc11dc-59a9-4569-90cc-d5558b1eb337 req-dcf7ec03-633e-41e5-8b7a-c65f8ff00053 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Dec 06 12:22:56.556966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55e7e90f-ca70-435e-9f74-a382ffbe633c req-48f62552-f12b-46b6-9d6c-a95dac9402c9 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601582 Dec 06 12:22:56.654226 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-d4be854e-f4a5-476f-bc46-f893c1745b60 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:56.657889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-d4be854e-f4a5-476f-bc46-f893c1745b60 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 946 time: 0.1085992 Dec 06 12:22:56.823924 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e348e-d19d-4820-b402-22f561fd978a req-ac95dc4e-c883-4637-99d4-260c37652f33 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:56.826651 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port a323e401-4a37-4602-875d-c88cb28efe9f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:22:56.827101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:56.827849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae4e348e-d19d-4820-b402-22f561fd978a req-ac95dc4e-c883-4637-99d4-260c37652f33 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d887003-7d1b-43c3-af2b-e2f80777f197 HTTP/1.1" status: 200 len: 946 time: 0.0934663 Dec 06 12:22:56.909756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae4e348e-d19d-4820-b402-22f561fd978a req-fef60db9-a489-403c-a78f-185dd152150f tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Dec 06 12:22:56.970326 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port a323e401-4a37-4602-875d-c88cb28efe9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a323e401-4a37-4602-875d-c88cb28efe9f,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:56.970697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:56.984298 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for a323e401-4a37-4602-875d-c88cb28efe9f owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:22:57.191792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:57.220877 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:57.244445 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=a323e401-4a37-4602-875d-c88cb28efe9f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:57.344398 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] No DVR routers for this DVR port a323e401-4a37-4602-875d-c88cb28efe9f on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:22:57.355260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:57.358936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89d8eaae-81c0-4abb-8773-a9050a8a567f req-25bedbf6-cc7e-4be7-84b0-028cecabceb8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "DELETE /v2.0/ports/a323e401-4a37-4602-875d-c88cb28efe9f HTTP/1.1" status: 204 len: 173 time: 0.6942561 Dec 06 12:22:57.359389 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'name': 'network-vif-deleted', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:22:57.363937 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398531bf-6e0d-42a5-a765-68b4947bc734" -d '{"events": [{"server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "name": "network-vif-deleted", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:22:57.407655 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0eca-70dd-46af-ab88-1403dc56a45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:57.432274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 15d3ebe8-8e61-4901-bace-72f135542b99 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:22:57.462973 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a333c-3e6e-4f2c-a308-0c67285c8355 x-openstack-request-id: req-7f9a333c-3e6e-4f2c-a308-0c67285c8355 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:22:57.463276 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d887003-7d1b-43c3-af2b-e2f80777f197", "name": "network-vif-deleted", "tag": "a323e401-4a37-4602-875d-c88cb28efe9f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:22:57.463536 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f9a333c-3e6e-4f2c-a308-0c67285c8355 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:22:57.463942 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d887003-7d1b-43c3-af2b-e2f80777f197', 'name': 'network-vif-deleted', 'tag': 'a323e401-4a37-4602-875d-c88cb28efe9f', 'status': 'completed', 'code': 200} Dec 06 12:22:57.642476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cb82-17cd-4cdd-a542-f3df6e95fc73 req-29c82557-4b66-4494-9ef5-3aa0684bc595 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:57.658148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3408cb82-17cd-4cdd-a542-f3df6e95fc73 req-29c82557-4b66-4494-9ef5-3aa0684bc595 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 944 time: 0.0794268 Dec 06 12:22:57.760660 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=15d3ebe8-8e61-4901-bace-72f135542b99,segment=NetworkSegment(c7dc8efc-2b3f-424c-a298-d38410c17f41),segment_id=c7dc8efc-2b3f-424c-a298-d38410c17f41)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:57.775753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '15d3ebe8-8e61-4901-bace-72f135542b99', 'network_id': '81a4942f-4393-4401-8b40-efa643ab0f88', 'port_id': '15d3ebe8-8e61-4901-bace-72f135542b99', 'mac_address': 'fa:16:3e:c8:f7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381e70c-50b2-4351-9e0b-1c37937e3054', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:22:57.846167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3408cb82-17cd-4cdd-a542-f3df6e95fc73 req-5de3cbbd-107d-4822-b058-8b15fb0d515f tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868873 Dec 06 12:22:57.854749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:57.933594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd10aa-1c6a-4d6a-9314-c2cb3ce75b4e req-24572dac-3104-4706-88a0-2b17d5c8197a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:57.946594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3fd10aa-1c6a-4d6a-9314-c2cb3ce75b4e req-24572dac-3104-4706-88a0-2b17d5c8197a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1455386 Dec 06 12:22:57.950884 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d3ebe8-8e61-4901-bace-72f135542b99 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:22:58.121678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3fd10aa-1c6a-4d6a-9314-c2cb3ce75b4e req-6d5b18a0-30d0-472a-820e-55215ddffa54 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719887 Dec 06 12:22:58.126878 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=15d3ebe8-8e61-4901-bace-72f135542b99,segment=NetworkSegment(c7dc8efc-2b3f-424c-a298-d38410c17f41),segment_id=c7dc8efc-2b3f-424c-a298-d38410c17f41)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:22:58.146235 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:58.304683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:58.350994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.351235 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.351585 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.351921 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.352255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.352586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.352913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.353265 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.353590 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.360141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.360742 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.361285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.363519 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:58.560035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['15d3ebe8-8e61-4901-bace-72f135542b99'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:22:58.664452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff9647-b014-434f-8254-1d24c21ec19b req-a0c7c150-2b80-4794-b286-bd655c0381f7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:58.675217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4ff9647-b014-434f-8254-1d24c21ec19b req-a0c7c150-2b80-4794-b286-bd655c0381f7 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.1001811 Dec 06 12:22:58.807657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4ff9647-b014-434f-8254-1d24c21ec19b req-fc720e3f-cc88-4187-ac81-f76f6b47dd0d tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306267 Dec 06 12:22:58.972210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9403-9c2d-4446-9dae-4437bdc632ce req-4eabb218-eab1-4c4a-b967-67d843289463 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:58.982209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d7c9403-9c2d-4446-9dae-4437bdc632ce req-4eabb218-eab1-4c4a-b967-67d843289463 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 945 time: 0.0819104 Dec 06 12:22:59.045761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d7c9403-9c2d-4446-9dae-4437bdc632ce req-0e1c8fcb-14d8-4caa-97df-041ed2f1bda2 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617507 Dec 06 12:22:59.049555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a323e401-4a37-4602-875d-c88cb28efe9f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:22:59.077855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: a323e401-4a37-4602-875d-c88cb28efe9f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:22:59.078206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a323e401-4a37-4602-875d-c88cb28efe9f not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:22:59.324453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877f05-e36a-40c9-a4e4-7a50893c0c14 req-cecdbab2-00e9-4d6e-ac2b-239081a83949 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:59.334074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32877f05-e36a-40c9-a4e4-7a50893c0c14 req-cecdbab2-00e9-4d6e-ac2b-239081a83949 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0951860 Dec 06 12:22:59.394644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32877f05-e36a-40c9-a4e4-7a50893c0c14 req-a22633b8-de3d-4e7b-bf83-2e2266287dae tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Dec 06 12:22:59.579085 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b289564e-5e6f-4603-935f-65b40e78d0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:59.846356 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899249b5-ff8d-4267-ba0d-06396d305341 req-b4b593c7-bbf0-4128-97dd-cd9bb459e7ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:59.849118 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-899249b5-ff8d-4267-ba0d-06396d305341 req-b4b593c7-bbf0-4128-97dd-cd9bb459e7ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.0581625 Dec 06 12:23:00.008636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ee921-1ebf-41dd-941e-e8aae442630e req-a94e71a3-d175-46ea-8485-7fbf0f5b6571 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:00.023049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d9ee921-1ebf-41dd-941e-e8aae442630e req-a94e71a3-d175-46ea-8485-7fbf0f5b6571 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 945 time: 0.0926247 Dec 06 12:23:00.050037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:00.050876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.133807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d9ee921-1ebf-41dd-941e-e8aae442630e req-d8382551-c797-4da7-a793-3a14c1004af1 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=e27a7dde-a97d-4997-9b34-c30fab1b7664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029670 Dec 06 12:23:00.167808 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port f2562b8d-604c-43fd-9d56-d2a2ff7fed26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:00.168729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.187165 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for f2562b8d-604c-43fd-9d56-d2a2ff7fed26 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:00.284968 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489986-d9d1-4275-8401-e400ea184cf1 req-7f391853-6a29-44b8-8aee-c3e94aad8127 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:00.294686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a489986-d9d1-4275-8401-e400ea184cf1 req-7f391853-6a29-44b8-8aee-c3e94aad8127 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 945 time: 0.0990560 Dec 06 12:23:00.373405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a489986-d9d1-4275-8401-e400ea184cf1 req-b7a579dc-7715-435b-b684-e41399021495 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768106 Dec 06 12:23:00.460442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.471661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2562b8d-604c-43fd-9d56-d2a2ff7fed26'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:00.598672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.606558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=f2562b8d-604c-43fd-9d56-d2a2ff7fed26,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:00.639908 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5bbf-982d-48dd-bcf4-7c2551fffc5a req-48d3c4f3-39e1-43a4-a6e2-baf1a5313e34 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:00.647147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca5e5bbf-982d-48dd-bcf4-7c2551fffc5a req-48d3c4f3-39e1-43a4-a6e2-baf1a5313e34 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1050403 Dec 06 12:23:00.689965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.690323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.690673 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.691021 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.691365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.691704 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.692042 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.692375 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.692707 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.693039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.693393 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.693774 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.694111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:00.697520 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] No DVR routers for this DVR port f2562b8d-604c-43fd-9d56-d2a2ff7fed26 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:00.709908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.713395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-899249b5-ff8d-4267-ba0d-06396d305341 req-45e86479-ae0f-44dd-9a00-74bea11076ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.23 "DELETE /v2.0/ports/f2562b8d-604c-43fd-9d56-d2a2ff7fed26 HTTP/1.1" status: 204 len: 173 time: 0.8564801 Dec 06 12:23:00.714498 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'name': 'network-vif-deleted', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:00.716641 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c0ece-962e-493d-ac9d-6328c4c4aed1" -d '{"events": [{"server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "name": "network-vif-deleted", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:00.771538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca5e5bbf-982d-48dd-bcf4-7c2551fffc5a req-7e081f45-cf34-44dc-8229-5bb890d7a426 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 Dec 06 12:23:00.788268 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251502b-9c15-4be6-8a30-fdba859bb72d x-openstack-request-id: req-4251502b-9c15-4be6-8a30-fdba859bb72d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:00.788797 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6", "name": "network-vif-deleted", "tag": "f2562b8d-604c-43fd-9d56-d2a2ff7fed26", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:00.789513 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4251502b-9c15-4be6-8a30-fdba859bb72d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:00.790098 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6', 'name': 'network-vif-deleted', 'tag': 'f2562b8d-604c-43fd-9d56-d2a2ff7fed26', 'status': 'completed', 'code': 200} Dec 06 12:23:01.016684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:01.283594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b43b177-9408-49ed-87e5-6e01a4672a27 req-a31d77e0-3878-4035-b66c-906764349feb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d4e3b3-8455-4e28-b97c-dfdc2a3f2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0497007 Dec 06 12:23:01.458931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 15d3ebe8-8e61-4901-bace-72f135542b99 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:01.540571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 15d3ebe8-8e61-4901-bace-72f135542b99 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:23:01.546421 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 15d3ebe8-8e61-4901-bace-72f135542b99 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:01.547217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:01.595340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903d7ef-03d3-4f5b-bc93-34806221da66 req-0033784e-6b60-4119-aed8-5ea57418c6d7 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:01.612472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a903d7ef-03d3-4f5b-bc93-34806221da66 req-0033784e-6b60-4119-aed8-5ea57418c6d7 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 945 time: 0.1325424 Dec 06 12:23:01.707850 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:01.729383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a903d7ef-03d3-4f5b-bc93-34806221da66 req-90eb7bb7-db39-43ee-bd08-2139667ff715 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141171 Dec 06 12:23:01.754443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=15d3ebe8-8e61-4901-bace-72f135542b99,segment=NetworkSegment(c7dc8efc-2b3f-424c-a298-d38410c17f41),segment_id=c7dc8efc-2b3f-424c-a298-d38410c17f41)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:01.755435 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60018) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:01.760064 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:01.762919 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafb448-267c-42c3-a766-7301cc040209" -d '{"events": [{"server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "name": "network-vif-plugged", "status": "completed", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:01.783997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:01.891573 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:01.936102 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452d55e6-733d-4544-a2e8-886ec1b499b9 x-openstack-request-id: req-452d55e6-733d-4544-a2e8-886ec1b499b9 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:01.936715 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "name": "network-vif-plugged", "status": "completed", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:01.937218 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-452d55e6-733d-4544-a2e8-886ec1b499b9 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:01.937791 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99', 'code': 200} Dec 06 12:23:02.069855 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813de4c-1d1f-45d4-8f94-44bd3d089219 req-9870c87f-f6bf-46ba-9c75-0b40d4d99554 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:02.071404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4813de4c-1d1f-45d4-8f94-44bd3d089219 req-9870c87f-f6bf-46ba-9c75-0b40d4d99554 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1179237 Dec 06 12:23:02.210183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4813de4c-1d1f-45d4-8f94-44bd3d089219 req-dda90df0-55e1-494d-a3d8-30a97663b539 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Dec 06 12:23:02.227894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75570d6-3d3d-436a-b2b5-32cd56631250 req-9c74c3e9-2887-4bac-829c-f41674bb426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:02.229921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c75570d6-3d3d-436a-b2b5-32cd56631250 req-9c74c3e9-2887-4bac-829c-f41674bb426a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 1097 time: 0.1576107 Dec 06 12:23:02.278670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:02.327996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c75570d6-3d3d-436a-b2b5-32cd56631250 req-00399062-7703-46e6-97d0-a2b8b7e04800 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862684 Dec 06 12:23:02.635565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:02.718737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86b55-aa15-46c4-bb00-56a3f7830e3b req-3fe80f8a-05d0-4c40-827b-442f07a65a76 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:02.727075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cda86b55-aa15-46c4-bb00-56a3f7830e3b req-3fe80f8a-05d0-4c40-827b-442f07a65a76 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0769358 Dec 06 12:23:02.817140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cda86b55-aa15-46c4-bb00-56a3f7830e3b req-ac166df5-70cc-4f12-af17-2703e8ad3697 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887535 Dec 06 12:23:02.970520 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4f8a5-70e0-4d5e-8b55-ba9edfa53815 req-09fc4316-6528-488f-ba30-b1ea4a3c47a8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:02.975941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23f4f8a5-70e0-4d5e-8b55-ba9edfa53815 req-09fc4316-6528-488f-ba30-b1ea4a3c47a8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.1277683 Dec 06 12:23:03.072857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2562b8d-604c-43fd-9d56-d2a2ff7fed26 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:03.090142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23f4f8a5-70e0-4d5e-8b55-ba9edfa53815 req-f20799ae-5d46-406c-b43f-16b632b93bc8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071808 Dec 06 12:23:03.133106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: f2562b8d-604c-43fd-9d56-d2a2ff7fed26 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:03.133796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2562b8d-604c-43fd-9d56-d2a2ff7fed26 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:03.157274 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Deleting port 74d4e797-14b9-4030-aa53-437ae93fdba7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:03.159455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:03.160135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:03.327138 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] For port 74d4e797-14b9-4030-aa53-437ae93fdba7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74d4e797-14b9-4030-aa53-437ae93fdba7,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:03.327544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:03.347866 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Calling delete_port for 74d4e797-14b9-4030-aa53-437ae93fdba7 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:03.394066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1a29f-0204-4034-b9f4-3956b61acebe req-0ee05002-d8b0-4ba6-b1d2-817ad5d620b8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:03.395673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c1a29f-0204-4034-b9f4-3956b61acebe req-0ee05002-d8b0-4ba6-b1d2-817ad5d620b8 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0861011 Dec 06 12:23:03.462236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9c1a29f-0204-4034-b9f4-3956b61acebe req-5607384f-3e31-41f2-804d-5cca92c89d97 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559464 Dec 06 12:23:03.672469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:03.710464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=74d4e797-14b9-4030-aa53-437ae93fdba7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:04.006811 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d6c62-ded9-45b8-8e89-220694a9073b req-9d66e261-7061-440c-9fa4-3b01c4eb8143 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:04.008933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-242d6c62-ded9-45b8-8e89-220694a9073b req-9d66e261-7061-440c-9fa4-3b01c4eb8143 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.0861154 Dec 06 12:23:04.080344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-242d6c62-ded9-45b8-8e89-220694a9073b req-fe7b3efb-2add-4bb5-ba44-dd91e5cef423 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615046 Dec 06 12:23:04.266785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea855e-6131-46ba-b7bb-3fd0d92ddc05 req-e97e2b2c-88b1-4435-aad8-8f2444532e67 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:04.268608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32ea855e-6131-46ba-b7bb-3fd0d92ddc05 req-e97e2b2c-88b1-4435-aad8-8f2444532e67 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.0666068 Dec 06 12:23:04.373266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32ea855e-6131-46ba-b7bb-3fd0d92ddc05 req-30bc4b39-4113-4eac-9ec9-c899a7f8c2ae tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810146 Dec 06 12:23:04.388514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:04.597329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890cdb2-f82b-4b17-873e-6adaefcdb6a2 req-7965b016-a62e-4912-ab3b-d71f56e3279a tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:04.605172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a890cdb2-f82b-4b17-873e-6adaefcdb6a2 req-7965b016-a62e-4912-ab3b-d71f56e3279a tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.1477973 Dec 06 12:23:04.675128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ebcd-73e8-41d5-99a6-925713402633 req-1bed1afe-e2a5-4dd3-85a3-d8d90ac777a3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:04.676654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d62ebcd-73e8-41d5-99a6-925713402633 req-1bed1afe-e2a5-4dd3-85a3-d8d90ac777a3 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1397393 Dec 06 12:23:04.696431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95877fb-1554-4e24-9854-494f5fe7571e req-2d4eccb9-9c3d-43fb-a6fb-8968a1ce6760 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:04.697947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b95877fb-1554-4e24-9854-494f5fe7571e req-2d4eccb9-9c3d-43fb-a6fb-8968a1ce6760 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1234369 Dec 06 12:23:04.712567 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Router 420dfa30-d7a1-46ae-a623-9c221069f4b7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:04.729895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a890cdb2-f82b-4b17-873e-6adaefcdb6a2 req-a5d5f352-64ff-4c02-a6b5-ee3e6639a452 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237717 Dec 06 12:23:04.798103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d62ebcd-73e8-41d5-99a6-925713402633 req-55a6665c-7b4c-4a61-be99-b4fb654e5e4c tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951314 Dec 06 12:23:04.895894 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:04.896256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:04.991401 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:05.002975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Sync routers for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:05.006730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2003abf4-d45b-47a1-bd69-86f114697c6b admin admin] 10.222.0.31 "PUT /v2.0/routers/420dfa30-d7a1-46ae-a623-9c221069f4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489212 Dec 06 12:23:05.013835 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60082) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:05.023835 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:05.024491 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:05.045874 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] For port 78d5476b-6453-4627-a3f1-51568d3d5e12, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78d5476b-6453-4627-a3f1-51568d3d5e12,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:05.046248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.171246 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:05.206090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.291631 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e54f88-7095-4dcb-97e4-0f4f072d67dc req-1cd33755-e977-4e88-85da-67bbe51c7009 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:05.293295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0e54f88-7095-4dcb-97e4-0f4f072d67dc req-1cd33755-e977-4e88-85da-67bbe51c7009 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.1861632 Dec 06 12:23:05.340024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17d4b3-064c-4055-94ba-c71eb76da962 req-64e0ed65-8b5b-4711-958a-344aa648abc8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:05.341531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.347757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c17d4b3-064c-4055-94ba-c71eb76da962 req-64e0ed65-8b5b-4711-958a-344aa648abc8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 944 time: 0.1414053 Dec 06 12:23:05.381635 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:23:03Z', 'revision_number': 5, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port': {'id': '481862ec-8ae1-491e-b548-5eaec2cde65b', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:15:01Z', 'updated_at': '2021-12-06T12:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:05.413502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Deleting port 481862ec-8ae1-491e-b548-5eaec2cde65b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:05.414134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.430913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Checking router: 420dfa30-d7a1-46ae-a623-9c221069f4b7 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:05.443371 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Routers {'420dfa30-d7a1-46ae-a623-9c221069f4b7'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:05.444211 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['420dfa30-d7a1-46ae-a623-9c221069f4b7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:05.455372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0e54f88-7095-4dcb-97e4-0f4f072d67dc req-6fe93039-0daf-47b9-8fc7-30215cc9b7ed tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556873 Dec 06 12:23:05.496270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.497669 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.498696 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Floating IP b788724c-f1e5-4d26-8f1e-57147dffced4 disassociated. External IP: 172.35.3.254, port: 78d5476b-6453-4627-a3f1-51568d3d5e12. Dec 06 12:23:05.499225 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for 78d5476b-6453-4627-a3f1-51568d3d5e12 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:05.549703 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] For port 481862ec-8ae1-491e-b548-5eaec2cde65b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=481862ec-8ae1-491e-b548-5eaec2cde65b,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:05.550083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.575467 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] Set router 420dfa30-d7a1-46ae-a623-9c221069f4b7 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:05.588009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Calling delete_port for 481862ec-8ae1-491e-b548-5eaec2cde65b owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:05.671222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c17d4b3-064c-4055-94ba-c71eb76da962 req-f9ad5edf-b056-4583-a728-351a6d6ab9a3 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups?id=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221614 Dec 06 12:23:05.689467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:05.712298 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:23:05Z', 'revision_number': 6, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:05.772988 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e6eb3-c6fe-4f6b-ac32-24af51997041 None None] The sync data for ids ['420dfa30-d7a1-46ae-a623-9c221069f4b7'] in n-d-master-1 is: [{'id': '420dfa30-d7a1-46ae-a623-9c221069f4b7', 'name': 'tempest-AttachVolumeTestJSON-1445358370-router', 'tenant_id': '4d863b44e7e04228b21d2005be90ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:58Z', 'updated_at': '2021-12-06T12:23:05Z', 'revision_number': 6, 'project_id': '4d863b44e7e04228b21d2005be90ed50', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:05.802362 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=78d5476b-6453-4627-a3f1-51568d3d5e12,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:05.969331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.065376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Pushing event deleted for resources: {'Port': ['ID=481862ec-8ae1-491e-b548-5eaec2cde65b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:06.079416 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28561784-ab56-44be-9f38-1c8cfb5aa549 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:06.196720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.235884 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Router 4b69fbdc-8169-4e13-a68a-cbea66320e5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:06.236880 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72075b-937d-4e7f-9b51-1aa91a17c622 req-bac95469-d2da-4428-a37b-364bea4509e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:06.238656 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d72075b-937d-4e7f-9b51-1aa91a17c622 req-bac95469-d2da-4428-a37b-364bea4509e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1096 time: 0.2829902 Dec 06 12:23:06.259021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb47e-65fc-4ada-95c6-27b0dfeffdfe req-f92da9bc-5c29-451c-ae3f-deb574012ac6 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:06.262515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-927eb47e-65fc-4ada-95c6-27b0dfeffdfe req-f92da9bc-5c29-451c-ae3f-deb574012ac6 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.2770803 Dec 06 12:23:06.273876 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148190a-6e6c-4c8f-bf9d-efbbbb039f0b req-a88263dc-70b9-43f4-a226-e201364c6e87 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:06.287938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6148190a-6e6c-4c8f-bf9d-efbbbb039f0b req-a88263dc-70b9-43f4-a226-e201364c6e87 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.3123460 Dec 06 12:23:06.367151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.371431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.460039 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d72075b-937d-4e7f-9b51-1aa91a17c622 req-753a167e-3ccc-4854-aef5-5ba0d3e5b3f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813750 Dec 06 12:23:06.466525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.467104 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 420dfa30-d7a1-46ae-a623-9c221069f4b7 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:23:06.472098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.475269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-64965718-1547-4ee4-a455-3e867328cadb admin admin] 10.222.0.31 "DELETE /v2.0/routers/420dfa30-d7a1-46ae-a623-9c221069f4b7 HTTP/1.1" status: 204 len: 168 time: 1.4581120 Dec 06 12:23:06.477211 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60112) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:06.532099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-927eb47e-65fc-4ada-95c6-27b0dfeffdfe req-503d4f66-df9e-4783-9886-6e72c4bde886 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411644 Dec 06 12:23:06.537093 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Deleting subnet 8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:06.547967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.570971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6148190a-6e6c-4c8f-bf9d-efbbbb039f0b req-5aa0b74e-d3d4-4be6-8351-b3561dbf38c7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644153 Dec 06 12:23:06.621029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.674228 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:06.685675 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Sync routers for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:06.702494 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:06.703808 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:06.738211 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] No DVR routers for this DVR port 78d5476b-6453-4627-a3f1-51568d3d5e12 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:06.743480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.752482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b95877fb-1554-4e24-9854-494f5fe7571e req-36b3ba19-c86b-4d89-80ec-4c4382958b21 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.53 "DELETE /v2.0/ports/78d5476b-6453-4627-a3f1-51568d3d5e12 HTTP/1.1" status: 204 len: 173 time: 2.0454905 Dec 06 12:23:06.761263 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-deleted', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:06.772998 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d997e2-a3b1-423a-ab7c-b247db1f2c17" -d '{"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-deleted", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:06.787911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:06.891193 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74d4e797-14b9-4030-aa53-437ae93fdba7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:06.905635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-143ea52b-e76c-4290-aa60-fd151f8d65ba req-07d1fbed-e854-42ac-b6db-5622375ca0eb tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b33d8e-c8ca-4e9a-bf6e-383eab5355ee HTTP/1.1" status: 200 len: 210 time: 0.0550544 Dec 06 12:23:06.947373 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f23687-30f2-4e3e-b49d-270c33a42573 x-openstack-request-id: req-83f23687-30f2-4e3e-b49d-270c33a42573 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:06.947677 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b33d8e-c8ca-4e9a-bf6e-383eab5355ee", "name": "network-vif-deleted", "tag": "78d5476b-6453-4627-a3f1-51568d3d5e12", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:06.947961 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83f23687-30f2-4e3e-b49d-270c33a42573 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:06.948819 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b33d8e-c8ca-4e9a-bf6e-383eab5355ee', 'name': 'network-vif-deleted', 'tag': '78d5476b-6453-4627-a3f1-51568d3d5e12', 'status': 'completed', 'code': 200} Dec 06 12:23:06.976364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 74d4e797-14b9-4030-aa53-437ae93fdba7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:06.977301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 74d4e797-14b9-4030-aa53-437ae93fdba7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:06.994998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.044755 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:07.064978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.071902 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:07.072125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8c70c8e1-dbfc-42e1-b954-41ea8e15cb92 HTTP/1.1" status: 204 len: 168 time: 0.5921886 Dec 06 12:23:07.073110 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399dd32-2a02-48e0-9a85-6b9502565e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c70c8e1-dbfc-42e1-b954-41ea8e15cb92,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:07.079876 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7e705-84f1-4510-8ce0-9b7a398b524a None None] Network b1e62408-d1aa-4c69-92bc-53c93edde5f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:07.238401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.334843 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Deleting port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:07.335781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.428874 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:07.449694 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] DHCP port deletion for b1e62408-d1aa-4c69-92bc-53c93edde5f5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:07.455944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:07.493575 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] For port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:07.493937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.506210 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Checking router: 4b69fbdc-8169-4e13-a68a-cbea66320e5b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:07.526410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6c59d-294d-4806-9702-95d27897523e req-416eac87-22b1-4b9f-b43f-3116bbd6f795 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:07.528276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31f6c59d-294d-4806-9702-95d27897523e req-416eac87-22b1-4b9f-b43f-3116bbd6f795 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.53 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.0927918 Dec 06 12:23:07.529771 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Calling delete_port for 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:07.538434 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:07.539333 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:07.564471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 78d5476b-6453-4627-a3f1-51568d3d5e12 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:07.565175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 78d5476b-6453-4627-a3f1-51568d3d5e12 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:07.651176 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Deleting port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:07.651562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.743264 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:07.789740 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] For port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,segment=NetworkSegment(dcf165db-463d-418d-9318-92411347c3b8),segment_id=dcf165db-463d-418d-9318-92411347c3b8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:07.790457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.831989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Calling delete_port for 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:08.019520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.029447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0848442-8c26-4ae5-861c-19ef200ff350 req-9f03acbc-5ae6-4c9d-84d3-af35be7e4986 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:08.038690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0848442-8c26-4ae5-861c-19ef200ff350 req-9f03acbc-5ae6-4c9d-84d3-af35be7e4986 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 946 time: 0.3597820 Dec 06 12:23:08.057423 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] Pushing event deleted for resources: {'Port': ['ID=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:08.078360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.084404 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe41574-7ef2-4c46-bccd-09e00fd3c864 None None] No DVR routers for this DVR port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:08.090273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07a59e-05bd-4a1f-9450-a9352ff38cc1 req-6d9e7aa4-ff37-4a7a-9151-edbe98e76cd7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:08.103155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f07a59e-05bd-4a1f-9450-a9352ff38cc1 req-6d9e7aa4-ff37-4a7a-9151-edbe98e76cd7 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.3255613 Dec 06 12:23:08.146792 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:08.172084 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:08.184115 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] No DVR routers for this DVR port 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:08.220964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0848442-8c26-4ae5-861c-19ef200ff350 req-c90f80e2-adaf-43c3-8088-90b8bebf586b tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/security-groups?id=caf1148d-9a10-41b2-a0f2-da305566d548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809850 Dec 06 12:23:08.226293 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc1af5d-ad98-4ae8-b280-64fc0a641088 None None] The sync data for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 is: [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:14:31Z', 'revision_number': 4, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbbd55d2-2ede-462f-8611-c743b1aead20', 'name': '', 'network_id': 'ad17c0ae-6580-4419-866d-c8dcb4cc032b', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'mac_address': 'fa:16:3e:91:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:30Z', 'updated_at': '2021-12-06T12:14:37Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'subnets': [{'id': 'cb40bce7-6e3e-4673-979d-36833fbd2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:08.231281 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Deleting port 15d3ebe8-8e61-4901-bace-72f135542b99 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:08.231701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.278703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f07a59e-05bd-4a1f-9450-a9352ff38cc1 req-ed338a0e-ec78-4a0b-8d22-7a4f0b89b5b0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745760 Dec 06 12:23:08.389557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.415744 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e62408-d1aa-4c69-92bc-53c93edde5f5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:08.427439 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf165db-463d-418d-9318-92411347c3b8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:08.427751 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf165db-463d-418d-9318-92411347c3b8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:08.438230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.476947 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] For port 15d3ebe8-8e61-4901-bace-72f135542b99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=15d3ebe8-8e61-4901-bace-72f135542b99,segment=NetworkSegment(c7dc8efc-2b3f-424c-a298-d38410c17f41),segment_id=c7dc8efc-2b3f-424c-a298-d38410c17f41)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:08.477344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.513425 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Calling delete_port for 15d3ebe8-8e61-4901-bace-72f135542b99 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:08.514892 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:08.516095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.521009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:08.541612 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:08.542076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:08.543965 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:08.551037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:08.551457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 25ecc9ce-8262-4b67-bcdd-7bd1e8e4fdd8 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:08.551931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 481862ec-8ae1-491e-b548-5eaec2cde65b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:08.634663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 481862ec-8ae1-491e-b548-5eaec2cde65b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:08.635014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 481862ec-8ae1-491e-b548-5eaec2cde65b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:08.682349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bcad03-cf83-4a20-9ae3-2234c2f3793f None None] New status for floating IP b788724c-f1e5-4d26-8f1e-57147dffced4: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:23:08.711465 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-0f617b11-a2c0-41ab-b3ee-21d96ff0056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:08.713460 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-0f617b11-a2c0-41ab-b3ee-21d96ff0056e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 1096 time: 0.0834184 Dec 06 12:23:08.795335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.797272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.831363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.837311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1e62408-d1aa-4c69-92bc-53c93edde5f5 HTTP/1.1" status: 204 len: 168 time: 1.7606473 Dec 06 12:23:08.845507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['15d3ebe8-8e61-4901-bace-72f135542b99'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:08.899347 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-0aaa5eec-df19-45a2-92de-1eebd72a4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:08.901864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-0aaa5eec-df19-45a2-92de-1eebd72a4936 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.1803143 Dec 06 12:23:08.936504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.947380 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f82f-e1ad-4d6c-ba8a-69734be3c7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e62408-d1aa-4c69-92bc-53c93edde5f5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:08.950907 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Pushing event deleted for resources: {'Port': ['ID=15d3ebe8-8e61-4901-bace-72f135542b99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:08.981266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-9382cc2d-731c-4a6f-8411-a3ca523fc0f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 200 len: 217 time: 0.0715194 Dec 06 12:23:09.062255 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] No DVR routers for this DVR port 15d3ebe8-8e61-4901-bace-72f135542b99 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:09.066052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.078432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0e82a-217f-4d7f-b97e-eeea9fd025a8 req-2b0e8062-c772-45f6-be31-9817f0725cd5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:09.080213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bd0e82a-217f-4d7f-b97e-eeea9fd025a8 req-2b0e8062-c772-45f6-be31-9817f0725cd5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.3031924 Dec 06 12:23:09.081611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.085316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31f6c59d-294d-4806-9702-95d27897523e req-f5b4dded-49f4-4a1a-abc7-7cda8e765c03 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.53 "DELETE /v2.0/ports/15d3ebe8-8e61-4901-bace-72f135542b99 HTTP/1.1" status: 204 len: 173 time: 1.5417323 Dec 06 12:23:09.091923 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'name': 'network-vif-deleted', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:09.094637 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1038ab94-4a88-4f45-967a-3b3fc7b5ec81" -d '{"events": [{"server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "name": "network-vif-deleted", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:09.110703 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-041c4b64-fde3-44fd-8f1c-97a3b86a58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:09.113822 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-041c4b64-fde3-44fd-8f1c-97a3b86a58bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.1226282 Dec 06 12:23:09.177549 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:09.196325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-900625b9-3742-4605-b79f-bae9f0710d43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750525 Dec 06 12:23:09.205254 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1790d1e-63d2-4b61-97ea-7338302e5be2 x-openstack-request-id: req-c1790d1e-63d2-4b61-97ea-7338302e5be2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:09.205254 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606", "name": "network-vif-deleted", "tag": "15d3ebe8-8e61-4901-bace-72f135542b99", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:09.205598 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1790d1e-63d2-4b61-97ea-7338302e5be2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:09.206004 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606', 'name': 'network-vif-deleted', 'tag': '15d3ebe8-8e61-4901-bace-72f135542b99', 'status': 'completed', 'code': 200} Dec 06 12:23:09.300685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.303729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.304888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "DELETE /v2.0/security-groups/876dbb49-7d3e-4c3e-ae50-ca8cbffd7523 HTTP/1.1" status: 204 len: 168 time: 0.7858763 Dec 06 12:23:09.308308 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60168) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:09.312079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-451cbbf7-de6b-4f15-bc85-d0fd3f88c065 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d863b44e7e04228b21d2005be90ed50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330280 Dec 06 12:23:09.320778 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:09.329424 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbff3bf-8508-49ba-b294-74548deeeec8 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876dbb49-7d3e-4c3e-ae50-ca8cbffd7523,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:09.346619 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-05ab873d-bf65-4154-b1b7-6820777d41a5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] show failed (client error): The resource could not be found. Dec 06 12:23:09.348181 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-05ab873d-bf65-4154-b1b7-6820777d41a5 tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "GET /v2.0/security-groups/876dbb49-7d3e-4c3e-ae50-ca8cbffd7523 HTTP/1.1" status: 404 len: 347 time: 0.0384762 Dec 06 12:23:09.358154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bd0e82a-217f-4d7f-b97e-eeea9fd025a8 req-b8e779e5-3364-4b02-be12-68ab9f4b75b0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532516 Dec 06 12:23:09.358955 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:09.411165 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-8f14d19e-299e-46b7-b8f8-d2abafad29f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070999 Dec 06 12:23:09.430270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.460944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2ebd919-c59e-4f2e-9710-07e807c7a69a req-183c15e5-46ba-4fd2-b72a-a9956dc566e8 tempest-ServersNegativeTestMultiTenantJSON-502849388 tempest-ServersNegativeTestMultiTenantJSON-502849388-project] 10.222.0.31 "GET /v2.0/ports?device_id=09e71c0e-12b9-4c8a-8c16-bdb2f7ba8606 HTTP/1.1" status: 200 len: 210 time: 0.0360601 Dec 06 12:23:09.551527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.578751 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Deleting port 41d91504-96ef-4048-8c25-b1e6601e15fc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:09.579103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.588359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-65dbb746-daa6-4559-81c6-7ec3b6cd0932 req-efa08390-95db-46b9-8f4d-472aeb1c4638 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539984 Dec 06 12:23:09.667040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.670711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.674031 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5a2a6af-7f7f-457e-98e3-783f4a4c8af4 HTTP/1.1" status: 204 len: 168 time: 0.3519199 Dec 06 12:23:09.686323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6473-92f7-47e8-8609-38270fb94df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2a6af-7f7f-457e-98e3-783f4a4c8af4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:09.722485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.722485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.742856 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Calling delete_port for 41d91504-96ef-4048-8c25-b1e6601e15fc owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:09.940710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:09.974301 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Pushing event deleted for resources: {'Port': ['ID=41d91504-96ef-4048-8c25-b1e6601e15fc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:09.987176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc97f38-95af-410c-932c-6584285c37d5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:10.050346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.060154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.064495 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:10.075083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aa6c4960-434e-4893-bfbe-9312169448ea tempest-ServerActionsTestJSON-1433113545 tempest-ServerActionsTestJSON-1433113545-project] 10.222.0.31 "DELETE /v2.0/floatingips/b788724c-f1e5-4d26-8f1e-57147dffced4 HTTP/1.1" status: 204 len: 168 time: 0.7016582 Dec 06 12:23:10.498094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c0ecc-b025-47c8-9c80-8acbdc943a00 req-4cced089-1d0c-4a99-ac1b-5c0ea9bf861f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:10.499886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c48c0ecc-b025-47c8-9c80-8acbdc943a00 req-4cced089-1d0c-4a99-ac1b-5c0ea9bf861f tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.0626614 Dec 06 12:23:10.563793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c48c0ecc-b025-47c8-9c80-8acbdc943a00 req-7bfffb3f-3c46-4ea1-9b8b-96b5927f2609 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547454 Dec 06 12:23:10.612990 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:10.735957 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Deleting subnet e381e70c-50b2-4351-9e0b-1c37937e3054 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:10.740831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.780602 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.800026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.858877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.949617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.012174 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e381e70c-50b2-4351-9e0b-1c37937e3054,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:11.020121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.030573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-46c26e29-733a-4127-9f28-a164695679b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e381e70c-50b2-4351-9e0b-1c37937e3054 HTTP/1.1" status: 204 len: 168 time: 0.4138269 Dec 06 12:23:11.032742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:11.119388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.225513 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Deleting port fbbd55d2-2ede-462f-8611-c743b1aead20 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:11.226366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.226966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.260031 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a4942f-4393-4401-8b40-efa643ab0f88']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:11.285516 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dc8efc-2b3f-424c-a298-d38410c17f41') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:11.285923 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dc8efc-2b3f-424c-a298-d38410c17f41') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:11.314201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.343756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.352791 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:11.353557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:11.357187 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:11.401487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] For port fbbd55d2-2ede-462f-8611-c743b1aead20, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbbd55d2-2ede-462f-8611-c743b1aead20,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:11.401996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.426964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.427406 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Calling delete_port for fbbd55d2-2ede-462f-8611-c743b1aead20 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:11.461185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.467138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81a4942f-4393-4401-8b40-efa643ab0f88 HTTP/1.1" status: 204 len: 168 time: 0.4288409 Dec 06 12:23:11.467138 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8ce8-d606-481c-87cc-1fd2c3f728f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81a4942f-4393-4401-8b40-efa643ab0f88,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:11.467405 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:11.473945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 15d3ebe8-8e61-4901-bace-72f135542b99 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:11.528269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 15d3ebe8-8e61-4901-bace-72f135542b99 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:11.528618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 15d3ebe8-8e61-4901-bace-72f135542b99 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:11.839710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:11.901416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbd55d2-2ede-462f-8611-c743b1aead20,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:12.182489 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Deleting subnet 9086d749-e606-45a7-b9a3-382f60f7bdde {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:12.194256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.275240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.389118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.493228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943119cf-b6d0-48a8-a621-8649d7060a54 req-0c8d1b2c-7101-4a33-a6e2-cbdce212645e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:12.513474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943119cf-b6d0-48a8-a621-8649d7060a54 req-0c8d1b2c-7101-4a33-a6e2-cbdce212645e tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.3219402 Dec 06 12:23:12.574568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.673835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943119cf-b6d0-48a8-a621-8649d7060a54 req-120dd5cd-bcb8-414c-bdf2-76c42cc9b450 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591861 Dec 06 12:23:12.725986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.781028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9086d749-e606-45a7-b9a3-382f60f7bdde,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:12.789076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.798215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c6ca72b3-8da4-4eec-8034-5b513c2d2341 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9086d749-e606-45a7-b9a3-382f60f7bdde HTTP/1.1" status: 204 len: 168 time: 1.3298907 Dec 06 12:23:12.805312 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:12.912059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Router 4b69fbdc-8169-4e13-a68a-cbea66320e5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:12.989734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.144312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.170839 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:13.187010 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Sync routers for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:13.188558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1ba73a2f-4da4-4bad-9f62-2f59d87fa61f admin admin] 10.222.0.31 "PUT /v2.0/routers/4b69fbdc-8169-4e13-a68a-cbea66320e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142285 Dec 06 12:23:13.189342 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:13.206669 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:13.209386 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:13.227212 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e418e665-cb44-4566-937f-ea3c9ac59e80']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:13.259045 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44fe247-c278-449a-b9ef-556579681566') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:13.259614 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44fe247-c278-449a-b9ef-556579681566') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:13.304897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a53a8-a0ba-4844-9b03-2c3eb48e73a0 req-08f48bad-81e5-4efa-8823-7011bb176bb2 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:13.306903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d4a53a8-a0ba-4844-9b03-2c3eb48e73a0 req-08f48bad-81e5-4efa-8823-7011bb176bb2 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1476228 Dec 06 12:23:13.439287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.442471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.458769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d4a53a8-a0ba-4844-9b03-2c3eb48e73a0 req-1d1d50e8-5ff8-45f2-b675-746b1113c171 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428795 Dec 06 12:23:13.464838 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:13.495900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.509230 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:13.510388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:13.659864 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:13.680529 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.694944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.698444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] 10.222.0.31 "DELETE /v2.0/networks/e418e665-cb44-4566-937f-ea3c9ac59e80 HTTP/1.1" status: 204 len: 168 time: 0.8919015 Dec 06 12:23:13.732583 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c199f-c3a7-47e8-8ed1-0fd61dc4a6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e418e665-cb44-4566-937f-ea3c9ac59e80,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:13.869928 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:23:11Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:13.937982 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Checking router: 4b69fbdc-8169-4e13-a68a-cbea66320e5b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:13.965050 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Routers {'4b69fbdc-8169-4e13-a68a-cbea66320e5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:13.974028 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:14.173031 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:14.306459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8caea565-d97d-4bfd-be9c-1fd291bad2cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5999c95351da458e84dc550c444486cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301680 Dec 06 12:23:14.307726 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:14.315450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.406512 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] Set router 4b69fbdc-8169-4e13-a68a-cbea66320e5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:14.410307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.429862 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Deleting port d0a58a09-7599-4ba7-a978-273707f439d5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:14.430257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.489983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.590360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.593833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.595249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caf1148d-9a10-41b2-a0f2-da305566d548 HTTP/1.1" status: 204 len: 168 time: 0.2843046 Dec 06 12:23:14.610813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0adf-0bac-476d-a8ee-0552bf06bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1148d-9a10-41b2-a0f2-da305566d548,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:14.673360 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:23:11Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:14.685356 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] For port d0a58a09-7599-4ba7-a978-273707f439d5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0a58a09-7599-4ba7-a978-273707f439d5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:14.685788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.734778 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Calling delete_port for d0a58a09-7599-4ba7-a978-273707f439d5 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:14.777125 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f07d-7f9b-47f0-bc67-33c714036a2a None None] The sync data for ids ['4b69fbdc-8169-4e13-a68a-cbea66320e5b'] in n-d-master-1 is: [{'id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'name': 'tempest-ServerActionsTestJSON-2115954592-router', 'tenant_id': '331d8803fc5841e3bdc35a454de9c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:14:25Z', 'updated_at': '2021-12-06T12:23:11Z', 'revision_number': 5, 'project_id': '331d8803fc5841e3bdc35a454de9c415', 'gw_port': {'id': 'd0a58a09-7599-4ba7-a978-273707f439d5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69fbdc-8169-4e13-a68a-cbea66320e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:14:27Z', 'updated_at': '2021-12-06T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:14.781000 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a99c-61fd-4f03-a6f5-c49abe6918c0 req-6b0633ca-1de9-4c5e-95b4-34fdab4f5877 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:14.801543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a791a99c-61fd-4f03-a6f5-c49abe6918c0 req-6b0633ca-1de9-4c5e-95b4-34fdab4f5877 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1459310 Dec 06 12:23:14.925558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a791a99c-61fd-4f03-a6f5-c49abe6918c0 req-65bb3d23-3b8d-4771-8f1d-767296527fd2 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 Dec 06 12:23:15.285139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.343101 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a58a09-7599-4ba7-a978-273707f439d5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:15.357730 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd7921-f0db-4742-ac27-cb73bb8c63ed None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:15.460806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.484937 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.518675 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.583371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59c77948-bb3a-4989-bef3-6d1d62b8c502 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76b8cac14c80496297a2b13177e98611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965807 Dec 06 12:23:15.585933 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.678002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.689896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.694407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.734523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.761096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.763233 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b69fbdc-8169-4e13-a68a-cbea66320e5b {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:23:15.768696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.773752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9b15ec1c-5a14-4cee-964c-9f0216f5e1c7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b69fbdc-8169-4e13-a68a-cbea66320e5b HTTP/1.1" status: 204 len: 168 time: 2.5831692 Dec 06 12:23:15.774483 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.826893 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Deleting subnet cb40bce7-6e3e-4673-979d-36833fbd2fa6 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:15.838795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.890929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.893591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.894771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93f12db8-3527-4ecb-9dee-1b6e01bc64af HTTP/1.1" status: 204 len: 168 time: 0.3078861 Dec 06 12:23:15.910292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e27aa669-4f09-4860-85e5-a00376b74f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.940848 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de9273-fa61-4fac-8b5b-29718a977dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f12db8-3527-4ecb-9dee-1b6e01bc64af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:16.008809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-4b2c8b7f-da03-4340-a597-9c3cda7c297a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:16.011048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-4b2c8b7f-da03-4340-a597-9c3cda7c297a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1585312 Dec 06 12:23:16.019521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.199637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e27aa669-4f09-4860-85e5-a00376b74f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.213649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e27aa669-4f09-4860-85e5-a00376b74f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.248868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de53fad-c236-45ed-8fef-3baac828857a req-75d5165f-48e6-41ad-adc3-dc4a085b0a41 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:16.256952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5de53fad-c236-45ed-8fef-3baac828857a req-75d5165f-48e6-41ad-adc3-dc4a085b0a41 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 945 time: 0.1661584 Dec 06 12:23:16.305069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.333371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5de53fad-c236-45ed-8fef-3baac828857a req-c46faa3c-b932-484b-8eed-58cbbed4d60d tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Dec 06 12:23:16.341893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e27aa669-4f09-4860-85e5-a00376b74f3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dde543266b64179a205cb4848dd1641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8190651 Dec 06 12:23:16.343065 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aa669-4f09-4860-85e5-a00376b74f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf35f75-c854-40d3-b4b5-73d636df3c5c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:16.345639 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:16.418070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.475218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.506958 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Deleting port 791b9ebc-f9dc-4675-abc6-68a3418684e4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:16.509453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.558584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.558944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.561729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.562915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daf35f75-c854-40d3-b4b5-73d636df3c5c HTTP/1.1" status: 204 len: 168 time: 0.2161336 Dec 06 12:23:16.582572 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d1669-0a2d-4ea0-ac6b-fc54d55cdc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf35f75-c854-40d3-b4b5-73d636df3c5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:16.683547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fbbd55d2-2ede-462f-8611-c743b1aead20 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:16.740879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: fbbd55d2-2ede-462f-8611-c743b1aead20 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:16.741249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fbbd55d2-2ede-462f-8611-c743b1aead20 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:16.743103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d0a58a09-7599-4ba7-a978-273707f439d5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:16.785614 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] For port 791b9ebc-f9dc-4675-abc6-68a3418684e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=791b9ebc-f9dc-4675-abc6-68a3418684e4,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:16.788769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.820676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d0a58a09-7599-4ba7-a978-273707f439d5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:16.821438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d0a58a09-7599-4ba7-a978-273707f439d5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:16.829625 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Calling delete_port for 791b9ebc-f9dc-4675-abc6-68a3418684e4 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:16.954420 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb40bce7-6e3e-4673-979d-36833fbd2fa6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:16.962717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.965733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec2bd8-e342-4b7d-890f-991fd6fdb0cf None None] Network ad17c0ae-6580-4419-866d-c8dcb4cc032b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:16.971894 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:16.972706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-88f9c162-5f46-4b13-ac33-289994913a53 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb40bce7-6e3e-4673-979d-36833fbd2fa6 HTTP/1.1" status: 204 len: 168 time: 1.1967957 Dec 06 12:23:17.082997 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.107209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b035ff-72fe-430c-b07d-db6cc495acfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.157804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.223802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b035ff-72fe-430c-b07d-db6cc495acfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.227756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.250094 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['be66fcf8-522e-4745-8745-4f4b5f8986a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:17.263862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b035ff-72fe-430c-b07d-db6cc495acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.300101 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Deleting port 899d993e-ce76-4d22-849b-7ad81568b89c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:17.300688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.407805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1b035ff-72fe-430c-b07d-db6cc495acfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c052ff39e3434809aee9c1bb2f216b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215899 Dec 06 12:23:17.430809 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Pushing event deleted for resources: {'Port': ['ID=791b9ebc-f9dc-4675-abc6-68a3418684e4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:17.451585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] For port 899d993e-ce76-4d22-849b-7ad81568b89c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=899d993e-ce76-4d22-849b-7ad81568b89c,segment=NetworkSegment(dd490be5-7d86-4ac4-995d-d14b0e1ba6a5),segment_id=dd490be5-7d86-4ac4-995d-d14b0e1ba6a5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:17.451963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.457562 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60384) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.462778 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] No DVR routers for this DVR port 791b9ebc-f9dc-4675-abc6-68a3418684e4 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:17.484917 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Calling delete_port for 899d993e-ce76-4d22-849b-7ad81568b89c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:17.550569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.563267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-596b272f-84ec-42b4-b0ca-b4f048ff799c req-5315ec7f-33a6-419d-8df0-c01d51cb87f5 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "DELETE /v2.0/ports/791b9ebc-f9dc-4675-abc6-68a3418684e4 HTTP/1.1" status: 204 len: 173 time: 1.5382538 Dec 06 12:23:17.590998 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'name': 'network-vif-deleted', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:17.597527 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb6f5f-e01c-4c35-baca-1e48220c11f4" -d '{"events": [{"server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "name": "network-vif-deleted", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:17.610063 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] DHCP port deletion for ad17c0ae-6580-4419-866d-c8dcb4cc032b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:17.677507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b035ff-72fe-430c-b07d-db6cc495acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024199c8-1c35-49b2-9283-be36765c8e57,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:17.742909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd852ea1-1748-4bad-9bb0-6a8e1245e370 req-cbd4db09-9960-47a8-80a3-d93e26ee1ed4 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=9791e6e7-7725-48fc-8702-ab836cee5d8d HTTP/1.1" status: 200 len: 210 time: 0.0714474 Dec 06 12:23:17.750037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.769878 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Deleting port 899d993e-ce76-4d22-849b-7ad81568b89c {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:17.770788 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.791916 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Pushing event deleted for resources: {'Port': ['ID=899d993e-ce76-4d22-849b-7ad81568b89c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:17.803892 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a557cfa5-d2d9-4041-9b50-e0f068e12071 x-openstack-request-id: req-a557cfa5-d2d9-4041-9b50-e0f068e12071 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:17.804478 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9791e6e7-7725-48fc-8702-ab836cee5d8d", "name": "network-vif-deleted", "tag": "791b9ebc-f9dc-4675-abc6-68a3418684e4", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:17.804478 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a557cfa5-d2d9-4041-9b50-e0f068e12071 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:17.804829 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9791e6e7-7725-48fc-8702-ab836cee5d8d', 'name': 'network-vif-deleted', 'tag': '791b9ebc-f9dc-4675-abc6-68a3418684e4', 'status': 'completed', 'code': 200} Dec 06 12:23:17.816661 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] No DVR routers for this DVR port 899d993e-ce76-4d22-849b-7ad81568b89c on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:17.876643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-25132fa0-cece-403e-a5f1-8e7d6f93a99b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3837056 Dec 06 12:23:18.010558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.107900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.135838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.168892 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad17c0ae-6580-4419-866d-c8dcb4cc032b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:18.171591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-1b35199c-bf89-49d6-9945-fa3f9e404f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:18.178971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-1b35199c-bf89-49d6-9945-fa3f9e404f56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 1096 time: 0.2688427 Dec 06 12:23:18.217732 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:18.220152 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd490be5-7d86-4ac4-995d-d14b0e1ba6a5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:18.259815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.288297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] For port 899d993e-ce76-4d22-849b-7ad81568b89c, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:18.290481 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.296415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.323766 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:18.326709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.332084 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Calling delete_port for 899d993e-ce76-4d22-849b-7ad81568b89c owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:18.332529 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:18.346543 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Port 899d993e-ce76-4d22-849b-7ad81568b89c was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:23:18.360268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.513499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] No DVR routers for this DVR port 899d993e-ce76-4d22-849b-7ad81568b89c on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:18.519223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.524907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.538785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ad17c0ae-6580-4419-866d-c8dcb4cc032b HTTP/1.1" status: 204 len: 168 time: 1.5636513 Dec 06 12:23:18.549001 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479ecd0-f290-4bda-baed-aa0f0efdc6a0 None None] Pushing event deleted for resources: {'Port': ['ID=899d993e-ce76-4d22-849b-7ad81568b89c,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.612067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.614929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27ec10-1158-446a-8496-f372a72d6583 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad17c0ae-6580-4419-866d-c8dcb4cc032b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.631727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.636851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/024199c8-1c35-49b2-9283-be36765c8e57 HTTP/1.1" status: 204 len: 168 time: 1.1701117 Dec 06 12:23:18.684222 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a006c54-4827-4c8c-97ac-e4ddbbe5c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024199c8-1c35-49b2-9283-be36765c8e57,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.705942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 899d993e-ce76-4d22-849b-7ad81568b89c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:18.764702 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-3775b329-c3f8-44ac-857f-348678c5e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:18.777078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-3775b329-c3f8-44ac-857f-348678c5e44a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 200 len: 912 time: 0.5015450 Dec 06 12:23:18.872638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 899d993e-ce76-4d22-849b-7ad81568b89c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:18.873422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 899d993e-ce76-4d22-849b-7ad81568b89c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:18.929457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-c481bc4e-475b-44aa-b8c0-cb9ad0cbd2b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 200 len: 217 time: 0.1461298 Dec 06 12:23:19.050631 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:19.073248 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-71203176-722d-4095-9fb3-9055263dc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:19.075537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-71203176-722d-4095-9fb3-9055263dc014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 200 len: 851 time: 0.1363337 Dec 06 12:23:19.098657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 791b9ebc-f9dc-4675-abc6-68a3418684e4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:19.159529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-0d4975f7-a15a-4f91-bf94-345ccb677208 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e66e603e-c637-4be9-ad3d-b7042f7483f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770359 Dec 06 12:23:19.173739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 791b9ebc-f9dc-4675-abc6-68a3418684e4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:19.174492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 791b9ebc-f9dc-4675-abc6-68a3418684e4 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:19.181640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5212f3a2-5e7a-49f8-ae29-04a5d8956fb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=331d8803fc5841e3bdc35a454de9c415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276944 Dec 06 12:23:19.183981 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:19.380056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.436238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.460793 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-ddb8234b-44d0-4c46-97e6-fddc1e154e00 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932332 Dec 06 12:23:19.520003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:19.533115 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.810364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b459-a1b0-4ed4-bc4d-9aff7169dbb5 req-35f6862e-b55e-4c67-97db-3768ae0a3454 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:19.821498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3f3b459-a1b0-4ed4-bc4d-9aff7169dbb5 req-35f6862e-b55e-4c67-97db-3768ae0a3454 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.2549946 Dec 06 12:23:19.835088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-503a0dad-1472-40c5-83a5-6373ecba85a1 req-c732d51c-b84d-4b4c-a32a-3b998ed767b0 service neutron] 10.222.0.23 "GET /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615537 Dec 06 12:23:19.919738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.922373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.935074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e27a7dde-a97d-4997-9b34-c30fab1b7664 HTTP/1.1" status: 204 len: 168 time: 0.7432396 Dec 06 12:23:20.036317 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e5b2-07a9-465a-98b2-29f854294bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a7dde-a97d-4997-9b34-c30fab1b7664,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:20.099963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3f3b459-a1b0-4ed4-bc4d-9aff7169dbb5 req-d43b5bf2-1413-4111-a888-eac64b6cb8c0 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749710 Dec 06 12:23:20.198000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcec5927-e49d-4e14-a43b-9079aebc114d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.407540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcec5927-e49d-4e14-a43b-9079aebc114d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.418784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcec5927-e49d-4e14-a43b-9079aebc114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.557147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fcec5927-e49d-4e14-a43b-9079aebc114d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0efb719e38fc485dab0cd865978bbb88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0289981 Dec 06 12:23:20.559659 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60632) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:20.612593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5927-e49d-4e14-a43b-9079aebc114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259d70b-e418-4f77-aa0b-fe3895b8c1fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:20.704142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.795410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.928903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.935003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.937744 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1259d70b-e418-4f77-aa0b-fe3895b8c1fd HTTP/1.1" status: 204 len: 168 time: 0.3770521 Dec 06 12:23:20.954407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac65499-b07a-422a-bedb-f4e522c5d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259d70b-e418-4f77-aa0b-fe3895b8c1fd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.248734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b7ccf-022a-4a84-b941-1d2c7a59f2ac req-edaca8bd-447c-4c64-94a7-51d8deb1b680 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:21.256656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1b7ccf-022a-4a84-b941-1d2c7a59f2ac req-edaca8bd-447c-4c64-94a7-51d8deb1b680 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.0712879 Dec 06 12:23:21.406254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1b7ccf-022a-4a84-b941-1d2c7a59f2ac req-e9ba9586-30f2-4597-93ce-07aed0d98edc tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/security-groups?id=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486604 Dec 06 12:23:21.429357 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-7ce4e5dd-bcb3-40a4-87fb-556e9d415cf6 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:21.431719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-7ce4e5dd-bcb3-40a4-87fb-556e9d415cf6 tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 945 time: 0.1459711 Dec 06 12:23:21.739433 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Deleting port be66fcf8-522e-4745-8745-4f4b5f8986a6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:21.740144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.893999 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] For port be66fcf8-522e-4745-8745-4f4b5f8986a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be66fcf8-522e-4745-8745-4f4b5f8986a6,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:21.894370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.911632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Calling delete_port for be66fcf8-522e-4745-8745-4f4b5f8986a6 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:22.107856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.120966 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:22.124242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['be66fcf8-522e-4745-8745-4f4b5f8986a6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:22.155005 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Pushing event deleted for resources: {'Port': ['ID=be66fcf8-522e-4745-8745-4f4b5f8986a6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:22.223470 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] No DVR routers for this DVR port be66fcf8-522e-4745-8745-4f4b5f8986a6 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:22.227147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.234207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afa6d1eb-8e62-4c3f-aa45-9f18527a89a8 req-361e805c-9ab1-4c8b-bc58-4905918c793a tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.23 "DELETE /v2.0/ports/be66fcf8-522e-4745-8745-4f4b5f8986a6 HTTP/1.1" status: 204 len: 173 time: 0.7949419 Dec 06 12:23:22.234755 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'name': 'network-vif-deleted', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:22.248391 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f3934c-3c61-43fa-85f6-69bf0bd128fd" -d '{"events": [{"server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "name": "network-vif-deleted", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:22.399848 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c2528b-3762-4ea0-8d3d-42983b1e3af6 x-openstack-request-id: req-92c2528b-3762-4ea0-8d3d-42983b1e3af6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:22.400154 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32193478-dc00-4d40-a8fa-5f5461872afb", "name": "network-vif-deleted", "tag": "be66fcf8-522e-4745-8745-4f4b5f8986a6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:22.400410 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92c2528b-3762-4ea0-8d3d-42983b1e3af6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:22.400818 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32193478-dc00-4d40-a8fa-5f5461872afb', 'name': 'network-vif-deleted', 'tag': 'be66fcf8-522e-4745-8745-4f4b5f8986a6', 'status': 'completed', 'code': 200} Dec 06 12:23:22.614732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65064679-7e64-421d-b0df-d5e37a90a624 req-4dadcde1-8d04-46b6-a7af-cfc354a9ffed tempest-ServerRescueTestJSON-1880786216 tempest-ServerRescueTestJSON-1880786216-project] 10.222.0.31 "GET /v2.0/ports?device_id=32193478-dc00-4d40-a8fa-5f5461872afb HTTP/1.1" status: 200 len: 210 time: 0.0846887 Dec 06 12:23:22.644376 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-network', 'tenant_id': '58562269b3c840889dd4ff19bb21957c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:22.718524 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Made reservation on behalf of 58562269b3c840889dd4ff19bb21957c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:22.722305 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.766392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.970604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.977626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.014595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c9c35-e71f-4d06-ae32-d0b710d554f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:23.057840 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:23:23.080232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.080594 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Added segment db3c405b-f30a-45d4-9699-83a55e757138 of type vlan for network 177b21b9-7f58-4208-953c-ebb518599521 Dec 06 12:23:23.162600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.211917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.232603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:23.234970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.344735 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60970) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:23.345406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2225597 Dec 06 12:23:23.351407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Request body: {'subnet': {'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-subnet', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:23.405885 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Made reservation on behalf of 58562269b3c840889dd4ff19bb21957c for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:23.408556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.473227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c683bc4-bec4-4270-b94e-4521e3c6b986 admin admin] Pushing event updated for resources: {'Network': ['ID=177b21b9-7f58-4208-953c-ebb518599521,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:23.493783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 177b21b9-7f58-4208-953c-ebb518599521 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:23:23.747197 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:23.826294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:23.908481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:23.915263 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Checking segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:23.916006 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Network hostable DHCP agents. Network: 177b21b9-7f58-4208-953c-ebb518599521, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:23:23.993057 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Network 177b21b9-7f58-4208-953c-ebb518599521 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:23:24.015729 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 177b21b9-7f58-4208-953c-ebb518599521) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:24.034580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:24.035144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.039611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598c8d2-4b98-4be8-86bb-fd105f9c5b84 None None] Network 177b21b9-7f58-4208-953c-ebb518599521 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:24.066804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5fed9edc-dedc-4e89-8e5d-05f45af42cbb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7201059 Dec 06 12:23:24.070117 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32806) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:24.074640 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:24.115684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.117201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.237886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.262613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602108d-c9c6-4fa1-81b2-97e6d3d288bb req-6101da3b-c4b1-43be-80c2-dd694722e877 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:24.272616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8602108d-c9c6-4fa1-81b2-97e6d3d288bb req-6101da3b-c4b1-43be-80c2-dd694722e877 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1664810 Dec 06 12:23:24.321622 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32812) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:24.407924 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4f2b7-c237-4dfb-b506-4e33d6f16485 None None] Network 177b21b9-7f58-4208-953c-ebb518599521 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:24.499716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8602108d-c9c6-4fa1-81b2-97e6d3d288bb req-38dcd7d3-cbad-44c4-a3a0-e7763a01d1a7 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256377 Dec 06 12:23:24.618678 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.619394 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:23:24.720937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.743447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7421c64c-2a4b-4862-9659-4e2cdbfb689f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.998982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7421c64c-2a4b-4862-9659-4e2cdbfb689f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.045498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7421c64c-2a4b-4862-9659-4e2cdbfb689f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.111782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device be66fcf8-522e-4745-8745-4f4b5f8986a6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:25.135429 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7421c64c-2a4b-4862-9659-4e2cdbfb689f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0de367d298ac420caba6b4a1870a5685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8122046 Dec 06 12:23:25.143859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:25.147948 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421c64c-2a4b-4862-9659-4e2cdbfb689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10fa106-2528-4755-9980-9df7d3016a9a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:25.151526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.160669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: be66fcf8-522e-4745-8745-4f4b5f8986a6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:25.161026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device be66fcf8-522e-4745-8745-4f4b5f8986a6 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:25.183408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.291908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.299489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Deleting port faf1bce3-0b46-4408-baf1-a542b6a55e44 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:25.299795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.390862 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] For port faf1bce3-0b46-4408-baf1-a542b6a55e44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faf1bce3-0b46-4408-baf1-a542b6a55e44,segment=NetworkSegment(8b72715c-1193-4a1d-b7a4-3e6c88654b2e),segment_id=8b72715c-1193-4a1d-b7a4-3e6c88654b2e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:25.391325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.406026 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Calling delete_port for faf1bce3-0b46-4408-baf1-a542b6a55e44 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:25.408811 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Allocated IP 172.35.3.117 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/88eb7d91-27c9-4143-baef-8585285fddce) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:25.473373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.670126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.680402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.680402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d10fa106-2528-4755-9980-9df7d3016a9a HTTP/1.1" status: 204 len: 168 time: 0.5331430 Dec 06 12:23:25.717441 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7649397-7c3c-4dcd-9f49-1fac862dd8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10fa106-2528-4755-9980-9df7d3016a9a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:25.795874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.849131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb79a-9803-481e-b5b2-a7621fede5ec req-d1c52f90-f05b-43c8-a74e-b350e151ed42 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.851542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c40eb79a-9803-481e-b5b2-a7621fede5ec req-d1c52f90-f05b-43c8-a74e-b350e151ed42 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1353159 Dec 06 12:23:25.906854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.935590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.953060 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:25.956915 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:25.970414 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:25.977586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37cb07-c34e-4afd-a7a1-6101c809ebbd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:26.012308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c40eb79a-9803-481e-b5b2-a7621fede5ec req-95f33bfb-ce38-4414-9ecb-c8bdd16cc8d9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514058 Dec 06 12:23:26.013299 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=faf1bce3-0b46-4408-baf1-a542b6a55e44,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:26.102562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a2203205-57df-45f7-9153-35cb78126b8e None None] Provisioning complete for port 88eb7d91-27c9-4143-baef-8585285fddce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:26.104430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2203205-57df-45f7-9153-35cb78126b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:26.115849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Pushing event updated for resources: {'Port': ['ID=88eb7d91-27c9-4143-baef-8585285fddce,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:26.196089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a2203205-57df-45f7-9153-35cb78126b8e None None] Port 88eb7d91-27c9-4143-baef-8585285fddce cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:26.311005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:26.417115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:26.647361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:26.664319 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:26.842295 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:26.854985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Sync routers for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:26.859784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4c1ace89-3a63-4901-83f4-e9345d277c1d admin admin] 10.222.0.31 "PUT /v2.0/routers/8d53406b-756d-40b2-8f06-7a4f8bbb2d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1073635 Dec 06 12:23:26.860405 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:26.872952 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:26.873617 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:27.023961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:27.173849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:27.255850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:27.301091 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Router c701caa6-7869-4710-93ce-8a212bc78331 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:23:27.310085 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-10ccd3f6-1609-4502-bb60-1bc90b86bfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:27.492249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:23:25Z', 'revision_number': 5, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:27.524536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:27.537590 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Sync routers for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:27.558120 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:27.558449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:27.559458 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:27.560174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab923732-afd6-4005-baae-6e5ff56860b9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4890621 Dec 06 12:23:27.566230 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32910) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:27.579699 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Checking router: 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:27.601697 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Routers {'8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:27.602403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:27.775429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] Set router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:27.848094 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:28.034870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:23:25Z', 'revision_number': 5, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:28.050461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50344b-5160-4f84-9450-3661ed0cc7a0 req-07d0d260-6631-4f52-9811-013767ea3b2f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:28.058379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea50344b-5160-4f84-9450-3661ed0cc7a0 req-07d0d260-6631-4f52-9811-013767ea3b2f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.8183002 Dec 06 12:23:28.091645 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04594da-d9cd-4fe5-98a3-b1d21a71d29b None None] The sync data for ids ['8d53406b-756d-40b2-8f06-7a4f8bbb2d6a'] in n-d-master-1 is: [{'id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'name': 'tempest-ServerRescueTestJSON-1193406121-router', 'tenant_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:27Z', 'updated_at': '2021-12-06T12:23:25Z', 'revision_number': 5, 'project_id': 'fbf03b621c254f5abd5ee7c1709e22e4', 'gw_port': {'id': '094226f3-fe5b-4ab1-902d-2061a9788d1e', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53406b-756d-40b2-8f06-7a4f8bbb2d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:28Z', 'updated_at': '2021-12-06T12:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:28.228491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea50344b-5160-4f84-9450-3661ed0cc7a0 req-294c97fb-a2c6-4af4-91cd-1a82c2ceaa31 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692502 Dec 06 12:23:28.235432 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Deleting port 094226f3-fe5b-4ab1-902d-2061a9788d1e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:28.235981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.359525 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:26Z', 'revision_number': 3, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:28.416202 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] For port 094226f3-fe5b-4ab1-902d-2061a9788d1e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=094226f3-fe5b-4ab1-902d-2061a9788d1e,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:28.416576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.420999 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Checking router: c701caa6-7869-4710-93ce-8a212bc78331 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:28.421587 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Updating router c701caa6-7869-4710-93ce-8a212bc78331 port 88eb7d91-27c9-4143-baef-8585285fddce binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:28.450453 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.468289 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Calling delete_port for 094226f3-fe5b-4ab1-902d-2061a9788d1e owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:28.506593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faf1bce3-0b46-4408-baf1-a542b6a55e44 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:28.570156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: faf1bce3-0b46-4408-baf1-a542b6a55e44 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:28.571662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faf1bce3-0b46-4408-baf1-a542b6a55e44 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:28.595327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.818933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.879061 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Pushing event deleted for resources: {'Port': ['ID=094226f3-fe5b-4ab1-902d-2061a9788d1e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:28.886702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac26ed-1139-4bfc-9b05-f326866bee0c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:28.986390 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.998414 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Allocated IP 172.20.0.1 (177b21b9-7f58-4208-953c-ebb518599521/f46b6d10-fc5e-4a6a-ad72-6df25a1f5863/0342cd88-6b52-4594-9e4c-aaf091828f4f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:29.000502 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.020725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.112395 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c665f1b-d993-4ee6-b1c7-2114d6af4c5a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:29.167428 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Attempting to bind port 88eb7d91-27c9-4143-baef-8585285fddce on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:29.167805 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Attempting to bind port 88eb7d91-27c9-4143-baef-8585285fddce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:29.172127 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Attempting to bind port 88eb7d91-27c9-4143-baef-8585285fddce on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:29.191820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-95ecbbf2-fdd4-45df-af0b-7abd2eac9f7f None None] Provisioning complete for port 88eb7d91-27c9-4143-baef-8585285fddce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:29.192641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95ecbbf2-fdd4-45df-af0b-7abd2eac9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.205693 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:29.206074 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:29.206484 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.206881 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:29.207367 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Bound port: 88eb7d91-27c9-4143-baef-8585285fddce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:29.207749 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.254896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.302148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-95ecbbf2-fdd4-45df-af0b-7abd2eac9f7f None None] Port 88eb7d91-27c9-4143-baef-8585285fddce cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:29.305889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.313472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.338412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.361307 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Pushing event updated for resources: {'Port': ['ID=88eb7d91-27c9-4143-baef-8585285fddce,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:29.370621 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Network 177b21b9-7f58-4208-953c-ebb518599521 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:29.374141 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:29.383899 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:29.397644 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.399640 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.400374 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.401891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.402508 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.403072 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.404374 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.406229 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.406820 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.407847 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.409855 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.410692 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.411389 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:29.434346 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] For port 88eb7d91-27c9-4143-baef-8585285fddce, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:29.446341 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] For port 88eb7d91-27c9-4143-baef-8585285fddce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88eb7d91-27c9-4143-baef-8585285fddce,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:29.455871 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.496351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Pushing event updated for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:29.503644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.548831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.549407 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d53406b-756d-40b2-8f06-7a4f8bbb2d6a {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:23:29.560976 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea9ada-3cbd-498e-9f8b-585ceed80879 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:29.574956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.579510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ec497c0-93d5-4131-a59c-fda0b40ae361 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8d53406b-756d-40b2-8f06-7a4f8bbb2d6a HTTP/1.1" status: 204 len: 168 time: 2.7150085 Dec 06 12:23:29.582084 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:29.668306 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0d43-9102-4193-816e-996503a614ef None None] Pushing event updated for resources: {'Port': ['ID=88eb7d91-27c9-4143-baef-8585285fddce,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:29.670046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5efb8977-f7e7-4d33-9a48-2d7ea11fd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.726139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2722e54-8120-4824-9992-20468ed87139 req-02dd288a-143b-4b0e-8582-72256d319618 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:29.728226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2722e54-8120-4824-9992-20468ed87139 req-02dd288a-143b-4b0e-8582-72256d319618 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.2999806 Dec 06 12:23:29.750210 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:29.757415 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:29.788929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] Provisioning complete for port 88eb7d91-27c9-4143-baef-8585285fddce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:29.789436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.823127 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Deleting subnet 7d178f40-4738-44b7-91f7-47726c6d27bb {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:29.830859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.922611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:29.960764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.043438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.072818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.110226 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:30.118918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] For port 88eb7d91-27c9-4143-baef-8585285fddce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88eb7d91-27c9-4143-baef-8585285fddce,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:30.128403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.142255 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:30.148353 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.202306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2910-d179-4930-9436-94e15e9170e0 None None] Pushing event updated for resources: {'Port': ['ID=88eb7d91-27c9-4143-baef-8585285fddce,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:30.285317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.292652 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.335915 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d178f40-4738-44b7-91f7-47726c6d27bb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:30.371442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.382824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a27f2771-ee15-4b47-b5eb-d42509c8cb0d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7d178f40-4738-44b7-91f7-47726c6d27bb HTTP/1.1" status: 204 len: 168 time: 0.7968109 Dec 06 12:23:30.386612 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 32994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:30.397005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2722e54-8120-4824-9992-20468ed87139 req-edfdce00-7489-496e-9579-76ed8e9afcd0 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6558292 Dec 06 12:23:30.506649 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Pushing event updated for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:30.512368 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.517816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.579259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc413b64-9928-4c67-b703-402086281453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.583631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.601051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 094226f3-fe5b-4ab1-902d-2061a9788d1e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:30.649201 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:26Z', 'revision_number': 3, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:30.662387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 094226f3-fe5b-4ab1-902d-2061a9788d1e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:30.662926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 094226f3-fe5b-4ab1-902d-2061a9788d1e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:30.688560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc413b64-9928-4c67-b703-402086281453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.698565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc413b64-9928-4c67-b703-402086281453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.734134 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfccde42-2eea-488f-b942-07fabeedd55e None None] The sync data for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 is: [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:26Z', 'revision_number': 3, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:30.738588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc413b64-9928-4c67-b703-402086281453 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbad51c8536a47c1a4c34a4cc8f23031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6236191 Dec 06 12:23:30.744439 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:30.756660 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Network 177b21b9-7f58-4208-953c-ebb518599521 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:30.758556 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:30.836797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.932137 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413b64-9928-4c67-b703-402086281453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c4ce4-a53d-44d4-a850-2cebdaf3fa58,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:30.947971 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Router c701caa6-7869-4710-93ce-8a212bc78331 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:30.951749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.027224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.029503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.067108 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66e603e-c637-4be9-ad3d-b7042f7483f8']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:31.095454 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b72715c-1193-4a1d-b7a4-3e6c88654b2e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:31.095741 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b72715c-1193-4a1d-b7a4-3e6c88654b2e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:31.107072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.127310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.128704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.129868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b81c4ce4-a53d-44d4-a850-2cebdaf3fa58 HTTP/1.1" status: 204 len: 168 time: 0.3790729 Dec 06 12:23:31.130961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.151196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e145b-c3e8-4f47-b9bb-cad4953ae0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c4ce4-a53d-44d4-a850-2cebdaf3fa58,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:31.155853 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:31.156264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:31.158109 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:31.238987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:31.279673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b1ee926-19a9-4ac4-a942-63490fa75614 admin admin] 10.222.0.31 "PUT /v2.0/routers/c701caa6-7869-4710-93ce-8a212bc78331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7115362 Dec 06 12:23:31.288273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.298860 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.304308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e66e603e-c637-4be9-ad3d-b7042f7483f8 HTTP/1.1" status: 204 len: 168 time: 0.9055221 Dec 06 12:23:31.323850 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1df13-2a69-45c8-af5c-8f3dd0af5d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66e603e-c637-4be9-ad3d-b7042f7483f8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:31.702062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20e7ec-a39b-42ba-8b78-109c7434e0ac req-11dc7f85-4ddf-4bf0-8bc2-3b271a02ca79 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:31.708840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc20e7ec-a39b-42ba-8b78-109c7434e0ac req-11dc7f85-4ddf-4bf0-8bc2-3b271a02ca79 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1926734 Dec 06 12:23:31.778575 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:31.825100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc20e7ec-a39b-42ba-8b78-109c7434e0ac req-ab8bec78-3308-4d27-af89-5803cb5780fc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069117 Dec 06 12:23:31.872700 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33040) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:31.903912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58c97b10-717c-448f-934f-412f5c989201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbf03b621c254f5abd5ee7c1709e22e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234145 Dec 06 12:23:31.905696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7c7e-5b68-4f07-8375-a753298d6257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.905976 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:32.011216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.086850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.101325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7c7e-5b68-4f07-8375-a753298d6257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.111376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7c7e-5b68-4f07-8375-a753298d6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.191193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3fc7c7e-5b68-4f07-8375-a753298d6257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aef79deda0154234b816d1e4d38f4228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163660 Dec 06 12:23:32.193072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7c7e-5b68-4f07-8375-a753298d6257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f9578-195c-4ce4-bc5e-7bed7fbc8519,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:32.193798 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:32.284669 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.285301 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.287931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.290803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.292350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6988f416-4b0c-4ad2-b89c-f6fc851c1eb3 HTTP/1.1" status: 204 len: 168 time: 0.3849435 Dec 06 12:23:32.305637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872e0cb-1486-479f-8763-4cce5d733555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988f416-4b0c-4ad2-b89c-f6fc851c1eb3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:32.355260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.456993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.460421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.464878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/731f9578-195c-4ce4-bc5e-7bed7fbc8519 HTTP/1.1" status: 204 len: 168 time: 0.2698591 Dec 06 12:23:32.499776 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a984d1f-fd6e-48e5-8c96-72fe505bd6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f9578-195c-4ce4-bc5e-7bed7fbc8519,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:32.636511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 88eb7d91-27c9-4143-baef-8585285fddce up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:32.726562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-9e1e6f01-eab6-4aad-8b64-18f5738ca369 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:32.734115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-9e1e6f01-eab6-4aad-8b64-18f5738ca369 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 819 time: 0.1911452 Dec 06 12:23:32.766612 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 88eb7d91-27c9-4143-baef-8585285fddce triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:32.766989 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.768885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-85b98e0c-5cd1-4e0d-a411-443ea5d44907 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/quotas/58562269b3c840889dd4ff19bb21957c HTTP/1.1" status: 200 len: 375 time: 0.0258822 Dec 06 12:23:32.913733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-14fa53db-1822-442b-835e-7c6684081463 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298790 Dec 06 12:23:33.140260 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.215332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-6eb2ea4d-3f19-47e1-a5d6-69155255292a service neutron] 10.222.0.31 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002439 Dec 06 12:23:33.224766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3399-b015-483c-8d53-91cdc37dc53a req-d486cd4a-9d07-46e5-bba1-86a39e89b41f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:33.233460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b19f3399-b015-483c-8d53-91cdc37dc53a req-d486cd4a-9d07-46e5-bba1-86a39e89b41f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1719422 Dec 06 12:23:33.380656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b19f3399-b015-483c-8d53-91cdc37dc53a req-00a491f4-3737-4463-98f4-8089977a34cd tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457989 Dec 06 12:23:33.427278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-67dbc1af-319b-4db5-b054-9eaab36ad623 service neutron] 10.222.0.31 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853092 Dec 06 12:23:33.779859 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Sync routers for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:33.847664 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:33.855482 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:33.881734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21501a15-a595-487a-b378-778aeeda4458 req-d5b1b311-6552-4fc2-ba26-05e1681ef773 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0723631 Dec 06 12:23:34.069728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:34.720335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb3b52-6995-4ef1-8fa8-a4a474ea96c5 req-9166ea8c-6b07-490f-bd93-05529bd05f90 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:34.730427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39eb3b52-6995-4ef1-8fa8-a4a474ea96c5 req-9166ea8c-6b07-490f-bd93-05529bd05f90 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1029148 Dec 06 12:23:34.804338 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-8bb259d8-965e-40d6-8cc8-55c009f733e4 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:34.815683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-8bb259d8-965e-40d6-8cc8-55c009f733e4 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 819 time: 0.3656447 Dec 06 12:23:34.856199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:29Z', 'revision_number': 4, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0342cd88-6b52-4594-9e4c-aaf091828f4f', 'name': '', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'mac_address': 'fa:16:3e:9f:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:28Z', 'updated_at': '2021-12-06T12:23:30Z', 'revision_number': 2, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'subnets': [{'id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:34.897873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Checking router: c701caa6-7869-4710-93ce-8a212bc78331 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:34.898552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Updating router c701caa6-7869-4710-93ce-8a212bc78331 port 0342cd88-6b52-4594-9e4c-aaf091828f4f binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:34.914613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-39e96693-78ba-4620-b91f-6170b0429fd1 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/quotas/58562269b3c840889dd4ff19bb21957c HTTP/1.1" status: 200 len: 375 time: 0.0979929 Dec 06 12:23:34.926786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39eb3b52-6995-4ef1-8fa8-a4a474ea96c5 req-6e01a231-f21b-4122-b446-e7dba1527fc5 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948566 Dec 06 12:23:34.984133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.064224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-14add0b4-1abb-4205-8953-15886ad13677 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994725 Dec 06 12:23:35.283052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-66525778-f37c-4267-8c42-dad4f1a5fb31 service neutron] 10.222.0.31 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088134 Dec 06 12:23:35.499213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.509486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.531081 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-78be5cf9-49e2-4799-a8e1-15cc5abbf625 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:35.533223 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-78be5cf9-49e2-4799-a8e1-15cc5abbf625 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 819 time: 0.2475882 Dec 06 12:23:35.550261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Request body: {'port': {'device_id': '97af815b-db34-45d3-af0d-e069f859e6e0', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'admin_state_up': True, 'tenant_id': '58562269b3c840889dd4ff19bb21957c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.572998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-e56afbf2-7324-45b5-83e6-533f2bf6c898 service neutron] 10.222.0.31 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806056 Dec 06 12:23:35.597921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:23:35.615943 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.740670 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33172) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.911230 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Made reservation on behalf of 58562269b3c840889dd4ff19bb21957c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:35.917063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.933802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:36.004402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dc2af20-029a-4fd8-8a54-76c7baaf328c req-96cdda84-fbc7-4399-b835-bf292e6f511e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 210 time: 0.1357927 Dec 06 12:23:36.014421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-network', 'tenant_id': 'ccf154f738284b81918989dfb926022c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:36.017602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:23:36.072307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Made reservation on behalf of ccf154f738284b81918989dfb926022c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:36.083890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.107552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.125008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-317d069e-94fe-4a65-bca4-7d51428bd25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.200525 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.273381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac30c6-8670-43ad-94e7-e61cf00784d5 None None] Pushing event updated for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:36.314169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.329591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.374105 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:23:36.397983 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:36.406643 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430beb-33eb-4a28-89d7-2ba3054717d8 req-7e29fb6d-c89a-442c-9884-70c44b78131b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:36.416708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5430beb-33eb-4a28-89d7-2ba3054717d8 req-7e29fb6d-c89a-442c-9884-70c44b78131b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.2897825 Dec 06 12:23:36.424699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Attempting to bind port 0342cd88-6b52-4594-9e4c-aaf091828f4f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:36.425127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Attempting to bind port 0342cd88-6b52-4594-9e4c-aaf091828f4f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:36.428790 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Attempting to bind port 0342cd88-6b52-4594-9e4c-aaf091828f4f on network 177b21b9-7f58-4208-953c-ebb518599521 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:36.449673 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Allocated IP 172.20.0.13 (177b21b9-7f58-4208-953c-ebb518599521/f46b6d10-fc5e-4a6a-ad72-6df25a1f5863/05ad4f04-5f31-423d-9416-b2078b7ac17a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:36.455398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:36.456065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Checking segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:36.456350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.456592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Bound using segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:36.460687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Bound port: 0342cd88-6b52-4594-9e4c-aaf091828f4f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:36.461141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.488386 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5b08d-3048-43ff-b681-08186a6eb72d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:36.502356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:36.504146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.504400 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Added segment 444a96fc-324d-489d-8b94-9a512d031271 of type vlan for network b1429110-fa83-484b-ba50-65e9fae15699 Dec 06 12:23:36.513125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.649759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-317d069e-94fe-4a65-bca4-7d51428bd25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.666146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5430beb-33eb-4a28-89d7-2ba3054717d8 req-677fc1f4-a2dd-4221-88ec-769923b97b44 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483106 Dec 06 12:23:36.674359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] For port 0342cd88-6b52-4594-9e4c-aaf091828f4f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:36.678105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-317d069e-94fe-4a65-bca4-7d51428bd25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.688188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] For port 0342cd88-6b52-4594-9e4c-aaf091828f4f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0342cd88-6b52-4594-9e4c-aaf091828f4f,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:36.699801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.747589 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-317d069e-94fe-4a65-bca4-7d51428bd25f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8beaf53bacef40e2a79cf17c61a0fb66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0028632 Dec 06 12:23:36.749804 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:36.808711 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:36.822942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.832994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.835469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:36.837899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:36.914518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['678d8585-35d2-4590-9476-ff07d8f5d5de'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:37.011543 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] Pushing event updated for resources: {'Network': ['ID=b1429110-fa83-484b-ba50-65e9fae15699,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.050647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b1429110-fa83-484b-ba50-65e9fae15699 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:23:37.057438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d069e-94fe-4a65-bca4-7d51428bd25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9ac93-acb1-4505-9a1a-6d8b8c4b3cde,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.072437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-72130eb0-1a4e-4249-ac11-481b2a3a9b74 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4526520 Dec 06 12:23:37.074668 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:37.076052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.093430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Request body: {'subnet': {'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-subnet', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:37.134077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.157667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.159200 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Made reservation on behalf of ccf154f738284b81918989dfb926022c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:37.162812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.260182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.274404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb1d5f16-cd0f-417a-9030-bdfc6f1c0469 req-069045b1-a757-49a8-bd8d-e92ba907fc04 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 210 time: 0.0355062 Dec 06 12:23:37.290555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.293645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.298066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8e9ac93-acb1-4505-9a1a-6d8b8c4b3cde HTTP/1.1" status: 204 len: 168 time: 0.5421021 Dec 06 12:23:37.311950 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d61e0-30a7-438c-bfc8-16c39039b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9ac93-acb1-4505-9a1a-6d8b8c4b3cde,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.381403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:37.383352 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:37.414666 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Network 177b21b9-7f58-4208-953c-ebb518599521 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:37.455746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac30c6-8670-43ad-94e7-e61cf00784d5 None None] Pushing event updated for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.481530 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:37.493353 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:37.548273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.643195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Pushing event updated for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.689459 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:37.699312 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d433ab3e-8e54-4438-a48a-d5845443e367,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:37.737429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:37.748112 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Checking segment: {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:37.748936 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Network hostable DHCP agents. Network: b1429110-fa83-484b-ba50-65e9fae15699, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:23:37.758336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.793993 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Network b1429110-fa83-484b-ba50-65e9fae15699 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:23:37.816053 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1429110-fa83-484b-ba50-65e9fae15699) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:37.822722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:37.825214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:37.830131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d2883cf0-e86a-4dd5-b1bb-573b53109bc8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2869661 Dec 06 12:23:37.857399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e1fc254e-5615-4cd1-90b1-5556935f7b93 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7753291 Dec 06 12:23:37.857726 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Request body: {'port': {'device_id': '97af815b-db34-45d3-af0d-e069f859e6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:37.860614 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:37.874231 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:37.890056 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499961a-2e7e-4012-bea7-d32afa9294ea None None] Network b1429110-fa83-484b-ba50-65e9fae15699 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:37.944684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:38.208902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d806c0-cb36-43d2-8f6b-17f78b577c36 req-066764f7-d9dc-462c-8d36-72627d4364bf tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:38.221045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63d806c0-cb36-43d2-8f6b-17f78b577c36 req-066764f7-d9dc-462c-8d36-72627d4364bf tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.3107493 Dec 06 12:23:38.269469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:38.282716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:38.396231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63d806c0-cb36-43d2-8f6b-17f78b577c36 req-d78bc88a-598d-41c0-91c8-8a8189c96d8a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737533 Dec 06 12:23:38.534127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a912ad65-a9e1-470b-8e4b-aef5d8d72bbb tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:38.538818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a912ad65-a9e1-470b-8e4b-aef5d8d72bbb tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.53 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 819 time: 0.6595323 Dec 06 12:23:38.556293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17798e-53df-45c5-bcc4-acd3a250442a None None] Network b1429110-fa83-484b-ba50-65e9fae15699 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:38.609710 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Request body: {'port': {'device_id': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'admin_state_up': True, 'tenant_id': '58562269b3c840889dd4ff19bb21957c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:38.620494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:29Z', 'revision_number': 4, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0342cd88-6b52-4594-9e4c-aaf091828f4f', 'name': '', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'mac_address': 'fa:16:3e:9f:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:28Z', 'updated_at': '2021-12-06T12:23:36Z', 'revision_number': 4, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'subnets': [{'id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:38.655269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:38.688306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c042b445-bb06-4f8e-adf9-aa6af3900a26 req-11dbec89-25fe-4d31-8c4e-1adcd1fe65a9 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 210 time: 0.1836352 Dec 06 12:23:38.741851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5811cd-38ea-422f-ace6-26e070d76a09 None None] The sync data for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 is: [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:23:29Z', 'revision_number': 4, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0342cd88-6b52-4594-9e4c-aaf091828f4f', 'name': '', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'mac_address': 'fa:16:3e:9f:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:28Z', 'updated_at': '2021-12-06T12:23:36Z', 'revision_number': 4, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'subnets': [{'id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:38.807951 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad4f04-5f31-423d-9416-b2078b7ac17a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:38.889498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:38.989693 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Transition to ACTIVE for port object 05ad4f04-5f31-423d-9416-b2078b7ac17a will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:23:39.011131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.055170 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:39.159624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a3f066-b1d4-494c-ac1c-ef7e1d034cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.173608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.219835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:39.263969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Made reservation on behalf of 58562269b3c840889dd4ff19bb21957c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:39.267829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.377589 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Attempting to bind port 05ad4f04-5f31-423d-9416-b2078b7ac17a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:39.379322 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Attempting to bind port 05ad4f04-5f31-423d-9416-b2078b7ac17a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:39.379754 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Attempting to bind port 05ad4f04-5f31-423d-9416-b2078b7ac17a on network 177b21b9-7f58-4208-953c-ebb518599521 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:39.422372 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Port 05ad4f04-5f31-423d-9416-b2078b7ac17a on network 177b21b9-7f58-4208-953c-ebb518599521 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:23:39.423817 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Attempting to bind port 05ad4f04-5f31-423d-9416-b2078b7ac17a on network 177b21b9-7f58-4208-953c-ebb518599521 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:39.456119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:39.457541 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Checking segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:39.458929 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Bound using segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:39.460721 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Bound port: 05ad4f04-5f31-423d-9416-b2078b7ac17a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:39.461923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.492688 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33280) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:39.502354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a3f066-b1d4-494c-ac1c-ef7e1d034cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.509965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a3f066-b1d4-494c-ac1c-ef7e1d034cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.521968 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Allocated IP 172.20.0.11 (177b21b9-7f58-4208-953c-ebb518599521/f46b6d10-fc5e-4a6a-ad72-6df25a1f5863/60f07abd-a7b0-4c5a-92ab-36d8ee19bff0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:39.584629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:39.672955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-96a3f066-b1d4-494c-ac1c-ef7e1d034cd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1f4aa8b9e764e0e8cf5df1929fe0227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6164608 Dec 06 12:23:39.683352 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:39.701418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3f066-b1d4-494c-ac1c-ef7e1d034cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c495aef-2538-455e-83c6-cd5d783777f1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:39.722727 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:39.739964 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:39.777863 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 678d8585-35d2-4590-9476-ff07d8f5d5de triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:39.778241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.780085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.859208 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:39.860677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.862278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 1092 time: 2.0241654 Dec 06 12:23:39.863136 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:39.866740 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a46601b-2d23-406f-9989-f25e2c876108" -d '{"events": [{"name": "network-changed", "server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:39.877974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaaaf36-b1ba-45bd-b46d-5cedde764644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.887381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.977747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.978442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.022881 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.070754 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c555d-af1a-4803-a1c7-06aa0091d4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.092320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.107987 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:40.110314 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa926e-2472-485a-862e-dd009c3eec61" -d '{"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:40.164276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-a71ae92f-42c1-4294-b675-2f124d7969bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.172773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:40.174216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-a71ae92f-42c1-4294-b675-2f124d7969bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.2584710 Dec 06 12:23:40.191476 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.355686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.379301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-4c9ec026-cbe8-45cd-8103-c30a85ac5425 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.1689167 Dec 06 12:23:40.490303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.495256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.498585 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c495aef-2538-455e-83c6-cd5d783777f1 HTTP/1.1" status: 204 len: 168 time: 0.8139567 Dec 06 12:23:40.521837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-39776a16-d64c-4e8f-b6f9-1be0ce852f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.525094 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-39776a16-d64c-4e8f-b6f9-1be0ce852f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.1378379 Dec 06 12:23:40.539578 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Pushing event updated for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.555571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.586562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ab79-4e1b-4ee6-b24b-43142ef2823f req-dde81a07-1a03-463b-9408-ea1507eabc04 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.594085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df26ab79-4e1b-4ee6-b24b-43142ef2823f req-dde81a07-1a03-463b-9408-ea1507eabc04 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 932 time: 0.6384172 Dec 06 12:23:40.607697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-a5a6d098-76cd-4025-ae7d-b121b7f9f62b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730293 Dec 06 12:23:40.615539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0342cd88-6b52-4594-9e4c-aaf091828f4f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:40.631259 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaab724-1183-4aa2-9d3a-ac9d8b926f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c495aef-2538-455e-83c6-cd5d783777f1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.648919 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Network 177b21b9-7f58-4208-953c-ebb518599521 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:40.666232 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b63ae-002c-4f38-ad03-a35325ab7967 req-dc41a086-dd9e-4e60-ae37-f2dfd6d998d1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.669459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-470b63ae-002c-4f38-ad03-a35325ab7967 req-dc41a086-dd9e-4e60-ae37-f2dfd6d998d1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.7242074 Dec 06 12:23:40.801021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df26ab79-4e1b-4ee6-b24b-43142ef2823f req-3eb041d1-6b33-4ddc-bcbf-839a54562ad5 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013853 Dec 06 12:23:40.804969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:40.815412 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0342cd88-6b52-4594-9e4c-aaf091828f4f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:40.815412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.830725 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:40.909787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaaaf36-b1ba-45bd-b46d-5cedde764644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.939096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.951149 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaaaf36-b1ba-45bd-b46d-5cedde764644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.965293 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8fba7-d3d8-4cf5-8763-002a60fe236f x-openstack-request-id: req-b0b8fba7-d3d8-4cf5-8763-002a60fe236f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:40.966016 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:40.966591 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0b8fba7-d3d8-4cf5-8763-002a60fe236f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:40.969333 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a', 'status': 'completed', 'code': 200} Dec 06 12:23:41.069515 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Allocated IP 172.35.3.86 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/56dae25d-f955-46cb-808c-b4ce4bf12de6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:41.077520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaaf36-b1ba-45bd-b46d-5cedde764644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ba41d-54f6-451c-838b-7894ef682834,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:41.092215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.154256 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cdf1b8-5d19-4a72-a8ed-7417290456a9 x-openstack-request-id: req-f5cdf1b8-5d19-4a72-a8ed-7417290456a9 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:41.162346 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:41.162651 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5cdf1b8-5d19-4a72-a8ed-7417290456a9 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:41.163078 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'code': 200} Dec 06 12:23:41.181992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6eaaaf36-b1ba-45bd-b46d-5cedde764644 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e305bba11c5d40c198de9e2039ec0e45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6878467 Dec 06 12:23:41.184246 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:41.215202 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0342cd88-6b52-4594-9e4c-aaf091828f4f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0342cd88-6b52-4594-9e4c-aaf091828f4f,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:41.229083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.251854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-d705f4bd-7847-45bb-bc47-1d415294afc5 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213765 Dec 06 12:23:41.325907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.328706 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.365718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.381808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:41.475822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-470b63ae-002c-4f38-ad03-a35325ab7967 req-af9dadf7-2f66-4b1d-a0bd-4cce24f0119c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7127442 Dec 06 12:23:41.516570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-a55329b2-77c5-483a-bb7f-4c678e1b3f6f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9548452 Dec 06 12:23:41.556208 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Request body: {'port': {'device_id': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:41.579393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.671725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.687103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f99cdfd7-d678-4442-b4d2-3f4840616b24 req-1d9eaf4a-d154-4937-8e8b-e76d7bf99172 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285486 Dec 06 12:23:41.709573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.890178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:41.925882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46601b-2d23-406f-9989-f25e2c876108 req-766999e5-ecec-4f34-879f-4efb5da8f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.957922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-766999e5-ecec-4f34-879f-4efb5da8f038 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.1853817 Dec 06 12:23:42.003685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.013983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.016523 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/806ba41d-54f6-451c-838b-7894ef682834 HTTP/1.1" status: 204 len: 168 time: 0.8294027 Dec 06 12:23:42.086076 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bae6a-a19d-42d7-bf80-c53c76b47fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ba41d-54f6-451c-838b-7894ef682834,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:42.239059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46601b-2d23-406f-9989-f25e2c876108 req-b4f5c54f-7d35-45c0-a6cd-449bc1e65a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:42.240610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-b4f5c54f-7d35-45c0-a6cd-449bc1e65a0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.2589738 Dec 06 12:23:42.254604 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:42.271727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.298086 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Transition to ACTIVE for port object 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:23:42.329495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-cd38785c-33b6-4027-a8b0-0f8bfab37a69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0813911 Dec 06 12:23:42.336139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.414858 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:42.430758 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:42.435764 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46601b-2d23-406f-9989-f25e2c876108 req-866efbc4-2fa4-4e4e-8c64-31f297320425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:42.436865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-866efbc4-2fa4-4e4e-8c64-31f297320425 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.0996940 Dec 06 12:23:42.437915 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:42.448391 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b731959-b388-4aa4-8d0f-ff8a915dd4f7 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:42.505823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-9213864f-95e2-422d-a23d-309bcbad5af1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568287 Dec 06 12:23:42.589254 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-775cf118-9a92-41f7-812f-946236ad5f3e None None] Provisioning complete for port 56dae25d-f955-46cb-808c-b4ce4bf12de6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:42.593736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-775cf118-9a92-41f7-812f-946236ad5f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.705975 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-bb6c6587-258b-4cd2-b8bb-0ce64a4c1d06 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913471 Dec 06 12:23:42.707655 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=56dae25d-f955-46cb-808c-b4ce4bf12de6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:42.742018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-775cf118-9a92-41f7-812f-946236ad5f3e None None] Port 56dae25d-f955-46cb-808c-b4ce4bf12de6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:42.744640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0342cd88-6b52-4594-9e4c-aaf091828f4f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:42.877754 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0342cd88-6b52-4594-9e4c-aaf091828f4f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:42.878481 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:42.882704 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33370) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:42.939966 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f4d81a1-3ca5-4b92-a190-e6675b7451bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.058333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a46601b-2d23-406f-9989-f25e2c876108 req-55b20f3f-ed2f-4edd-8352-51a75fdd5d77 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442991 Dec 06 12:23:43.196701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f4d81a1-3ca5-4b92-a190-e6675b7451bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.204815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f4d81a1-3ca5-4b92-a190-e6675b7451bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.226902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 05ad4f04-5f31-423d-9416-b2078b7ac17a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:23:43.239493 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d81a1-3ca5-4b92-a190-e6675b7451bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16079c-8300-4176-a52d-7abf5052a0f8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:43.286940 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f4d81a1-3ca5-4b92-a190-e6675b7451bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dca33ca500eb45a6976fe6b9f147f02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944683 Dec 06 12:23:43.287585 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33378) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:43.408402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.479514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.524548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6110b3b-926c-48d2-9eee-fec93471b537 req-dda3ae7c-9216-4dbc-b71e-6b9763753a74 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:43.535390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6110b3b-926c-48d2-9eee-fec93471b537 req-dda3ae7c-9216-4dbc-b71e-6b9763753a74 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 944 time: 1.2280574 Dec 06 12:23:43.543998 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.544333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.544836 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.545631 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.546055 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.547232 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.547232 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.547232 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.547559 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.547946 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.548348 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.548772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.549332 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:43.620267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.623331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:43.626866 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a16079c-8300-4176-a52d-7abf5052a0f8 HTTP/1.1" status: 204 len: 168 time: 0.3380351 Dec 06 12:23:43.657278 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffb7d1-0fa6-4d24-88a9-dbdc4576632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16079c-8300-4176-a52d-7abf5052a0f8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:43.829492 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:44.021032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:44.052257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6110b3b-926c-48d2-9eee-fec93471b537 req-e5d3fb87-53fd-479d-ab15-ca27f4c7519f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154734 Dec 06 12:23:44.055111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '05ad4f04-5f31-423d-9416-b2078b7ac17a', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'port_id': '05ad4f04-5f31-423d-9416-b2078b7ac17a', 'mac_address': 'fa:16:3e:2d:78:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:23:44.104842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123170-d597-448a-ae1d-5a0ad3eca248 req-bcfa7f7f-1118-4b9f-9ee8-7165af20075d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:44.106404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22123170-d597-448a-ae1d-5a0ad3eca248 req-bcfa7f7f-1118-4b9f-9ee8-7165af20075d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 1.3839502 Dec 06 12:23:44.142735 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Attempting to bind port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:44.143123 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Attempting to bind port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:44.143399 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Attempting to bind port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 on network 177b21b9-7f58-4208-953c-ebb518599521 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:44.151633 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 on network 177b21b9-7f58-4208-953c-ebb518599521 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:23:44.152103 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Attempting to bind port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 on network 177b21b9-7f58-4208-953c-ebb518599521 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:44.166980 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.227462 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad4f04-5f31-423d-9416-b2078b7ac17a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:44.270625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:44.273219 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:44.273417 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Checking segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:44.273647 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Bound using segment: {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:44.274090 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Bound port: 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3c405b-f30a-45d4-9699-83a55e757138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '177b21b9-7f58-4208-953c-ebb518599521'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:44.274441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.292079 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.462374 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:44.489560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22123170-d597-448a-ae1d-5a0ad3eca248 req-4167b3aa-1b61-4132-b357-2419bfca07a8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741250 Dec 06 12:23:44.500051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['05ad4f04-5f31-423d-9416-b2078b7ac17a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:44.563064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.727226 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:44.735042 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:44.772804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.918277 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:44.918938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.920466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 200 len: 1092 time: 3.3880188 Dec 06 12:23:44.920888 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:44.923251 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:45.086107 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076127-78d7-4e9a-b43d-204aaedee8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:45.129754 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f3493-f54e-41e2-9635-9730f62397f6 x-openstack-request-id: req-636f3493-f54e-41e2-9635-9730f62397f6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:45.130142 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:45.135742 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-636f3493-f54e-41e2-9635-9730f62397f6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:45.136189 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0', 'status': 'completed', 'code': 200} Dec 06 12:23:45.227769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 05ad4f04-5f31-423d-9416-b2078b7ac17a up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:45.360414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 05ad4f04-5f31-423d-9416-b2078b7ac17a completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:23:45.368526 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 05ad4f04-5f31-423d-9416-b2078b7ac17a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:45.369125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:45.540380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-73b5a0a6-9370-4469-8752-316e2666a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:45.541867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-73b5a0a6-9370-4469-8752-316e2666a4be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1095 time: 0.4617782 Dec 06 12:23:45.592128 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:45.665037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:45.667641 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:45.678112 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d727ad-9845-416f-9672-345cd757a008" -d '{"events": [{"server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "name": "network-vif-plugged", "status": "completed", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:45.685451 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:45.816756 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:45.852559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-9b1ce263-c761-4c57-b272-2de15ac941a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 200 len: 217 time: 0.1668029 Dec 06 12:23:45.898227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d95fc-e18d-436b-9d58-c6fc3bd4fd13 req-0e875006-bf86-421c-a71d-6d97f806ead6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:45.900540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e6d95fc-e18d-436b-9d58-c6fc3bd4fd13 req-0e875006-bf86-421c-a71d-6d97f806ead6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 944 time: 0.6581082 Dec 06 12:23:46.165806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:46.269058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6a83-be65-4774-879d-7491a3f4823d req-453e1a46-6818-4a83-a7ef-891d810c343f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:46.276432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-866d6a83-be65-4774-879d-7491a3f4823d req-453e1a46-6818-4a83-a7ef-891d810c343f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.5488620 Dec 06 12:23:46.436802 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33494) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:46.444983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-2352df64-55ac-4601-afef-56e8529f9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:46.446511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-2352df64-55ac-4601-afef-56e8529f9823 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.5366945 Dec 06 12:23:46.480322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e6d95fc-e18d-436b-9d58-c6fc3bd4fd13 req-eadb7c93-09a0-49b7-8f7c-1b8eaae2716e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588534 Dec 06 12:23:46.612523 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209fd73-0ab6-4096-9254-78c92762cb2b x-openstack-request-id: req-b209fd73-0ab6-4096-9254-78c92762cb2b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:46.613112 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "name": "network-vif-plugged", "status": "completed", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:46.613323 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b209fd73-0ab6-4096-9254-78c92762cb2b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:46.613825 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a', 'code': 200} Dec 06 12:23:46.655986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-3e5e3657-5ae6-430b-a524-688df1331237 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743164 Dec 06 12:23:46.821921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8046fedb-bc3f-4e0b-a0eb-418ac53e2fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:46.936687 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c54585-f962-4611-a296-52481fde3c8d req-752cb3d2-f287-4c86-9ef8-15e429e00eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:46.954515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4c54585-f962-4611-a296-52481fde3c8d req-752cb3d2-f287-4c86-9ef8-15e429e00eae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.2901480 Dec 06 12:23:47.039753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-94fbc538-1888-44b8-9a18-9d626e131888 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723030 Dec 06 12:23:47.068953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4c54585-f962-4611-a296-52481fde3c8d req-522cb1e0-360f-4957-aff3-0da80c207378 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993690 Dec 06 12:23:47.091761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-866d6a83-be65-4774-879d-7491a3f4823d req-e1b14043-646d-4f03-9449-bc755b4782ec tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8052788 Dec 06 12:23:47.179620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8046fedb-bc3f-4e0b-a0eb-418ac53e2fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:47.198386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8046fedb-bc3f-4e0b-a0eb-418ac53e2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:47.314311 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8046fedb-bc3f-4e0b-a0eb-418ac53e2fda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb561bd78a4c4cd399609db3c40b641d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8740361 Dec 06 12:23:47.319383 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:47.322024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046fedb-bc3f-4e0b-a0eb-418ac53e2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cefc92-3933-4f75-8cb5-f4e39625c733,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:47.329638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f593df01-8ecb-4680-8b10-493b4e63e1e8 req-696efe5d-c506-4301-8216-96178bd61b40 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278774 Dec 06 12:23:47.424675 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:23:47.674984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-16bec8c5-bfea-450d-9a21-d8f36d86a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:47.677768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-16bec8c5-bfea-450d-9a21-d8f36d86a6bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1095 time: 0.2588210 Dec 06 12:23:47.890412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a64ff-a508-4091-9060-7245f7bf56a0 req-ad5a04ea-9521-440f-8559-b5e57e59cf36 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:47.899151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd2a64ff-a508-4091-9060-7245f7bf56a0 req-ad5a04ea-9521-440f-8559-b5e57e59cf36 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 944 time: 0.2597690 Dec 06 12:23:47.993023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd2a64ff-a508-4091-9060-7245f7bf56a0 req-37d152be-75fe-4192-b2ce-53736d740452 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844519 Dec 06 12:23:48.055607 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:48.064691 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Sync routers for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:48.081735 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:48.084086 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:48.103447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:48.107152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e7ac974-0c0b-4c32-9d22-2cdd0d959eb8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.2443092 Dec 06 12:23:48.110616 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:48.420968 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-d47646ad-b158-4796-9f59-450621e017a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:48.422684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-d47646ad-b158-4796-9f59-450621e017a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.7299387 Dec 06 12:23:48.480191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:48.545397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:48.582746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-aa59fe4c-6bb0-4796-bb95-1a92900ae7b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 200 len: 217 time: 0.1336293 Dec 06 12:23:48.643494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d26465-fbcb-4d78-bd6c-4b316529b125 req-922ccec1-5417-450a-8760-1382d7ba90a9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:48.645084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66d26465-fbcb-4d78-bd6c-4b316529b125 req-922ccec1-5417-450a-8760-1382d7ba90a9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.3162038 Dec 06 12:23:48.672731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:48.676037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:48.677473 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33cefc92-3933-4f75-8cb5-f4e39625c733 HTTP/1.1" status: 204 len: 168 time: 1.3567021 Dec 06 12:23:48.695838 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72413ddb-5487-4235-af53-f265d770dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cefc92-3933-4f75-8cb5-f4e39625c733,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:48.808934 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-04b9a3db-aa9a-4dd8-ba54-f23e08c65e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:48.812749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-04b9a3db-aa9a-4dd8-ba54-f23e08c65e58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.2239330 Dec 06 12:23:48.830457 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:48.927305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-e6f5213a-d139-4b55-aba8-74f44245e306 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924480 Dec 06 12:23:49.042856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-b9435d04-61f2-421d-858b-cce141b7c60e service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062236 Dec 06 12:23:49.064874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-66d26465-fbcb-4d78-bd6c-4b316529b125 req-b6bf7351-69bd-4e52-b625-0508ce8e2d15 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090672 Dec 06 12:23:49.361723 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:44Z', 'revision_number': 3, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:49.461496 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Checking router: 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:49.462061 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Updating router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e port 56dae25d-f955-46cb-808c-b4ce4bf12de6 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:49.528391 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.533847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.665925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:23:49.914306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f3b3ffb-4ab7-4802-9280-fba7b3ba7213 req-1d5fc16f-c3c1-4054-a200-cc54a651de36 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624458 Dec 06 12:23:49.946739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:49.951368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce759a-8e00-46d9-9112-dd6717b84283 req-fef8ff83-0658-43b3-92a6-61b56c26f040 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:49.959669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39ce759a-8e00-46d9-9112-dd6717b84283 req-fef8ff83-0658-43b3-92a6-61b56c26f040 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 944 time: 0.3503149 Dec 06 12:23:49.983255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0', 'network_id': '177b21b9-7f58-4208-953c-ebb518599521', 'port_id': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0', 'mac_address': 'fa:16:3e:33:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46b6d10-fc5e-4a6a-ad72-6df25a1f5863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:23:50.132706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.179768 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:50.216339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39ce759a-8e00-46d9-9112-dd6717b84283 req-1e151839-d908-4d33-b04c-b815eef082d0 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482414 Dec 06 12:23:50.272583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:50.277273 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.282467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.289288 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.356561 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Attempting to bind port 56dae25d-f955-46cb-808c-b4ce4bf12de6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:50.357233 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Attempting to bind port 56dae25d-f955-46cb-808c-b4ce4bf12de6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:50.357840 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Attempting to bind port 56dae25d-f955-46cb-808c-b4ce4bf12de6 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:50.379220 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6dbcea-7518-4044-b742-1a84eb8f9bec None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:50.380840 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:50.385281 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:50.385955 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.386515 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:50.387174 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Bound port: 56dae25d-f955-46cb-808c-b4ce4bf12de6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:50.387740 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.456232 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] For port 56dae25d-f955-46cb-808c-b4ce4bf12de6, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:50.460756 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] For port 56dae25d-f955-46cb-808c-b4ce4bf12de6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56dae25d-f955-46cb-808c-b4ce4bf12de6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:50.469961 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:50.475421 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.477947 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155999-1b50-49a0-8b25-5756f626a8e5 None None] Pushing event updated for resources: {'Port': ['ID=56dae25d-f955-46cb-808c-b4ce4bf12de6,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:50.508219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] Provisioning complete for port 56dae25d-f955-46cb-808c-b4ce4bf12de6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:50.508909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.536799 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155999-1b50-49a0-8b25-5756f626a8e5 None None] Pushing event updated for resources: {'Port': ['ID=56dae25d-f955-46cb-808c-b4ce4bf12de6,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:50.564211 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:50.565145 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:50.569365 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5604f73f-7bc1-4aae-ab3b-7375b4a6568c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:50.654738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['60f07abd-a7b0-4c5a-92ab-36d8ee19bff0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:50.670553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.696318 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e80bb-1fb8-469e-b5a2-9b87b7d45ab5 req-00e9ff13-d642-4dc5-8b90-586facc0b016 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:50.697945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b1e80bb-1fb8-469e-b5a2-9b87b7d45ab5 req-00e9ff13-d642-4dc5-8b90-586facc0b016 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.4549177 Dec 06 12:23:50.740511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.859792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] For port 56dae25d-f955-46cb-808c-b4ce4bf12de6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56dae25d-f955-46cb-808c-b4ce4bf12de6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:50.866576 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:50.881073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:51.115503 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f441bc6-b563-453b-b9c1-fe606635f178 None None] Pushing event updated for resources: {'Port': ['ID=56dae25d-f955-46cb-808c-b4ce4bf12de6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:51.131997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5266601a-a45b-4566-ad4b-e089ba6f86d5 None None] Provisioning complete for port 56dae25d-f955-46cb-808c-b4ce4bf12de6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:51.132492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5266601a-a45b-4566-ad4b-e089ba6f86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:51.290237 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:44Z', 'revision_number': 3, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:51.367505 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722571b4-8397-4c3a-a576-27f49c649f70 None None] The sync data for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 is: [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:44Z', 'revision_number': 3, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:51.445776 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Allocated IP 172.20.0.1 (b1429110-fa83-484b-ba50-65e9fae15699/d433ab3e-8e54-4438-a48a-d5845443e367/5fd8704e-f03b-477a-8995-99a501a0c7c4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:51.479188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b1e80bb-1fb8-469e-b5a2-9b87b7d45ab5 req-0842408d-7ce5-4cf0-812d-c3e0ae8407a5 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7590806 Dec 06 12:23:51.659469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:51.663532 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33668) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:51.691357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf341b19-e57f-4d40-a8e9-290c03f04aa6 req-30039376-d40e-4d80-87a9-ec6d7ee9a0be tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:51.704185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf341b19-e57f-4d40-a8e9-290c03f04aa6 req-30039376-d40e-4d80-87a9-ec6d7ee9a0be tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 945 time: 0.3276441 Dec 06 12:23:51.806340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf341b19-e57f-4d40-a8e9-290c03f04aa6 req-778ec867-7f73-4cad-9036-6d408eba7b47 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009133 Dec 06 12:23:51.858841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:51.985529 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Network b1429110-fa83-484b-ba50-65e9fae15699 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:52.006254 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:52.015889 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:52.071571 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:52.105298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.152537 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1086891298-network', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:52.227121 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Made reservation on behalf of da1bdfdfb2eb425ea547a7c2d5d257ee for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:52.237347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.260012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.373184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.379964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.394669 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.422475 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:23:52.471314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.472271 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Added segment d38886f2-8e12-43d7-9719-26b5b3838562 of type vlan for network b30bc968-3e00-4a50-964a-2851988c2acc Dec 06 12:23:52.609262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.655154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56dae25d-f955-46cb-808c-b4ce4bf12de6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:52.747537 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97923904-6563-4872-93f5-e805b4f4e268,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:52.752825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.756159 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:52.759597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.816355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1510203 Dec 06 12:23:52.830635 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:52.839872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Request body: {'subnet': {'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1086891298-subnet', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:52.885959 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 56dae25d-f955-46cb-808c-b4ce4bf12de6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:52.889985 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:52.960116 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Made reservation on behalf of da1bdfdfb2eb425ea547a7c2d5d257ee for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:52.967375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.042620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d088cd-778e-4299-b3a8-c926105c1709 req-15129e96-0084-46f2-afdd-4ef485a92812 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:53.044281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c0d088cd-778e-4299-b3a8-c926105c1709 req-15129e96-0084-46f2-afdd-4ef485a92812 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.2754774 Dec 06 12:23:53.063471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83be5b-c007-49eb-abe3-4d779b62ab34 admin admin] Pushing event updated for resources: {'Network': ['ID=b30bc968-3e00-4a50-964a-2851988c2acc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:53.119944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b30bc968-3e00-4a50-964a-2851988c2acc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:23:53.220946 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33710) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:53.383526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.456098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.472869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.476397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21894-5aab-4fad-b888-087a5901fc00 req-6552ce46-1db8-4608-8fd5-eec0a65e56ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:53.488559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38a21894-5aab-4fad-b888-087a5901fc00 req-6552ce46-1db8-4608-8fd5-eec0a65e56ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 945 time: 0.3598588 Dec 06 12:23:53.502695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32990a82-0dc8-44b0-8793-cab7fbe64481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.592746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32990a82-0dc8-44b0-8793-cab7fbe64481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.603696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.611475 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:53.611936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32990a82-0dc8-44b0-8793-cab7fbe64481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.636659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c0d088cd-778e-4299-b3a8-c926105c1709 req-682a0de3-1345-4338-868e-6fa879f1af4e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542860 Dec 06 12:23:53.650336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32990a82-0dc8-44b0-8793-cab7fbe64481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ad4ba-533b-4405-bf33-cdfda717ba1d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:53.662124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:53.732714 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb5bc9e-3b25-40f1-b182-863f0d10ab75,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:53.744737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38a21894-5aab-4fad-b888-087a5901fc00 req-ccb6fc71-ac0e-40e0-8d34-1747da0af977 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543993 Dec 06 12:23:53.755338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32990a82-0dc8-44b0-8793-cab7fbe64481 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74e5d99f8e964c3bbb4473245f5585ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280075 Dec 06 12:23:53.781394 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33726) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:53.783061 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Checking segment: {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:53.783675 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Network hostable DHCP agents. Network: b30bc968-3e00-4a50-964a-2851988c2acc, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:23:53.791742 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:23:53.801358 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:53.802063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.894711 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Network b30bc968-3e00-4a50-964a-2851988c2acc is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:23:53.941715 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b30bc968-3e00-4a50-964a-2851988c2acc) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:53.960736 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:53.964028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.966362 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Network b1429110-fa83-484b-ba50-65e9fae15699 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:53.968630 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:53.985581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.988988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:53.994965 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24977977-29e6-45a1-87ad-dc57f30bb13b None None] Network b30bc968-3e00-4a50-964a-2851988c2acc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:54.035456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0a3d6dd-2ccf-41f9-9504-43cc8539655f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2032363 Dec 06 12:23:54.042522 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:54.063390 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:54.085549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.186202 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:54.191077 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f0668-ad9a-47fa-8da3-f8d79e64ad61" -d '{"events": [{"server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "name": "network-vif-plugged", "status": "completed", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:54.191746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.193900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.242368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:54.260941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.263839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.269280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d34ad4ba-533b-4405-bf33-cdfda717ba1d HTTP/1.1" status: 204 len: 168 time: 0.4810615 Dec 06 12:23:54.269839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.289926 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:54.356001 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4a448-8a03-4493-9fc3-3717e4d6de50 x-openstack-request-id: req-95d4a448-8a03-4493-9fc3-3717e4d6de50 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:54.356444 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "name": "network-vif-plugged", "status": "completed", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:54.356972 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95d4a448-8a03-4493-9fc3-3717e4d6de50 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:54.357608 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0', 'code': 200} Dec 06 12:23:54.382515 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bba474-488d-48b5-b23d-cba84b69ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ad4ba-533b-4405-bf33-cdfda717ba1d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:54.390024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.514558 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:54.521877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dea54656-a086-442b-9d4a-74f3f11156e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4030526 Dec 06 12:23:54.592516 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:54.606855 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ac192-b096-49c1-807e-9f4873db856a req-d8b3d8ac-a0db-446c-a95a-28d0eb9b386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:54.622267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f0ac192-b096-49c1-807e-9f4873db856a req-d8b3d8ac-a0db-446c-a95a-28d0eb9b386b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1097 time: 0.1097672 Dec 06 12:23:54.661808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b30bc968-3e00-4a50-964a-2851988c2acc', 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'fixed_ips': [{'subnet_id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:23:54.662963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.701414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f0ac192-b096-49c1-807e-9f4873db856a req-68b5257f-6b2e-4fcb-bf03-6c74da0aa232 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Dec 06 12:23:54.783900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:54.826630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Allocated IP 172.20.0.2 (b30bc968-3e00-4a50-964a-2851988c2acc/fdb5bc9e-3b25-40f1-b182-863f0d10ab75/acc009b9-1c56-4073-a8d4-b8b1a19d1156) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:55.064206 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc1dd7-3344-49b8-97e5-4b98817522b1 req-465e6808-4b27-416f-b9ed-c855abf67c3a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:55.066775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5dc1dd7-3344-49b8-97e5-4b98817522b1 req-465e6808-4b27-416f-b9ed-c855abf67c3a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1905382 Dec 06 12:23:55.108705 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a488-4a7c-4f65-8532-a86182c43151 req-1e445bba-76eb-43f3-bb06-16419da32f25 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:55.109871 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Sync routers for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:55.120451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27a9a488-4a7c-4f65-8532-a86182c43151 req-1e445bba-76eb-43f3-bb06-16419da32f25 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1921310 Dec 06 12:23:55.172690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:55.173609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:55.199803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.257012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.264231 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.275667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5dc1dd7-3344-49b8-97e5-4b98817522b1 req-71a3cfa6-bd62-4b09-bcee-1b3dbac0ffe2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981170 Dec 06 12:23:55.281428 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.310801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27a9a488-4a7c-4f65-8532-a86182c43151 req-0c56bdef-6544-4ee7-b13c-551e51da8b2b tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890433 Dec 06 12:23:55.410450 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33780) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:55.432650 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Network b30bc968-3e00-4a50-964a-2851988c2acc is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:55.433074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1249bbb0-ed7a-4bf1-a4ae-921356861fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.446577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Pushing event updated for resources: {'Port': ['ID=acc009b9-1c56-4073-a8d4-b8b1a19d1156,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:55.454080 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:55.459576 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:55.601228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:55.627797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1249bbb0-ed7a-4bf1-a4ae-921356861fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.642478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1249bbb0-ed7a-4bf1-a4ae-921356861fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.642648 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Allocated IP 172.35.3.91 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e68ed838-03e5-4e50-9a88-bb5647ac8d4d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:55.697509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Attempting to bind port acc009b9-1c56-4073-a8d4-b8b1a19d1156 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:55.698667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Attempting to bind port acc009b9-1c56-4073-a8d4-b8b1a19d1156 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:55.699284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Attempting to bind port acc009b9-1c56-4073-a8d4-b8b1a19d1156 on network b30bc968-3e00-4a50-964a-2851988c2acc {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:55.718475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1249bbb0-ed7a-4bf1-a4ae-921356861fde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a529966472142d88d822e783a8c37ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061814 Dec 06 12:23:55.734079 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:55.736849 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249bbb0-ed7a-4bf1-a4ae-921356861fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ff1f0b-6424-49f0-a986-05be1d3d22fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:55.816836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:55.827549 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Checking segment: {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:55.828065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.831480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Bound using segment: {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:55.836389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Bound port: acc009b9-1c56-4073-a8d4-b8b1a19d1156, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:55.837186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.873389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.888670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:55.987071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.022063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.053771 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:56.070895 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:56.074672 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:56.159931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.172319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.172575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Pushing event updated for resources: {'Port': ['ID=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:56.183000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc4654-af57-47ae-9020-4b3115700241 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:56.205979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1ff1f0b-6424-49f0-a986-05be1d3d22fd HTTP/1.1" status: 204 len: 168 time: 0.4701140 Dec 06 12:23:56.245073 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92fc7-2428-4ba7-9517-b2d4ac4f8715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ff1f0b-6424-49f0-a986-05be1d3d22fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:56.284641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] For port acc009b9-1c56-4073-a8d4-b8b1a19d1156, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:56.338456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] For port acc009b9-1c56-4073-a8d4-b8b1a19d1156, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acc009b9-1c56-4073-a8d4-b8b1a19d1156,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:56.407892 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.415391 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7fb11b2a-e07a-4cd3-91ff-8142d411b6bb None None] Provisioning complete for port e68ed838-03e5-4e50-9a88-bb5647ac8d4d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:56.415683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7fb11b2a-e07a-4cd3-91ff-8142d411b6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.545714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7fb11b2a-e07a-4cd3-91ff-8142d411b6bb None None] Port e68ed838-03e5-4e50-9a88-bb5647ac8d4d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:56.550423 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b436069-a375-4784-9c6e-61686cb90105 None None] Pushing event updated for resources: {'Port': ['ID=acc009b9-1c56-4073-a8d4-b8b1a19d1156,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:56.596127 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 2, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:56.691873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Checking router: 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:56.691873 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Updating router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e port 5fd8704e-f03b-477a-8995-99a501a0c7c4 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:56.779763 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.827494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-ae616bbb-9292-409f-ac67-9fddfeacccab tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:56.830493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-ae616bbb-9292-409f-ac67-9fddfeacccab tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 819 time: 0.2556009 Dec 06 12:23:56.865304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef59e02-1435-4009-91fe-1779fffbaeea req-8741bfda-349f-4149-a65a-a60451ee99bc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:56.868050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:56.879047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aef59e02-1435-4009-91fe-1779fffbaeea req-8741bfda-349f-4149-a65a-a60451ee99bc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.4177415 Dec 06 12:23:56.907171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-1cd17e01-1522-4e0a-b869-ad3678807599 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/quotas/ccf154f738284b81918989dfb926022c HTTP/1.1" status: 200 len: 375 time: 0.0678678 Dec 06 12:23:57.066314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aef59e02-1435-4009-91fe-1779fffbaeea req-56caeff4-32a8-48a5-a2ca-a7ee72cecd88 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854186 Dec 06 12:23:57.275937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-fad9fbec-921c-45f2-8e72-7516edc07285 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369804 Dec 06 12:23:57.406908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-25ab17e3-8b28-4e88-bdab-36bb3052f849 service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155386 Dec 06 12:23:57.434427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:57.501011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72ece7-ab16-44c7-8988-37faf6855d3f req-b41955de-19af-4fd9-9a30-343b035d674a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:57.503608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db72ece7-ab16-44c7-8988-37faf6855d3f req-b41955de-19af-4fd9-9a30-343b035d674a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.0953307 Dec 06 12:23:57.676143 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Router 2a97b911-7457-4497-a6da-b42f993abf77 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:23:57.724680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db72ece7-ab16-44c7-8988-37faf6855d3f req-4955d915-d0e8-4c7e-8416-deea1407226e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076323 Dec 06 12:23:57.740715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-5424d500-feac-4848-bdbf-510fe82b32c1 service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913487 Dec 06 12:23:57.951279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b48d663-ac18-406e-9d61-20b1d3d56ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:58.108032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:58.124657 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Sync routers for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:58.166107 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:58.166746 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:58.188429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1de7e90d-b3d0-4645-befa-23f979a77346 req-d7a4fc62-85f8-4d9c-b00c-0e0bb8357b20 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 210 time: 0.0808163 Dec 06 12:23:58.253927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:58.258722 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:58.262980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-751f7771-9f36-4f1c-8e07-9e8a84984de6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2111723 Dec 06 12:23:58.657043 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:58.709491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device acc009b9-1c56-4073-a8d4-b8b1a19d1156 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:58.862850 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5830f-e580-4733-8265-8322f20bcb40 None None] Network b30bc968-3e00-4a50-964a-2851988c2acc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:58.937188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-0be365af-b01b-4d9e-a140-49706daca6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:58.938911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-0be365af-b01b-4d9e-a140-49706daca6e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1097 time: 0.5411770 Dec 06 12:23:58.966574 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:58.984931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b71bc-ddc5-488f-89af-0c1f80bc167e req-88341b43-6079-4719-90bc-8e81cc424d37 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:58.999043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-917b71bc-ddc5-488f-89af-0c1f80bc167e req-88341b43-6079-4719-90bc-8e81cc424d37 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.6000388 Dec 06 12:23:59.050164 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:59.076726 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf240d5-578a-4ad7-a0ed-bc8f7676a073 req-2bcbf5fb-ea6a-49c2-9810-44f2940bc39d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:59.085308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bf240d5-578a-4ad7-a0ed-bc8f7676a073 req-2bcbf5fb-ea6a-49c2-9810-44f2940bc39d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.5963616 Dec 06 12:23:59.229320 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] Provisioning complete for port acc009b9-1c56-4073-a8d4-b8b1a19d1156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:59.229681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:59.255729 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:23:56Z', 'revision_number': 3, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:59.319125 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Checking router: 2a97b911-7457-4497-a6da-b42f993abf77 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:59.319711 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Updating router 2a97b911-7457-4497-a6da-b42f993abf77 port e68ed838-03e5-4e50-9a88-bb5647ac8d4d binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:59.380535 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:59.380853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-917b71bc-ddc5-488f-89af-0c1f80bc167e req-aaa4b9bb-3c3b-4bf7-a33b-ec771a843739 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790300 Dec 06 12:23:59.502726 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Pushing event updated for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:59.518983 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port acc009b9-1c56-4073-a8d4-b8b1a19d1156 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:59.519360 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:59.682018 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.682446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.682864 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.683277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.683683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.684088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.684490 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.685243 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.685382 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.690926 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.692237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.693201 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.693718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:59.818826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bf240d5-578a-4ad7-a0ed-bc8f7676a073 req-c9e91e57-c70f-4ea2-8e68-8a240f916176 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7068968 Dec 06 12:23:59.895647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-d9a41b59-b7d5-49ef-b8c7-e50193141df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:59.920631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-d9a41b59-b7d5-49ef-b8c7-e50193141df3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.9722946 Dec 06 12:23:59.995704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7567ef64-dcd5-46d5-92bd-2f6240859364 req-a7823ec9-7b7e-492e-aa33-a02f2c51cf07 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 210 time: 0.2211218 Dec 06 12:23:59.999781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97e19626-ab12-48cc-9e55-0e12136af188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.038572 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Attempting to bind port 5fd8704e-f03b-477a-8995-99a501a0c7c4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:24:00.038954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Attempting to bind port 5fd8704e-f03b-477a-8995-99a501a0c7c4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:24:00.039325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Attempting to bind port 5fd8704e-f03b-477a-8995-99a501a0c7c4 on network b1429110-fa83-484b-ba50-65e9fae15699 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:00.134350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-5baafd41-dfc4-4a3c-b371-134ed5309fc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 200 len: 217 time: 0.1450341 Dec 06 12:24:00.205260 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.211227 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.226510 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.307306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:24:00.307697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Checking segment: {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:00.308106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.308538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Bound using segment: {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:24:00.309075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Bound port: 5fd8704e-f03b-477a-8995-99a501a0c7c4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:24:00.318067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.360120 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eddf16-ca46-4859-9016-569fdbe79c4a None None] Pushing event updated for resources: {'Port': ['ID=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:00.412541 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9a6a0-6ae1-4bc3-9248-6cca987546d3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:24:00.415943 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Attempting to bind port e68ed838-03e5-4e50-9a88-bb5647ac8d4d on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:24:00.416598 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Attempting to bind port e68ed838-03e5-4e50-9a88-bb5647ac8d4d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:24:00.417227 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Attempting to bind port e68ed838-03e5-4e50-9a88-bb5647ac8d4d on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:00.444715 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:24:00.445497 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:00.447006 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.449400 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:24:00.450157 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Bound port: e68ed838-03e5-4e50-9a88-bb5647ac8d4d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:24:00.450797 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.631414 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-7cf94704-d7b1-4b17-9361-493da92577e5 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:00.634423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-7cf94704-d7b1-4b17-9361-493da92577e5 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 819 time: 0.2691042 Dec 06 12:24:00.663611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'port': {'device_id': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'admin_state_up': True, 'tenant_id': 'ccf154f738284b81918989dfb926022c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:00.668079 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] For port e68ed838-03e5-4e50-9a88-bb5647ac8d4d, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:24:00.670390 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-b208ddd2-6982-4e70-a475-785f76a16d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:00.675704 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] For port e68ed838-03e5-4e50-9a88-bb5647ac8d4d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:24:00.676113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-b208ddd2-6982-4e70-a475-785f76a16d77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.1938257 Dec 06 12:24:00.683876 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.791709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] For port acc009b9-1c56-4073-a8d4-b8b1a19d1156, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acc009b9-1c56-4073-a8d4-b8b1a19d1156,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:00.883404 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eddf16-ca46-4859-9016-569fdbe79c4a None None] Pushing event updated for resources: {'Port': ['ID=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:00.896108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.933753 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:00.934818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.937838 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:01.003873 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Made reservation on behalf of ccf154f738284b81918989dfb926022c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:24:01.023883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.033224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-1e11bd8f-bb7b-4240-8ebf-c73f33bd5480 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539030 Dec 06 12:24:01.155888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ecf9e-d485-43b1-9a3d-724e9ece422a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:24:01.173685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.184280 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d7a4a-1292-4ad6-802e-ad360ff07fbd None None] Pushing event updated for resources: {'Port': ['ID=acc009b9-1c56-4073-a8d4-b8b1a19d1156,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:01.203940 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:01.370650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] For port 5fd8704e-f03b-477a-8995-99a501a0c7c4, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:24:01.389035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] For port 5fd8704e-f03b-477a-8995-99a501a0c7c4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd8704e-f03b-477a-8995-99a501a0c7c4,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:24:01.454162 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.477235 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.500225 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Allocated IP 172.20.0.6 (b1429110-fa83-484b-ba50-65e9fae15699/d433ab3e-8e54-4438-a48a-d5845443e367/96614dca-3d1c-4dd7-9f07-86ec6f490f57) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:01.587616 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fd12a-5e3b-4fba-9fbf-c3e588f17b70 None None] Pushing event updated for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:01.637027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] Provisioning complete for port e68ed838-03e5-4e50-9a88-bb5647ac8d4d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:01.638059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.678855 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:24:01.691533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-859f42b8-9489-42d8-b9f6-ed780d34a0bb service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187067 Dec 06 12:24:01.724217 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:01.725021 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:01.782469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ec5c2-5caf-47d6-8d45-432739601748 req-3e486514-8729-4b08-9128-176f16bc64be tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:01.805555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-361ec5c2-5caf-47d6-8d45-432739601748 req-3e486514-8729-4b08-9128-176f16bc64be tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 1.1258113 Dec 06 12:24:01.900010 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:23:56Z', 'revision_number': 3, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:01.972068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:24:01.972726 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:24:01.974230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e432f-0262-4790-b837-9741d85af680 req-eb50eb94-c755-4f85-8185-21d45ee80339 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:01.984091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7e432f-0262-4790-b837-9741d85af680 req-eb50eb94-c755-4f85-8185-21d45ee80339 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.9337411 Dec 06 12:24:02.005223 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.036872 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119712-c973-45dd-a312-24f4f56dfd3c None None] The sync data for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 is: [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:23:56Z', 'revision_number': 3, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:02.087548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.178923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.204011 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Network b1429110-fa83-484b-ba50-65e9fae15699 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:02.210653 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:02.222065 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:02.294240 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] For port e68ed838-03e5-4e50-9a88-bb5647ac8d4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:02.312003 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:02.314931 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.315924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:02.350216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.350571 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.350914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.351251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.351586 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.352007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.352242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.352563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.352891 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.353358 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.353690 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.354015 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.354339 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:02.394321 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:02.394994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.413685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.440814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-4c6fc598-8958-4ede-996f-505656f4f914 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7839413 Dec 06 12:24:02.462973 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Request body: {'port': {'device_id': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:02.664843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:02.754509 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f41b9-0b24-4206-9948-fd14a1326e86 None None] Pushing event updated for resources: {'Port': ['ID=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:02.805244 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-57ec004d-fff0-43db-8a47-64a441aa8b24 None None] Provisioning complete for port acc009b9-1c56-4073-a8d4-b8b1a19d1156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:02.805615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57ec004d-fff0-43db-8a47-64a441aa8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.214160 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device acc009b9-1c56-4073-a8d4-b8b1a19d1156 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:03.325558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fa38ab5-c0fb-498a-8694-5e27f00f731a req-f4607d1c-2000-44ed-86c1-3165aa141035 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6036470 Dec 06 12:24:03.332086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.445397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.488718 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96614dca-3d1c-4dd7-9f07-86ec6f490f57 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:24:03.507587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.552624 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Transition to ACTIVE for port object 96614dca-3d1c-4dd7-9f07-86ec6f490f57 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:24:03.560289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.613148 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-57ec004d-fff0-43db-8a47-64a441aa8b24 None None] Provisioning complete for port e68ed838-03e5-4e50-9a88-bb5647ac8d4d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:03.617716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57ec004d-fff0-43db-8a47-64a441aa8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:03.634749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7e432f-0262-4790-b837-9741d85af680 req-12c9a1a8-7378-4b9f-9bc7-d973ddb2aa17 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6497660 Dec 06 12:24:03.656168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-361ec5c2-5caf-47d6-8d45-432739601748 req-866feddb-6a26-42ab-9c90-b2cffba3e9dc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8468339 Dec 06 12:24:03.695822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:04.048184 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Attempting to bind port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:24:04.048523 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Attempting to bind port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:24:04.048856 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Attempting to bind port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 on network b1429110-fa83-484b-ba50-65e9fae15699 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:04.064962 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 on network b1429110-fa83-484b-ba50-65e9fae15699 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:24:04.065320 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Attempting to bind port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 on network b1429110-fa83-484b-ba50-65e9fae15699 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:04.080820 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:24:04.081192 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Checking segment: {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:04.081575 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Bound using segment: {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:24:04.082027 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Bound port: 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444a96fc-324d-489d-8b94-9a512d031271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:24:04.082382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.108354 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Allocated IP 172.20.0.1 (b30bc968-3e00-4a50-964a-2851988c2acc/fdb5bc9e-3b25-40f1-b182-863f0d10ab75/bed2edea-11c8-4200-a28a-99823f57f23c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:04.167019 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port acc009b9-1c56-4073-a8d4-b8b1a19d1156 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:04.168134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.305303 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:24:04.309346 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:24:04.319265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.329580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b799-5133-4f4b-8573-707f7a2fc32a req-314b3ea6-a9c4-4c26-b8ed-44796898cc1d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:04.347356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:01Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:04.355345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f431b799-5133-4f4b-8573-707f7a2fc32a req-314b3ea6-a9c4-4c26-b8ed-44796898cc1d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 943 time: 0.1709199 Dec 06 12:24:04.382159 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:04.383047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.385089 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] 10.222.0.23 "PUT /v2.0/ports/96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 1091 time: 1.9351335 Dec 06 12:24:04.385785 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:04.388720 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:04.462886 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e79b38-a7f9-46ac-aec8-e61739b814ce service neutron] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:04.491703 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06444239-ed2b-480e-ab43-db75f0795734 x-openstack-request-id: req-06444239-ed2b-480e-ab43-db75f0795734 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:04.492661 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:04.493100 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06444239-ed2b-480e-ab43-db75f0795734 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:04.493704 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:24:04.527505 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9e65-c2e7-4b1e-b684-2cf0c205696b None None] The sync data for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 is: [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:01Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:04.533658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-cb8d54f0-791b-4554-8037-0a7d7fe5a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:04.535488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-cb8d54f0-791b-4554-8037-0a7d7fe5a91c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1094 time: 0.0680695 Dec 06 12:24:04.587787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f431b799-5133-4f4b-8573-707f7a2fc32a req-dc81b1b2-425b-4144-ac13-a7fcb7ac3b3f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247863 Dec 06 12:24:04.592206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.695956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-69ed1dac-9aa2-47ed-8b3f-bb253401ed2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.1504860 Dec 06 12:24:04.710431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:04.742928 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Network b30bc968-3e00-4a50-964a-2851988c2acc is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:04.746336 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:04.774806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e68ed838-03e5-4e50-9a88-bb5647ac8d4d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:04.840740 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:04.931526 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-0ddf795d-71db-4d3b-a929-9a2a3a0562a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:04.933081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-0ddf795d-71db-4d3b-a929-9a2a3a0562a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.2264752 Dec 06 12:24:05.019568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e68ed838-03e5-4e50-9a88-bb5647ac8d4d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:05.019830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:05.045399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-095c4abc-1a62-4099-9e2d-9bf89c55f273 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032288 Dec 06 12:24:05.144704 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Pushing event updated for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:05.179230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4715f2-cc6d-455a-9a7a-8119b929be24 req-f74f30a0-eefa-455c-a3db-bdc05f2422fe tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:05.191083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4715f2-cc6d-455a-9a7a-8119b929be24 req-f74f30a0-eefa-455c-a3db-bdc05f2422fe tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.2897294 Dec 06 12:24:05.205601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:05.375914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b001e9a6-2d28-41cd-ab64-286c4f9b2a17 None None] Provisioning complete for port bed2edea-11c8-4200-a28a-99823f57f23c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:05.376634 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b001e9a6-2d28-41cd-ab64-286c4f9b2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:05.382074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-40826991-fb4d-45c1-921c-b95395f6a199 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258290 Dec 06 12:24:05.522364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b4715f2-cc6d-455a-9a7a-8119b929be24 req-1154ce98-2b2b-4ab2-a209-a4d6efc6f29c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294771 Dec 06 12:24:05.532309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b001e9a6-2d28-41cd-ab64-286c4f9b2a17 None None] Port bed2edea-11c8-4200-a28a-99823f57f23c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:05.596211 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56d63b-950e-4023-aace-aceca8f31d6e req-48bda067-6a75-44e1-9cea-2ffecce12ae6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:05.605504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf56d63b-950e-4023-aace-aceca8f31d6e req-48bda067-6a75-44e1-9cea-2ffecce12ae6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.7048757 Dec 06 12:24:05.651136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b9a9e691-35c7-48b8-acc0-44f6f0c8808a req-a2fcd07b-0719-494e-9c1d-6f5320938eaa service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610018 Dec 06 12:24:05.743169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fd8704e-f03b-477a-8995-99a501a0c7c4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:05.867137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-30db2354-fd57-4601-8ffb-ce0b13f261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:05.875346 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-30db2354-fd57-4601-8ffb-ce0b13f261f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1094 time: 0.1554754 Dec 06 12:24:05.938493 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5fd8704e-f03b-477a-8995-99a501a0c7c4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:05.939402 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:05.971699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.262702 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.385517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.412478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.417725 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 5fd8704e-f03b-477a-8995-99a501a0c7c4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd8704e-f03b-477a-8995-99a501a0c7c4,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:06.428188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.622614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:06.646923 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Pushing event updated for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:06.691637 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:06.823498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf56d63b-950e-4023-aace-aceca8f31d6e req-1538857d-12b6-4d54-ba53-19a95664b6f3 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2056062 Dec 06 12:24:06.862234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-bc465539-577c-4265-acfe-2f33c1679f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:06.873579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-bc465539-577c-4265-acfe-2f33c1679f3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.9880362 Dec 06 12:24:06.941033 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926a59-1bb3-41be-9bfc-8c1320ac71da req-055f6c62-779c-4741-b597-b18544cdb4fb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:06.946134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c926a59-1bb3-41be-9bfc-8c1320ac71da req-055f6c62-779c-4741-b597-b18544cdb4fb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 943 time: 0.9756241 Dec 06 12:24:07.017615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-ee2866be-2b2e-49f7-b7aa-d5ecc34d727b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.1359262 Dec 06 12:24:07.105036 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Network b30bc968-3e00-4a50-964a-2851988c2acc is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:07.119519 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-92198595-04fc-4350-8f11-fbccfd220eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:07.120991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-92198595-04fc-4350-8f11-fbccfd220eba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.0959153 Dec 06 12:24:07.157695 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:07.194261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-807a9c4d-200c-4452-ab2f-e01e22590b96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642560 Dec 06 12:24:07.246857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c926a59-1bb3-41be-9bfc-8c1320ac71da req-50924837-b540-40b3-ac83-d6b65f6c8062 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821715 Dec 06 12:24:07.258461 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96614dca-3d1c-4dd7-9f07-86ec6f490f57 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:24:07.373063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5630d-c353-4f6a-8e9f-8093ef59b93e req-6d8d5a2a-638f-4243-a5f7-54c3fa20a16b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:07.393753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81a5630d-c353-4f6a-8e9f-8093ef59b93e req-6d8d5a2a-638f-4243-a5f7-54c3fa20a16b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.3925929 Dec 06 12:24:07.437365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-17b9e0b8-b130-4b2d-83a0-c13581652caa service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351604 Dec 06 12:24:07.577872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fd8704e-f03b-477a-8995-99a501a0c7c4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:07.616919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81a5630d-c353-4f6a-8e9f-8093ef59b93e req-349d6a95-ff5f-495c-b6db-b14b75cf88bd tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212241 Dec 06 12:24:07.661805 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Router 2a97b911-7457-4497-a6da-b42f993abf77 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:24:07.706773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:07.750055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'port_id': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'mac_address': 'fa:16:3e:9c:24:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:24:07.784131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-996875a9-f1fd-4405-a80f-bdc7fe44b021 None None] Provisioning complete for port bed2edea-11c8-4200-a28a-99823f57f23c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:07.784493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-996875a9-f1fd-4405-a80f-bdc7fe44b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:07.831710 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f24aea5-5ac7-4fe8-8f46-6acc49b2822d req-06bab93a-96fe-480f-b618-121fbe132106 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873067 Dec 06 12:24:07.878194 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-996875a9-f1fd-4405-a80f-bdc7fe44b021 None None] Port bed2edea-11c8-4200-a28a-99823f57f23c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:07.882471 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5fd8704e-f03b-477a-8995-99a501a0c7c4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:07.882884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:07.892325 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:24:07.922410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-db4bc27c-b3d1-493f-85a1-f321ee02527f admin admin] 10.222.0.31 "PUT /v2.0/routers/2a97b911-7457-4497-a6da-b42f993abf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6621425 Dec 06 12:24:07.950685 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Sync routers for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:24:07.989860 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:07.990849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:07.994173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:08.040864 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0979e-7cc5-4032-a558-f58764939959 req-edf49777-4945-456e-bbe0-8fd7d8caabab tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:08.042806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aee0979e-7cc5-4032-a558-f58764939959 req-edf49777-4945-456e-bbe0-8fd7d8caabab tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.0867114 Dec 06 12:24:08.052086 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96614dca-3d1c-4dd7-9f07-86ec6f490f57 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:24:08.138544 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:08.174435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aee0979e-7cc5-4032-a558-f58764939959 req-de18cc72-9595-4c50-9c8b-bfbb94f7a184 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257148 Dec 06 12:24:08.239095 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:08.400110 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:08.447140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:08.569781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a371b7-d8d3-42af-ae45-6a64ff306286 req-ffe6b137-f3b3-404e-bb29-1583f73f8ac5 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:08.586088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8a371b7-d8d3-42af-ae45-6a64ff306286 req-ffe6b137-f3b3-404e-bb29-1583f73f8ac5 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 944 time: 0.1918490 Dec 06 12:24:08.689740 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:05Z', 'revision_number': 4, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bed2edea-11c8-4200-a28a-99823f57f23c', 'name': '', 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'mac_address': 'fa:16:3e:4f:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:24:03Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 2, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'subnets': [{'id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:08.717867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8a371b7-d8d3-42af-ae45-6a64ff306286 req-bc2435ac-e299-4ea6-867c-941393915519 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307280 Dec 06 12:24:08.774737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96614dca-3d1c-4dd7-9f07-86ec6f490f57'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:08.791203 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Checking router: 2a97b911-7457-4497-a6da-b42f993abf77 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:24:08.791933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Updating router 2a97b911-7457-4497-a6da-b42f993abf77 port bed2edea-11c8-4200-a28a-99823f57f23c binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:24:08.880401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:08.992791 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92383e55-f49d-441d-b5c5-d8638434ff8f req-39fa66f2-36d0-4247-854a-8681b47c1ff9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:08.995589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92383e55-f49d-441d-b5c5-d8638434ff8f req-39fa66f2-36d0-4247-854a-8681b47c1ff9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1715147 Dec 06 12:24:09.076999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92383e55-f49d-441d-b5c5-d8638434ff8f req-bc127970-0075-4f58-ae7a-5285e5412368 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722837 Dec 06 12:24:09.393266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382dc2-4345-4574-9029-0fa3c6b37226 req-2aeb1a90-8845-4df3-bca5-8317d92b0e0f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:09.403501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6382dc2-4345-4574-9029-0fa3c6b37226 req-2aeb1a90-8845-4df3-bca5-8317d92b0e0f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1253545 Dec 06 12:24:09.465783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:09.478507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:09.482375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6382dc2-4345-4574-9029-0fa3c6b37226 req-7fa7bb4b-30f3-425c-bd19-359ef3d2ed57 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779753 Dec 06 12:24:09.547591 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbf17a-39f2-4f67-8e3d-707bdabaf10d None None] Pushing event updated for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:09.740550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Attempting to bind port bed2edea-11c8-4200-a28a-99823f57f23c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:24:09.740550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Attempting to bind port bed2edea-11c8-4200-a28a-99823f57f23c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:24:09.740550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Attempting to bind port bed2edea-11c8-4200-a28a-99823f57f23c on network b30bc968-3e00-4a50-964a-2851988c2acc {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:09.755154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:24:09.755655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Checking segment: {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:09.756179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:09.756709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Bound using segment: {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:24:09.757346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Bound port: bed2edea-11c8-4200-a28a-99823f57f23c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38886f2-8e12-43d7-9719-26b5b3838562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:24:09.757842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:09.896763 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] For port bed2edea-11c8-4200-a28a-99823f57f23c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:24:09.902702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] For port bed2edea-11c8-4200-a28a-99823f57f23c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed2edea-11c8-4200-a28a-99823f57f23c,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:24:09.912758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:10.004294 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:10.005496 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:10.049767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cb052-5d0f-414e-a789-d28eb7fd47ff req-cd2c09bb-16e5-431f-b92e-d723fe9f51e2 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:10.060318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a5cb052-5d0f-414e-a789-d28eb7fd47ff req-cd2c09bb-16e5-431f-b92e-d723fe9f51e2 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 944 time: 0.1741309 Dec 06 12:24:10.154870 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbf17a-39f2-4f67-8e3d-707bdabaf10d None None] Pushing event updated for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:10.231991 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] Provisioning complete for port bed2edea-11c8-4200-a28a-99823f57f23c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:10.235656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:10.283168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a5cb052-5d0f-414e-a789-d28eb7fd47ff req-4feb1b02-6126-4b6d-a595-0e1dd795c265 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217145 Dec 06 12:24:10.445086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59995-7a69-43a4-aa7f-5efd694beae8 req-538879a1-59d6-4830-8278-98f6424f6ab9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:10.457574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ee59995-7a69-43a4-aa7f-5efd694beae8 req-538879a1-59d6-4830-8278-98f6424f6ab9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1360621 Dec 06 12:24:10.524297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ee59995-7a69-43a4-aa7f-5efd694beae8 req-3841be0f-b456-4fbd-a45e-c1aca952af57 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647128 Dec 06 12:24:10.704631 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:10.714927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6050d-4a9c-45b0-bef2-4d841cc550ad req-0dbcbd81-998e-43dd-b784-8df5a5435c16 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:10.725886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09c6050d-4a9c-45b0-bef2-4d841cc550ad req-0dbcbd81-998e-43dd-b784-8df5a5435c16 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1229401 Dec 06 12:24:10.825075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09c6050d-4a9c-45b0-bef2-4d841cc550ad req-6c3a2aa6-2225-4bf5-9f8b-0b3fbccf3add tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983753 Dec 06 12:24:10.857811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:10.900387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] For port bed2edea-11c8-4200-a28a-99823f57f23c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed2edea-11c8-4200-a28a-99823f57f23c,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:10.950807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.005046 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34238) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:11.094876 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a8a26de0-cca8-4786-94c2-36439c276748 None None] Provisioning complete for port bed2edea-11c8-4200-a28a-99823f57f23c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:11.095257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8a26de0-cca8-4786-94c2-36439c276748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.148807 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5458a2-018e-4bf5-bda5-1eb423f8c3b1 None None] Pushing event updated for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:11.258250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96614dca-3d1c-4dd7-9f07-86ec6f490f57 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:11.342316 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:05Z', 'revision_number': 4, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bed2edea-11c8-4200-a28a-99823f57f23c', 'name': '', 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'mac_address': 'fa:16:3e:4f:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:24:03Z', 'updated_at': '2021-12-06T12:24:09Z', 'revision_number': 4, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'subnets': [{'id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:11.429192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bda630-c2b8-4c8c-97ac-564b3ab69439 None None] The sync data for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 is: [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:05Z', 'revision_number': 4, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bed2edea-11c8-4200-a28a-99823f57f23c', 'name': '', 'network_id': 'b30bc968-3e00-4a50-964a-2851988c2acc', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'mac_address': 'fa:16:3e:4f:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:24:03Z', 'updated_at': '2021-12-06T12:24:09Z', 'revision_number': 4, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'subnets': [{'id': 'fdb5bc9e-3b25-40f1-b182-863f0d10ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:11.484453 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:24:11.490899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:11.491301 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.587090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.617628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-5b49d37f-eb06-4b72-8d11-2c2a59470568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:11.619532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-5b49d37f-eb06-4b72-8d11-2c2a59470568 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1097 time: 0.2066777 Dec 06 12:24:11.651439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70039b-9464-44b1-8b9e-833f45855a66 req-64bce656-f170-498f-81cb-e3a439603449 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:11.659831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d70039b-9464-44b1-8b9e-833f45855a66 req-64bce656-f170-498f-81cb-e3a439603449 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 944 time: 0.1934986 Dec 06 12:24:11.722767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.810882 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:11.829362 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce43a82-02d4-4a91-867b-1fe92e64a9c2" -d '{"events": [{"server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "name": "network-vif-plugged", "status": "completed", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:11.868506 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:11.894868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:11.975423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d70039b-9464-44b1-8b9e-833f45855a66 req-781e1cd3-906e-4eed-ab93-ff2b123a9de8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686775 Dec 06 12:24:11.990370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178a73-87b2-4fbb-8ce2-44026e8ad587 req-c95e4ccf-831d-47a6-bd4c-10db2113d7f3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:11.992129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3178a73-87b2-4fbb-8ce2-44026e8ad587 req-c95e4ccf-831d-47a6-bd4c-10db2113d7f3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.3109362 Dec 06 12:24:12.003376 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-80933d9d-a3ce-4831-b253-d27667b6cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:12.003376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-80933d9d-a3ce-4831-b253-d27667b6cbc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.3404090 Dec 06 12:24:12.059755 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Deleting port bed2edea-11c8-4200-a28a-99823f57f23c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:12.060333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:12.064852 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:12.132170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-b43ac7af-42a2-4b2f-8e39-fb096e5db4e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 1001 time: 0.1210172 Dec 06 12:24:12.202216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-2b50422e-425f-466a-9360-66f6b355e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:12.203886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-2b50422e-425f-466a-9360-66f6b355e5cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.0621338 Dec 06 12:24:12.274256 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] For port bed2edea-11c8-4200-a28a-99823f57f23c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed2edea-11c8-4200-a28a-99823f57f23c,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:12.274630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:12.310350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Calling delete_port for bed2edea-11c8-4200-a28a-99823f57f23c owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:12.335902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3178a73-87b2-4fbb-8ce2-44026e8ad587 req-22af4b40-9157-4529-a8c4-a5fa89ab2293 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022679 Dec 06 12:24:12.340701 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-0cce67a8-47c2-4284-8279-67ae23a0b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:12.342398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-0cce67a8-47c2-4284-8279-67ae23a0b26e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276307 Dec 06 12:24:12.356452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b86eef-79eb-4dc9-a57c-fdcfeac7eecb req-7b93d4ae-9ccf-4c37-8430-b6c759325f51 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:12.358051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9b86eef-79eb-4dc9-a57c-fdcfeac7eecb req-7b93d4ae-9ccf-4c37-8430-b6c759325f51 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1467876 Dec 06 12:24:12.447026 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c381ea32-e391-4594-9a95-1311bf580c35 x-openstack-request-id: req-c381ea32-e391-4594-9a95-1311bf580c35 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:12.447637 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "name": "network-vif-plugged", "status": "completed", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:12.448144 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c381ea32-e391-4594-9a95-1311bf580c35 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:12.448712 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'code': 200} Dec 06 12:24:12.597108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9b86eef-79eb-4dc9-a57c-fdcfeac7eecb req-3e644936-91c1-4ffa-9b12-0b1a49e38a5d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296484 Dec 06 12:24:12.653065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-2e9c9ed1-5369-439e-908e-14a43e862e44 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939270 Dec 06 12:24:12.815240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77189-2ee9-4def-b872-8f66c21de696 req-ae1d14dc-6789-4702-b7fa-6a3484d9c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:12.817547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36e77189-2ee9-4def-b872-8f66c21de696 req-ae1d14dc-6789-4702-b7fa-6a3484d9c6d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.1786435 Dec 06 12:24:12.818200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:12.842838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-951b0a4a-90c0-478c-b9f4-de3ebab25d11 req-9ce885f3-c83a-4c42-a7c5-20b49c141b98 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824381 Dec 06 12:24:12.894862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bed2edea-11c8-4200-a28a-99823f57f23c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:13.102447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-36e77189-2ee9-4def-b872-8f66c21de696 req-edc635d9-6e67-48e6-8c81-f833f4c29ef6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556300 Dec 06 12:24:13.230023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d652b8a-f390-44a2-885c-4a2b23ab1f57 req-23a048db-8388-4037-920d-cf0ea121c9f8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:13.231608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d652b8a-f390-44a2-885c-4a2b23ab1f57 req-23a048db-8388-4037-920d-cf0ea121c9f8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1243296 Dec 06 12:24:13.286997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:13.343728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d652b8a-f390-44a2-885c-4a2b23ab1f57 req-cf2fe058-033b-4c47-988f-1f78d4bdf3c5 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054997 Dec 06 12:24:13.578492 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce29af-aecc-48a1-b906-922c163b178f req-d37b3a88-015f-4868-a9bd-9ce246056597 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:13.589641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42ce29af-aecc-48a1-b906-922c163b178f req-d37b3a88-015f-4868-a9bd-9ce246056597 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 946 time: 0.1188090 Dec 06 12:24:13.675453 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Router 2a97b911-7457-4497-a6da-b42f993abf77 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:24:13.680767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42ce29af-aecc-48a1-b906-922c163b178f req-094b1203-641b-45be-adb8-ebe937f71a60 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896499 Dec 06 12:24:13.724263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:24:13.861783 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:24:13.871024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f761c2b6-498e-4213-b9cf-7f17d1edaa5d admin admin] 10.222.0.31 "PUT /v2.0/routers/2a97b911-7457-4497-a6da-b42f993abf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648660 Dec 06 12:24:13.875352 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:13.883992 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Sync routers for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:24:13.896556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:13.897735 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:13.900415 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:13.908892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb92c7-6949-44a9-bd5d-fc6a152dc46f req-ff1902ed-8d6d-4e70-a988-b9fcf9305ddc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:13.915536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85cb92c7-6949-44a9-bd5d-fc6a152dc46f req-ff1902ed-8d6d-4e70-a988-b9fcf9305ddc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1108966 Dec 06 12:24:13.978555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:13.984275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:14.046085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:14.229614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85cb92c7-6949-44a9-bd5d-fc6a152dc46f req-754d0b70-6b14-4ec7-970a-442913987b46 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985203 Dec 06 12:24:14.259742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:14.324281 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:14.451775 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:14.454363 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729eff0a-11b8-4f7b-a6fe-304344a83789" -d '{"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-unplugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:14.546702 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6faf74-87ac-4cd9-8759-b93193d8e286 x-openstack-request-id: req-ef6faf74-87ac-4cd9-8759-b93193d8e286 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:14.547299 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-unplugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:14.547588 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef6faf74-87ac-4cd9-8759-b93193d8e286 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:14.548085 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'code': 200} Dec 06 12:24:14.588516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:14.744404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c377-e3f7-4195-b0a1-1736e3b573fe req-45ede421-bfc2-4dcc-9e34-d3834f78d1ce tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:14.750511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0418c377-e3f7-4195-b0a1-1736e3b573fe req-45ede421-bfc2-4dcc-9e34-d3834f78d1ce tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.2671039 Dec 06 12:24:14.794188 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:12Z', 'revision_number': 5, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port': {'id': 'e68ed838-03e5-4e50-9a88-bb5647ac8d4d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97b911-7457-4497-a6da-b42f993abf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:55Z', 'updated_at': '2021-12-06T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:14.828612 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Checking router: 2a97b911-7457-4497-a6da-b42f993abf77 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:24:14.859171 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Routers {'2a97b911-7457-4497-a6da-b42f993abf77'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:14.859810 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a97b911-7457-4497-a6da-b42f993abf77'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:15.020961 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] Set router 2a97b911-7457-4497-a6da-b42f993abf77 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:15.033513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0418c377-e3f7-4195-b0a1-1736e3b573fe req-9832ffc9-8463-4e0d-9700-97ce87dc079d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621520 Dec 06 12:24:15.062777 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5309021-c531-48b4-9194-e016f71139bf req-41b1747b-fda2-473d-84c6-c617d36bc396 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:15.071861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5309021-c531-48b4-9194-e016f71139bf req-41b1747b-fda2-473d-84c6-c617d36bc396 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.2339146 Dec 06 12:24:15.078084 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Deleting port e68ed838-03e5-4e50-9a88-bb5647ac8d4d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:15.078709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:15.129500 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:14Z', 'revision_number': 6, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:15.166378 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc63d-ee44-4844-ae44-855710ba3f6b None None] The sync data for ids ['2a97b911-7457-4497-a6da-b42f993abf77'] in n-d-master-1 is: [{'id': '2a97b911-7457-4497-a6da-b42f993abf77', 'name': 'tempest-ImageQuotaTest-1086891298-router', 'tenant_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:54Z', 'updated_at': '2021-12-06T12:24:14Z', 'revision_number': 6, 'project_id': 'da1bdfdfb2eb425ea547a7c2d5d257ee', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:15.200852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5309021-c531-48b4-9194-e016f71139bf req-5632baef-3dc4-4682-9182-92d5f274c761 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279194 Dec 06 12:24:15.361499 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] For port e68ed838-03e5-4e50-9a88-bb5647ac8d4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:15.362038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:15.393896 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Calling delete_port for e68ed838-03e5-4e50-9a88-bb5647ac8d4d owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:15.617290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bed2edea-11c8-4200-a28a-99823f57f23c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:24:15.621928 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-8132a0d2-2c72-4166-bb20-b9f1ed594d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:15.631571 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-8132a0d2-2c72-4166-bb20-b9f1ed594d20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.1452775 Dec 06 12:24:15.711141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bed2edea-11c8-4200-a28a-99823f57f23c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:24:15.711496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bed2edea-11c8-4200-a28a-99823f57f23c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:24:15.860039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebdce0-ee0f-4ab2-ad41-72fd2bbc211a req-59112933-e430-4095-8602-07abc5c157c8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:15.867002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ebdce0-ee0f-4ab2-ad41-72fd2bbc211a req-59112933-e430-4095-8602-07abc5c157c8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.3336880 Dec 06 12:24:15.881736 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-ea01eb23-c502-47ca-ba91-734cea0e0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:15.902085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-ea01eb23-c502-47ca-ba91-734cea0e0fa2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.2617724 Dec 06 12:24:15.979863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-94d96686-7a62-4393-a458-4edc3c8845dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.0694585 Dec 06 12:24:16.026769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ebdce0-ee0f-4ab2-ad41-72fd2bbc211a req-27fcfde1-dec0-4e81-b6f7-5497d0963d98 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520627 Dec 06 12:24:16.080304 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.120110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-7ffb02cd-7b5e-4132-9965-019870941e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:16.121570 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-7ffb02cd-7b5e-4132-9965-019870941e92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.1310146 Dec 06 12:24:16.159027 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68ed838-03e5-4e50-9a88-bb5647ac8d4d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:16.181179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec195df-03e0-4946-bd15-88353f5cd021 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:24:16.231659 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-372606a3-c6fa-435f-a4ca-f2264cfc512b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022518 Dec 06 12:24:16.412293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028102b-efcf-402c-a685-2e9d75e62d49 req-fe905171-d009-420e-bff0-57b1514a894a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:16.413909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c028102b-efcf-402c-a685-2e9d75e62d49 req-fe905171-d009-420e-bff0-57b1514a894a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1856616 Dec 06 12:24:16.434515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.503715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-18d5834f-7ac8-4d5b-bcad-8a562d0d445c service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622616 Dec 06 12:24:16.569959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c028102b-efcf-402c-a685-2e9d75e62d49 req-54fafe12-bf0b-48c3-b18b-4d028975b1fe tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312578 Dec 06 12:24:16.621942 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-8c1e3925-004b-4833-ac08-1945eca77403 req-625ea219-0b22-412e-bd84-4ac2abd5651b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:16.621942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c1e3925-004b-4833-ac08-1945eca77403 req-625ea219-0b22-412e-bd84-4ac2abd5651b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063078 Dec 06 12:24:16.700532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.707744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.771673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9a47e4d-b95b-437b-ac50-5fee9f4d2e01 req-da1a8227-c32f-4f2b-8172-d355bb6c9eb9 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535043 Dec 06 12:24:16.824913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.825589 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a97b911-7457-4497-a6da-b42f993abf77 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:24:16.831403 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:16.836165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-01eb5fbe-8834-4dc2-a6c6-dbcd971c8619 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a97b911-7457-4497-a6da-b42f993abf77 HTTP/1.1" status: 204 len: 168 time: 2.9172852 Dec 06 12:24:16.836739 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34432) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:16.945273 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Deleting subnet fdb5bc9e-3b25-40f1-b182-863f0d10ab75 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:24:16.954112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.044407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.229427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.292937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.354629 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb5bc9e-3b25-40f1-b182-863f0d10ab75,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:17.375268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737fa9a-0538-4b24-b272-361ec7e26990 None None] Network b30bc968-3e00-4a50-964a-2851988c2acc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:24:17.387843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.391795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f9ae09f0-0c7c-4c72-8d5d-5cf631195a26 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fdb5bc9e-3b25-40f1-b182-863f0d10ab75 HTTP/1.1" status: 204 len: 168 time: 0.5539277 Dec 06 12:24:17.394399 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:17.498102 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34462) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:17.561945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e68ed838-03e5-4e50-9a88-bb5647ac8d4d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:24:17.587323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e68ed838-03e5-4e50-9a88-bb5647ac8d4d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:24:17.588643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e68ed838-03e5-4e50-9a88-bb5647ac8d4d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:24:17.607058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-49117159-c933-470c-8df9-e3e27c25e7a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2661161 Dec 06 12:24:17.617383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.702298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb783a4-d7d0-4216-9439-513a1654a583 req-3061cb18-f73b-4737-afc3-57bd50e4eb3e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:17.712166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb783a4-d7d0-4216-9439-513a1654a583 req-3061cb18-f73b-4737-afc3-57bd50e4eb3e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.8495522 Dec 06 12:24:17.732393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5767ed3-e8b6-4114-9916-b82bb98d2c57 req-df437203-a77c-4e46-9bcf-9919e7e45edc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:17.740798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5767ed3-e8b6-4114-9916-b82bb98d2c57 req-df437203-a77c-4e46-9bcf-9919e7e45edc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.2027256 Dec 06 12:24:17.758418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:24:17.813355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dcb783a4-d7d0-4216-9439-513a1654a583 req-5b9beca7-36b1-445f-9147-3b76c6ab2cdf tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002486 Dec 06 12:24:17.842021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c762ecb0-be1b-4e24-9f0f-d419ed0b5ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:17.844345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] DHCP port deletion for b30bc968-3e00-4a50-964a-2851988c2acc request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:24:17.852048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5767ed3-e8b6-4114-9916-b82bb98d2c57 req-0b2b7452-0a91-4be7-aa19-15a9e6e5ef18 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096311 Dec 06 12:24:17.864717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-e59abdef-2deb-4528-8e05-fbff4eedbd10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4821475 Dec 06 12:24:17.903148 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-221fec03-0060-4811-834c-51212b99f561 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:17.906944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-221fec03-0060-4811-834c-51212b99f561 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197012 Dec 06 12:24:17.959274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-dd1960bf-86d7-4b28-beb5-d02727608ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:17.962313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-dd1960bf-86d7-4b28-beb5-d02727608ef5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.2511318 Dec 06 12:24:17.968250 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Deleting port acc009b9-1c56-4073-a8d4-b8b1a19d1156 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:17.971939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.035142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Deleting port acc009b9-1c56-4073-a8d4-b8b1a19d1156 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:18.035142 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.035411 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:18.071243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430bc1-edd8-460c-838d-1d17fbffb60e req-8f852b78-d57b-453b-9a8b-10859d4adf4f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.079670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4430bc1-edd8-460c-838d-1d17fbffb60e req-8f852b78-d57b-453b-9a8b-10859d4adf4f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1135025 Dec 06 12:24:18.148575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4430bc1-edd8-460c-838d-1d17fbffb60e req-fc5b4588-d89a-40af-a155-1b21b2946bf9 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664837 Dec 06 12:24:18.168312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] For port acc009b9-1c56-4073-a8d4-b8b1a19d1156, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acc009b9-1c56-4073-a8d4-b8b1a19d1156,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:18.168759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.189208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Calling delete_port for acc009b9-1c56-4073-a8d4-b8b1a19d1156 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:18.227619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bb8fc19-b8f6-4335-a63d-5f3112fcc64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.275084 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] For port acc009b9-1c56-4073-a8d4-b8b1a19d1156, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acc009b9-1c56-4073-a8d4-b8b1a19d1156,segment=NetworkSegment(d38886f2-8e12-43d7-9719-26b5b3838562),segment_id=d38886f2-8e12-43d7-9719-26b5b3838562)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:18.275590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.302467 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Calling delete_port for acc009b9-1c56-4073-a8d4-b8b1a19d1156 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:18.340090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c762ecb0-be1b-4e24-9f0f-d419ed0b5ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.341769 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-1ed150a0-f474-4f18-9dde-40f2b0d60433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.343403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-1ed150a0-f474-4f18-9dde-40f2b0d60433 service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.3495696 Dec 06 12:24:18.358779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.361633 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bb8fc19-b8f6-4335-a63d-5f3112fcc64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.367985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bb8fc19-b8f6-4335-a63d-5f3112fcc64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.383939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c762ecb0-be1b-4e24-9f0f-d419ed0b5ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.403730 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] Pushing event deleted for resources: {'Port': ['ID=acc009b9-1c56-4073-a8d4-b8b1a19d1156,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:18.414646 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1c520-1c96-42db-a9ee-faf3fc42bdcc None None] No DVR routers for this DVR port acc009b9-1c56-4073-a8d4-b8b1a19d1156 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:24:18.426895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-ef232c91-4074-45e2-87fe-5b44fd0b09e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0502424 Dec 06 12:24:18.446931 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8fc19-b8f6-4335-a63d-5f3112fcc64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2581c3de-ce8c-43fc-9312-3b2f399ba74c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:18.477401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2bb8fc19-b8f6-4335-a63d-5f3112fcc64a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c4d27cff42a45778aafc959447e5295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388721 Dec 06 12:24:18.477939 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:18.498372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c762ecb0-be1b-4e24-9f0f-d419ed0b5ab7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fcfea4570024225bf690c6f00af8667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9821410 Dec 06 12:24:18.500774 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:18.514108 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762ecb0-be1b-4e24-9f0f-d419ed0b5ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c155e4ec-b516-47a5-a7b9-f7e2afc585ec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:18.568794 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-136ffac3-83a5-491a-a337-da658fe68f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.570356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-136ffac3-83a5-491a-a337-da658fe68f5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.1330886 Dec 06 12:24:18.586238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.607197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.618344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-93464e62-7153-46ce-8b9f-1e7723da1935 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374117 Dec 06 12:24:18.628126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.667825 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc009b9-1c56-4073-a8d4-b8b1a19d1156,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:18.687402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.700381 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] No DVR routers for this DVR port acc009b9-1c56-4073-a8d4-b8b1a19d1156 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:24:18.751576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.754420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.755636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2581c3de-ce8c-43fc-9312-3b2f399ba74c HTTP/1.1" status: 204 len: 168 time: 0.2762992 Dec 06 12:24:18.773582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-ce263831-30fe-4c9d-b96d-1a934dfd16be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0691190 Dec 06 12:24:18.774390 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b90ac-7e05-4e06-9580-cc6564be6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581c3de-ce8c-43fc-9312-3b2f399ba74c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:18.779827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.884303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.896546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-7f345efd-a066-4d5a-a672-c1452cb168eb service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466080 Dec 06 12:24:18.925144 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30bc968-3e00-4a50-964a-2851988c2acc']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:18.930440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.931010 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.931730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.932255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.932955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.934036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.934583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:18.936765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c8e6a0e2-3d38-4758-a6a2-04e156c09d1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.0838137 Dec 06 12:24:18.957010 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38886f2-8e12-43d7-9719-26b5b3838562') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:18.958003 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38886f2-8e12-43d7-9719-26b5b3838562') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:18.968430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.979745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.982829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:18.990074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c155e4ec-b516-47a5-a7b9-f7e2afc585ec HTTP/1.1" status: 204 len: 168 time: 0.4816170 Dec 06 12:24:19.034658 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abb85f-fa34-4714-ab5e-02ab8b0fcbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c155e4ec-b516-47a5-a7b9-f7e2afc585ec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:19.044100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.082803 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:24:19.083219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:24:19.084968 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:24:19.279694 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:19.294219 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-e1c21d81-1510-4bcd-b91f-4a621b7b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.294679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-e1c21d81-1510-4bcd-b91f-4a621b7b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.295140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-e1c21d81-1510-4bcd-b91f-4a621b7b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.297053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-e1c21d81-1510-4bcd-b91f-4a621b7b291b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 2292 time: 0.3343828 Dec 06 12:24:19.305721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f6c2-6560-431d-bc53-b5e9f4a62031 req-2dc19c31-b086-4bc8-ba7f-959f25538962 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.307506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e809f6c2-6560-431d-bc53-b5e9f4a62031 req-2dc19c31-b086-4bc8-ba7f-959f25538962 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.2586651 Dec 06 12:24:19.376645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485eb33-f3fd-4d13-aab1-852c60e54ae7 req-f8cda15e-e560-4da0-a740-6893f65d1a3d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.378468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7485eb33-f3fd-4d13-aab1-852c60e54ae7 req-f8cda15e-e560-4da0-a740-6893f65d1a3d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.2841966 Dec 06 12:24:19.379319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99b74e7a-3002-4f5e-98a5-64cdff8ef73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.498655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device acc009b9-1c56-4073-a8d4-b8b1a19d1156 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:24:19.550629 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:19.569859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: acc009b9-1c56-4073-a8d4-b8b1a19d1156 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:24:19.570626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device acc009b9-1c56-4073-a8d4-b8b1a19d1156 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:24:19.581411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.643777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e809f6c2-6560-431d-bc53-b5e9f4a62031 req-d19aa05f-ee8b-487b-8f14-9fb86857ace8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938426 Dec 06 12:24:19.646754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-ae0633b5-7e61-4e86-bf71-e1fec5609f29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1000 time: 0.3278604 Dec 06 12:24:19.663189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a01f2d-bb13-41e7-b929-3369124295aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.679475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-db6099b7-ea45-4189-9350-c7395bb6af73 req-e7958dcd-6662-4af6-878b-17cddae59721 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709301 Dec 06 12:24:19.681590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.707007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.723784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b30bc968-3e00-4a50-964a-2851988c2acc HTTP/1.1" status: 204 len: 168 time: 2.3258474 Dec 06 12:24:19.757483 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa97b8-f446-4be4-9490-387e20530404 admin admin] Pushing event deleted for resources: {'Network': ['ID=b30bc968-3e00-4a50-964a-2851988c2acc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:19.827721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7485eb33-f3fd-4d13-aab1-852c60e54ae7 req-a63142ec-911a-4e3d-821b-2b290ed09543 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853920 Dec 06 12:24:19.877442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99b74e7a-3002-4f5e-98a5-64cdff8ef73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:19.888189 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-8dbdb42d-601e-483d-991b-aaa0bf84bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:19.890044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-8dbdb42d-601e-483d-991b-aaa0bf84bea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.2170095 Dec 06 12:24:19.925146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99b74e7a-3002-4f5e-98a5-64cdff8ef73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.030221 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:20.069682 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e771cf-dc35-410a-a6d4-623461a1901d req-703c8971-689c-4269-b627-794c875b2145 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:20.071266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e771cf-dc35-410a-a6d4-623461a1901d req-703c8971-689c-4269-b627-794c875b2145 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1477280 Dec 06 12:24:20.090488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-99b74e7a-3002-4f5e-98a5-64cdff8ef73f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfb1b280573a43f18d6621ca5a158945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089635 Dec 06 12:24:20.091619 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:20.105400 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d7a197dd-3f00-499e-9249-3aa945567a2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da1bdfdfb2eb425ea547a7c2d5d257ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729516 Dec 06 12:24:20.106548 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b74e7a-3002-4f5e-98a5-64cdff8ef73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b3ea4c-c061-4e79-be76-744d1ba28e61,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:20.108944 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:20.131933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-f27d5f2d-0aed-4c58-bf4d-3edde1986c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:20.133505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-f27d5f2d-0aed-4c58-bf4d-3edde1986c59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188506 Dec 06 12:24:20.161699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.196358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.223026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a01f2d-bb13-41e7-b929-3369124295aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.235791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a01f2d-bb13-41e7-b929-3369124295aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.262310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e771cf-dc35-410a-a6d4-623461a1901d req-21c0db4e-784e-4f73-9204-f153bfb00d12 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811211 Dec 06 12:24:20.285016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.290054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.291584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10b3ea4c-c061-4e79-be76-744d1ba28e61 HTTP/1.1" status: 204 len: 168 time: 0.1933484 Dec 06 12:24:20.308532 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5afd-f606-4c7b-8b70-78cd28b50d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b3ea4c-c061-4e79-be76-744d1ba28e61,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:20.438143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a01f2d-bb13-41e7-b929-3369124295aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8407cff-6c68-4217-ac56-6ae5d837e614,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:20.469798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-7436ae5b-45e2-4c3e-ba44-844baea42f8e service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207266 Dec 06 12:24:20.473464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48a01f2d-bb13-41e7-b929-3369124295aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a0b9fc889e048dd94e08c3373587dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9146469 Dec 06 12:24:20.474749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.476312 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:20.506121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.612677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.616272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.617800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97923904-6563-4872-93f5-e805b4f4e268 HTTP/1.1" status: 204 len: 168 time: 0.5013120 Dec 06 12:24:20.621432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.661079 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51a59c-606f-4089-bcac-1111de143956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97923904-6563-4872-93f5-e805b4f4e268,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:20.661472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.715106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-758c9a57-b2c8-4069-bc37-be63a30d217e service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552358 Dec 06 12:24:20.784142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.787599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:20.791888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8407cff-6c68-4217-ac56-6ae5d837e614 HTTP/1.1" status: 204 len: 168 time: 0.3144476 Dec 06 12:24:20.800614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc077e-086c-483e-943d-213a4a776e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8407cff-6c68-4217-ac56-6ae5d837e614,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:20.803643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-d49c21cc-d7ab-420b-8f2d-181643754336 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 217 time: 0.0795958 Dec 06 12:24:20.967709 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-7c65b296-e781-491e-b469-38c79c4ad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:20.969786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-7c65b296-e781-491e-b469-38c79c4ad489 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1588321 Dec 06 12:24:21.008662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c17975-fa6c-4b79-bca5-9df5fe080929 req-6e59d5ac-74be-4d0a-8934-820f290f5368 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.026143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c17975-fa6c-4b79-bca5-9df5fe080929 req-6e59d5ac-74be-4d0a-8934-820f290f5368 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1528325 Dec 06 12:24:21.205395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c17975-fa6c-4b79-bca5-9df5fe080929 req-9e5b5864-febd-477a-b809-6ec04f514b91 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748469 Dec 06 12:24:21.211456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-4cc09f5d-ca5f-4c90-bfe2-3e29573e4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.213724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-4cc09f5d-ca5f-4c90-bfe2-3e29573e4b1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2363987 Dec 06 12:24:21.228603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6cfa1-a378-4acd-b08a-1ecfccc3564d req-b8f5e8e2-d7d6-40bb-bc3e-9403184ce3db tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.230713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6b6cfa1-a378-4acd-b08a-1ecfccc3564d req-b8f5e8e2-d7d6-40bb-bc3e-9403184ce3db tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1777623 Dec 06 12:24:21.393952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6b6cfa1-a378-4acd-b08a-1ecfccc3564d req-3d0ff4bb-19fd-48b9-be10-d7336ddfe413 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496706 Dec 06 12:24:21.423784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-58c9ecf0-6269-4c5a-bf07-0fc82a414dc4 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919026 Dec 06 12:24:21.481864 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34590) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:21.521046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b030b7b7-fba6-44b5-869c-73933bf594f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:21.562202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebddd0d-16a2-46a8-8d8b-84a50b09131d req-60a45239-9728-43fe-838f-0219485b685f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.564372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ebddd0d-16a2-46a8-8d8b-84a50b09131d req-60a45239-9728-43fe-838f-0219485b685f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1195488 Dec 06 12:24:21.633902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-f1f73400-9651-4d6c-ad24-834b0f920119 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027044 Dec 06 12:24:21.704500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-a063093c-fb28-4317-903a-375fb017aa31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 217 time: 0.0586717 Dec 06 12:24:21.711015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ebddd0d-16a2-46a8-8d8b-84a50b09131d req-fc0c22fa-e3da-44ad-ba9e-fefd760a03bf tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378088 Dec 06 12:24:21.779915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b030b7b7-fba6-44b5-869c-73933bf594f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:21.788565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b030b7b7-fba6-44b5-869c-73933bf594f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:21.797923 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-7f3dc804-bfb0-4703-b75d-89b52244d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.799875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-7f3dc804-bfb0-4703-b75d-89b52244d5f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0878739 Dec 06 12:24:21.865142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c2d1f9b9-f1fa-4143-b422-3a7979b74d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:21.867278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-c2d1f9b9-f1fa-4143-b422-3a7979b74d3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608571 Dec 06 12:24:21.867967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b030b7b7-fba6-44b5-869c-73933bf594f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3845003 Dec 06 12:24:21.871607 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:21.894224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030b7b7-fba6-44b5-869c-73933bf594f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654fbbf6-3baf-492d-97c1-f12241838ced,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:22.095073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:22.139188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:22.166217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-16240db4-9691-4c34-9a95-0b346d71e79e service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827389 Dec 06 12:24:22.318896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:22.321847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:22.323023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/654fbbf6-3baf-492d-97c1-f12241838ced HTTP/1.1" status: 204 len: 168 time: 0.4494920 Dec 06 12:24:22.355815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-fb29ae25-5584-4d26-a670-4bce31842682 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815372 Dec 06 12:24:22.456910 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f1b26-dda9-453f-a18c-cabab479a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654fbbf6-3baf-492d-97c1-f12241838ced,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:22.490380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-2ccfcc71-a776-43fd-9f6e-3d8aff3309ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 217 time: 0.1219592 Dec 06 12:24:22.578126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-14773dd4-b5a4-4171-9819-57989850e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:22.578126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-14773dd4-b5a4-4171-9819-57989850e3dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0667300 Dec 06 12:24:22.724484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712dcf-e2db-4043-aeaa-a3ab3984a8f7 req-c9f3c693-abcb-4790-9f30-a1cdd52b4b5e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:22.728808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1712dcf-e2db-4043-aeaa-a3ab3984a8f7 req-c9f3c693-abcb-4790-9f30-a1cdd52b4b5e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.4046488 Dec 06 12:24:22.872660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f08c-2b8d-4c7c-8773-0ebd1632197c req-698b25fd-f750-4ff8-8a26-543b0cddde57 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:22.880299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9302f08c-2b8d-4c7c-8773-0ebd1632197c req-698b25fd-f750-4ff8-8a26-543b0cddde57 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.3124650 Dec 06 12:24:23.035865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-2b719324-37e4-4cd9-a788-f855001d09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:23.037500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-2b719324-37e4-4cd9-a788-f855001d09eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4553275 Dec 06 12:24:23.047630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1712dcf-e2db-4043-aeaa-a3ab3984a8f7 req-b92119c7-099b-4c78-bb00-e5a02da5570e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888393 Dec 06 12:24:23.116696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9302f08c-2b8d-4c7c-8773-0ebd1632197c req-1f5ee91f-eece-41cb-b977-d02acebb77da tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299447 Dec 06 12:24:23.229559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-526f9fae-446c-4787-83ea-d31aa122bd9b service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413803 Dec 06 12:24:23.373025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3701a53-d388-45eb-b6f7-b9a163bfe9c5 req-467d8a67-9666-40c5-910a-5905ae7c0d42 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:23.389769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3701a53-d388-45eb-b6f7-b9a163bfe9c5 req-467d8a67-9666-40c5-910a-5905ae7c0d42 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1582105 Dec 06 12:24:23.492005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3701a53-d388-45eb-b6f7-b9a163bfe9c5 req-63ea3d4e-6d1a-485f-89ba-aab7196fb583 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011024 Dec 06 12:24:23.523659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-20d2e1ac-f3d5-45f2-9197-d10bf0efae2e service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499120 Dec 06 12:24:23.603850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-dee7d666-4b8c-4d13-a1eb-a1cd7673e968 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 217 time: 0.0724168 Dec 06 12:24:23.663565 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-b80446ba-b7e8-471a-bdb5-6707c3c1bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:23.665117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-b80446ba-b7e8-471a-bdb5-6707c3c1bf46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0577047 Dec 06 12:24:23.739584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-50eb6c97-f8a7-43c0-a28d-2f85ed5a2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:23.743647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-50eb6c97-f8a7-43c0-a28d-2f85ed5a2333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670686 Dec 06 12:24:23.857024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-b4e20fe8-c72f-46bc-b90b-7fa301d5036f service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036742 Dec 06 12:24:24.009784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-a5fd29cb-8f33-4532-bbcb-3ddcc7a57d5c service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450846 Dec 06 12:24:24.084023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-2c792d87-2280-4c17-bef0-381052ba80e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 217 time: 0.0650084 Dec 06 12:24:24.198240 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-8a7f76bd-2f7f-4ca7-9885-5a7479b4e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.201337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-8a7f76bd-2f7f-4ca7-9885-5a7479b4e308 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.1090567 Dec 06 12:24:24.372797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84193d8-b7f5-4400-a951-0971e686483c req-51f357e3-26b1-4573-8bec-133ffe5a833a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.375847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b84193d8-b7f5-4400-a951-0971e686483c req-51f357e3-26b1-4573-8bec-133ffe5a833a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1121457 Dec 06 12:24:24.390016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed2a9d-a0d9-4de4-9d04-372e3793f070 req-8190cbd6-4421-4965-91fe-5526107673b8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.391688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ed2a9d-a0d9-4de4-9d04-372e3793f070 req-8190cbd6-4421-4965-91fe-5526107673b8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1294682 Dec 06 12:24:24.393881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-83489f45-62a8-4d87-9787-f4868298224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.395460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-83489f45-62a8-4d87-9787-f4868298224f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1867142 Dec 06 12:24:24.486767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ed2a9d-a0d9-4de4-9d04-372e3793f070 req-267a7f8c-f343-4c0c-a50d-7f478ca33777 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889502 Dec 06 12:24:24.615682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b84193d8-b7f5-4400-a951-0971e686483c req-04a745f4-0c2b-4f26-8cb3-e784ea293995 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190289 Dec 06 12:24:24.667123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-a075996c-a5f9-4e04-9c72-6bc639c268a7 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431850 Dec 06 12:24:24.689728 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85924-61bf-476c-8ed6-052d77dc1f18 req-d703ec72-6f7d-4197-a1d5-39c7601025de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.692750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5bf85924-61bf-476c-8ed6-052d77dc1f18 req-d703ec72-6f7d-4197-a1d5-39c7601025de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1097 time: 0.0610886 Dec 06 12:24:24.770485 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5bf85924-61bf-476c-8ed6-052d77dc1f18 req-1e138ae3-84de-4add-be7f-0ee3d3687b85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697079 Dec 06 12:24:24.914730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873047f1-bb8a-46e4-a91a-66c182b2fb86 req-47a8d5a5-1dab-4392-84b3-697865de4947 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:24.916839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-873047f1-bb8a-46e4-a91a-66c182b2fb86 req-47a8d5a5-1dab-4392-84b3-697865de4947 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1713123 Dec 06 12:24:24.959722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-3b50429a-96b0-4811-8ec7-8991464e2200 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842457 Dec 06 12:24:25.033770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-873047f1-bb8a-46e4-a91a-66c182b2fb86 req-ebc2b0de-e6c7-438d-95bd-9236bba13030 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960186 Dec 06 12:24:25.085939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-be6970e6-fe4e-40bd-9269-7f3798e5238e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.0509348 Dec 06 12:24:25.155028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-f96687d8-ea54-4fe1-898b-2601caaa6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:25.156775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-f96687d8-ea54-4fe1-898b-2601caaa6f9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0630686 Dec 06 12:24:25.220810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-ee90aa7d-a7e5-400b-aa45-44a7a97ad30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:25.222453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-ee90aa7d-a7e5-400b-aa45-44a7a97ad30d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584528 Dec 06 12:24:25.359839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-bd1fdb18-7d55-41f4-979f-a1bb8cc502a1 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290040 Dec 06 12:24:25.539171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7799396d-487a-4c43-93c3-2bb416cf8b3d req-3087f0a6-4eef-478b-a89e-5fdf65388657 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712391 Dec 06 12:24:25.563904 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34770) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:25.796652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae49a4a-65d8-4119-ba11-040c1cc02ebe req-be9f9af2-7da6-40d9-8924-fa09e6742c7d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:25.813926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae49a4a-65d8-4119-ba11-040c1cc02ebe req-be9f9af2-7da6-40d9-8924-fa09e6742c7d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1545475 Dec 06 12:24:25.938169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae49a4a-65d8-4119-ba11-040c1cc02ebe req-d4fa6096-f4cf-479b-a269-3f2f5e837011 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071296 Dec 06 12:24:25.976506 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414417-d568-479f-9830-3cdff7813241 req-2c4c2501-85a6-491f-86f5-29e2d8cb9560 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:25.978314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26414417-d568-479f-9830-3cdff7813241 req-2c4c2501-85a6-491f-86f5-29e2d8cb9560 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.0853372 Dec 06 12:24:26.079274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e921-1b98-4121-bbc0-1587e940ee3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.088083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26414417-d568-479f-9830-3cdff7813241 req-cf8ac4ed-dc8a-45f9-beb2-de0d0f6b411c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033134 Dec 06 12:24:26.268828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e921-1b98-4121-bbc0-1587e940ee3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.273592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e921-1b98-4121-bbc0-1587e940ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.310140 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1cd0e921-1b98-4121-bbc0-1587e940ee3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c1ee7151e774c98be3944a3a655c5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7447042 Dec 06 12:24:26.313829 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34792) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:26.358295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e921-1b98-4121-bbc0-1587e940ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e56200-5489-4d95-9bd8-87cfbf997e12,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:26.409117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.444536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.508942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.518300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:26.524132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2e56200-5489-4d95-9bd8-87cfbf997e12 HTTP/1.1" status: 204 len: 168 time: 0.2068403 Dec 06 12:24:26.533927 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc6d67-193c-4955-a295-6dc6cd8b870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e56200-5489-4d95-9bd8-87cfbf997e12,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:26.716610 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bb1d1-5df9-4722-9cb5-78307f32362d req-79b357b2-1a3a-4dae-8112-169a4a32c2ef tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:26.725028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd4bb1d1-5df9-4722-9cb5-78307f32362d req-79b357b2-1a3a-4dae-8112-169a4a32c2ef tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.5696199 Dec 06 12:24:26.818028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd4bb1d1-5df9-4722-9cb5-78307f32362d req-ebe1a501-eba1-4c5b-9114-3e7939f8d225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919883 Dec 06 12:24:27.056003 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34824) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:27.070827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8df24bd0-9869-47a4-a4cf-86eaef5976b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.107328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b425-8f78-4323-affa-caa50ada7b86 req-798da881-a50b-4770-a6f5-142f8f3b969c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.109851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f7b425-8f78-4323-affa-caa50ada7b86 req-798da881-a50b-4770-a6f5-142f8f3b969c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0535893 Dec 06 12:24:27.169704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8df24bd0-9869-47a4-a4cf-86eaef5976b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.177459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8df24bd0-9869-47a4-a4cf-86eaef5976b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.230813 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df24bd0-9869-47a4-a4cf-86eaef5976b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47b675f-fb8b-4638-ab57-59db22b2b488,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:27.239323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f7b425-8f78-4323-affa-caa50ada7b86 req-0b51dcf8-cf3b-4de1-be6d-2597c41d01fd tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195271 Dec 06 12:24:27.252453 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8df24bd0-9869-47a4-a4cf-86eaef5976b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dffb5617ab043479c877b4363fd2c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940711 Dec 06 12:24:27.254428 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34832) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:27.258742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6e794018-59d2-4078-b35a-e5f2cdd837dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.292647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-ee2fc1a3-35a6-4e05-82ca-5e651e84de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.295073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-ee2fc1a3-35a6-4e05-82ca-5e651e84de7b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 1095 time: 0.1196566 Dec 06 12:24:27.319998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.328345 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202281f5-7388-4c29-a3cc-36b3cc1f8026 req-70cb4db8-b617-49d5-9c9d-fafe584aee6c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.330340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-202281f5-7388-4c29-a3cc-36b3cc1f8026 req-70cb4db8-b617-49d5-9c9d-fafe584aee6c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.0839319 Dec 06 12:24:27.347167 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.407011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-338a3201-f2c6-4749-8a06-b8d49a6b3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.407950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.408727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-338a3201-f2c6-4749-8a06-b8d49a6b3005 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1095 time: 0.0773706 Dec 06 12:24:27.412180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:27.413037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-202281f5-7388-4c29-a3cc-36b3cc1f8026 req-94222b18-7f2f-48ed-8b89-7d5e221cee83 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715709 Dec 06 12:24:27.413390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e47b675f-fb8b-4638-ab57-59db22b2b488 HTTP/1.1" status: 204 len: 168 time: 0.1580107 Dec 06 12:24:27.444296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7f248-8fc6-44a5-b140-b77e6a6a19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47b675f-fb8b-4638-ab57-59db22b2b488,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:27.520447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-a45040cd-09e7-4118-a313-44b0a530a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.522025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-a45040cd-09e7-4118-a313-44b0a530a365 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.1067584 Dec 06 12:24:27.645814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-b7584cc5-e26c-4269-bcb3-deed62d6db21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 200 len: 999 time: 0.1163816 Dec 06 12:24:27.695845 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df507e-99a5-4048-a3c0-ff5a8d858101 req-2d5dff14-863c-42a8-846e-55c9e7d8c280 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.697370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03df507e-99a5-4048-a3c0-ff5a8d858101 req-2d5dff14-863c-42a8-846e-55c9e7d8c280 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1395297 Dec 06 12:24:27.727992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-938e1b87-768e-4abf-8e7a-9926c0688eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.730245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-938e1b87-768e-4abf-8e7a-9926c0688eec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.0771313 Dec 06 12:24:27.784239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03df507e-99a5-4048-a3c0-ff5a8d858101 req-9759545c-2b8f-4af4-9d1b-038ec2b2c1f4 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789235 Dec 06 12:24:27.797022 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-c77ddad7-8209-44cf-bd09-cfe25d49ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:27.798718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-c77ddad7-8209-44cf-bd09-cfe25d49ce46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572577 Dec 06 12:24:27.922726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-e50f87cd-098a-42d5-8a16-9caad4cbb21d service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154726 Dec 06 12:24:28.116222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7047-86de-4582-91d3-5dd4ba62b42c req-6df93035-e4a9-42c6-bab7-19727a96513d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:28.125183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-811c7047-86de-4582-91d3-5dd4ba62b42c req-6df93035-e4a9-42c6-bab7-19727a96513d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.2005217 Dec 06 12:24:28.161945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cd5fdc5-f1d8-49fe-83e3-f7c7a84137f0 req-28bf003b-dae9-49ee-99b7-221a4dd3eb4e service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221272 Dec 06 12:24:28.225981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-811c7047-86de-4582-91d3-5dd4ba62b42c req-7a4ea85e-50a5-43aa-8217-a726ebbaffff tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998526 Dec 06 12:24:28.256695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49da0b-1eb2-4a99-8a8b-d24065a6acb5 req-3604a483-2591-4a2a-ae25-f09ac60ef830 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:28.266154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b49da0b-1eb2-4a99-8a8b-d24065a6acb5 req-3604a483-2591-4a2a-ae25-f09ac60ef830 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0964565 Dec 06 12:24:28.396168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b49da0b-1eb2-4a99-8a8b-d24065a6acb5 req-597bab97-cfe5-4573-8697-185c87db04d8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227217 Dec 06 12:24:28.454600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ddaab-5940-45d0-a727-ee04eb35759d req-651ff389-549c-4474-a3b2-51835edec161 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:28.456110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e3ddaab-5940-45d0-a727-ee04eb35759d req-651ff389-549c-4474-a3b2-51835edec161 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0558760 Dec 06 12:24:28.531251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e3ddaab-5940-45d0-a727-ee04eb35759d req-4898a468-c59f-4d9b-8d0e-8ae0d1828997 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650063 Dec 06 12:24:29.556071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e6b5-ba41-45b4-b46b-36651e522175 req-80d7abe2-317d-4ed2-88c8-5342630f8eff tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:29.556071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db23e6b5-ba41-45b4-b46b-36651e522175 req-80d7abe2-317d-4ed2-88c8-5342630f8eff tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1394083 Dec 06 12:24:29.586182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2531a328-4c7c-4479-801a-132961c1c016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:29.727037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db23e6b5-ba41-45b4-b46b-36651e522175 req-c4f15621-1377-43a6-9cac-82bf0b5c7b33 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556739 Dec 06 12:24:29.778531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cf427-f453-4676-84d5-4802ddbd3714 req-714cf7aa-565b-4272-a7c3-8c3b3f2ae91e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:29.797946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d4cf427-f453-4676-84d5-4802ddbd3714 req-714cf7aa-565b-4272-a7c3-8c3b3f2ae91e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1819289 Dec 06 12:24:29.954702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d4cf427-f453-4676-84d5-4802ddbd3714 req-ff9c9351-132b-47b4-87aa-e2c3503ec035 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487987 Dec 06 12:24:30.073432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab3dd6-7bb0-4e6d-94c1-8ee5cfd3d3bd req-823f3135-318d-41c6-b827-772fad693974 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.082347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45ab3dd6-7bb0-4e6d-94c1-8ee5cfd3d3bd req-823f3135-318d-41c6-b827-772fad693974 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1695974 Dec 06 12:24:30.228160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45ab3dd6-7bb0-4e6d-94c1-8ee5cfd3d3bd req-9ac927ba-83d3-4c0b-b750-9a67e99526e8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288152 Dec 06 12:24:30.520561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c74cdb-8a43-40c8-b7ff-babc036df6ba req-fea03e79-433d-48ab-94c9-0a2760cceeae tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.522003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:30.530949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81c74cdb-8a43-40c8-b7ff-babc036df6ba req-fea03e79-433d-48ab-94c9-0a2760cceeae tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1182396 Dec 06 12:24:30.609637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81c74cdb-8a43-40c8-b7ff-babc036df6ba req-0637ce60-4a84-4635-a24a-4f1001ba63fd tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Dec 06 12:24:31.007257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ea6de-98cf-4c7a-955b-aac6d857a637 req-8430e410-44fb-40f8-a519-286cf6c0a82d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:31.021697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c1ea6de-98cf-4c7a-955b-aac6d857a637 req-8430e410-44fb-40f8-a519-286cf6c0a82d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1289597 Dec 06 12:24:31.034771 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:31.093430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c1ea6de-98cf-4c7a-955b-aac6d857a637 req-3506bf46-d48f-47e3-8f32-1ac49825be3c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707583 Dec 06 12:24:31.504430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a897cf-df38-4380-bb03-eac18e39066a req-6874619a-9a98-4803-9497-7c9f051fe0dc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:31.523465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95a897cf-df38-4380-bb03-eac18e39066a req-6874619a-9a98-4803-9497-7c9f051fe0dc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1574070 Dec 06 12:24:31.663558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95a897cf-df38-4380-bb03-eac18e39066a req-489ed083-8510-4222-b6fb-4a36267c95db tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335561 Dec 06 12:24:31.942493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1598f-b707-4a2a-8af6-e9ca1385d2ff req-7067dc82-9fd0-4b7f-a1c0-4ca7b62f4dc6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:31.959581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fc1598f-b707-4a2a-8af6-e9ca1385d2ff req-7067dc82-9fd0-4b7f-a1c0-4ca7b62f4dc6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1598628 Dec 06 12:24:32.068579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fc1598f-b707-4a2a-8af6-e9ca1385d2ff req-84ba2917-a277-4f50-a7bd-e67bcc175434 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056011 Dec 06 12:24:32.303861 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:32.422973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d91ed7-8f0c-401a-a49f-67f2805b393d req-ca220afa-e7ff-41c6-bba6-3224d1803569 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:32.436200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d91ed7-8f0c-401a-a49f-67f2805b393d req-ca220afa-e7ff-41c6-bba6-3224d1803569 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1640937 Dec 06 12:24:32.569442 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5d91ed7-8f0c-401a-a49f-67f2805b393d req-cf04e9b1-4c2c-49a0-841c-e8f85fa582fd tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242845 Dec 06 12:24:32.588564 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:32.948550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf509b-e598-45f6-bf26-adcd18a36ba7 req-7dd554d1-e264-4f06-b508-6e0f3dfdf199 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:32.974082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddcf509b-e598-45f6-bf26-adcd18a36ba7 req-7dd554d1-e264-4f06-b508-6e0f3dfdf199 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1532807 Dec 06 12:24:33.090017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddcf509b-e598-45f6-bf26-adcd18a36ba7 req-1bf59606-f0f2-4a9d-a285-731414422b9a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149461 Dec 06 12:24:33.153328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.194397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1545c48-d505-4535-8fc0-ba1e39ebe4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.367375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1545c48-d505-4535-8fc0-ba1e39ebe4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.374256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1545c48-d505-4535-8fc0-ba1e39ebe4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.455357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1545c48-d505-4535-8fc0-ba1e39ebe4c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d06d696b4066442fb455be34bd00aac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8646367 Dec 06 12:24:33.456335 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:33.457791 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1545c48-d505-4535-8fc0-ba1e39ebe4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2cb247-b3b0-4e4b-850a-4e61b3dbe405,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:33.640334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.721598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.816938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc1697-bd18-40c4-ba48-b9f579417e17 req-b2e0a22b-28ea-422d-b7e8-ef09a4538935 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:33.834900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9cc1697-bd18-40c4-ba48-b9f579417e17 req-b2e0a22b-28ea-422d-b7e8-ef09a4538935 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1501074 Dec 06 12:24:33.846092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.851357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:33.853527 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba2cb247-b3b0-4e4b-850a-4e61b3dbe405 HTTP/1.1" status: 204 len: 168 time: 0.3502097 Dec 06 12:24:33.893056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a5f5d-8414-454b-885b-383139d914a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2cb247-b3b0-4e4b-850a-4e61b3dbe405,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:34.033264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9cc1697-bd18-40c4-ba48-b9f579417e17 req-01514a21-0e5e-4f56-b1f9-22743885746d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885307 Dec 06 12:24:34.499629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9ce8-076b-405d-b3a3-585e4cf1251f req-4e45e376-1220-4145-8f20-c0b6d1f9ca6c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:34.501869 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-989a9ce8-076b-405d-b3a3-585e4cf1251f req-4e45e376-1220-4145-8f20-c0b6d1f9ca6c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0966079 Dec 06 12:24:34.603087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-989a9ce8-076b-405d-b3a3-585e4cf1251f req-319cd31a-47a1-416e-a45e-2b41ea416f12 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888441 Dec 06 12:24:34.784994 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:34.832129 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa31184d-28f0-4f59-979d-f4b576ea4f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.001426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa31184d-28f0-4f59-979d-f4b576ea4f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.008882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa31184d-28f0-4f59-979d-f4b576ea4f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.156078 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:35.169875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aa31184d-28f0-4f59-979d-f4b576ea4f10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca5defd63cd548a29d6cfc661aa24780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832927 Dec 06 12:24:35.171714 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31184d-28f0-4f59-979d-f4b576ea4f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a5423-b4d3-4d21-85e8-08c6495e4cfa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:35.293997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.349188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df6131-78df-42f0-8079-c3529e71ff9a req-77f11fe5-a949-45fa-9453-278b6c945d08 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:35.351633 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.355317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95df6131-78df-42f0-8079-c3529e71ff9a req-77f11fe5-a949-45fa-9453-278b6c945d08 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1571965 Dec 06 12:24:35.461263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95df6131-78df-42f0-8079-c3529e71ff9a req-3547faa0-9499-4ac4-8b04-63e7703bdbd3 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Dec 06 12:24:35.474579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.477739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:35.489693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b6a5423-b4d3-4d21-85e8-08c6495e4cfa HTTP/1.1" status: 204 len: 168 time: 0.3311172 Dec 06 12:24:35.516349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c74073-382a-4d3c-9380-c1718f6a6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a5423-b4d3-4d21-85e8-08c6495e4cfa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:35.947075 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-518f9842-3f8d-4c2b-aa64-22500cf76570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:35.949042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-518f9842-3f8d-4c2b-aa64-22500cf76570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0724680 Dec 06 12:24:36.028873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68072d47-a471-46ef-954c-045761fe1dd1 req-c3484ae9-3032-4436-ace1-f9da3acfda7e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:36.030486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68072d47-a471-46ef-954c-045761fe1dd1 req-c3484ae9-3032-4436-ace1-f9da3acfda7e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0989285 Dec 06 12:24:36.136662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68072d47-a471-46ef-954c-045761fe1dd1 req-8746f1ad-7da3-482c-9e61-5907fda746e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946653 Dec 06 12:24:36.148402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-9f1085e1-e6e8-41a4-87f4-7ae6f944cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:36.151211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-9f1085e1-e6e8-41a4-87f4-7ae6f944cb20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.1938107 Dec 06 12:24:36.220302 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-d6878a02-a096-4471-a3af-aadb856e6f6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0590563 Dec 06 12:24:36.310388 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-021875bb-f958-4d83-b118-f1efbfb878fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:36.311848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-021875bb-f958-4d83-b118-f1efbfb878fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.0792000 Dec 06 12:24:36.375480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-322ccb5a-9d96-4df4-a754-4d5c2954aebe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543668 Dec 06 12:24:36.471196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01b0f-39bc-4a23-8e37-8cdafc9fd740 req-d2cdeb5a-8828-490e-b2bd-8cc88194e70f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:36.482353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45d01b0f-39bc-4a23-8e37-8cdafc9fd740 req-d2cdeb5a-8828-490e-b2bd-8cc88194e70f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1226513 Dec 06 12:24:36.655778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45d01b0f-39bc-4a23-8e37-8cdafc9fd740 req-852982d5-2978-4264-a312-a9defb59cb80 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704142 Dec 06 12:24:36.764182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-f2708a60-a9c6-41ef-a59f-9e59343c22e7 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803244 Dec 06 12:24:36.843506 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ae4c-3279-4088-ba20-fd6fdc38b23e req-9bdc048e-18cd-4166-a070-61cd0a7c6b03 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:36.856410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6332ae4c-3279-4088-ba20-fd6fdc38b23e req-9bdc048e-18cd-4166-a070-61cd0a7c6b03 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1652567 Dec 06 12:24:37.029821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6332ae4c-3279-4088-ba20-fd6fdc38b23e req-96fad19b-fd80-49f2-b830-aad2924ebed6 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643300 Dec 06 12:24:37.081447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d361c7b-6cb3-488e-bd36-46bd33507595 req-436ae7a5-170d-44ca-b0cb-64c44ab05977 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102717 Dec 06 12:24:37.335812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2867-e8f0-400f-99d8-ef0da79d703b req-db5ab842-8831-42f2-b3cd-c7e524c41818 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:37.337450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac7d2867-e8f0-400f-99d8-ef0da79d703b req-db5ab842-8831-42f2-b3cd-c7e524c41818 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0822089 Dec 06 12:24:37.477185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac7d2867-e8f0-400f-99d8-ef0da79d703b req-9bb1b360-6a83-4a8e-9c4f-ae48f3e92050 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099939 Dec 06 12:24:37.826496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d863c-e368-4403-bd1e-4995b90ecfda req-03b33680-cafc-4110-a1d6-e11c9e91c636 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:37.834682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b69d863c-e368-4403-bd1e-4995b90ecfda req-03b33680-cafc-4110-a1d6-e11c9e91c636 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0624871 Dec 06 12:24:37.893491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b69d863c-e368-4403-bd1e-4995b90ecfda req-cf9ba23a-cec5-4ac4-9628-d11a31120320 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539336 Dec 06 12:24:38.142595 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35262) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:38.203410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfe3c-1ab6-4739-965f-91ec62dee8eb req-475cb560-e4dd-47df-9959-1454ecc79a09 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:38.214977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea6dfe3c-1ab6-4739-965f-91ec62dee8eb req-475cb560-e4dd-47df-9959-1454ecc79a09 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.0874732 Dec 06 12:24:38.281800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea6dfe3c-1ab6-4739-965f-91ec62dee8eb req-ad5fb456-8958-442c-a839-ad55caa23628 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Dec 06 12:24:38.309116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:38.331424 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:38.464002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:38.622169 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:24:38.633921 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Allocated IP 172.35.3.158 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/cc39c69a-8619-48d2-b4cc-add0a9b87af7) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:38.638272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35f82-976b-4cba-ac26-acb4770f8ee0 req-74c11a0a-6652-4afe-b5bc-f3d15649ec71 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:38.649771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eab35f82-976b-4cba-ac26-acb4770f8ee0 req-74c11a0a-6652-4afe-b5bc-f3d15649ec71 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0706758 Dec 06 12:24:38.712849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eab35f82-976b-4cba-ac26-acb4770f8ee0 req-fdc9610d-05e3-45c8-ab4d-fae797292aa4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617239 Dec 06 12:24:38.848062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:38.890188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:38.945980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Pushing event updated for resources: {'Port': ['ID=cc39c69a-8619-48d2-b4cc-add0a9b87af7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:38.960144 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:38.962089 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:38.965298 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:39.102088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d774a-ecb2-4e0e-a0c7-7d113bc976e8 req-6195d41b-cba9-4624-be8d-e722e73c573b tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:39.109924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-421d774a-ecb2-4e0e-a0c7-7d113bc976e8 req-6195d41b-cba9-4624-be8d-e722e73c573b tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0775151 Dec 06 12:24:39.133473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.184109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-421d774a-ecb2-4e0e-a0c7-7d113bc976e8 req-67e188c1-6cc9-4f6a-98cb-a158ac498aa5 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Dec 06 12:24:39.210453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.415140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.422167 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.467727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032d85-f240-4072-83c4-620b25e6dd62 req-e8fe77ba-2b9d-4537-89c2-c56bfa80d2a4 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:39.489781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6032d85-f240-4072-83c4-620b25e6dd62 req-e8fe77ba-2b9d-4537-89c2-c56bfa80d2a4 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1254699 Dec 06 12:24:39.490217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Pushing event updated for resources: {'Port': ['ID=cc39c69a-8619-48d2-b4cc-add0a9b87af7,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:39.568516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.571898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6032d85-f240-4072-83c4-620b25e6dd62 req-d8e9aea7-21b4-4f63-8d8b-1038d7ecb66a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806041 Dec 06 12:24:39.599900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.602723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-39022e1d-063c-4cad-9343-b0b10f660609 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4571815 Dec 06 12:24:39.604892 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:39.610346 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-582622052', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'fixed_ips': [{'ip_address': '172.35.3.158'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:39.641431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Made reservation on behalf of c2e8041a5c2e48398ea68d80c73909d0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:24:39.645645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.657101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.786248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.791902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:39.797725 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] device_id is not set on port 9f2115bd-142e-4b78-92b0-5a7d91ddabbd yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:24:40.025422 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e488e4-2ad4-4bc8-bf9e-3ebf529ee3a0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:40.056832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb7189-d12e-403a-9e07-89dd2678702e req-15ce2969-2ed0-419d-bf3f-d30e098ae87a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:40.058479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fbb7189-d12e-403a-9e07-89dd2678702e req-15ce2969-2ed0-419d-bf3f-d30e098ae87a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.2224538 Dec 06 12:24:40.175019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fbb7189-d12e-403a-9e07-89dd2678702e req-f0783891-3ac8-4b9b-bed7-510992ef4c44 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908632 Dec 06 12:24:40.218090 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:24:40.218888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:24:40.249518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91c16ac7-38e8-4732-94a8-64d29264b992 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6430774 Dec 06 12:24:40.252375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:40.448607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e6a40-47f6-41db-acb3-592e7137f856 req-d62c1fe9-3b69-41ce-a67e-67588d690ef1 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:40.450366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a87e6a40-47f6-41db-acb3-592e7137f856 req-d62c1fe9-3b69-41ce-a67e-67588d690ef1 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1263118 Dec 06 12:24:40.499559 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Deleting port cc39c69a-8619-48d2-b4cc-add0a9b87af7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:40.499906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.529480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a87e6a40-47f6-41db-acb3-592e7137f856 req-8e32cd5b-1fa1-4e89-af1e-8f8b83e04200 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694716 Dec 06 12:24:40.593580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.593905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.607955 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Calling delete_port for cc39c69a-8619-48d2-b4cc-add0a9b87af7 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:40.749308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6bad-3d8c-41b9-b330-e51b68eed8b2 req-b59a97fc-d550-4ddf-9499-86344534e36f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:40.751236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2ae6bad-3d8c-41b9-b330-e51b68eed8b2 req-b59a97fc-d550-4ddf-9499-86344534e36f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.0852804 Dec 06 12:24:40.858653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2ae6bad-3d8c-41b9-b330-e51b68eed8b2 req-516d6766-eb25-463f-949d-2989d58e8a11 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985620 Dec 06 12:24:40.878019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.907343 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc39c69a-8619-48d2-b4cc-add0a9b87af7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:40.976470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.979225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:40.985653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6aa2947c-cd0a-4042-ade5-6d5246c260c6 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594 tempest-ExternalNetworksAdminNegativeTestJSON-1687043594-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/3f7b73f6-8ba1-402d-a7a5-99ee04a68728 HTTP/1.1" status: 204 len: 168 time: 0.7318065 Dec 06 12:24:41.265557 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:41.328579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eba8b-e887-4cdd-8bb6-4d270549af4a req-649cfda0-b743-4329-8325-e05921bba8e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:41.330235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b12eba8b-e887-4cdd-8bb6-4d270549af4a req-649cfda0-b743-4329-8325-e05921bba8e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0624747 Dec 06 12:24:41.391924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b12eba8b-e887-4cdd-8bb6-4d270549af4a req-898cd5eb-d376-40be-8aba-317373632ad9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553353 Dec 06 12:24:41.460419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d159cf3-c6d5-4095-b6c6-47791a651f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.547307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d159cf3-c6d5-4095-b6c6-47791a651f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.552099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d159cf3-c6d5-4095-b6c6-47791a651f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.609973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d159cf3-c6d5-4095-b6c6-47791a651f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ef5f9c4f8e34c5c800a24663b761646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430345 Dec 06 12:24:41.610240 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35370) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:41.625122 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d159cf3-c6d5-4095-b6c6-47791a651f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aebbad-c6fb-45dc-b344-62440cf62ee7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:41.698893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b4e77-fb82-4e4a-8758-f2290278011a req-1da4cc34-379b-467d-b59a-d18e13efa6ae tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:41.700638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e90b4e77-fb82-4e4a-8758-f2290278011a req-1da4cc34-379b-467d-b59a-d18e13efa6ae tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0883672 Dec 06 12:24:41.714231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.741286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.765807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e90b4e77-fb82-4e4a-8758-f2290278011a req-5eb427a2-ce3f-41a3-b95a-08603745150a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Dec 06 12:24:41.815027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.817782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:41.821835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94aebbad-c6fb-45dc-b344-62440cf62ee7 HTTP/1.1" status: 204 len: 168 time: 0.2091873 Dec 06 12:24:41.829901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59ecb4-62e8-4260-bbcb-abefb3c6ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aebbad-c6fb-45dc-b344-62440cf62ee7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:42.014519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98496ec8-d444-4019-bc35-2b05b0d184ac req-2a650c77-d666-4aaa-95b5-852ad4ff4c3b tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:42.016508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98496ec8-d444-4019-bc35-2b05b0d184ac req-2a650c77-d666-4aaa-95b5-852ad4ff4c3b tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.0723686 Dec 06 12:24:42.083851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98496ec8-d444-4019-bc35-2b05b0d184ac req-34e4eeb7-0e4d-4ff5-a8b7-200b83855e37 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Dec 06 12:24:42.157342 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:42.199195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e2c78eb7-050b-4be8-b397-f70e471131f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e8041a5c2e48398ea68d80c73909d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407903 Dec 06 12:24:42.201788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:42.254505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:42.278287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:42.332962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:42.335927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:42.339789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1e488e4-2ad4-4bc8-bf9e-3ebf529ee3a0 HTTP/1.1" status: 204 len: 168 time: 0.1344678 Dec 06 12:24:42.346158 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1af98-7054-4893-8e3b-b2633fd7470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e488e4-2ad4-4bc8-bf9e-3ebf529ee3a0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:42.564478 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc311e-c3e2-4bc5-a697-0d2801b1277d req-44462c56-3ad5-48c8-af2b-b43cca191e63 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:42.566899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7abc311e-c3e2-4bc5-a697-0d2801b1277d req-44462c56-3ad5-48c8-af2b-b43cca191e63 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0762157 Dec 06 12:24:42.630414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7abc311e-c3e2-4bc5-a697-0d2801b1277d req-fa3f54f7-5b39-4186-aebb-982a6600f602 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530210 Dec 06 12:24:42.907485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61a9a-a00c-4ab4-8c9b-122f9c0fa288 req-050e787a-487b-4eb6-80be-2023457c0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:42.916488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d0d61a9a-a00c-4ab4-8c9b-122f9c0fa288 req-050e787a-487b-4eb6-80be-2023457c0d89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.0853798 Dec 06 12:24:42.923812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c33d50-21c0-4612-92ac-e1b8f3319623 req-7ec4edde-8ffc-4910-bfe9-769e8f14f4c7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:42.932704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16c33d50-21c0-4612-92ac-e1b8f3319623 req-7ec4edde-8ffc-4910-bfe9-769e8f14f4c7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0835302 Dec 06 12:24:42.979464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16c33d50-21c0-4612-92ac-e1b8f3319623 req-e0890457-fa53-4776-bbde-c569a271c0ae tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Dec 06 12:24:42.998700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d0d61a9a-a00c-4ab4-8c9b-122f9c0fa288 req-065c035b-cca8-427f-aa8b-7687243d808e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770936 Dec 06 12:24:43.157472 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35424) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:43.212129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6858-c584-4582-977e-401aea0f355c req-8537a45a-7da3-4e01-a007-f0f2bc82018f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:43.213672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e60d6858-c584-4582-977e-401aea0f355c req-8537a45a-7da3-4e01-a007-f0f2bc82018f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.0637898 Dec 06 12:24:43.267505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e60d6858-c584-4582-977e-401aea0f355c req-463ab19a-7a5c-478b-8e85-3b2885afeaca tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Dec 06 12:24:43.296981 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11164d2e-0e79-4316-9629-f8ed158e8e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.383498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11164d2e-0e79-4316-9629-f8ed158e8e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.387667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11164d2e-0e79-4316-9629-f8ed158e8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.428865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-11164d2e-0e79-4316-9629-f8ed158e8e81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8fbff95d1b245d0ab5e6204102b7d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702460 Dec 06 12:24:43.429999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11164d2e-0e79-4316-9629-f8ed158e8e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16305a20-3512-423a-9448-fc3b4daaa222,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:43.431536 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:43.473416 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35438) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:43.488771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.511644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.565373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.570056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:43.572421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16305a20-3512-423a-9448-fc3b4daaa222 HTTP/1.1" status: 204 len: 168 time: 0.1396778 Dec 06 12:24:43.585308 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16305a20-3512-423a-9448-fc3b4daaa222,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:43.595486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.596454 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.596957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.597629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.598171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.598653 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.605374 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.605797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.606159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.606494 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.606840 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.607176 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.607506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb19ae-42ec-4026-9b8e-a5daac73b84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:24:43.645809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-93fdee57-f90c-4668-8083-c8ae9ebb5908 tempest-AgentManagementNegativeTest-1854591070 tempest-AgentManagementNegativeTest-1854591070-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1710179 Dec 06 12:24:43.798050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01180-25ef-4488-9f70-cb012c7320e0 req-aaf46726-5ad7-4253-8336-39769eebb7ce tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:43.806940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63d01180-25ef-4488-9f70-cb012c7320e0 req-aaf46726-5ad7-4253-8336-39769eebb7ce tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.0703607 Dec 06 12:24:43.861756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63d01180-25ef-4488-9f70-cb012c7320e0 req-84f911ca-aa0e-478e-b0bc-53538443a2f9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535567 Dec 06 12:24:43.909287 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35454) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:44.025734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c884ea00-d129-47db-99d5-cc58ab51318c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.038789 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:44.062292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381e3a70-9a85-4ff8-8b79-429630e74861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.126569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c884ea00-d129-47db-99d5-cc58ab51318c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.131890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c884ea00-d129-47db-99d5-cc58ab51318c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.174819 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884ea00-d129-47db-99d5-cc58ab51318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe6d83-bdcd-418f-bb52-39dd65b95f90,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:44.182573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c884ea00-d129-47db-99d5-cc58ab51318c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8852742fce7646a2b252c8dfc267e79f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716477 Dec 06 12:24:44.182982 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:44.197738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c03bdf-479b-42c5-8f55-b843ad25afed req-fde3eb9c-bc73-4f30-abdf-16b12e159aaf tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:44.199300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99c03bdf-479b-42c5-8f55-b843ad25afed req-fde3eb9c-bc73-4f30-abdf-16b12e159aaf tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1335573 Dec 06 12:24:44.232715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381e3a70-9a85-4ff8-8b79-429630e74861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.236379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.244994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381e3a70-9a85-4ff8-8b79-429630e74861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.263585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.289957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99c03bdf-479b-42c5-8f55-b843ad25afed req-c14cfbc6-6b12-40f9-b628-4497b1db901f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Dec 06 12:24:44.323024 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e3a70-9a85-4ff8-8b79-429630e74861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7df86-efd2-4cd6-9098-443dd40faffd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:44.330507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-381e3a70-9a85-4ff8-8b79-429630e74861 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2b41aa5c7dd478aa77f25b1da02cd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905586 Dec 06 12:24:44.331226 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:44.337634 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.341066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.344682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5fe6d83-bdcd-418f-bb52-39dd65b95f90 HTTP/1.1" status: 204 len: 168 time: 0.1585870 Dec 06 12:24:44.353436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b9191-839c-4323-a82a-470be2234f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe6d83-bdcd-418f-bb52-39dd65b95f90,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:44.435454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc9e1a-0706-431d-9924-56cd33b83257 req-c581649d-99a0-49b7-825d-faea12ef9a38 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:44.436972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32fc9e1a-0706-431d-9924-56cd33b83257 req-c581649d-99a0-49b7-825d-faea12ef9a38 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.0776663 Dec 06 12:24:44.438486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.477032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.528939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32fc9e1a-0706-431d-9924-56cd33b83257 req-62726827-9477-448e-8599-6b2772a4158f tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Dec 06 12:24:44.549404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.552116 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.553587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20f7df86-efd2-4cd6-9098-443dd40faffd HTTP/1.1" status: 204 len: 168 time: 0.2201064 Dec 06 12:24:44.564271 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546f711-b2f3-4ff7-82dc-7ac745f620e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7df86-efd2-4cd6-9098-443dd40faffd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:44.588347 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-15904497', 'description': 'tempest-description-1327971631'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:44.614891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.713199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.718485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.747784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:44.749073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5341f63e-2d07-43e7-bb1d-92e38348b85b req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1656682 Dec 06 12:24:44.758233 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfced3b-da8e-4ffc-89b9-2030954903eb tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aae3c5a-e09c-491c-b2fc-e86ac541a5c0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:44.865245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-c0e432bd-102a-4655-ab9d-463f7832b965 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-15904497&fields=id&tenant_id=ccf154f738284b81918989dfb926022c HTTP/1.1" status: 200 len: 267 time: 0.0550013 Dec 06 12:24:44.976436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-d8fa28cb-0df3-415d-bbd8-2646a491b261 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:44.978943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-d8fa28cb-0df3-415d-bbd8-2646a491b261 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1077659 Dec 06 12:24:45.005936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'port': {'security_groups': ['9cf5b08d-3048-43ff-b681-08186a6eb72d', '5aae3c5a-e09c-491c-b2fc-e86ac541a5c0']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:45.100499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f59c8-97e9-4b4b-bd70-4751c42857d2 req-402a08bb-ffa4-4d25-80eb-7df2fbf89e23 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:45.102173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9f59c8-97e9-4b4b-bd70-4751c42857d2 req-402a08bb-ffa4-4d25-80eb-7df2fbf89e23 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1479123 Dec 06 12:24:45.102966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.278727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d9f59c8-97e9-4b4b-bd70-4751c42857d2 req-a924e8b9-4356-40aa-9801-608b9a21f7e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650085 Dec 06 12:24:45.359792 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:45.416652 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:45.463671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.505068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.521648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96614dca-3d1c-4dd7-9f07-86ec6f490f57'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:45.537353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:45.538122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.543217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31da8ff3-aeee-4121-85d1-3c5cec4097f7 req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "PUT /v2.0/ports/96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 981 time: 0.5455961 Dec 06 12:24:45.558052 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:45.565422 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d498d5-0e9b-428b-96b0-64351bbc1bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:45.619347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96614dca-3d1c-4dd7-9f07-86ec6f490f57'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:45.622067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1992910246'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:45.668840 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Made reservation on behalf of cc27ee67aefa44c1898a201f953f1792 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:24:45.675899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.704995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.733490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7774c9-d97a-48f4-a1fc-ee24e36baeee req-77f56b80-afc6-4420-b4e4-8458d14e7a52 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:45.743410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d7774c9-d97a-48f4-a1fc-ee24e36baeee req-77f56b80-afc6-4420-b4e4-8458d14e7a52 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2771714 Dec 06 12:24:45.757988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-242d9455-111e-4b5d-b50f-9351965a1681 req-ef9db0cf-36dd-4ec3-968f-631c9a804f5b tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-15904497&fields=id&tenant_id=ccf154f738284b81918989dfb926022c HTTP/1.1" status: 200 len: 267 time: 0.1247787 Dec 06 12:24:45.881427 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2e0c-4318-4249-8b52-649d7850b528 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:45.889465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.898069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.913399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d7774c9-d97a-48f4-a1fc-ee24e36baeee req-31560ea7-e73d-4696-93df-bfc440088085 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686263 Dec 06 12:24:45.914277 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:24:45.931718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.934564 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Added segment b39efdff-ae37-4a02-9d5c-750e0fd29a62 of type vlan for network 4beccdcc-90b2-420b-bd18-db65263983d8 Dec 06 12:24:45.941176 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d9455-111e-4b5d-b50f-9351965a1681 req-e6ffc8da-06d5-4474-a470-82d0058f4b2a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:45.947166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-242d9455-111e-4b5d-b50f-9351965a1681 req-e6ffc8da-06d5-4474-a470-82d0058f4b2a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 984 time: 0.1770513 Dec 06 12:24:45.960108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'port': {'security_groups': ['9cf5b08d-3048-43ff-b681-08186a6eb72d']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:46.013339 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab2b446-a6e1-4472-bcc8-43493d139bfd x-openstack-request-id: req-eab2b446-a6e1-4472-bcc8-43493d139bfd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:46.014088 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:46.014543 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eab2b446-a6e1-4472-bcc8-43493d139bfd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:46.015136 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:24:46.064903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.067858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.120763 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bedd7a-65a3-4195-8e40-9b24af7e6c87,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:46.157540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-f48dd3bf-36a2-4ea6-bc88-941e2adf0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.159514 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-f48dd3bf-36a2-4ea6-bc88-941e2adf0dca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1135 time: 0.1164072 Dec 06 12:24:46.160462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.170705 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.171348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.320076 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-7455b2d4-8825-4be5-b255-0432f027c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.321600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-7455b2d4-8825-4be5-b255-0432f027c11e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.1429677 Dec 06 12:24:46.325288 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:46.330749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9661121 Dec 06 12:24:46.337766 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:46.345831 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'subnet': {'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:46.362641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.369735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.381710 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96614dca-3d1c-4dd7-9f07-86ec6f490f57'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:46.438885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.439082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.441115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-242d9455-111e-4b5d-b50f-9351965a1681 req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "PUT /v2.0/ports/96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 942 time: 0.4856598 Dec 06 12:24:46.469103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-f2def410-3734-4224-b4b3-77f8c7e3a51a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.1371422 Dec 06 12:24:46.498843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bed82-2629-48f0-ad3a-bf850f405ab4 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Network': ['ID=4beccdcc-90b2-420b-bd18-db65263983d8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:46.517493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['96614dca-3d1c-4dd7-9f07-86ec6f490f57'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:46.519249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4beccdcc-90b2-420b-bd18-db65263983d8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:24:46.526839 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96405aa0-c6f0-449a-b27b-fd6945610698 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:46.568364 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-f683d612-90ab-41de-8270-5deb751deb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.570923 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-f683d612-90ab-41de-8270-5deb751deb9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.0633976 Dec 06 12:24:46.586693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7210ed-2dc0-4399-8884-6cb0464b67c9 req-29ada2ae-f7f1-4285-9a45-f5df67ef63b4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:46.588250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea7210ed-2dc0-4399-8884-6cb0464b67c9 req-29ada2ae-f7f1-4285-9a45-f5df67ef63b4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.2007642 Dec 06 12:24:46.618242 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-8577fb88-1892-43d2-afea-3cf119006cb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373609 Dec 06 12:24:46.618861 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Made reservation on behalf of cc27ee67aefa44c1898a201f953f1792 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:24:46.622777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.808158 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-122cb841-bcf9-4c05-ac1b-756e42107082 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809928 Dec 06 12:24:46.809900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea7210ed-2dc0-4399-8884-6cb0464b67c9 req-47f15a97-6010-4b92-8261-7a9a89c64b90 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850264 Dec 06 12:24:46.862192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-d6b299be-c366-4436-a13b-10e5a8d3d2e1 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2718217 Dec 06 12:24:46.875618 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:46.898682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:46.995398 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-32d498d5-0e9b-428b-96b0-64351bbc1bcf req-0edc60d9-3bf5-459d-a9ac-b58affe92402 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769710 Dec 06 12:24:47.011204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.077677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Subnet': ['ID=5938ccda-61e1-48c9-a10b-b9a3e1327aa0,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:47.087265 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Checking segment: {'id': 'b39efdff-ae37-4a02-9d5c-750e0fd29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:47.087651 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network hostable DHCP agents. Network: 4beccdcc-90b2-420b-bd18-db65263983d8, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:24:47.106332 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 4beccdcc-90b2-420b-bd18-db65263983d8 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:24:47.117032 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4beccdcc-90b2-420b-bd18-db65263983d8) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:47.126987 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:47.127472 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc16f3-f218-4451-b5e9-af7eaf8f00f4 None None] Network 4beccdcc-90b2-420b-bd18-db65263983d8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:24:47.127940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.155981 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0380ecb4-db10-475d-9d0d-0c2ac5b50ba0 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8146858 Dec 06 12:24:47.161091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35578) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:47.169782 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1375302582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:47.227515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.228742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.333270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4beccdcc-90b2-420b-bd18-db65263983d8', 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8', 'tenant_id': 'cc27ee67aefa44c1898a201f953f1792', 'fixed_ips': [{'subnet_id': '5938ccda-61e1-48c9-a10b-b9a3e1327aa0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:24:47.334856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.344036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.351694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.376942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.378911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bbbc9a16-4d52-49d2-99e5-e4aa9652ad5d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2170134 Dec 06 12:24:47.384098 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35584) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:47.448580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158efb0d-9cd5-4895-a072-79184537a430 req-9c1d5481-cc56-435b-8aa1-ecd7e140f59e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:47.450218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-158efb0d-9cd5-4895-a072-79184537a430 req-9c1d5481-cc56-435b-8aa1-ecd7e140f59e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0843866 Dec 06 12:24:47.452862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.539522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Allocated IP 172.20.0.2 (4beccdcc-90b2-420b-bd18-db65263983d8/5938ccda-61e1-48c9-a10b-b9a3e1327aa0/3f3112b1-d5c9-4f09-8215-14b5878cadb9) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:47.586760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-158efb0d-9cd5-4895-a072-79184537a430 req-49c21301-7734-4a62-88d7-9ceb754ae924 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Dec 06 12:24:47.653661 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Allocated IP 172.35.3.124 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/6c435a62-8a90-4228-95cc-24692c240f95) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:47.776175 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.784224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.787220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.832832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:47.841855 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Network 4beccdcc-90b2-420b-bd18-db65263983d8 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:47.846412 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:47.854501 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:47.868587 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Pushing event updated for resources: {'Port': ['ID=3f3112b1-d5c9-4f09-8215-14b5878cadb9,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:47.884549 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:24:47.943706 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:47.949731 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:47.965628 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:47.980543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.019124 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:48.021635 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e273f8ca-3886-4709-b315-5de7c733bcdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:48.046654 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'Port': ['ID=6c435a62-8a90-4228-95cc-24692c240f95,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:48.089146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad407f-017e-4055-af00-42658129a09e req-bfdd6094-db4b-4493-86cd-eb5c58bb9883 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:48.098918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8ad407f-017e-4055-af00-42658129a09e req-bfdd6094-db4b-4493-86cd-eb5c58bb9883 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 944 time: 0.1303124 Dec 06 12:24:48.107964 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:48.161440 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Attempting to bind port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:24:48.162390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Attempting to bind port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b39efdff-ae37-4a02-9d5c-750e0fd29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:24:48.162903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Attempting to bind port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 on network 4beccdcc-90b2-420b-bd18-db65263983d8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:24:48.177953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:24:48.178593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Checking segment: {'id': 'b39efdff-ae37-4a02-9d5c-750e0fd29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:24:48.179155 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.179686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Bound using segment: {'id': 'b39efdff-ae37-4a02-9d5c-750e0fd29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:24:48.180313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Bound port: 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39efdff-ae37-4a02-9d5c-750e0fd29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:24:48.180841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.209452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8ad407f-017e-4055-af00-42658129a09e req-3a6363d9-33d3-4528-91a7-2746619fb8fe tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038318 Dec 06 12:24:48.210881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.289341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.309137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] For port 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:24:48.312608 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] For port 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3f3112b1-d5c9-4f09-8215-14b5878cadb9,segment=NetworkSegment(b39efdff-ae37-4a02-9d5c-750e0fd29a62),segment_id=b39efdff-ae37-4a02-9d5c-750e0fd29a62)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:24:48.321680 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5edf5-bff1-4a8b-91db-aa41afe5cfd6 x-openstack-request-id: req-0ea5edf5-bff1-4a8b-91db-aa41afe5cfd6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:48.321976 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:48.322230 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ea5edf5-bff1-4a8b-91db-aa41afe5cfd6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:48.322614 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:24:48.325328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.343123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bde82c-2c14-4c47-bb94-b0b8025c6b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.399146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:48.418393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40261d-c698-4a27-af6b-af63159d00a2 None None] Pushing event updated for resources: {'Port': ['ID=3f3112b1-d5c9-4f09-8215-14b5878cadb9,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:48.430915 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'mac_address': 'fa:16:3e:c1:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:24:48.469651 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-18af387a-c37e-4de0-8332-5978615fde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:48.471357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-18af387a-c37e-4de0-8332-5978615fde05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.1441779 Dec 06 12:24:48.479826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.492117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bde82c-2c14-4c47-bb94-b0b8025c6b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.502536 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:24:48.527296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bde82c-2c14-4c47-bb94-b0b8025c6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.539016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:48.546231 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.557336 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde82c-2c14-4c47-bb94-b0b8025c6b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a45160-8fe8-4708-ac91-e1184b0ccb2f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:48.649981 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Allocated IP 172.20.0.1 (4beccdcc-90b2-420b-bd18-db65263983d8/5938ccda-61e1-48c9-a10b-b9a3e1327aa0/737c5711-be13-47ba-b4fa-112db78b4013) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:48.661830 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:48.673886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c9bde82c-2c14-4c47-bb94-b0b8025c6b55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3952114ac2b640f39653aa3d148c46cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5647252 Dec 06 12:24:48.674470 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:48.695482 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-2abf8ef7-5116-47a9-bc94-b080d000e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:48.697634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-2abf8ef7-5116-47a9-bc94-b080d000e440 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.2128322 Dec 06 12:24:48.717326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.727773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.772047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-b6298017-da2a-49de-812e-3438884206cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.0400567 Dec 06 12:24:48.869005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.894808 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-a1d66131-efcc-4396-bae5-cd4cb53b6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:48.896297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-a1d66131-efcc-4396-bae5-cd4cb53b6cb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.1171286 Dec 06 12:24:48.898356 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event updated for resources: {'Port': ['ID=6c435a62-8a90-4228-95cc-24692c240f95,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:48.923463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['678d8585-35d2-4590-9476-ff07d8f5d5de'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:24:48.927442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.935494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-c18981b3-22ac-420e-9b8d-677a57fc2225 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0591779 Dec 06 12:24:48.937377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.942348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:48.946027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-6a7200d5-c93e-4aec-8e4f-2fffe24ac419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398188 Dec 06 12:24:48.982197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55193452-49ce-41e5-bc79-ec36ec567765 req-6692c3c1-ac20-4118-b80e-7506685c0169 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:48.984064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55193452-49ce-41e5-bc79-ec36ec567765 req-6692c3c1-ac20-4118-b80e-7506685c0169 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2437081 Dec 06 12:24:49.049723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.067005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-ab99a3e9-1500-4825-ab04-0143636b1b90 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1290464 Dec 06 12:24:49.070601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.099820 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 4beccdcc-90b2-420b-bd18-db65263983d8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:49.111551 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:49.114697 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:49.123210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-97c48694-6b9e-489b-8c32-c863cb0f0b2e service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675415 Dec 06 12:24:49.141073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55193452-49ce-41e5-bc79-ec36ec567765 req-109c9300-3e8c-4bfc-9499-7396ebbeab2a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184452 Dec 06 12:24:49.200316 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=737c5711-be13-47ba-b4fa-112db78b4013,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:49.226614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.238630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.241253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.245590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7a45160-8fe8-4708-ac91-e1184b0ccb2f HTTP/1.1" status: 204 len: 168 time: 0.5258641 Dec 06 12:24:49.263642 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05b304-c064-4c91-9ebe-cf88d49843c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a45160-8fe8-4708-ac91-e1184b0ccb2f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:49.302462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-7b318ce3-018d-48a9-aa26-32a605fd18ff tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:49.313655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-7b318ce3-018d-48a9-aa26-32a605fd18ff tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.2453432 Dec 06 12:24:49.322528 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-19b725da-32c8-496e-aa33-f21cfcc6ac06 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:49.349143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef5c40ab-e243-40d8-8386-73b90319d0b1 req-19b725da-32c8-496e-aa33-f21cfcc6ac06 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345492 Dec 06 12:24:49.411548 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e273f8ca-3886-4709-b315-5de7c733bcdf req-de1dbbd1-c961-4273-a3bc-abd94529790e service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675924 Dec 06 12:24:49.462367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.526468 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.597974 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3f3112b1-d5c9-4f09-8215-14b5878cadb9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:49.668668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-8a307cfd-2d39-458b-9055-8250e5323e9a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:49.673449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-8a307cfd-2d39-458b-9055-8250e5323e9a tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2660403 Dec 06 12:24:49.688639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f80e3-773f-4296-a95e-3d1213838688 req-2621fc15-76f1-40bf-a5ad-01d033cbff2b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:49.695738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e1f80e3-773f-4296-a95e-3d1213838688 req-2621fc15-76f1-40bf-a5ad-01d033cbff2b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.2135301 Dec 06 12:24:49.698287 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:49.698670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.782671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-afe56a68-380e-4abb-aa65-2e8b81aebad4 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0853531 Dec 06 12:24:49.814580 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'floatingip': {'port_id': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:49.829407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.854181 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35620) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:49.900219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:49.932117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3f3112b1-d5c9-4f09-8215-14b5878cadb9,segment=NetworkSegment(b39efdff-ae37-4a02-9d5c-750e0fd29a62),segment_id=b39efdff-ae37-4a02-9d5c-750e0fd29a62)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:49.938289 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.005341 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cdbc6-540c-4d9e-9adb-4635805d799b None None] Network 4beccdcc-90b2-420b-bd18-db65263983d8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:24:50.010074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=3f3112b1-d5c9-4f09-8215-14b5878cadb9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:50.055086 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-732d2dd3-75fe-4ba1-a740-1f136e4570a3 None None] Provisioning complete for port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:50.055449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-732d2dd3-75fe-4ba1-a740-1f136e4570a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.248152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-972f770e-b8eb-42fe-b46f-ab1a25ed3b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.329777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e1f80e3-773f-4296-a95e-3d1213838688 req-24f893f1-29f8-4b5b-8858-af84ce3b8ad3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6227307 Dec 06 12:24:50.367915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-972f770e-b8eb-42fe-b46f-ab1a25ed3b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.377473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-972f770e-b8eb-42fe-b46f-ab1a25ed3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.404661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.430331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.488186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f770e-b8eb-42fe-b46f-ab1a25ed3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f05e74-7ca4-4439-ba35-dd5a506d3269,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:50.496024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-972f770e-b8eb-42fe-b46f-ab1a25ed3b6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc6439fed1f34649bdd42e9d352f3543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394527 Dec 06 12:24:50.501600 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35628) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:50.531807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716597b-09d5-4576-b002-4b2de8c73610 req-4ae82328-d49e-4974-a574-75057af37877 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:50.533655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6716597b-09d5-4576-b002-4b2de8c73610 req-4ae82328-d49e-4974-a574-75057af37877 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1055484 Dec 06 12:24:50.573441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.587056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=737c5711-be13-47ba-b4fa-112db78b4013,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:50.596708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.634880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.650598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6716597b-09d5-4576-b002-4b2de8c73610 req-1677261a-80e2-4bef-830b-fefb0abfc66e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737627 Dec 06 12:24:50.652735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.660731 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f02b404a-6414-4d64-94ba-e67cc34526d6 None None] Provisioning complete for port 737c5711-be13-47ba-b4fa-112db78b4013 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:50.661262 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f02b404a-6414-4d64-94ba-e67cc34526d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.708775 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 4beccdcc-90b2-420b-bd18-db65263983d8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:50.713300 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:50.732387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.754915 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f02b404a-6414-4d64-94ba-e67cc34526d6 None None] Port 737c5711-be13-47ba-b4fa-112db78b4013 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:50.774522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f02b404a-6414-4d64-94ba-e67cc34526d6 None None] Provisioning complete for port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:50.776228 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f02b404a-6414-4d64-94ba-e67cc34526d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.845817 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Floating IP 77534108-a2d9-4f44-90cb-5c775c98f6c5 associated. External IP: 172.35.3.124, port: 96614dca-3d1c-4dd7-9f07-86ec6f490f57. Dec 06 12:24:50.907841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.914635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:50.919630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f05e74-7ca4-4439-ba35-dd5a506d3269 HTTP/1.1" status: 204 len: 168 time: 0.4149177 Dec 06 12:24:50.944258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86b0e5-37ee-4bc0-8dc7-1c20c662e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f05e74-7ca4-4439-ba35-dd5a506d3269,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:50.957509 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Router 77cb7208-f7ee-493c-9fea-95274876c349 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:24:51.071517 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:24:51.088328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-421aa750-38e9-4b4f-8555-9ab60d49e61c tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "PUT /v2.0/routers/77cb7208-f7ee-493c-9fea-95274876c349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6999571 Dec 06 12:24:51.089123 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:51.096357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'port': {'network_id': '4beccdcc-90b2-420b-bd18-db65263983d8', 'name': 'tempest-FloatingIPNegativeTestJSON-39831768'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:51.097768 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-db7da090-77a3-46fc-933c-7ac9dcd4cf7d None None] Provisioning complete for port 737c5711-be13-47ba-b4fa-112db78b4013 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:51.099747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db7da090-77a3-46fc-933c-7ac9dcd4cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:51.108649 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] Sync routers for ids ['77cb7208-f7ee-493c-9fea-95274876c349'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:24:51.171263 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] Routers {'77cb7208-f7ee-493c-9fea-95274876c349'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:51.172248 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['77cb7208-f7ee-493c-9fea-95274876c349'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:51.233090 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:24:51.233461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:51.245958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-db7da090-77a3-46fc-933c-7ac9dcd4cf7d None None] Port 737c5711-be13-47ba-b4fa-112db78b4013 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:51.250601 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] Routers {'77cb7208-f7ee-493c-9fea-95274876c349'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:51.251540 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['77cb7208-f7ee-493c-9fea-95274876c349'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:51.285925 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:51.286601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2ab4f-5764-457b-9e20-689d1424b26c None None] The sync data for ids ['77cb7208-f7ee-493c-9fea-95274876c349'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:51.393098 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Made reservation on behalf of cc27ee67aefa44c1898a201f953f1792 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:24:51.396883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:51.423834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa965fb5-5801-4cfd-92db-a8032465e790 None None] Provisioning complete for port 737c5711-be13-47ba-b4fa-112db78b4013 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:51.424207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa965fb5-5801-4cfd-92db-a8032465e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:51.472145 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] device_id is not set on port 46730b43-3ee9-408e-9138-b9c15afc4e08 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:24:51.493113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fa965fb5-5801-4cfd-92db-a8032465e790 None None] Port 737c5711-be13-47ba-b4fa-112db78b4013 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:51.512012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3f3112b1-d5c9-4f09-8215-14b5878cadb9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:51.580141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:51.580860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:51.613883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:24:51.621478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:51.629086 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Sync routers for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:24:51.651014 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:51.653936 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:51.672151 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957322f2-1f71-4be8-ba30-3bdedfaf8888 req-c37c81f5-2851-4069-b4f5-95bdf9993291 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:51.679990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-957322f2-1f71-4be8-ba30-3bdedfaf8888 req-c37c81f5-2851-4069-b4f5-95bdf9993291 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 945 time: 0.2319851 Dec 06 12:24:51.733766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-ffa8fb3e-7fbb-42ca-967c-fcbd30ccd54c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "PUT /v2.0/floatingips/77534108-a2d9-4f44-90cb-5c775c98f6c5 HTTP/1.1" status: 200 len: 996 time: 1.9344912 Dec 06 12:24:51.738591 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:51.740944 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:51.753654 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Allocated IP 172.20.0.10 (4beccdcc-90b2-420b-bd18-db65263983d8/5938ccda-61e1-48c9-a10b-b9a3e1327aa0/46730b43-3ee9-408e-9138-b9c15afc4e08) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:51.821726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-957322f2-1f71-4be8-ba30-3bdedfaf8888 req-0f380194-700c-4cbc-994d-01420749fbb3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344454 Dec 06 12:24:51.835759 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:51.892489 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-976aedb0-dbc3-4d80-8569-851e14cd0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:51.900660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-976aedb0-dbc3-4d80-8569-851e14cd0a38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.1373177 Dec 06 12:24:51.906491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:24:52.027057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 678d8585-35d2-4590-9476-ff07d8f5d5de triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:52.027439 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:52.103821 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619bb9f-52f6-4625-b49c-9951dc6413a1 req-f4f14f63-a837-40ad-a423-e9d0c4649a54 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.105291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7619bb9f-52f6-4625-b49c-9951dc6413a1 req-f4f14f63-a837-40ad-a423-e9d0c4649a54 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1566775 Dec 06 12:24:52.121347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-af192fc4-a87e-4982-bf55-ad6b92fc87da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.129533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-af192fc4-a87e-4982-bf55-ad6b92fc87da service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.2279501 Dec 06 12:24:52.134565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:52.177199 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:52.180291 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fcdedf-3cf2-4dd9-a39f-01e386349a78" -d '{"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:52.194650 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:52.195674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:24:52.202193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:52.245290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-eb5b49f3-6e4c-4c63-b407-54ff72e14770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 999 time: 0.1148307 Dec 06 12:24:52.265618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:52.265866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7619bb9f-52f6-4625-b49c-9951dc6413a1 req-2012a82a-d802-4509-87c4-e9c44c2c033e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482244 Dec 06 12:24:52.273470 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '77534108-a2d9-4f44-90cb-5c775c98f6c5', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'port_id': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'mac_address': 'fa:16:3e:9c:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:24:48Z', 'updated_at': '2021-12-06T12:24:50Z', 'revision_number': 1, 'project_id': 'ccf154f738284b81918989dfb926022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:52.306113 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Checking router: 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:24:52.316863 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:52.317518 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:52.468714 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-4da4b5a0-d494-48b7-914f-1c7ab708cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.475651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-4da4b5a0-d494-48b7-914f-1c7ab708cf86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.0760338 Dec 06 12:24:52.497238 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:52.575981 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913a740-7dcb-4128-bb8c-838e13637581 x-openstack-request-id: req-0913a740-7dcb-4128-bb8c-838e13637581 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:52.576377 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-plugged", "status": "completed", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:52.576743 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0913a740-7dcb-4128-bb8c-838e13637581 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:52.577359 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'code': 200} Dec 06 12:24:52.671902 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-f82f5875-3fb6-458f-acad-eb4f556ed9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.673490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-f82f5875-3fb6-458f-acad-eb4f556ed9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.1924622 Dec 06 12:24:52.776590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-8d96a3cb-8d03-4410-895b-f992b5183278 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 999 time: 0.0896268 Dec 06 12:24:52.832370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-63cc0518-354a-477d-9b2e-83300ff0532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.839538 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-3d0e8fe7-b1b8-4ce9-9b7e-8959be5dd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:52.840594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-63cc0518-354a-477d-9b2e-83300ff0532c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.5944300 Dec 06 12:24:52.842529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-3d0e8fe7-b1b8-4ce9-9b7e-8959be5dd8e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.0553045 Dec 06 12:24:52.861330 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdc240c-da4c-4693-a8ec-2c7fb375c84c x-openstack-request-id: req-5fdc240c-da4c-4693-a8ec-2c7fb375c84c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:52.861681 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:52.862218 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fdc240c-da4c-4693-a8ec-2c7fb375c84c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:52.862863 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:24:52.892371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:52.912248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-b2846fc4-d685-449d-bb2b-51be8c03305c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706334 Dec 06 12:24:52.937077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-f247823d-a491-4063-9fc9-21356edece6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816910 Dec 06 12:24:52.958092 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-fcc2956b-6f82-4e6d-bccc-993a711a9533 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:52.959215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-fcc2956b-6f82-4e6d-bccc-993a711a9533 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310655 Dec 06 12:24:52.972967 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 4beccdcc-90b2-420b-bd18-db65263983d8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:53.101670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-148ed670-69ee-46e5-ad84-9d4631e5d527 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556532 Dec 06 12:24:53.115619 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:53.118944 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:53.207417 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '77534108-a2d9-4f44-90cb-5c775c98f6c5', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'port_id': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'mac_address': 'fa:16:3e:9c:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:24:48Z', 'updated_at': '2021-12-06T12:24:50Z', 'revision_number': 1, 'project_id': 'ccf154f738284b81918989dfb926022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:53.212651 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349e74-5c8a-48a0-8e2c-379f313df818 req-9903b988-07c9-44bb-95c9-ba443e935512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:53.214394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe349e74-5c8a-48a0-8e2c-379f313df818 req-9903b988-07c9-44bb-95c9-ba443e935512 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 1098 time: 0.3717165 Dec 06 12:24:53.233629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-8f31b1e4-4500-4a03-ad48-9324c712ce43 service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655308 Dec 06 12:24:53.256767 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad8002-ba0e-42a8-bc6b-94492e8c4ccc None None] The sync data for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 is: [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '77534108-a2d9-4f44-90cb-5c775c98f6c5', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'port_id': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'mac_address': 'fa:16:3e:9c:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:24:48Z', 'updated_at': '2021-12-06T12:24:50Z', 'revision_number': 1, 'project_id': 'ccf154f738284b81918989dfb926022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:53.339265 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=46730b43-3ee9-408e-9138-b9c15afc4e08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:53.399292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:53.399947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:53.401864 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643be4e8-47b4-4d27-953f-9ed677f6f6ca req-ca36a0fb-90cd-4991-a3c4-5ffe2efe9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:53.408365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-643be4e8-47b4-4d27-953f-9ed677f6f6ca req-ca36a0fb-90cd-4991-a3c4-5ffe2efe9991 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.2617402 Dec 06 12:24:53.421872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-10b0cb8b-d2f4-4ab3-873a-f26c00da2125 req-c69e73b4-6149-4ace-93db-98bb2af4b4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147347 Dec 06 12:24:53.454554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-936e667b-fe10-4920-ae10-d4734b1b5126 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3638699 Dec 06 12:24:53.463307 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35712) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:53.468257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:53.499138 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9074-3405-4c81-a04e-a9e376dc0b20 req-007fabde-4dd5-415e-bb36-8d868a7c793e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:53.501545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-102d9074-3405-4c81-a04e-a9e376dc0b20 req-007fabde-4dd5-415e-bb36-8d868a7c793e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.3596187 Dec 06 12:24:53.505823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe349e74-5c8a-48a0-8e2c-379f313df818 req-95d39abb-d866-4816-9f16-4c9214078d3c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290785 Dec 06 12:24:53.536206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:53.542512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-643be4e8-47b4-4d27-953f-9ed677f6f6ca req-e303ede4-fa67-4fc9-9713-ed1f7335b6af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115749 Dec 06 12:24:53.543552 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f55a399b-6f25-4ecb-9521-094b3ae1ae63 None None] Provisioning complete for port 46730b43-3ee9-408e-9138-b9c15afc4e08 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:24:53.545011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f55a399b-6f25-4ecb-9521-094b3ae1ae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:53.640177 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f55a399b-6f25-4ecb-9521-094b3ae1ae63 None None] Port 46730b43-3ee9-408e-9138-b9c15afc4e08 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:24:53.642108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeba3a54-f64c-467e-a4a5-78dfd40d5230 req-0e3ccb18-1f98-45ce-9e92-e0c1588943b7 service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433268 Dec 06 12:24:53.645809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-102d9074-3405-4c81-a04e-a9e376dc0b20 req-f8240fb4-90eb-43aa-9ca4-b960e04d3077 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921519 Dec 06 12:24:53.676025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cebb8-3572-4418-bec9-dbbffc86b565 None None] New status for floating IP 77534108-a2d9-4f44-90cb-5c775c98f6c5: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:24:53.774292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:53.819320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5354677-81b0-4836-9fa8-b9571e9713f2 req-1d6d232e-7a79-4da8-b5d2-9dbece299cd5 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:53.824835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5354677-81b0-4836-9fa8-b9571e9713f2 req-1d6d232e-7a79-4da8-b5d2-9dbece299cd5 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0693281 Dec 06 12:24:53.914881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5354677-81b0-4836-9fa8-b9571e9713f2 req-55a2eddb-90f4-4826-b38e-dcd97faf6738 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868735 Dec 06 12:24:53.973074 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Allocated IP 172.35.3.176 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:54.014958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-fe4cc0a8-cd8b-44bc-8eff-f7d136733c68 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 999 time: 0.1569152 Dec 06 12:24:54.079076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-398fea21-3336-481e-ba4d-c5aa7c9b66ab tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:54.080932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-398fea21-3336-481e-ba4d-c5aa7c9b66ab tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports/96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 942 time: 0.0566182 Dec 06 12:24:54.131513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.173813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.216278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-066ae274-d264-4b6a-8b25-47b6001900cd tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 1001 time: 0.0730507 Dec 06 12:24:54.253856 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:54.261732 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:54.272866 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:54.291713 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:54.414905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.419826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-cd673dd4-8d19-4fd1-9e75-a77efdc5ae7c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:54.421293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-cd673dd4-8d19-4fd1-9e75-a77efdc5ae7c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1928120 Dec 06 12:24:54.439023 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-6288ac34-49ff-47a6-85df-6ed5498fcfd2 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:54.445003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-6288ac34-49ff-47a6-85df-6ed5498fcfd2 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107701 Dec 06 12:24:54.466338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.577450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-e78d8bdb-1820-4a16-818a-876a489c8057 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 1001 time: 0.1245868 Dec 06 12:24:54.595492 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:54.707433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.714732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.731938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.820732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.853212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.854354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3901458 Dec 06 12:24:54.859181 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:54.864184 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a0b45deb-05e2-4135-b04d-00dff73a74a5 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'floatingip': {'port_id': '46730b43-3ee9-408e-9138-b9c15afc4e08', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:54.866958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882762f4-81c9-4531-82d6-a726130f0f9b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:54.927384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0b45deb-05e2-4135-b04d-00dff73a74a5 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:54.974854 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98968f15-548d-469a-8da1-73db84b4c04d req-8ef34557-f944-40ef-a93d-a03ed28e776a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:54.976816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98968f15-548d-469a-8da1-73db84b4c04d req-8ef34557-f944-40ef-a93d-a03ed28e776a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.1321254 Dec 06 12:24:55.081037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.099655 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.100107 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Floating IP 77534108-a2d9-4f44-90cb-5c775c98f6c5 disassociated. External IP: 172.35.3.124, port: 96614dca-3d1c-4dd7-9f07-86ec6f490f57. Dec 06 12:24:55.101955 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-a0b45deb-05e2-4135-b04d-00dff73a74a5 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] update failed (client error): The resource could not be found. Dec 06 12:24:55.104308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0b45deb-05e2-4135-b04d-00dff73a74a5 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "PUT /v2.0/floatingips/57b959c2-5806-4f67-b64a-798beb3778ba HTTP/1.1" status: 404 len: 507 time: 0.2441697 Dec 06 12:24:55.107638 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35826) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:55.108787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98968f15-548d-469a-8da1-73db84b4c04d req-19a012b1-ffba-4073-8272-6d478fdc1aab tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106730 Dec 06 12:24:55.350194 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting port e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:55.350545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.483829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.484160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.486555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83f26-b03b-4d68-850e-50d0f9ea2c85 req-1e20a96c-330b-4aa0-8726-bbbb9761e4b2 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:55.488817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5c83f26-b03b-4d68-850e-50d0f9ea2c85 req-1e20a96c-330b-4aa0-8726-bbbb9761e4b2 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1219964 Dec 06 12:24:55.501348 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Calling delete_port for e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:55.523059 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:24:55.561324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5c83f26-b03b-4d68-850e-50d0f9ea2c85 req-816859de-baa6-4dd3-976d-b17d7fe2c86f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 Dec 06 12:24:55.709994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:24:55.716513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.729961 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Sync routers for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:24:55.747573 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:55.749402 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:55.763262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:55.796459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-26c1aa71-7e3e-4485-84e5-b3f2c7f40792 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "PUT /v2.0/floatingips/77534108-a2d9-4f44-90cb-5c775c98f6c5 HTTP/1.1" status: 200 len: 695 time: 1.2000306 Dec 06 12:24:55.797254 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:24:55.812593 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:24:55.882958 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-cb440152-c592-4ff4-ae5c-3d06c4d6dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:55.892639 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Port': ['ID=e5fe1e1e-5d2d-4367-bec4-db7e3c9b3c6e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:55.893192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-cb440152-c592-4ff4-ae5c-3d06c4d6dfe8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.0679514 Dec 06 12:24:55.944591 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:56.060412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:56.063477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:56.065071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0629140-ea79-4066-b5de-329d6e6c8713 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "DELETE /v2.0/floatingips/57b959c2-5806-4f67-b64a-798beb3778ba HTTP/1.1" status: 204 len: 168 time: 0.9562261 Dec 06 12:24:56.069986 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:56.072796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-6f9cba36-2823-46c7-9068-69fa4d196ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.074330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-6f9cba36-2823-46c7-9068-69fa4d196ee9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.1789653 Dec 06 12:24:56.076085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-78af72eb-12d9-40c8-99bb-2e64ad0b449b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'floatingip': {'floating_network_id': '4beccdcc-90b2-420b-bd18-db65263983d8', 'port_id': '46730b43-3ee9-408e-9138-b9c15afc4e08', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:56.076268 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e464280-2c4c-43fa-816e-6f75ac881cdf x-openstack-request-id: req-8e464280-2c4c-43fa-816e-6f75ac881cdf {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:24:56.076563 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:24:56.076867 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e464280-2c4c-43fa-816e-6f75ac881cdf {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:24:56.077294 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:24:56.130975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-a7d317e8-dd10-4b89-904b-4ba6e860b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.132475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-a7d317e8-dd10-4b89-904b-4ba6e860b05a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1078026 Dec 06 12:24:56.155489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78af72eb-12d9-40c8-99bb-2e64ad0b449b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:56.179642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-40f96c35-0f0f-459a-8c56-94fa2674e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.181439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-40f96c35-0f0f-459a-8c56-94fa2674e172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccf154f738284b81918989dfb926022c&device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 1096 time: 0.0989535 Dec 06 12:24:56.182907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-bdf165fc-a22e-422c-bd52-742c52089a4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.0979288 Dec 06 12:24:56.247727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75d090-cc37-483f-a193-08c32726bc2f req-12834e8c-e437-46da-8bbd-15b3e2874a59 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.249221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e75d090-cc37-483f-a193-08c32726bc2f req-12834e8c-e437-46da-8bbd-15b3e2874a59 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1019592 Dec 06 12:24:56.301191 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:56.313593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e75d090-cc37-483f-a193-08c32726bc2f req-300fb8aa-4072-4e2c-b2f5-9c0ca8c1ff68 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Dec 06 12:24:56.320414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-a6c76e75-d7a0-43c0-853c-28f7268822f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.320414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-a6c76e75-d7a0-43c0-853c-28f7268822f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.1297119 Dec 06 12:24:56.333660 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-54b32edc-3b4e-48f5-90fc-12c55b314726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.335148 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-54b32edc-3b4e-48f5-90fc-12c55b314726 service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.1924429 Dec 06 12:24:56.412423 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Checking router: 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:24:56.417696 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-74f7bb6d-2b80-4899-866f-a19b0359af31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0700681 Dec 06 12:24:56.420318 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-fa5641a8-fa93-4040-aac4-db57a69c224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.420654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-b94975c0-97f8-45f2-854f-b2b0f6fad871 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851912 Dec 06 12:24:56.421790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-fa5641a8-fa93-4040-aac4-db57a69c224f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 200 len: 920 time: 0.2314284 Dec 06 12:24:56.427605 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:24:56.428231 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:56.513297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-57325828-7e0a-4527-9556-d6c4c595031b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 200 len: 217 time: 0.0737638 Dec 06 12:24:56.549642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980d4d-b24f-46e9-85c2-c89633bec28f req-42917bfd-287f-497d-ad54-1ecedba3bcdb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.557549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63980d4d-b24f-46e9-85c2-c89633bec28f req-42917bfd-287f-497d-ad54-1ecedba3bcdb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.1063445 Dec 06 12:24:56.558401 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-467d3421-6579-4f8c-a6c2-2d2d37c3fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.559842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-467d3421-6579-4f8c-a6c2-2d2d37c3fc70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.1136568 Dec 06 12:24:56.580624 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:24:56.604082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-b5cfc109-94c9-4838-b58f-e6f70f373b1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321391 Dec 06 12:24:56.609663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-e1536fe5-39b2-48f8-93d3-523cc57571fe service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881266 Dec 06 12:24:56.626695 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-4d17ff3b-cf30-4648-b11a-87c6d40c024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:56.628788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-4d17ff3b-cf30-4648-b11a-87c6d40c024c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 200 len: 859 time: 0.1053913 Dec 06 12:24:56.639070 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-78af72eb-12d9-40c8-99bb-2e64ad0b449b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:24:56.640025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-78af72eb-12d9-40c8-99bb-2e64ad0b449b tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5686877 Dec 06 12:24:56.654531 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35926) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:56.666214 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '46730b43-3ee9-408e-9138-b9c15afc4e08', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:24:56.682479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63980d4d-b24f-46e9-85c2-c89633bec28f req-f9c32dd3-d632-411c-8431-3a3e529d32a3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239250 Dec 06 12:24:56.699243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-50a8582a-9b0c-4d92-87f4-1c8a9346b48c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1429110-fa83-484b-ba50-65e9fae15699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550029 Dec 06 12:24:56.791697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:56.819355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-970423f2-e50d-4423-9d03-0d3faa56c737 req-3af73cae-7b29-481d-b342-6392a246eb4c service neutron] 10.222.0.31 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974585 Dec 06 12:24:56.867804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-3fea90ed-e986-449f-be62-6b28d2e74852 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507796 Dec 06 12:24:56.891146 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:24:56.934950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-59a3d1a3-63e6-4ce1-a155-c9db1c87412f service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278500 Dec 06 12:24:56.955256 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e5b1-43fd-4254-b9cd-ae41b7e7bf3d None None] The sync data for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 is: [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:23:52Z', 'revision_number': 4, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fd8704e-f03b-477a-8995-99a501a0c7c4', 'name': '', 'network_id': 'b1429110-fa83-484b-ba50-65e9fae15699', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'mac_address': 'fa:16:3e:56:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:24:06Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'subnets': [{'id': 'd433ab3e-8e54-4438-a48a-d5845443e367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:24:56.984354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-615cb0cc-1867-4b08-968a-44431c6722b7 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips/77534108-a2d9-4f44-90cb-5c775c98f6c5 HTTP/1.1" status: 200 len: 695 time: 0.1085732 Dec 06 12:24:57.120597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-ea1ecded-bd70-4d6f-8770-e0dbfaed79b6 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:57.128707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-ea1ecded-bd70-4d6f-8770-e0dbfaed79b6 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 784 time: 0.1365099 Dec 06 12:24:57.135545 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-ea515dda-6f3e-4abe-bba2-e81e523c6103 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:24:57.143273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-ea515dda-6f3e-4abe-bba2-e81e523c6103 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137062 Dec 06 12:24:57.204803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-9cc577e6-0aee-4201-a436-fa45d1920c5b tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 698 time: 0.0598507 Dec 06 12:24:57.254477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d0836d8f-0aaf-4546-b2a6-f29501dd629c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:57.314080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-3ba9235b-ff61-4fb4-9abf-94efcbe7e54b tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.124 HTTP/1.1" status: 200 len: 698 time: 0.1078167 Dec 06 12:24:57.411175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01534f76-0a96-464d-a8ac-82d28a459a6d None None] New status for floating IP 77534108-a2d9-4f44-90cb-5c775c98f6c5: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:24:57.572719 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7e6b3-f324-46b7-9475-7f09f066faa9 req-c3df3036-5fda-47ba-92d5-191bf2d4ff10 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:57.574964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7b7e6b3-f324-46b7-9475-7f09f066faa9 req-c3df3036-5fda-47ba-92d5-191bf2d4ff10 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1207528 Dec 06 12:24:57.582682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-580ab624-9dd0-43f9-a20f-a1e99945ab8e req-5b98e5ee-b286-431a-ae68-227b7b630183 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978571 Dec 06 12:24:57.616209 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Deleting port 6c435a62-8a90-4228-95cc-24692c240f95 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:57.620226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9f5b09-4377-44c7-bea9-3ee63e3bf28d req-a2bf7071-9862-4b4a-9b52-cf011f997e43 service neutron] 10.222.0.23 "GET /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223185 Dec 06 12:24:57.620748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:57.659311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:57.761278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7b7e6b3-f324-46b7-9475-7f09f066faa9 req-aed4b672-6f12-45f5-8ec6-cea849b5c869 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777275 Dec 06 12:24:57.812217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:57.812643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:57.829276 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Calling delete_port for 6c435a62-8a90-4228-95cc-24692c240f95 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:58.032616 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Allocated IP 172.35.3.214 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/131ab870-ca7e-43de-a43b-3d334b960286) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:24:58.088144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.121325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.137904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.186078 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:24:58.189115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:24:58.192780 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:24:58.200918 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event deleted for resources: {'Port': ['ID=6c435a62-8a90-4228-95cc-24692c240f95,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:58.249484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.253979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.255300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2b01a37-e097-473c-82ab-f974ba81d6dc req-d36f2b12-6963-45e1-8052-685f60600166 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "DELETE /v2.0/floatingips/77534108-a2d9-4f44-90cb-5c775c98f6c5 HTTP/1.1" status: 204 len: 173 time: 0.9403899 Dec 06 12:24:58.278028 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event updated for resources: {'Port': ['ID=131ab870-ca7e-43de-a43b-3d334b960286,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:58.337469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-560a48ea-bf19-4c17-9639-72a405165f0d req-a7b67568-dace-43c7-8dec-260e09001776 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups/5aae3c5a-e09c-491c-b2fc-e86ac541a5c0 HTTP/1.1" status: 200 len: 1825 time: 0.0439463 Dec 06 12:24:58.413872 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting port 131ab870-ca7e-43de-a43b-3d334b960286 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:58.414236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.419049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-560a48ea-bf19-4c17-9639-72a405165f0d req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.451159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-560a48ea-bf19-4c17-9639-72a405165f0d req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.517066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.517066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.529199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-560a48ea-bf19-4c17-9639-72a405165f0d req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.532954 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Calling delete_port for 131ab870-ca7e-43de-a43b-3d334b960286 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:58.533047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-560a48ea-bf19-4c17-9639-72a405165f0d req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.535281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-560a48ea-bf19-4c17-9639-72a405165f0d req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "DELETE /v2.0/security-groups/5aae3c5a-e09c-491c-b2fc-e86ac541a5c0 HTTP/1.1" status: 204 len: 173 time: 0.1908505 Dec 06 12:24:58.548368 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c90f7-1904-4305-998c-845f46a99a5d tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aae3c5a-e09c-491c-b2fc-e86ac541a5c0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:58.715037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.748463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Port': ['ID=131ab870-ca7e-43de-a43b-3d334b960286,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:58.902677 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] create failed (client error): The resource could not be found. Dec 06 12:24:58.903772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0d59e13b-0028-4eb3-9504-7295955504eb tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2427747 Dec 06 12:24:58.907436 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:58.947722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2e7b0-ceb0-489a-ac0d-e2d3b0bac5e0 req-9716a8b8-17f3-41e1-8111-6254bc229274 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:58.955514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8f2e7b0-ceb0-489a-ac0d-e2d3b0bac5e0 req-9716a8b8-17f3-41e1-8111-6254bc229274 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1308277 Dec 06 12:24:59.020573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9e623-8adc-4d27-9290-fad8fe39c241 req-6f839c06-6aae-474f-b1aa-507eff3f2765 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:59.022473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7f9e623-8adc-4d27-9290-fad8fe39c241 req-6f839c06-6aae-474f-b1aa-507eff3f2765 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1539218 Dec 06 12:24:59.075073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8f2e7b0-ceb0-489a-ac0d-e2d3b0bac5e0 req-fe18b7da-4ef5-4fd1-9985-e9a49bc7a82c tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185920 Dec 06 12:24:59.084985 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting port 46730b43-3ee9-408e-9138-b9c15afc4e08 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:24:59.085504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.101552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7f9e623-8adc-4d27-9290-fad8fe39c241 req-8dba084a-0f67-4f26-b32e-088fb177d51f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Dec 06 12:24:59.226062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.238421 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Calling delete_port for 46730b43-3ee9-408e-9138-b9c15afc4e08 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:24:59.384974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.426538 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Port': ['ID=46730b43-3ee9-408e-9138-b9c15afc4e08,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:59.507680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.524217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-809fc155-439f-434b-870c-ed2587d1e154 tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "DELETE /v2.0/ports/46730b43-3ee9-408e-9138-b9c15afc4e08 HTTP/1.1" status: 204 len: 168 time: 0.6152949 Dec 06 12:24:59.526548 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:59.528971 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:59.575223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3267-5ef8-4e3e-a065-fb61c54b5f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.603502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a572b467-127d-4594-8b2f-7abfe66b52ee tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:59.607969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a572b467-127d-4594-8b2f-7abfe66b52ee tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "GET /v2.0/ports?device_id=77cb7208-f7ee-493c-9fea-95274876c349 HTTP/1.1" status: 200 len: 913 time: 0.0772843 Dec 06 12:24:59.608282 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36140) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:59.716990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dec40383-d51e-4314-b019-26ae953e4ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.819090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dec40383-d51e-4314-b019-26ae953e4ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.822484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dec40383-d51e-4314-b019-26ae953e4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.863681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dec40383-d51e-4314-b019-26ae953e4ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58d71052b1194bbf8caf6f1192cd1aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257287 Dec 06 12:24:59.864603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec40383-d51e-4314-b019-26ae953e4ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80f80cb-9ba3-4242-a4fb-2269bb9c675b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:24:59.867919 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:24:59.936817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:59.963240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.007411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.033848 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.036653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.040359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f80f80cb-9ba3-4242-a4fb-2269bb9c675b HTTP/1.1" status: 204 len: 168 time: 0.1685240 Dec 06 12:25:00.046879 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed8b2-8fe5-490c-a40b-8ffd937e3cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80f80cb-9ba3-4242-a4fb-2269bb9c675b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:00.310316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995cfa7-c9e3-4cc3-bf40-f64545b1fd1b req-fab62ca4-7927-4932-8353-959336a0b1ec tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:00.311880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5995cfa7-c9e3-4cc3-bf40-f64545b1fd1b req-fab62ca4-7927-4932-8353-959336a0b1ec tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1109822 Dec 06 12:25:00.353110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting port 737c5711-be13-47ba-b4fa-112db78b4013 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:00.354036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.374741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf22b98-dc63-485b-bec4-a167466477c3 req-784e2652-6d33-41d8-82f8-af81098f592e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:00.376544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adf22b98-dc63-485b-bec4-a167466477c3 req-784e2652-6d33-41d8-82f8-af81098f592e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1134319 Dec 06 12:25:00.382235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5995cfa7-c9e3-4cc3-bf40-f64545b1fd1b req-b2e6650d-2749-4d3c-b3be-73ac0db51827 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630503 Dec 06 12:25:00.438990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adf22b98-dc63-485b-bec4-a167466477c3 req-f8e4e8b5-c990-4557-bb80-a478860d2ef0 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Dec 06 12:25:00.467439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.473107 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Calling delete_port for 737c5711-be13-47ba-b4fa-112db78b4013 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:00.535185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.716442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.751222 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Port': ['ID=737c5711-be13-47ba-b4fa-112db78b4013,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:01.041195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:01.079724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:01.230429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234e1f-9264-4c50-95b0-c00eef95674d req-eff394b5-b9c5-42d7-a9e1-a538e7e43938 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:01.232309 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-28234e1f-9264-4c50-95b0-c00eef95674d req-eff394b5-b9c5-42d7-a9e1-a538e7e43938 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.2283282 Dec 06 12:25:01.447083 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Router 77cb7208-f7ee-493c-9fea-95274876c349 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:01.597145 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:01.598128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0020-4315-421c-9635-35843c49ab57 req-527eab2d-259d-4916-ba15-1e005bc41c6e tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:01.603029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-627619d8-b2de-4cbb-9585-71bfb7e560bf tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "PUT /v2.0/routers/77cb7208-f7ee-493c-9fea-95274876c349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936800 Dec 06 12:25:01.608726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-597a0020-4315-421c-9635-35843c49ab57 req-527eab2d-259d-4916-ba15-1e005bc41c6e tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 945 time: 0.1353488 Dec 06 12:25:01.611517 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] Sync routers for ids ['77cb7208-f7ee-493c-9fea-95274876c349'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:01.615512 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36258) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:01.634699 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Deleting port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:01.635139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:01.662758 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] Routers {'77cb7208-f7ee-493c-9fea-95274876c349'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:01.664978 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['77cb7208-f7ee-493c-9fea-95274876c349'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:01.723339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-597a0020-4315-421c-9635-35843c49ab57 req-ce1bdc95-e0ee-4b43-815d-b47501b88554 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cf5b08d-3048-43ff-b681-08186a6eb72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064587 Dec 06 12:25:01.727690 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:01.745953 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] Routers {'77cb7208-f7ee-493c-9fea-95274876c349'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:01.746695 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['77cb7208-f7ee-493c-9fea-95274876c349'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:01.784600 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:01.785353 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582b551-334f-4d8f-9a09-7d0f45b793cc None None] The sync data for ids ['77cb7208-f7ee-493c-9fea-95274876c349'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:01.834077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:01.864188 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:02.029060 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] For port 96614dca-3d1c-4dd7-9f07-86ec6f490f57, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96614dca-3d1c-4dd7-9f07-86ec6f490f57,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:02.029455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.075735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.081615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.083468 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Calling delete_port for 96614dca-3d1c-4dd7-9f07-86ec6f490f57 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:02.128569 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5c47-cfb2-4ec4-92f6-ea1f7b36a7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.175337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.175849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Fanout notify agent at l3_agent the message router_deleted on router 77cb7208-f7ee-493c-9fea-95274876c349 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:02.183991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.185510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4e44f953-e18d-4c25-aed1-3838c598459f tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "DELETE /v2.0/routers/77cb7208-f7ee-493c-9fea-95274876c349 HTTP/1.1" status: 204 len: 168 time: 0.5637946 Dec 06 12:25:02.188404 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:02.280475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.297329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5c47-cfb2-4ec4-92f6-ea1f7b36a7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.303943 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting subnet 5938ccda-61e1-48c9-a10b-b9a3e1327aa0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:02.305866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.308146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5c47-cfb2-4ec4-92f6-ea1f7b36a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.313758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.355653 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Pushing event deleted for resources: {'Port': ['ID=96614dca-3d1c-4dd7-9f07-86ec6f490f57,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:02.396276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.396947 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.397506 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.397743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.398521 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.398521 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.399029 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.399355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.399778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.402594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.402594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.402594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.402594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:02.431621 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] No DVR routers for this DVR port 96614dca-3d1c-4dd7-9f07-86ec6f490f57 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:02.437912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.441137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-28234e1f-9264-4c50-95b0-c00eef95674d req-11b229ee-3a91-47b2-93ad-f6c3db8f72a8 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.23 "DELETE /v2.0/ports/96614dca-3d1c-4dd7-9f07-86ec6f490f57 HTTP/1.1" status: 204 len: 173 time: 1.2000422 Dec 06 12:25:02.443981 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'name': 'network-vif-deleted', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:02.446387 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123fd37-4e2c-43c6-9bd9-ae41a40f7331" -d '{"events": [{"server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "name": "network-vif-deleted", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:02.504944 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce886b-5081-4190-aa6d-5821836e9d76 x-openstack-request-id: req-6fce886b-5081-4190-aa6d-5821836e9d76 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:02.505903 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef92f95-0db0-4f6b-b67e-241a6aa21fdd", "name": "network-vif-deleted", "tag": "96614dca-3d1c-4dd7-9f07-86ec6f490f57", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:02.506519 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fce886b-5081-4190-aa6d-5821836e9d76 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:02.506929 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef92f95-0db0-4f6b-b67e-241a6aa21fdd', 'name': 'network-vif-deleted', 'tag': '96614dca-3d1c-4dd7-9f07-86ec6f490f57', 'status': 'completed', 'code': 200} Dec 06 12:25:02.810295 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d5c47-cfb2-4ec4-92f6-ea1f7b36a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d56f41-3013-4737-a491-7744d4fae61f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:02.814631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4b4d5c47-cfb2-4ec4-92f6-ea1f7b36a7e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ad210f78aee45baa5bb6e3b3f8652bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9490869 Dec 06 12:25:02.818502 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36298) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:02.820111 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.894104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9468d894-8374-4c3c-9457-dfcd56b2da9a req-c5baf968-1f7f-42bb-a9fa-8430d8300d58 tempest-ServerRescueTestJSONUnderV235-1122537052 tempest-ServerRescueTestJSONUnderV235-1122537052-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ef92f95-0db0-4f6b-b67e-241a6aa21fdd HTTP/1.1" status: 200 len: 210 time: 0.0447280 Dec 06 12:25:02.895462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.927930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.976135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.979176 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:02.980463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55d56f41-3013-4737-a491-7744d4fae61f HTTP/1.1" status: 204 len: 168 time: 0.1609795 Dec 06 12:25:03.002516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a081a9c-a8b4-4161-8b80-9f664e8834d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d56f41-3013-4737-a491-7744d4fae61f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:03.028112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.127694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.146448 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.161837 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Subnet': ['ID=5938ccda-61e1-48c9-a10b-b9a3e1327aa0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:03.165978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.172349 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:03.174045 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54bc73-ad8a-4d73-bec3-276e7b64bc4f None None] Network 4beccdcc-90b2-420b-bd18-db65263983d8 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:03.183249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2d255235-e307-4192-9d67-c22ecafd807e tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "DELETE /v2.0/subnets/5938ccda-61e1-48c9-a10b-b9a3e1327aa0 HTTP/1.1" status: 204 len: 168 time: 0.9870257 Dec 06 12:25:03.295743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.301809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca97e77-4fbf-415e-af27-3ee4db6886cc req-ef93ad7e-fc45-45e8-96c5-7f632c441e95 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:03.303900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bca97e77-4fbf-415e-af27-3ee4db6886cc req-ef93ad7e-fc45-45e8-96c5-7f632c441e95 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0626497 Dec 06 12:25:03.380943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bca97e77-4fbf-415e-af27-3ee4db6886cc req-62d47749-a771-4e7a-852d-8cf3b3c1fc1c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Dec 06 12:25:03.427586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] DHCP port deletion for 4beccdcc-90b2-420b-bd18-db65263983d8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:03.428158 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Deleting port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:03.428683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.516581 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] For port 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3f3112b1-d5c9-4f09-8215-14b5878cadb9,segment=NetworkSegment(b39efdff-ae37-4a02-9d5c-750e0fd29a62),segment_id=b39efdff-ae37-4a02-9d5c-750e0fd29a62)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:03.517834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.532914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Deleting port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:03.534689 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.535220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Calling delete_port for 3f3112b1-d5c9-4f09-8215-14b5878cadb9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:03.587825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96614dca-3d1c-4dd7-9f07-86ec6f490f57 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:03.640767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3f3112b1-d5c9-4f09-8215-14b5878cadb9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:03.677856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.704643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:25:03.705013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3f3112b1-d5c9-4f09-8215-14b5878cadb9 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:03.706671 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 96614dca-3d1c-4dd7-9f07-86ec6f490f57 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:03.706845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 96614dca-3d1c-4dd7-9f07-86ec6f490f57 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:03.715145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] For port 3f3112b1-d5c9-4f09-8215-14b5878cadb9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3f3112b1-d5c9-4f09-8215-14b5878cadb9,segment=NetworkSegment(b39efdff-ae37-4a02-9d5c-750e0fd29a62),segment_id=b39efdff-ae37-4a02-9d5c-750e0fd29a62)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:03.715710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.731031 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Calling delete_port for 3f3112b1-d5c9-4f09-8215-14b5878cadb9 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:03.740571 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] No DVR routers for this DVR port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:03.743258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Port': ['ID=3f3112b1-d5c9-4f09-8215-14b5878cadb9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:03.847797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.877893 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beccdcc-90b2-420b-bd18-db65263983d8']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: from cryptography.utils import int_from_bytes Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: from cryptography.utils import int_from_bytes Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:03.887215 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:25:03.901708 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.906194 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39efdff-ae37-4a02-9d5c-750e0fd29a62') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:03.908188 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39efdff-ae37-4a02-9d5c-750e0fd29a62') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:03.944597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] No DVR routers for this DVR port 3f3112b1-d5c9-4f09-8215-14b5878cadb9 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:03.961299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:03.992221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:04.001515 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:04.001985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:04.002141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Pushing event deleted for resources: {'Port': ['ID=3f3112b1-d5c9-4f09-8215-14b5878cadb9,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:04.008843 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:04.010398 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:04.016781 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.017065 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.017439 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.017777 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.019443 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.019950 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.020442 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.020968 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.021486 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.021979 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.022463 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.022966 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.023452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604e0e-e3b4-45b7-aea8-5f6384563e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:04.164851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:04.172773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:04.176104 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] 10.222.0.31 "DELETE /v2.0/networks/4beccdcc-90b2-420b-bd18-db65263983d8 HTTP/1.1" status: 204 len: 168 time: 1.0026727 Dec 06 12:25:04.194353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e221a8c-9591-4f55-a928-1651df75842d tempest-FloatingIPNegativeTestJSON-44220115 tempest-FloatingIPNegativeTestJSON-44220115-project] Pushing event deleted for resources: {'Network': ['ID=4beccdcc-90b2-420b-bd18-db65263983d8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:04.659177 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36376) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:04.808003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:04.917275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-80168bed-506b-4fd5-b89d-5acb43f09127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc27ee67aefa44c1898a201f953f1792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568262 Dec 06 12:25:04.919814 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:05.050227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.102949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.176325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.179199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.180605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33bedd7a-65a3-4195-8e40-9b24af7e6c87 HTTP/1.1" status: 204 len: 168 time: 0.2594376 Dec 06 12:25:05.198462 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44578a2-5555-4875-93af-a92808583d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bedd7a-65a3-4195-8e40-9b24af7e6c87,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:05.286025 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Deleting port 5fd8704e-f03b-477a-8995-99a501a0c7c4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:05.287509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.339742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:05.416793 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] For port 5fd8704e-f03b-477a-8995-99a501a0c7c4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd8704e-f03b-477a-8995-99a501a0c7c4,segment=NetworkSegment(444a96fc-324d-489d-8b94-9a512d031271),segment_id=444a96fc-324d-489d-8b94-9a512d031271)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:05.417194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.443747 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Calling delete_port for 5fd8704e-f03b-477a-8995-99a501a0c7c4 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:05.684678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.734034 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd8704e-f03b-477a-8995-99a501a0c7c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:05.803186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-656551593', 'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:05.865045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Made reservation on behalf of dbf4677e3e5242a8bdf92cdd2a318f06 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:05.867812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:05.889309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.079330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.117038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.176679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.250105 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:06.294136 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb98616-383b-4d6b-bc51-167a8ddfe5f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:06.307025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.307896 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Added segment e6652d20-6f1e-4253-97cf-e2e8c84c3671 of type vlan for network 29ca07ec-55d2-46be-8de0-0c837db5d241 Dec 06 12:25:06.359718 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:06.416604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.510741 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870815555'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:06.530995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.532584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:06.533428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.544479 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:06.549768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.564396 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.584571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2437167 Dec 06 12:25:06.614766 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:06.620612 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'subnet': {'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:06.626384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ff8db-92ad-4a2d-a339-5d454b1d621a tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Network': ['ID=29ca07ec-55d2-46be-8de0-0c837db5d241,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:06.647672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:06.648179 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:06.669382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Made reservation on behalf of dbf4677e3e5242a8bdf92cdd2a318f06 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:06.671700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.749510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.758509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.134569 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:07.146748 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319477f5-4752-4002-b1c1-b323034be78d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:07.152468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.152886 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment 89a9516f-0198-4142-bc2d-79710159146e of type vlan for network 612b6501-018a-48e2-b9f2-c8376fb49ed2 Dec 06 12:25:07.216997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.250822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.258912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.259777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.368916 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:07.373823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ed827c24-0fea-41d4-8487-28d902666f7e admin admin] 10.222.0.31 "PUT /v2.0/routers/7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3624749 Dec 06 12:25:07.383704 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Sync routers for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:07.397034 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:07.400984 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Routers {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:07.401686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:07.406630 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=612b6501-018a-48e2-b9f2-c8376fb49ed2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:07.524858 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:25:07.525372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.609914 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Checking segment: {'id': 'e6652d20-6f1e-4253-97cf-e2e8c84c3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:07.610286 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network hostable DHCP agents. Network: 29ca07ec-55d2-46be-8de0-0c837db5d241, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:07.618227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.620389 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Subnet': ['ID=add8acb3-05dc-4409-8b26-db718d1533b2,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:07.646764 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:07.659913 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 29ca07ec-55d2-46be-8de0-0c837db5d241) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:07.673144 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.673916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.709185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3ea6d738-6db7-42c7-b5e7-214efe5cf951 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0897233 Dec 06 12:25:07.709637 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:07.716430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-864607293', 'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:07.741215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1d053b25-bf61-4c8e-9495-52f0f5fef145 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3682351 Dec 06 12:25:07.741215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.741594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Made reservation on behalf of dbf4677e3e5242a8bdf92cdd2a318f06 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:07.744598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.765784 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] device_id is not set on port a3c89e0b-4864-4f16-8c45-43fc93bf2b1b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:25:07.871009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Deleting port 56dae25d-f955-46cb-808c-b4ce4bf12de6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:07.871366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.930314 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Set router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:07.986157 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] For port 56dae25d-f955-46cb-808c-b4ce4bf12de6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56dae25d-f955-46cb-808c-b4ce4bf12de6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:07.986157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.000063 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.20.0.2 (29ca07ec-55d2-46be-8de0-0c837db5d241/add8acb3-05dc-4409-8b26-db718d1533b2/a3c89e0b-4864-4f16-8c45-43fc93bf2b1b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:08.002308 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Calling delete_port for 56dae25d-f955-46cb-808c-b4ce4bf12de6 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:08.159081 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:08.166156 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfcf055-3930-45f0-806c-fb49e6c49ab3 None None] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:08.282409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.362798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Pushing event deleted for resources: {'Port': ['ID=56dae25d-f955-46cb-808c-b4ce4bf12de6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:08.436933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.439310 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116363d-2031-4caa-b203-cc118e818987 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:08.519172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.579536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.624614 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:08.640616 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:08.647065 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:08.703571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:08.704187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.725493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0144360 Dec 06 12:25:08.729055 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:08.768219 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9883b-e7d0-43bc-8752-a9ffd7ea08db tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c89e0b-4864-4f16-8c45-43fc93bf2b1b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:08.839644 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Deleting port a3c89e0b-4864-4f16-8c45-43fc93bf2b1b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:08.839957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.879380 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.885638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:08.904384 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'name': 'tempest-ServerRescueTestJSONUnderV235-563569489-router', 'tenant_id': 'ccf154f738284b81918989dfb926022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:38Z', 'updated_at': '2021-12-06T12:25:05Z', 'revision_number': 5, 'project_id': 'ccf154f738284b81918989dfb926022c', 'gw_port': {'id': '56dae25d-f955-46cb-808c-b4ce4bf12de6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:40Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:08.999215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Checking router: 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:09.000094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.000894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:09.011747 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.015038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfb74276-38c9-41ce-bdde-b96f7ebd83cb admin admin] 10.222.0.31 "DELETE /v2.0/routers/7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e HTTP/1.1" status: 204 len: 168 time: 1.6146393 Dec 06 12:25:09.015747 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:09.064204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.081734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c345dc5-740e-4155-819c-6f532dd22db0 None None] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:09.088054 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:09.088608 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:25:09.089077 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Calling delete_port for a3c89e0b-4864-4f16-8c45-43fc93bf2b1b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:09.089632 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:25:09.090190 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc199204-6022-4c53-9e14-98c5eba0d210 None None] The sync data for ids ['7fd3fd28-c0ed-43e1-aa8f-0ca5d7bf5e3e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:09.218837 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Deleting subnet d433ab3e-8e54-4438-a48a-d5845443e367 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:09.234230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.308084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.366959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.453732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.533484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.571995 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3c89e0b-4864-4f16-8c45-43fc93bf2b1b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:09.689125 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d433ab3e-8e54-4438-a48a-d5845443e367,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:09.791181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fd8704e-f03b-477a-8995-99a501a0c7c4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:09.811879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.822419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67b18ea3-4615-49f6-b8c2-440f4de13800 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d433ab3e-8e54-4438-a48a-d5845443e367 HTTP/1.1" status: 204 len: 168 time: 0.8058667 Dec 06 12:25:09.825708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:09.835270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.840989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-572cf047-c890-4865-ba92-a60df981066f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a3c89e0b-4864-4f16-8c45-43fc93bf2b1b HTTP/1.1" status: 204 len: 168 time: 1.1085103 Dec 06 12:25:09.841180 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5fd8704e-f03b-477a-8995-99a501a0c7c4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:09.841180 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5fd8704e-f03b-477a-8995-99a501a0c7c4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:09.841883 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:09.848145 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241', 'external_fixed_ips': [{'subnet_id': 'add8acb3-05dc-4409-8b26-db718d1533b2', 'ip_address': '172.20.0.2'}]}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:09.898989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.900141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.978531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:09.998292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.214546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.252186 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1429110-fa83-484b-ba50-65e9fae15699']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:10.273170 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444a96fc-324d-489d-8b94-9a512d031271') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:10.273514 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444a96fc-324d-489d-8b94-9a512d031271') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:10.274066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.306970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.348793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.371768 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:10.372342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:10.375109 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:10.550525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.556319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.562276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1429110-fa83-484b-ba50-65e9fae15699 HTTP/1.1" status: 204 len: 168 time: 0.7332170 Dec 06 12:25:10.621611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65059e-d4aa-40ba-93fe-e77fa69ea847 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1429110-fa83-484b-ba50-65e9fae15699,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:10.754748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.798260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:10.848434 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36558) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:10.955477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-534a4b44-4d33-489f-bd4b-75888ce464d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccf154f738284b81918989dfb926022c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048691 Dec 06 12:25:10.958539 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36562) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:11.069116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.097559 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36566) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:11.104052 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:11.126410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.138185 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.20.0.2 (29ca07ec-55d2-46be-8de0-0c837db5d241/add8acb3-05dc-4409-8b26-db718d1533b2/3ea4240d-4493-4e28-8087-498dd2220c58) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:11.245997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.248690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.249885 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cf5b08d-3048-43ff-b681-08186a6eb72d HTTP/1.1" status: 204 len: 168 time: 0.2889919 Dec 06 12:25:11.281696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5c12-9b66-407c-abf9-ae1319881c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5b08d-3048-43ff-b681-08186a6eb72d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:11.343023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.347812 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:11.352589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.428486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.493210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56dae25d-f955-46cb-808c-b4ce4bf12de6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:11.538614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 56dae25d-f955-46cb-808c-b4ce4bf12de6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:11.538944 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 29ca07ec-55d2-46be-8de0-0c837db5d241 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:11.540577 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56dae25d-f955-46cb-808c-b4ce4bf12de6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:11.549116 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:11.553841 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:11.596123 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea4240d-4493-4e28-8087-498dd2220c58,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:11.789004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.865872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=ff41f63f-28f3-4325-9863-42ddc8935910,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:11.880707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': '89a9516f-0198-4142-bc2d-79710159146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:11.881224 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: 612b6501-018a-48e2-b9f2-c8376fb49ed2, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:11.906533 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:11.935175 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 612b6501-018a-48e2-b9f2-c8376fb49ed2) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:11.939281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.940397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.953089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b522ed-fedc-4ee1-b842-1e1df7cc12ef None None] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:11.976119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1e448600-3552-417d-a8c3-297877330cb8 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8761773 Dec 06 12:25:11.980023 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:12.021134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1716609461'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:12.047462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.124680 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:12.127884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.208273 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:12.218277 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.218889 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment ef41a8df-9316-4ac7-83a1-e433077bb691 of type vlan for network a394fe55-791d-4d4d-b342-aba9ae0f81c5 Dec 06 12:25:12.272722 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-612b6501-018a-48e2-b9f2-c8376fb49ed2', 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': 'ff41f63f-28f3-4325-9863-42ddc8935910'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:12.272722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.276280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.359790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.365603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:12.366115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.452618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Allocated IP 2001:db8:0:ffff::2 (612b6501-018a-48e2-b9f2-c8376fb49ed2/ff41f63f-28f3-4325-9863-42ddc8935910/0891c215-cb3f-4842-a624-d8e871239da6) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:12.507758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4991407 Dec 06 12:25:12.510762 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36620) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:12.516209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:12.561600 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9498f-0647-449a-9688-dae39aa3a27a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=a394fe55-791d-4d4d-b342-aba9ae0f81c5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:12.575923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.597236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:12.646906 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:12.704023 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:12.710187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.779859 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router a3995c1a-41bd-41b6-9517-10ed7be3c9c3 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:12.796427 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.808224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.855712 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-635350130-network', 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:12.858102 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:12.861434 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:12.865203 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:12.949820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Pushing event updated for resources: {'Port': ['ID=0891c215-cb3f-4842-a624-d8e871239da6,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:12.959267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Attempting to bind port 0891c215-cb3f-4842-a624-d8e871239da6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:12.959528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Attempting to bind port 0891c215-cb3f-4842-a624-d8e871239da6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '89a9516f-0198-4142-bc2d-79710159146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:12.961000 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Attempting to bind port 0891c215-cb3f-4842-a624-d8e871239da6 on network 612b6501-018a-48e2-b9f2-c8376fb49ed2 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:12.969351 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:12.970313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Checking segment: {'id': '89a9516f-0198-4142-bc2d-79710159146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:12.971073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:12.972778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Bound using segment: {'id': '89a9516f-0198-4142-bc2d-79710159146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:12.973673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Bound port: 0891c215-cb3f-4842-a624-d8e871239da6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a9516f-0198-4142-bc2d-79710159146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '612b6501-018a-48e2-b9f2-c8376fb49ed2'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:12.974883 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.064296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] For port 0891c215-cb3f-4842-a624-d8e871239da6, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:13.068550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] For port 0891c215-cb3f-4842-a624-d8e871239da6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0891c215-cb3f-4842-a624-d8e871239da6,segment=NetworkSegment(89a9516f-0198-4142-bc2d-79710159146e),segment_id=89a9516f-0198-4142-bc2d-79710159146e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:13.069350 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:25:13.071010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.076330 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.130310 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=106cc861-465a-4bdf-9702-ee855a7d2b1e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:13.154122 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': 'ef41a8df-9316-4ac7-83a1-e433077bb691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:13.154490 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: a394fe55-791d-4d4d-b342-aba9ae0f81c5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:13.157734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801195-50b5-4472-b949-c21bd6145a90 None None] Pushing event updated for resources: {'Port': ['ID=0891c215-cb3f-4842-a624-d8e871239da6,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:13.210789 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:13.225591 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a394fe55-791d-4d4d-b342-aba9ae0f81c5) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:13.230465 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:13.231000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.239931 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92f7eb-804d-47d5-ae01-261f6958518b None None] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:13.271228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:13.273663 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.276007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08d202cb-1238-456a-9155-cae35deb3517 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7639260 Dec 06 12:25:13.277062 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36634) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:13.281925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'port': {'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5', 'name': 'tempest-NetworksIpV6TestAttrs-515203962'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:13.288983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.316375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:13.329258 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Sync routers for ids ['a3995c1a-41bd-41b6-9517-10ed7be3c9c3'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:13.345890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.347877 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Routers {'a3995c1a-41bd-41b6-9517-10ed7be3c9c3'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:13.347993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1c2af28c-651f-42d3-8d0a-454e133bbbbc tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5050893 Dec 06 12:25:13.350666 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:13.360364 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a3995c1a-41bd-41b6-9517-10ed7be3c9c3'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:13.551118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.558329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.561882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.566570 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:13.570412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.594435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a394fe55-791d-4d4d-b342-aba9ae0f81c5', 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': '106cc861-465a-4bdf-9702-ee855a7d2b1e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:13.595326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.611742 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Set router a3995c1a-41bd-41b6-9517-10ed7be3c9c3 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:13.619879 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] device_id is not set on port 1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:25:13.665568 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:13.680435 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d70373-c3de-41e6-94fc-37544b6f75a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:13.695728 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.696253 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Added segment b4aab392-199f-4d1d-9cb6-fd2ae646275e of type vlan for network a367dce9-f1be-40f8-9f14-b105f1c6e96c Dec 06 12:25:13.806683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.835938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.842655 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Allocated IP 2001:db8::f816:3eff:fe8a:607d (a394fe55-791d-4d4d-b342-aba9ae0f81c5/106cc861-465a-4bdf-9702-ee855a7d2b1e/1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:13.854562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.855901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:13.856595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:13.957269 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:13.957579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3027456 Dec 06 12:25:13.959724 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f3da-7f43-4791-a14c-cd8c76ed32b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a367dce9-f1be-40f8-9f14-b105f1c6e96c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:13.971555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:13.972962 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3995c1a-41bd-41b6-9517-10ed7be3c9c3', 'name': '', 'tenant_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241', 'external_fixed_ips': [{'subnet_id': 'add8acb3-05dc-4409-8b26-db718d1533b2', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '3ea4240d-4493-4e28-8087-498dd2220c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:09Z', 'updated_at': '2021-12-06T12:25:11Z', 'revision_number': 3, 'project_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'gw_port': {'id': '3ea4240d-4493-4e28-8087-498dd2220c58', 'name': '', 'network_id': '29ca07ec-55d2-46be-8de0-0c837db5d241', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3995c1a-41bd-41b6-9517-10ed7be3c9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'add8acb3-05dc-4409-8b26-db718d1533b2', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:10Z', 'updated_at': '2021-12-06T12:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'add8acb3-05dc-4409-8b26-db718d1533b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:13.973118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Request body: {'subnet': {'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-635350130-subnet', 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:14.000730 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Deleting port 3ea4240d-4493-4e28-8087-498dd2220c58 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:14.001076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.007232 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Checking router: a3995c1a-41bd-41b6-9517-10ed7be3c9c3 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:14.007795 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Updating router a3995c1a-41bd-41b6-9517-10ed7be3c9c3 port 3ea4240d-4493-4e28-8087-498dd2220c58 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:25:14.060583 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.084565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.101304 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:14.103454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.114943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.132268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Calling delete_port for 3ea4240d-4493-4e28-8087-498dd2220c58 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:14.239787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.348000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Allocated IP 2001:db8::f816:3eff:fed3:c213 (a394fe55-791d-4d4d-b342-aba9ae0f81c5/106cc861-465a-4bdf-9702-ee855a7d2b1e/4d466f52-63e5-454d-bf47-335a1e924604) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:14.396667 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.404792 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:14.414670 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:14.443520 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:14.449360 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ea4240d-4493-4e28-8087-498dd2220c58,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:14.462892 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:14.465438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.554386 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Port': ['ID=1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:14.596028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.674998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5131acd4-b99c-481d-bf56-381fbec69846 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3968010 Dec 06 12:25:14.717426 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36646) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:14.805735 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.813790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.831733 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:14.838433 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:14.842074 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:14.854447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.863274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.868291 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.db.api [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:14.868816 n-d-master-1 neutron-server[103300]: DEBUG oslo_db.api [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:14.902607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aea24b-c3f9-4f9e-b20d-391982b93042 None None] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:14.923786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.924897 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3995c1a-41bd-41b6-9517-10ed7be3c9c3 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:14.935980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.942459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83c1275c-a21d-4360-b046-10ebc92e987e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a3995c1a-41bd-41b6-9517-10ed7be3c9c3 HTTP/1.1" status: 204 len: 168 time: 1.5908401 Dec 06 12:25:14.943438 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:14.952096 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting subnet 106cc861-465a-4bdf-9702-ee855a7d2b1e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:14.963354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.006949 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Deleting subnet add8acb3-05dc-4409-8b26-db718d1533b2 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:15.011876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.063509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.064155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.107405 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.119614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.142633 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Pushing event updated for resources: {'Port': ['ID=4d466f52-63e5-454d-bf47-335a1e924604,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:15.169101 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30077767-888f-4a0c-babd-8a1c61c5c0b7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:15.187599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.204281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Attempting to bind port 4d466f52-63e5-454d-bf47-335a1e924604 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:15.204647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Attempting to bind port 4d466f52-63e5-454d-bf47-335a1e924604 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef41a8df-9316-4ac7-83a1-e433077bb691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:15.205214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Attempting to bind port 4d466f52-63e5-454d-bf47-335a1e924604 on network a394fe55-791d-4d4d-b342-aba9ae0f81c5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:15.211024 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] Provisioning complete for port 0891c215-cb3f-4842-a624-d8e871239da6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:15.211571 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.229834 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=add8acb3-05dc-4409-8b26-db718d1533b2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:15.237814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.241486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cec0a706-0829-48d8-a6fa-e23e705af4a9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/add8acb3-05dc-4409-8b26-db718d1533b2 HTTP/1.1" status: 204 len: 168 time: 0.2967901 Dec 06 12:25:15.244123 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:15.260753 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Checking segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:15.261025 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Network hostable DHCP agents. Network: a367dce9-f1be-40f8-9f14-b105f1c6e96c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:15.291039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:15.291787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Checking segment: {'id': 'ef41a8df-9316-4ac7-83a1-e433077bb691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:15.294095 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.294628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Bound using segment: {'id': 'ef41a8df-9316-4ac7-83a1-e433077bb691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:15.295137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Bound port: 4d466f52-63e5-454d-bf47-335a1e924604, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef41a8df-9316-4ac7-83a1-e433077bb691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a394fe55-791d-4d4d-b342-aba9ae0f81c5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:15.295601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.298323 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:15.337550 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a367dce9-f1be-40f8-9f14-b105f1c6e96c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:15.344558 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.345358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.353804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.394577 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2458fdfa-6b62-4480-8e3d-1ae093a019d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4282396 Dec 06 12:25:15.394577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.397186 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Port 3ea4240d-4493-4e28-8087-498dd2220c58 not found while updating agent binding for router a3995c1a-41bd-41b6-9517-10ed7be3c9c3. {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 12:25:15.418189 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:15.418562 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:25:15.419217 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3995c1a-41bd-41b6-9517-10ed7be3c9c3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103300) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:25:15.419594 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a40acc-6879-4049-9009-df40ec72205e None None] The sync data for ids ['a3995c1a-41bd-41b6-9517-10ed7be3c9c3'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:15.438727 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf1b08-2321-4c5f-a18f-f2b12bfb6284 None None] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:15.498004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.527159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.570920 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=106cc861-465a-4bdf-9702-ee855a7d2b1e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:15.582697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.590088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6881891-53ef-42ca-b7c4-201f4f5750bd tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/106cc861-465a-4bdf-9702-ee855a7d2b1e HTTP/1.1" status: 204 len: 168 time: 0.8716006 Dec 06 12:25:15.592855 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36660) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:15.595032 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ca07ec-55d2-46be-8de0-0c837db5d241']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.622024 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:25:15.639065 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6652d20-6f1e-4253-97cf-e2e8c84c3671') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.640770 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6652d20-6f1e-4253-97cf-e2e8c84c3671') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.678187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.702229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.710043 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0891c215-cb3f-4842-a624-d8e871239da6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:15.713191 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:15.713191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.754179 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb152e8-661b-41c2-b426-d90a1fc2b7d5 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.755784 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb152e8-661b-41c2-b426-d90a1fc2b7d5 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.760787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5fb152e8-661b-41c2-b426-d90a1fc2b7d5 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1615524 Dec 06 12:25:15.763988 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36668) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:15.792352 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:15.798467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.812083 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29ca07ec-55d2-46be-8de0-0c837db5d241 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:25:15.836392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.838371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed186e9a-4cac-4a22-a593-72a80978deb2 None None] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:15.839973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/networks/29ca07ec-55d2-46be-8de0-0c837db5d241 HTTP/1.1" status: 204 len: 168 time: 0.5948691 Dec 06 12:25:15.863878 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717def-e30b-432a-9883-b0add5ca76b0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Network': ['ID=29ca07ec-55d2-46be-8de0-0c837db5d241,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:15.977032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-962bf535-0797-42d2-860c-819805a95ec6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.993081 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-962bf535-0797-42d2-860c-819805a95ec6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 12:25:15.993560 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962bf535-0797-42d2-860c-819805a95ec6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:15.999095 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-962bf535-0797-42d2-860c-819805a95ec6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/a394fe55-791d-4d4d-b342-aba9ae0f81c5 HTTP/1.1" status: 409 len: 405 time: 0.2317815 Dec 06 12:25:16.001766 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:16.011059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557374302'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:16.074908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:16.079002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.084692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] For port 4d466f52-63e5-454d-bf47-335a1e924604, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:16.091652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] For port 4d466f52-63e5-454d-bf47-335a1e924604, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4d466f52-63e5-454d-bf47-335a1e924604,segment=NetworkSegment(ef41a8df-9316-4ac7-83a1-e433077bb691),segment_id=ef41a8df-9316-4ac7-83a1-e433077bb691)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:16.106395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.118784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0891c215-cb3f-4842-a624-d8e871239da6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:16.120381 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.134505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.143702 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:16.184217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.184423 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment e5131004-6052-433b-9e46-36dff53a2dec of type vlan for network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 Dec 06 12:25:16.251300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.304681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.307568 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] For port 0891c215-cb3f-4842-a624-d8e871239da6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0891c215-cb3f-4842-a624-d8e871239da6,segment=NetworkSegment(89a9516f-0198-4142-bc2d-79710159146e),segment_id=89a9516f-0198-4142-bc2d-79710159146e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:16.311128 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:16.311689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.358402 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.374508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3681343 Dec 06 12:25:16.374508 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36686) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:16.380520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': '84d6aa8d-f093-417e-b705-e55ba3fa9e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:16.459814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4234e-4d3a-40fb-8512-3981d5a07bc6 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=84d6aa8d-f093-417e-b705-e55ba3fa9e55,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:16.493801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:16.519261 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:16.524278 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'name': 'tempest-router--59999602', 'project_id': '5d7bc704dedb42138871ccd90d15ffd4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:16.567483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.571405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.599040 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:16.605509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.668837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f30b2-47b0-4175-b8ad-67addccf7040 None None] Network a394fe55-791d-4d4d-b342-aba9ae0f81c5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:16.736548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.751714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.769953 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5f216f71-28c0-4a70-8280-fe4163ffcb2d None None] Provisioning complete for port 0891c215-cb3f-4842-a624-d8e871239da6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:16.770590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f216f71-28c0-4a70-8280-fe4163ffcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.781390 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6efebd-93bb-4159-bafd-4689f45fe2c4 None None] Pushing event updated for resources: {'Port': ['ID=4d466f52-63e5-454d-bf47-335a1e924604,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:16.853501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.854689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7c2dccb-5c32-46cf-8066-053d187febae tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3338253 Dec 06 12:25:16.859433 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:17.010167 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57ee2e-dd6f-47f6-927a-119f89416afe None None] Pushing event updated for resources: {'Port': ['ID=0891c215-cb3f-4842-a624-d8e871239da6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:17.083084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.113194 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17c263-49bb-4b91-8e81-45755e692351 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:25:17.141561 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:25:17.142591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.183784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-57accb9d-ad0a-44ee-9067-47608683db19 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:17.185704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-57accb9d-ad0a-44ee-9067-47608683db19 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.4404528 Dec 06 12:25:17.217734 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': 'e5131004-6052-433b-9e46-36dff53a2dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '84d6aa8d-f093-417e-b705-e55ba3fa9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:17.218358 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: 84d6aa8d-f093-417e-b705-e55ba3fa9e55, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:17.224923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=cdfd1480-09c9-42e2-b17c-82d5ba8c17b3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:17.245767 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:17.260628 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 84d6aa8d-f093-417e-b705-e55ba3fa9e55) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:17.270050 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:17.271364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.305722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6170228b-ccfe-485d-91f1-cd926bfa17fb tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9300270 Dec 06 12:25:17.308217 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:17.317463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'port': {'network_id': '84d6aa8d-f093-417e-b705-e55ba3fa9e55', 'name': 'tempest-NetworksIpV6TestAttrs-1566894605'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:17.357730 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17c263-49bb-4b91-8e81-45755e692351 None None] Unable to find a vacant binding_index for network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 and agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 {{(pid=103299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 06 12:25:17.364371 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17c263-49bb-4b91-8e81-45755e692351 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 84d6aa8d-f093-417e-b705-e55ba3fa9e55) {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:25:17.378825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-8ae30fcc-ba0e-4d5c-883b-9e5c0eb1a195 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/quotas/1ddf50bcd73342298e1be53c5d97f1da HTTP/1.1" status: 200 len: 375 time: 0.1838577 Dec 06 12:25:17.426694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.445909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.447583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-3a8dcfec-5bcb-4a66-83e7-0c04b6959901 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422447 Dec 06 12:25:17.491460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:17.495217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.516952 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] device_id is not set on port 4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:25:17.577140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0891c215-cb3f-4842-a624-d8e871239da6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:17.621078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.638450 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa0737e-95e5-4068-8720-159bbd431d5c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:17.644448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.648082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c6839fbc-c46e-4b0d-ba83-3fa3b4cfa59b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3fa0737e-95e5-4068-8720-159bbd431d5c HTTP/1.1" status: 204 len: 168 time: 0.7876649 Dec 06 12:25:17.713408 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Allocated IP 2001:db8::f816:3eff:fe84:d0fb (84d6aa8d-f093-417e-b705-e55ba3fa9e55/cdfd1480-09c9-42e2-b17c-82d5ba8c17b3/4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:17.736203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-2c068f29-bdb7-4aad-b5c5-5ecc7db2ddd3 service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694738 Dec 06 12:25:17.826259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0891c215-cb3f-4842-a624-d8e871239da6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:17.826540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.913267 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627fd74-e90d-4805-b9ce-71d67e7caa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-84d6aa8d-f093-417e-b705-e55ba3fa9e55', 'network_id': '84d6aa8d-f093-417e-b705-e55ba3fa9e55', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': 'cdfd1480-09c9-42e2-b17c-82d5ba8c17b3'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:17.917359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e627fd74-e90d-4805-b9ce-71d67e7caa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.922740 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36712) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:17.973094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-38815414-83a8-4d6b-9c8e-5248348ce5b2 service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357042 Dec 06 12:25:18.029878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.095563 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.198639 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:18.202247 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:18.209658 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:18.215756 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:18.216395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.252821 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688407850', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:18.260330 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Port': ['ID=4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:18.280734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6fe30b76-9375-454a-a99f-0293480f2c92 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9714196 Dec 06 12:25:18.285654 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:18.352581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.355375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.364267 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting subnet cdfd1480-09c9-42e2-b17c-82d5ba8c17b3 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:18.371014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.440215 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Provisioning complete for port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:18.440790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.536666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0dab547-7f17-4cc7-9378-f8bd2e29a5fc req-62cb32f5-50a8-457c-b652-7093eb54c0fe tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 210 time: 0.2668962 Dec 06 12:25:18.551427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.555180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.591484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Provisioning complete for port 05ad4f04-5f31-423d-9416-b2078b7ac17a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:18.592014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.711502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Provisioning complete for port 0342cd88-6b52-4594-9e4c-aaf091828f4f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:18.712335 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c46e1f1-9c8d-4998-8086-53452f43544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.105578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.150751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.205248 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbd74a-82cd-4a1c-aebb-fa52d129e8b5 req-45f6414f-19c2-4364-930e-c420cb0db89a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.207441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36dbd74a-82cd-4a1c-aebb-fa52d129e8b5 req-45f6414f-19c2-4364-930e-c420cb0db89a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0803790 Dec 06 12:25:19.266151 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-14331960-810f-4bf1-9432-4e71a5d58939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.267955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-14331960-810f-4bf1-9432-4e71a5d58939 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1308086 Dec 06 12:25:19.270664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36dbd74a-82cd-4a1c-aebb-fa52d129e8b5 req-6c348c9e-092a-4d4d-bdba-ab903dabedb8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554750 Dec 06 12:25:19.326570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.377788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfd1480-09c9-42e2-b17c-82d5ba8c17b3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:19.379922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.385390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d200cf1e-c683-46d1-9b40-b1077daae24f tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/cdfd1480-09c9-42e2-b17c-82d5ba8c17b3 HTTP/1.1" status: 204 len: 168 time: 1.0958097 Dec 06 12:25:19.386657 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-e627fd74-e90d-4805-b9ce-71d67e7caa3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdfd1480-09c9-42e2-b17c-82d5ba8c17b3: This subnet is being modified by another concurrent operation. Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdfd1480-09c9-42e2-b17c-82d5ba8c17b3: This subnet is being modified by another concurrent operation. Dec 06 12:25:19.387764 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:25:19.453185 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-1c97c264-e979-4afd-b7f6-4b200d30d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.454886 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-1c97c264-e979-4afd-b7f6-4b200d30d5db service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.1537378 Dec 06 12:25:19.474559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c944f-b066-4763-a27f-1ef1390f9f27 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:25:19.543083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c668dcc-a296-447b-aa7b-2cc564633d62 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.545306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c668dcc-a296-447b-aa7b-2cc564633d62 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.552155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7c668dcc-a296-447b-aa7b-2cc564633d62 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1640697 Dec 06 12:25:19.552807 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:19.573551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-f468209b-e724-4d9d-8728-5b55ce3f460b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0768290 Dec 06 12:25:19.639962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.665726 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c944f-b066-4763-a27f-1ef1390f9f27 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:25:19.688324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.689131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.725969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8f74d15-5627-4ad3-bd30-787010139140 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.729490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-89321838-9d26-47b5-92b7-d31ad7aa824c req-8ad8ddf7-487c-489a-a03a-c69f56322599 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 210 time: 0.0718637 Dec 06 12:25:19.736090 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f74d15-5627-4ad3-bd30-787010139140 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 12:25:19.736590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f74d15-5627-4ad3-bd30-787010139140 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:19.744624 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-f6b5d98e-ee02-4866-bae4-7d6cbb83bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.745409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8f74d15-5627-4ad3-bd30-787010139140 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/84d6aa8d-f093-417e-b705-e55ba3fa9e55 HTTP/1.1" status: 409 len: 405 time: 0.1914010 Dec 06 12:25:19.746063 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:19.746196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-f6b5d98e-ee02-4866-bae4-7d6cbb83bd3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.1647294 Dec 06 12:25:19.764714 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-764274348'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:19.807826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:19.812873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.825932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-bf12c64c-62fe-4d4b-9207-03de6ec6fab2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412903 Dec 06 12:25:19.859786 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:19.871468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.871866 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment 1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0 of type vlan for network e4080d6e-7383-4655-9362-8342bf1af577 Dec 06 12:25:19.908813 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-6a904211-c121-4711-a608-26a30e599b12 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.910759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-6a904211-c121-4711-a608-26a30e599b12 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.2718322 Dec 06 12:25:19.921026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.929019 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Request body: {'port': {'device_id': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'admin_state_up': True, 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:19.950980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:19.962029 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.962725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.008195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2608902 Dec 06 12:25:20.012200 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Allocated IP 172.35.3.125 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/efc46309-95d8-4e04-a276-e4b7f6eeb789) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:20.014221 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36754) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:20.026169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:20.066160 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a673a-339e-4b08-92d0-8a41a69b49d2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=e4080d6e-7383-4655-9362-8342bf1af577,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:20.073630 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd157c-0ffd-4c95-b4cf-c3c05c36ec2f None None] Network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:20.103072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e4080d6e-7383-4655-9362-8342bf1af577 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:20.121486 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-bd9da828-98ef-4f59-8a15-6a059804c25f service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852538 Dec 06 12:25:20.296954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b49aa7-098a-47ce-9519-f5e08f100c68 None None] Network 84d6aa8d-f093-417e-b705-e55ba3fa9e55 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:20.320263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.api [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:25:20.320263 n-d-master-1 neutron-server[103298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:25:20.320263 n-d-master-1 neutron-server[103298]: [parameters: {'project_id_1': '1ddf50bcd73342298e1be53c5d97f1da', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 25, 0, 267196)}] Dec 06 12:25:20.320263 n-d-master-1 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:20.320954 n-d-master-1 neutron-server[103298]: DEBUG oslo_db.api [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:20.336748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:20.340260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.398666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf01309c-3d7c-4c48-8990-56d8fee77319 req-eaa9ce70-06e4-4e79-842c-18a9b69710a3 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607052 Dec 06 12:25:20.401621 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.477269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec17089-084e-40dd-a1aa-690016bd954d req-c005a5a1-8936-4d07-aa60-6905b94cb50d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:20.484010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bec17089-084e-40dd-a1aa-690016bd954d req-c005a5a1-8936-4d07-aa60-6905b94cb50d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1318686 Dec 06 12:25:20.499857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.542379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bec17089-084e-40dd-a1aa-690016bd954d req-e95386c8-14ea-4f42-bbab-11598423d826 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Dec 06 12:25:20.582600 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:20.590177 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:20.593177 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:20.605889 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781496e-3b6e-4fc4-aaf8-8d998d4e995d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:20.671287 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event updated for resources: {'Port': ['ID=efc46309-95d8-4e04-a276-e4b7f6eeb789,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:20.700825 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8f81ba6f-ceca-4b7e-869d-e08e787e05c6 None None] Provisioning complete for port efc46309-95d8-4e04-a276-e4b7f6eeb789 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:20.701266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f81ba6f-ceca-4b7e-869d-e08e787e05c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.738047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-c230b033-8c85-4f03-80c0-aad7f9d22ea3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561533 Dec 06 12:25:20.740848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8f81ba6f-ceca-4b7e-869d-e08e787e05c6 None None] Port efc46309-95d8-4e04-a276-e4b7f6eeb789 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:20.839527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-a8076714-4507-4c10-b8ef-dfaac40c9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:20.842237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-a8076714-4507-4c10-b8ef-dfaac40c9709 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 1097 time: 0.0689275 Dec 06 12:25:20.875927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed527308-6064-4f4e-9199-c3ee070631f5 req-a51f404c-b079-4209-be2a-9523ff199110 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 210 time: 0.0516815 Dec 06 12:25:20.894507 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:25:20.898463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.960230 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:20.964117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.993715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-a73c7658-d960-4a29-bff1-979a4bd5669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:20.995304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-a73c7658-d960-4a29-bff1-979a4bd5669f service neutron] 10.222.0.53 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.1005874 Dec 06 12:25:21.041768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-1643ca36-3e80-4952-b2bc-fea1ebb9fd18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 200 len: 217 time: 0.0389338 Dec 06 12:25:21.093710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-e1f7daa4-1860-420b-99be-47fa2be7004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:21.095214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-e1f7daa4-1860-420b-99be-47fa2be7004d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.0469737 Dec 06 12:25:21.105762 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=0d7c8145-61ba-4bf8-b7fb-0cae21758571,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:21.130916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-20d61cef-e950-424e-bf1b-2402a7057bdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285575 Dec 06 12:25:21.137926 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:21.138302 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: e4080d6e-7383-4655-9362-8342bf1af577, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:21.145695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.231978 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network e4080d6e-7383-4655-9362-8342bf1af577 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:21.237719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-fab18488-b7af-4f8b-8e63-7dca990cf8c0 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981083 Dec 06 12:25:21.293174 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e4080d6e-7383-4655-9362-8342bf1af577) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:21.302656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc539f1-232c-4890-b4ac-23d2c1d482d2 None None] Network e4080d6e-7383-4655-9362-8342bf1af577 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:21.307323 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Allocated IP 172.20.0.3 (a367dce9-f1be-40f8-9f14-b105f1c6e96c/30077767-888f-4a0c-babd-8a1c61c5c0b7/ea022ac7-c0eb-4848-a4fa-6c01b4d38468) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:21.312032 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:21.312654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.352992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd712b24-1841-4f65-89cf-df4295bd8d54 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3350792 Dec 06 12:25:21.355565 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36770) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:21.473736 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e4080d6e-7383-4655-9362-8342bf1af577', 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': '0d7c8145-61ba-4bf8-b7fb-0cae21758571'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:21.474740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.675538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c58cd5-fb9d-45c2-8e92-acbb526e2743 req-b940d273-7b8d-499e-a803-93a1ff8215e5 service neutron] 10.222.0.53 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297607 Dec 06 12:25:21.683644 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Allocated IP 2001:db8::f816:3eff:feb2:824c (e4080d6e-7383-4655-9362-8342bf1af577/0d7c8145-61ba-4bf8-b7fb-0cae21758571/878b60d2-24e5-462b-8625-24552ef524b7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:21.743904 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53af2d-a4c4-4b82-bf75-5f6fb24b4544 req-67db8ac0-370a-4385-b97d-e0838f333674 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:21.752178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e53af2d-a4c4-4b82-bf75-5f6fb24b4544 req-67db8ac0-370a-4385-b97d-e0838f333674 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0755301 Dec 06 12:25:21.818594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e53af2d-a4c4-4b82-bf75-5f6fb24b4544 req-fec4b6c1-458f-4975-b22f-c9364737d661 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 Dec 06 12:25:21.907337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.914345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.950000 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Network e4080d6e-7383-4655-9362-8342bf1af577 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:21.957047 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:21.959943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:21.962269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:21.967992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.010737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b434bc75-f3f7-41a4-a398-3318867dc222 req-3ec79806-be61-4147-8d92-feb363f8fe49 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 210 time: 0.0324092 Dec 06 12:25:22.030986 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Pushing event updated for resources: {'Port': ['ID=878b60d2-24e5-462b-8625-24552ef524b7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:22.041674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Attempting to bind port 878b60d2-24e5-462b-8625-24552ef524b7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:22.042051 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Attempting to bind port 878b60d2-24e5-462b-8625-24552ef524b7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:22.042421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Attempting to bind port 878b60d2-24e5-462b-8625-24552ef524b7 on network e4080d6e-7383-4655-9362-8342bf1af577 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:22.047682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:22.048542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Checking segment: {'id': '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:22.048542 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.048847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Bound using segment: {'id': '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:22.049597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Bound port: 878b60d2-24e5-462b-8625-24552ef524b7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4080d6e-7383-4655-9362-8342bf1af577'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:22.051127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.077945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.117495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] For port 878b60d2-24e5-462b-8625-24552ef524b7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:22.121127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] For port 878b60d2-24e5-462b-8625-24552ef524b7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=878b60d2-24e5-462b-8625-24552ef524b7,segment=NetworkSegment(1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0),segment_id=1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:22.126420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.181548 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port 878b60d2-24e5-462b-8625-24552ef524b7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:22.181896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.183879 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319edb4a-6f22-4d3c-b170-5bf0ed304563 None None] Pushing event updated for resources: {'Port': ['ID=878b60d2-24e5-462b-8625-24552ef524b7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:22.224021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.312783 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:22.328005 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:22.335141 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:22.349689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dd96b-2edb-460e-becd-41a3539fda35 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:22.379039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event updated for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:22.399516 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Router 632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:22.405694 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] For port 878b60d2-24e5-462b-8625-24552ef524b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=878b60d2-24e5-462b-8625-24552ef524b7,segment=NetworkSegment(1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0),segment_id=1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:22.406070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.436501 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for 878b60d2-24e5-462b-8625-24552ef524b7 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:22.450459 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:22.451137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.477279 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ca8205d8-f43b-4c50-b4d3-08425a6147fc None None] Provisioning complete for port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:22.477653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ca8205d8-f43b-4c50-b4d3-08425a6147fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.524221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ca8205d8-f43b-4c50-b4d3-08425a6147fc None None] Port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:22.542502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-23b16633-ed26-4e12-a543-912d6b006b85 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6173589 Dec 06 12:25:22.558203 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-f4f690cd-042c-4853-bf59-9d525ce0164e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:25:22.559426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-f4f690cd-042c-4853-bf59-9d525ce0164e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070062 Dec 06 12:25:22.585778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Request body: {'port': {'device_id': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:22.701217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:22.710867 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] Sync routers for ids ['632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:22.723618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] Routers {'632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:22.724592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:22.734634 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.767135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:22.780399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] Routers {'632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:22.781135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:22.795662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.796940 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d352077d-5acf-479d-8f42-bec41e6fd2fe tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8739524 Dec 06 12:25:22.800418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:22.814667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.827470 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:22.829112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088bff1-3233-499e-b7c9-f9344b66a126 None None] The sync data for ids ['632ed0ae-c49c-4527-b6f8-e2ab5e5065e2'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:22.856938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=878b60d2-24e5-462b-8625-24552ef524b7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:22.990549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5267b-a816-4abd-b98a-591c69a85f1c req-3b8e9a5d-4a99-4e06-b5dd-c4a24cb742b8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:22.992127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50c5267b-a816-4abd-b98a-591c69a85f1c req-3b8e9a5d-4a99-4e06-b5dd-c4a24cb742b8 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0827730 Dec 06 12:25:22.994398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e1ba32fd-38d4-46b1-8494-8e11a777e0f0 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 HTTP/1.1" status: 200 len: 921 time: 0.1927059 Dec 06 12:25:22.997265 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:23.009581 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No DVR routers for this DVR port 878b60d2-24e5-462b-8625-24552ef524b7 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:23.034889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d83457e8-fd99-4c48-8a65-eb4bec006fdc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 HTTP/1.1" status: 200 len: 205 time: 0.0365756 Dec 06 12:25:23.044841 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36798) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:23.127638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50c5267b-a816-4abd-b98a-591c69a85f1c req-2b5d454b-0256-40ad-8a2f-f7015a2066e4 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951986 Dec 06 12:25:23.194708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ec8b-a880-4a3a-a11b-f77b82caed3a req-9275c843-db61-478d-8fa7-f2d1fc8e7048 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:23.196391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c83ec8b-a880-4a3a-a11b-f77b82caed3a req-9275c843-db61-478d-8fa7-f2d1fc8e7048 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 931 time: 0.0674942 Dec 06 12:25:23.255870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.269603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c83ec8b-a880-4a3a-a11b-f77b82caed3a req-8767d351-3f3e-4bc3-9f9e-9a32d0cc9ce7 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Dec 06 12:25:23.326882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928000a2-2162-491a-8011-34dcef47a968 None None] Network e4080d6e-7383-4655-9362-8342bf1af577 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:23.328451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.355318 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1931b5ee-b288-48bd-bf69-51e01015057d None None] Could not find standard attr ID for object 878b60d2-24e5-462b-8625-24552ef524b7. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:25:23.511004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.520527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.556682 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea022ac7-c0eb-4848-a4fa-6c01b4d38468 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:23.563118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7c8145-61ba-4bf8-b7fb-0cae21758571,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:23.570933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.632532 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Transition to ACTIVE for port object ea022ac7-c0eb-4848-a4fa-6c01b4d38468 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:25:23.664863 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082829c4-c6e0-4c0d-898b-7e72ad2b5b50 None None] Network e4080d6e-7383-4655-9362-8342bf1af577 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:23.675152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.678122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.733934 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4080d6e-7383-4655-9362-8342bf1af577']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:23.743625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde828e-ab22-4ff5-9d05-7c3b638c5cc3 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:23.751496 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:23.751796 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e28e5e6-fbd1-4a47-bbfa-f97b3c7f07c0') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:23.774540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.783040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Pushing event updated for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:23.793222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port efc46309-95d8-4e04-a276-e4b7f6eeb789 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:23.793562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.823460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.856858 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:23.857377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:23.862303 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:23.887376 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea7a69-0e41-4d85-aef2-777afc0c893f None None] DHCP port deletion for e4080d6e-7383-4655-9362-8342bf1af577 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:23.983820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.999247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.005901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/e4080d6e-7383-4655-9362-8342bf1af577 HTTP/1.1" status: 204 len: 168 time: 2.6476107 Dec 06 12:25:24.005901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.007313 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:24.012849 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2143265282'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:24.022741 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Attempting to bind port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:24.023073 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Attempting to bind port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:24.023824 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Attempting to bind port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:24.039527 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for efc46309-95d8-4e04-a276-e4b7f6eeb789 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:24.039527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28705f1-f43f-42b9-a015-e04f112ba11c tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=e4080d6e-7383-4655-9362-8342bf1af577,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.043278 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:25:24.043602 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Attempting to bind port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:24.057361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:24.061633 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.061888 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:24.062238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Checking segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:24.062636 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Bound using segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:24.063091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Bound port: ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:24.063448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.091144 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:24.102042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.102393 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment 92d12ec8-0674-4c76-bd18-8bc25b9ad3fb of type vlan for network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d Dec 06 12:25:24.147013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.181611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.189730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.190404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.225727 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:24.247885 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:24.253346 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.268940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2569320 Dec 06 12:25:24.270319 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:24.307313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340fc8f-a327-48ff-a1f3-ccc1cd537089 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:24.314093 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:24.319446 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9975d1-615b-4117-a55b-51ebae311958 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.321714 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.322323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.323697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 200 len: 1091 time: 1.7512033 Dec 06 12:25:24.324143 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:24.326484 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553a1132-38cf-412c-a358-f816e16469df" -d '{"events": [{"name": "network-changed", "server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:24.351347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:24.364627 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dcb05-2c43-4b14-aa43-fa03bb29d651 service neutron] Pushing event updated for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.378705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.390121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109dde5-c3ef-4b97-9db6-530e6929fdbb req-81eade6e-6a7d-4410-91a5-b808f1b6c435 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.398927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b109dde5-c3ef-4b97-9db6-530e6929fdbb req-81eade6e-6a7d-4410-91a5-b808f1b6c435 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1975486 Dec 06 12:25:24.434115 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=efc46309-95d8-4e04-a276-e4b7f6eeb789,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.495491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193e54d-ad13-466d-aca1-f8ca8dfa8b39 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:24.523167 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-2b91d1f4-de01-4b9d-9d16-f485fe951b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.524701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-2b91d1f4-de01-4b9d-9d16-f485fe951b99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 1094 time: 0.1357954 Dec 06 12:25:24.539102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b109dde5-c3ef-4b97-9db6-530e6929fdbb req-67ec89d2-be91-421d-8465-d19f72333002 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387630 Dec 06 12:25:24.542744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.581605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-f83d80a3-c33b-47ba-a493-89498e6310c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 200 len: 217 time: 0.0481477 Dec 06 12:25:24.587870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15accd36-6f8e-493a-85b5-05648f264c74 req-a6cbada3-8d00-4fd3-a935-08d7f49ffa6f tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.590505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15accd36-6f8e-493a-85b5-05648f264c74 req-a6cbada3-8d00-4fd3-a935-08d7f49ffa6f tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 943 time: 0.1887441 Dec 06 12:25:24.610245 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b2e634-4728-4624-b3e7-d8819ec8e554 x-openstack-request-id: req-f0b2e634-4728-4624-b3e7-d8819ec8e554 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:24.610538 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:24.612167 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0b2e634-4728-4624-b3e7-d8819ec8e554 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:24.612167 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'status': 'completed', 'code': 200} Dec 06 12:25:24.647717 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:24.654078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.701457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15accd36-6f8e-493a-85b5-05648f264c74 req-215c1f00-8601-48c7-b966-5f2bbab6360a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047070 Dec 06 12:25:24.710338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.715379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.761472 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-a8679a30-2e95-4130-a3a9-e5fedcb803d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:24.762937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-a8679a30-2e95-4130-a3a9-e5fedcb803d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.1507375 Dec 06 12:25:24.795372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-ebd0a916-cbd3-4db7-aac1-eed3b3962710 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250916 Dec 06 12:25:24.795887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.796407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router 632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:24.804560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.809610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6bfc7a2-f4f8-44b7-aca4-cbb56ba8a10b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 HTTP/1.1" status: 204 len: 168 time: 1.7611203 Dec 06 12:25:24.811731 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36818) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:24.824527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1218319978', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:24.887084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.903771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.904787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.936324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-350b0152-9d97-4755-8e01-679fc56971f4 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252503 Dec 06 12:25:24.958462 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=d76ef798-6d65-4c81-b0e9-25ab2d6b6516,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.967789 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:24.968168 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:24.984959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.987437 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:24.998530 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:25.009676 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96af35-1e8d-40ba-845c-77a952565945 None None] Network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:25.015255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:25.016557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.036852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-841646ef-0616-4f16-a5c8-bc4481f977f2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7640159 Dec 06 12:25:25.039361 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:25.167971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.195967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.207427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0008b096-233c-43f9-8cd1-dc9b4692c6f4 req-269deebe-cbfd-488e-b461-b5c7baf0a31d service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594869 Dec 06 12:25:25.211312 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d', 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': 'd76ef798-6d65-4c81-b0e9-25ab2d6b6516'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:25.212510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.280266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.358255 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1132-38cf-412c-a358-f816e16469df req-bb8484c9-8828-4c1f-8dd4-269dec1a1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:25.359732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-bb8484c9-8828-4c1f-8dd4-269dec1a1157 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 1094 time: 0.0575879 Dec 06 12:25:25.371140 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Allocated IP 2001:db8::2 (f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d/d76ef798-6d65-4c81-b0e9-25ab2d6b6516/c37a4930-3b2d-406c-95bd-df2a71a96426) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:25.485034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 878b60d2-24e5-462b-8625-24552ef524b7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:25.528591 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 878b60d2-24e5-462b-8625-24552ef524b7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:25.528928 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 878b60d2-24e5-462b-8625-24552ef524b7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:25.555185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.563375 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.580725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.630383 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=d76ef798-6d65-4c81-b0e9-25ab2d6b6516,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:25.639613 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:25.643954 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:25.646333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Pushing event updated for resources: {'Port': ['ID=c37a4930-3b2d-406c-95bd-df2a71a96426,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:25.649948 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:25.729930 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Attempting to bind port c37a4930-3b2d-406c-95bd-df2a71a96426 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:25.730304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Attempting to bind port c37a4930-3b2d-406c-95bd-df2a71a96426 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:25.730676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Attempting to bind port c37a4930-3b2d-406c-95bd-df2a71a96426 on network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:25.737118 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:25.737523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Checking segment: {'id': '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:25.737933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.738333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Bound using segment: {'id': '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:25.738812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Bound port: c37a4930-3b2d-406c-95bd-df2a71a96426, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:25.739199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.801443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.825820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9daa26-190e-408a-b0b4-be0126791f98 req-a726e2f9-5879-4c28-b8b8-e004760f3d10 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:25.827599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9daa26-190e-408a-b0b4-be0126791f98 req-a726e2f9-5879-4c28-b8b8-e004760f3d10 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2113333 Dec 06 12:25:25.852605 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.872581 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.873055 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.888080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.941599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.952367 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:25.952777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:25.956967 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:25.979056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea9daa26-190e-408a-b0b4-be0126791f98 req-cfb50d90-ef47-4c3c-8a37-2ec5928f12e5 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381040 Dec 06 12:25:26.015839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] For port c37a4930-3b2d-406c-95bd-df2a71a96426, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:26.043274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] For port c37a4930-3b2d-406c-95bd-df2a71a96426, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c37a4930-3b2d-406c-95bd-df2a71a96426,segment=NetworkSegment(92d12ec8-0674-4c76-bd18-8bc25b9ad3fb),segment_id=92d12ec8-0674-4c76-bd18-8bc25b9ad3fb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:26.050021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3c40d-77b0-4de4-95cf-d44027cf09cc req-7bb62592-0fd8-4ec1-9ece-6b1e0e592703 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:26.050504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.051552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c3c40d-77b0-4de4-95cf-d44027cf09cc req-7bb62592-0fd8-4ec1-9ece-6b1e0e592703 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 943 time: 0.1550667 Dec 06 12:25:26.053460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:25:26.053460 n-d-master-1 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:25:26.053460 n-d-master-1 neutron-server[103297]: [parameters: {'id': 'f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d'}] Dec 06 12:25:26.053460 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:26.054155 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:26.073311 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1132-38cf-412c-a358-f816e16469df req-2cdb8aba-931a-4fee-8c95-8091d01887a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:26.074963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-2cdb8aba-931a-4fee-8c95-8091d01887a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.7075808 Dec 06 12:25:26.099018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.152297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94d03d-0dea-4e12-95fe-4cc930d4f215 None None] Pushing event updated for resources: {'Port': ['ID=c37a4930-3b2d-406c-95bd-df2a71a96426,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:26.153609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-625a0cb2-5552-4c9a-a704-2134a29175f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 200 len: 217 time: 0.0686896 Dec 06 12:25:26.155149 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.163884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c3c40d-77b0-4de4-95cf-d44027cf09cc req-f6c3f2ff-5ad4-4a5c-b7a6-2001cca4d401 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Dec 06 12:25:26.174736 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90cbd1-74bb-4195-b84d-341fdd0d43ee None None] Network f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:26.271266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1132-38cf-412c-a358-f816e16469df req-5e6717d1-81cf-432e-88f1-3b3983ad8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:26.273046 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-5e6717d1-81cf-432e-88f1-3b3983ad8b69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.1096697 Dec 06 12:25:26.312824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-3ca07638-c653-4319-98df-01854f1196eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314853 Dec 06 12:25:26.344681 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb813f54-953c-48c1-95e1-0d21ff74588f None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:25:26.435350 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.35.3.166 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/faa95092-460e-4cbb-8b31-78c0088fe22d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:26.470956 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb813f54-953c-48c1-95e1-0d21ff74588f None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:25:26.530386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-26823c2f-4b55-470a-9b4c-3fb22e2103f3 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904876 Dec 06 12:25:26.556013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.673212 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port c37a4930-3b2d-406c-95bd-df2a71a96426 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:26.673553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.698344 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806d954-3d2a-45ca-9f83-9e2551268a0d req-1b0e025c-f6e9-4a13-974d-a0046f64b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:26.699955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4806d954-3d2a-45ca-9f83-9e2551268a0d req-1b0e025c-f6e9-4a13-974d-a0046f64b1f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1995599 Dec 06 12:25:26.752807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.759908 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] For port c37a4930-3b2d-406c-95bd-df2a71a96426, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c37a4930-3b2d-406c-95bd-df2a71a96426,segment=NetworkSegment(92d12ec8-0674-4c76-bd18-8bc25b9ad3fb),segment_id=92d12ec8-0674-4c76-bd18-8bc25b9ad3fb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:26.760238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.778073 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for c37a4930-3b2d-406c-95bd-df2a71a96426 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:26.838497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4806d954-3d2a-45ca-9f83-9e2551268a0d req-c1b04d8b-b491-4980-b44d-1b27bc895fb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271617 Dec 06 12:25:26.842870 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-553a1132-38cf-412c-a358-f816e16469df req-18e1b0e1-397f-4e23-9a35-b4128b6c95be service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043516 Dec 06 12:25:26.858668 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.898771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.918349 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:26.922684 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:26.927089 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:26.935512 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=c37a4930-3b2d-406c-95bd-df2a71a96426,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:26.941928 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No DVR routers for this DVR port c37a4930-3b2d-406c-95bd-df2a71a96426 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:26.958844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b9bc4-b8c6-4407-b652-eca1fc9c60aa None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:26.970562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=faa95092-460e-4cbb-8b31-78c0088fe22d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:27.044610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.071611 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:27.087432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-16632d7b-64fc-4416-8a25-e3ed857eca0a None None] Provisioning complete for port faa95092-460e-4cbb-8b31-78c0088fe22d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:27.087898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16632d7b-64fc-4416-8a25-e3ed857eca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.096759 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:27.097056 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d12ec8-0674-4c76-bd18-8bc25b9ad3fb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:27.131476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.132624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-16632d7b-64fc-4416-8a25-e3ed857eca0a None None] Port faa95092-460e-4cbb-8b31-78c0088fe22d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:27.153898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.168250 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1e61-c2ea-436c-9e38-922c8df76110 req-4917a667-fd3b-4760-ba16-4ce082943a17 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:27.169854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-367c1e61-c2ea-436c-9e38-922c8df76110 req-4917a667-fd3b-4760-ba16-4ce082943a17 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0956757 Dec 06 12:25:27.172992 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:27.173469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:27.176747 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:27.234223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-544d95f8-64da-48c2-add4-73a69fab516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.280569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.312497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.327598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.330886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d HTTP/1.1" status: 204 len: 168 time: 2.2904730 Dec 06 12:25:27.336674 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.351284 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1427262305'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:27.357304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-367c1e61-c2ea-436c-9e38-922c8df76110 req-8cc1414d-cc23-4d06-a707-cdb224d5b458 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672986 Dec 06 12:25:27.364444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854333-0edb-48eb-ad31-9f42edfe3a4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:27.390494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303a33-5171-44e5-bd4e-2038ddd627a6 req-90c55ed5-cafc-470e-a849-56aac80e47e2 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:27.392076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0303a33-5171-44e5-bd4e-2038ddd627a6 req-90c55ed5-cafc-470e-a849-56aac80e47e2 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 943 time: 0.1287060 Dec 06 12:25:27.398485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:27.402213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.459563 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:27.469095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0303a33-5171-44e5-bd4e-2038ddd627a6 req-cee12067-d396-4640-8710-a1bcd7742464 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Dec 06 12:25:27.475816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.476174 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Added segment d28610bf-4fd5-4da9-8148-2f2deaa710dd of type vlan for network 4a4a0bf5-4007-4d40-82e4-b46668941002 Dec 06 12:25:27.537853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.546254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.570010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.577503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:27.578331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.659148 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37002) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.659511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3207190 Dec 06 12:25:27.660562 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961eb8f0-8452-4a42-9b2f-d9a7a06b340b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Network': ['ID=4a4a0bf5-4007-4d40-82e4-b46668941002,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:27.663999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Request body: {'subnet': {'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:27.672410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4a4a0bf5-4007-4d40-82e4-b46668941002 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:27.746982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ea022ac7-c0eb-4848-a4fa-6c01b4d38468 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:25:27.779891 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router e727156c-68c1-438b-ba73-dd8386ea724a is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:27.784173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Made reservation on behalf of ca792a8f47c240019d72b07e0f4b2038 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:27.788467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.880888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:27.893275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'port_id': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'mac_address': 'fa:16:3e:76:bc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30077767-888f-4a0c-babd-8a1c61c5c0b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:25:27.933504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.955573 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea022ac7-c0eb-4848-a4fa-6c01b4d38468 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:27.976368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:27.984537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.988296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:28.003988 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Sync routers for ids ['e727156c-68c1-438b-ba73-dd8386ea724a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:28.014635 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Routers {'e727156c-68c1-438b-ba73-dd8386ea724a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:28.015357 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e727156c-68c1-438b-ba73-dd8386ea724a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:28.042679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.043916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd8cade3-1745-4f43-8d47-5365bd180e77 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2301109 Dec 06 12:25:28.047570 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:28.058254 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:28.144213 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Set router e727156c-68c1-438b-ba73-dd8386ea724a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:28.194627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-acc101f3-e3ea-44aa-ab90-454ee8e1a00d tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/e727156c-68c1-438b-ba73-dd8386ea724a HTTP/1.1" status: 200 len: 909 time: 0.1459520 Dec 06 12:25:28.197046 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:28.201251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1218319978', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:28.208365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:28.229662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.231229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.269558 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:25:28.273371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.336326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.365828 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event updated for resources: {'Subnet': ['ID=5c0e5298-9f24-4512-b482-4e2dd26cc067,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:28.370495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Checking segment: {'id': 'd28610bf-4fd5-4da9-8148-2f2deaa710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:28.371083 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network hostable DHCP agents. Network: 4a4a0bf5-4007-4d40-82e4-b46668941002, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:28.409059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Network 4a4a0bf5-4007-4d40-82e4-b46668941002 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:28.409302 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'name': 'tempest-snat-router-1218319978', 'tenant_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166'}], 'enable_snat': False}, 'gw_port_id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:24Z', 'updated_at': '2021-12-06T12:25:27Z', 'revision_number': 3, 'project_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'gw_port': {'id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:28.436861 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4a4a0bf5-4007-4d40-82e4-b46668941002) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:28.441346 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Checking router: e727156c-68c1-438b-ba73-dd8386ea724a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:28.441732 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:28.442204 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Updating router e727156c-68c1-438b-ba73-dd8386ea724a port faa95092-460e-4cbb-8b31-78c0088fe22d binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:25:28.442375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.468670 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c63efc-daf3-43f1-a598-6846a640b8ca None None] Network 4a4a0bf5-4007-4d40-82e4-b46668941002 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:28.469645 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e27a00e9-0581-4d32-9165-f3390374f969 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8093665 Dec 06 12:25:28.469880 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.472806 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:28.661959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.665426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.725810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b80ab-329b-4c3d-a750-61aec35adf8b req-5c868df7-4f4d-4d85-9cb0-b6116fa3ca9d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:28.727372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-028b80ab-329b-4c3d-a750-61aec35adf8b req-5c868df7-4f4d-4d85-9cb0-b6116fa3ca9d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2299912 Dec 06 12:25:28.748214 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4a4a0bf5-4007-4d40-82e4-b46668941002', 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002', 'tenant_id': 'ca792a8f47c240019d72b07e0f4b2038', 'fixed_ips': [{'subnet_id': '5c0e5298-9f24-4512-b482-4e2dd26cc067'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:28.749839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.771196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dd52f-2fec-49b6-ae91-b27a7706b221 req-91f75563-8153-4a27-bfe5-c30494dcb3e6 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:28.772722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f27dd52f-2fec-49b6-ae91-b27a7706b221 req-91f75563-8153-4a27-bfe5-c30494dcb3e6 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 944 time: 0.1178236 Dec 06 12:25:28.786179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.838871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-028b80ab-329b-4c3d-a750-61aec35adf8b req-9697b824-c578-4576-ab89-d4810d649782 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017141 Dec 06 12:25:28.936807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f27dd52f-2fec-49b6-ae91-b27a7706b221 req-04660122-7e2e-484e-b6ce-cfd13a03adc9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509216 Dec 06 12:25:28.975641 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Allocated IP 2001:db8::f816:3eff:fe17:2bd7 (4a4a0bf5-4007-4d40-82e4-b46668941002/5c0e5298-9f24-4512-b482-4e2dd26cc067/b64ef512-7392-4836-ae58-de6064e64370) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:29.022833 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.035062 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.118915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.123710 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a284de-384c-4510-a598-091429e38b95 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:29.158769 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Attempting to bind port faa95092-460e-4cbb-8b31-78c0088fe22d on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:29.159278 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Attempting to bind port faa95092-460e-4cbb-8b31-78c0088fe22d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:29.160367 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Attempting to bind port faa95092-460e-4cbb-8b31-78c0088fe22d on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:29.177934 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.183544 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:29.189974 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:29.191349 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.191923 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:29.193209 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Bound port: faa95092-460e-4cbb-8b31-78c0088fe22d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:29.194903 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.235987 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Pushing event updated for resources: {'Port': ['ID=faa95092-460e-4cbb-8b31-78c0088fe22d,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.241972 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7990512a-f19c-4446-bd93-5ab457283cbc None None] Provisioning complete for port faa95092-460e-4cbb-8b31-78c0088fe22d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:29.244729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7990512a-f19c-4446-bd93-5ab457283cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.255626 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.256514 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.257415 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.257953 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.258483 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.259577 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.260108 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.260635 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.261192 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.261965 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.262513 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.263391 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.263915 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:29.313452 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] For port faa95092-460e-4cbb-8b31-78c0088fe22d, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:29.320016 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] For port faa95092-460e-4cbb-8b31-78c0088fe22d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faa95092-460e-4cbb-8b31-78c0088fe22d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:29.333767 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.339222 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618421-9b73-42e9-955a-2ae59a448ddb req-bdb5ca84-7b96-4add-a8e0-e8c65617a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:29.345712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-bdb5ca84-7b96-4add-a8e0-e8c65617a75f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58562269b3c840889dd4ff19bb21957c&device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0877607 Dec 06 12:25:29.351729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.359010 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7990512a-f19c-4446-bd93-5ab457283cbc None None] Port faa95092-460e-4cbb-8b31-78c0088fe22d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:29.363056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.420799 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Pushing event updated for resources: {'Port': ['ID=b64ef512-7392-4836-ae58-de6064e64370,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.421893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.432738 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00178502-fc63-460d-9075-bb1b3214f5b2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:29.453825 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Network 4a4a0bf5-4007-4d40-82e4-b46668941002 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:29.455294 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:29.457967 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:29.484730 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Routers {'e727156c-68c1-438b-ba73-dd8386ea724a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:29.485679 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e727156c-68c1-438b-ba73-dd8386ea724a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.489859 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8e267-5ca7-43c1-aef7-c1432432fb34 None None] Pushing event updated for resources: {'Port': ['ID=faa95092-460e-4cbb-8b31-78c0088fe22d,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.533206 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] Provisioning complete for port faa95092-460e-4cbb-8b31-78c0088fe22d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:29.533838 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.536150 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.35.3.88 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/6ab4260b-c764-4306-b98a-a2a51dab2515) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:29.590594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b12a6-9f29-4a31-a7b3-433ee0239d27 req-c354fcba-be36-49da-bef6-99a52c05c729 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:29.592209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-985b12a6-9f29-4a31-a7b3-433ee0239d27 req-c354fcba-be36-49da-bef6-99a52c05c729 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2577081 Dec 06 12:25:29.600621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Attempting to bind port b64ef512-7392-4836-ae58-de6064e64370 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:29.600901 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Attempting to bind port b64ef512-7392-4836-ae58-de6064e64370 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd28610bf-4fd5-4da9-8148-2f2deaa710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:29.607224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Attempting to bind port b64ef512-7392-4836-ae58-de6064e64370 on network 4a4a0bf5-4007-4d40-82e4-b46668941002 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:29.661323 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] Set router e727156c-68c1-438b-ba73-dd8386ea724a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:29.666764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.673820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1434-8e1a-4c14-a9fb-a8755a1ea652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.675788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:29.676516 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Checking segment: {'id': 'd28610bf-4fd5-4da9-8148-2f2deaa710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:29.677133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.677766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Bound using segment: {'id': 'd28610bf-4fd5-4da9-8148-2f2deaa710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:29.678329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Bound port: b64ef512-7392-4836-ae58-de6064e64370, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28610bf-4fd5-4da9-8148-2f2deaa710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a4a0bf5-4007-4d40-82e4-b46668941002'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:29.678689 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0e5298-9f24-4512-b482-4e2dd26cc067,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.678806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.697621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ea022ac7-c0eb-4848-a4fa-6c01b4d38468 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:29.736448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.765087 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] For port faa95092-460e-4cbb-8b31-78c0088fe22d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faa95092-460e-4cbb-8b31-78c0088fe22d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:29.840195 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] For port b64ef512-7392-4836-ae58-de6064e64370, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:29.843181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] For port b64ef512-7392-4836-ae58-de6064e64370, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b64ef512-7392-4836-ae58-de6064e64370,segment=NetworkSegment(d28610bf-4fd5-4da9-8148-2f2deaa710dd),segment_id=d28610bf-4fd5-4da9-8148-2f2deaa710dd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:29.852414 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.859029 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a0bf5-4007-4d40-82e4-b46668941002']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.874295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.906312 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28610bf-4fd5-4da9-8148-2f2deaa710dd') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.906613 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28610bf-4fd5-4da9-8148-2f2deaa710dd') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.916157 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618421-9b73-42e9-955a-2ae59a448ddb req-833fb244-f1bd-4e08-a9bd-72f8d62faeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:29.917694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-833fb244-f1bd-4e08-a9bd-72f8d62faeea service neutron] 10.222.0.23 "GET /v2.0/networks?id=177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 200 len: 920 time: 0.5702493 Dec 06 12:25:29.921545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.949114 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'name': 'tempest-snat-router-1218319978', 'tenant_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166'}], 'enable_snat': False}, 'gw_port_id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:24Z', 'updated_at': '2021-12-06T12:25:27Z', 'revision_number': 3, 'project_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'gw_port': {'id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.975350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-7792c86b-40ba-4737-9996-e88f8e4963b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 200 len: 217 time: 0.0461204 Dec 06 12:25:29.980222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.987093 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63ba36-26a7-4e21-afd0-4fc135b56620 None None] The sync data for ids ['e727156c-68c1-438b-ba73-dd8386ea724a'] in n-d-master-1 is: [{'id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'name': 'tempest-snat-router-1218319978', 'tenant_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166'}], 'enable_snat': False}, 'gw_port_id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:24Z', 'updated_at': '2021-12-06T12:25:27Z', 'revision_number': 3, 'project_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'gw_port': {'id': 'faa95092-460e-4cbb-8b31-78c0088fe22d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727156c-68c1-438b-ba73-dd8386ea724a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:30.008454 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:30.008749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:30.031192 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:30.046946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acdb78-4142-4b60-83fa-bb2aee3091f2 None None] Pushing event updated for resources: {'Port': ['ID=faa95092-460e-4cbb-8b31-78c0088fe22d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:30.163628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:25:30.183640 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:30.184246 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.194171 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d852f60-9351-4769-b08f-773e0a338897 None None] Network 4a4a0bf5-4007-4d40-82e4-b46668941002 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:30.223900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:25:30.223900 n-d-master-1 neutron-server[103298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:25:30.223900 n-d-master-1 neutron-server[103298]: [parameters: {'id': '4a4a0bf5-4007-4d40-82e4-b46668941002'}] Dec 06 12:25:30.223900 n-d-master-1 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:30.224942 n-d-master-1 neutron-server[103298]: DEBUG oslo_db.api [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:30.226725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618421-9b73-42e9-955a-2ae59a448ddb req-8aebc05e-10ba-409a-a1d8-7d6f853659e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.228470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-8aebc05e-10ba-409a-a1d8-7d6f853659e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 200 len: 859 time: 0.2289150 Dec 06 12:25:30.259559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c39af-c6d0-41ec-b5cc-4ffba5a18cd3 None None] Pushing event updated for resources: {'Port': ['ID=b64ef512-7392-4836-ae58-de6064e64370,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:30.308335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-6ce23fe4-84b8-4ea5-ad08-89fcab16f700 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=177b21b9-7f58-4208-953c-ebb518599521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721560 Dec 06 12:25:30.432431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.494653 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:30.496992 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed6a39-68cd-47b6-b443-30e0603f0ea3" -d '{"events": [{"server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "name": "network-vif-plugged", "status": "completed", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:30.528279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-985b12a6-9f29-4a31-a7b3-433ee0239d27 req-11830865-d53a-4d47-963f-fc24d2b56d97 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9229090 Dec 06 12:25:30.531250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:30.558607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.563425 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9de22-aec4-4d68-89e0-808931cfe944 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:25:30.568014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-942f8e5a-564e-42f9-ae8e-0dadcad9aa29 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466323 Dec 06 12:25:30.569572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.649544 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:30.687816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939f7a8-4e8b-4aa8-9fa5-068729566c79 req-2aad43dd-eae9-451b-864e-cc63673d9866 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.697298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e939f7a8-4e8b-4aa8-9fa5-068729566c79 req-2aad43dd-eae9-451b-864e-cc63673d9866 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 945 time: 0.1676273 Dec 06 12:25:30.710154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.726447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-62618421-9b73-42e9-955a-2ae59a448ddb req-9f072e10-1526-4629-9c78-c948c9765228 service neutron] 10.222.0.23 "GET /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508677 Dec 06 12:25:30.727146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.768918 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9de22-aec4-4d68-89e0-808931cfe944 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:25:30.839846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e939f7a8-4e8b-4aa8-9fa5-068729566c79 req-6c4b5998-e28b-4b23-aada-4fb249293943 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416349 Dec 06 12:25:30.851262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.874822 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port b64ef512-7392-4836-ae58-de6064e64370 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:30.876203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.000821 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:31.007077 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:31.010631 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:31.031717 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd35204-b8b4-434d-829d-4a1f248a5027 x-openstack-request-id: req-3cd35204-b8b4-434d-829d-4a1f248a5027 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:31.032184 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "name": "network-vif-plugged", "status": "completed", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:31.032679 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cd35204-b8b4-434d-829d-4a1f248a5027 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:31.033326 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'code': 200} Dec 06 12:25:31.055820 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab4260b-c764-4306-b98a-a2a51dab2515,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.071396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.120012 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] For port b64ef512-7392-4836-ae58-de6064e64370, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b64ef512-7392-4836-ae58-de6064e64370,segment=NetworkSegment(d28610bf-4fd5-4da9-8148-2f2deaa710dd),segment_id=d28610bf-4fd5-4da9-8148-2f2deaa710dd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:31.120437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.146214 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for b64ef512-7392-4836-ae58-de6064e64370 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:31.174407 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01328-3277-449f-81c8-486d049b2679 req-f36ce260-c3f5-45e9-bf7b-8d8b25d8401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:31.175926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8cd01328-3277-449f-81c8-486d049b2679 req-f36ce260-c3f5-45e9-bf7b-8d8b25d8401a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 1096 time: 0.1258230 Dec 06 12:25:31.290983 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8cd01328-3277-449f-81c8-486d049b2679 req-87e29ae3-379d-4db3-a8b4-a10c3d72fe60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740981 Dec 06 12:25:31.317912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.351050 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=b64ef512-7392-4836-ae58-de6064e64370,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.359310 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No DVR routers for this DVR port b64ef512-7392-4836-ae58-de6064e64370 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:31.365548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdb319-74b8-45ce-bdef-7b7838c397dd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:31.510626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5e75bd5d-58aa-45e4-a7ed-5f9b62316e3e None None] Provisioning complete for port 6ab4260b-c764-4306-b98a-a2a51dab2515 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.511197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e75bd5d-58aa-45e4-a7ed-5f9b62316e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.558519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.617536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.622028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5e75bd5d-58aa-45e4-a7ed-5f9b62316e3e None None] Port 6ab4260b-c764-4306-b98a-a2a51dab2515 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:31.662953 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a0bf5-4007-4d40-82e4-b46668941002']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:31.672536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faa95092-460e-4cbb-8b31-78c0088fe22d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:31.696434 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28610bf-4fd5-4da9-8148-2f2deaa710dd') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:31.696743 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28610bf-4fd5-4da9-8148-2f2deaa710dd') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:31.716619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.748391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.770599 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:31.770802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.772970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port faa95092-460e-4cbb-8b31-78c0088fe22d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.773378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:31.777353 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:31.855853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.864477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.867631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/4a4a0bf5-4007-4d40-82e4-b46668941002 HTTP/1.1" status: 204 len: 168 time: 3.3931239 Dec 06 12:25:31.897978 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37336) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.912111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b962-4417-432f-901a-2467541bba4b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=4a4a0bf5-4007-4d40-82e4-b46668941002,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.944062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.951491 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-112d6e77-297e-40e1-969a-8b87e1511400 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:31.951954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112d6e77-297e-40e1-969a-8b87e1511400 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:31.955641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-112d6e77-297e-40e1-969a-8b87e1511400 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/5c0e5298-9f24-4512-b482-4e2dd26cc067 HTTP/1.1" status: 404 len: 337 time: 0.0560844 Dec 06 12:25:31.958821 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97628e2-ece1-4d14-85a8-4cda4a50b5dc req-66ba7f9c-1041-4374-8f35-8a7cb1a1fb29 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:31.960358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f97628e2-ece1-4d14-85a8-4cda4a50b5dc req-66ba7f9c-1041-4374-8f35-8a7cb1a1fb29 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.2346940 Dec 06 12:25:31.960883 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.040946 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0411e03d-f4ad-48dc-a0b4-f22e78a562bc tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.041520 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0411e03d-f4ad-48dc-a0b4-f22e78a562bc tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.044569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0411e03d-f4ad-48dc-a0b4-f22e78a562bc tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/4a4a0bf5-4007-4d40-82e4-b46668941002 HTTP/1.1" status: 404 len: 339 time: 0.0817502 Dec 06 12:25:32.047185 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37342) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.074272 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48b4ea-1ec1-4f9e-ae59-9b63fec4f835 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.074761 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48b4ea-1ec1-4f9e-ae59-9b63fec4f835 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.078273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e48b4ea-1ec1-4f9e-ae59-9b63fec4f835 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/d76ef798-6d65-4c81-b0e9-25ab2d6b6516 HTTP/1.1" status: 404 len: 337 time: 0.0297689 Dec 06 12:25:32.080871 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37344) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.100413 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aed2b4-4c6c-46bc-acb0-4738bba9f721 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.101249 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aed2b4-4c6c-46bc-acb0-4738bba9f721 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.106641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0aed2b4-4c6c-46bc-acb0-4738bba9f721 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/f26f3a13-fd62-4dfa-9e24-f15e4d74dc2d HTTP/1.1" status: 404 len: 339 time: 0.0222046 Dec 06 12:25:32.107079 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37346) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.136002 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2b24f5-38f5-4c88-8fc1-f9b4c9c11833 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.136609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2b24f5-38f5-4c88-8fc1-f9b4c9c11833 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.142225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed2b24f5-38f5-4c88-8fc1-f9b4c9c11833 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/0d7c8145-61ba-4bf8-b7fb-0cae21758571 HTTP/1.1" status: 404 len: 337 time: 0.0317252 Dec 06 12:25:32.143438 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37348) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.149699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f97628e2-ece1-4d14-85a8-4cda4a50b5dc req-0f5fb92f-3e4d-441d-8adf-d525d029938c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492426 Dec 06 12:25:32.159368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13caac-2e42-4fe9-a6b0-6710aba27411 req-f2b56b51-9102-4cac-b2ae-c9a5d9b47394 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:32.163357 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2d8d5e-131e-4c83-957f-b4ea0fb2eab1 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.163976 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2d8d5e-131e-4c83-957f-b4ea0fb2eab1 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.166598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec13caac-2e42-4fe9-a6b0-6710aba27411 req-f2b56b51-9102-4cac-b2ae-c9a5d9b47394 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 945 time: 0.2024598 Dec 06 12:25:32.177939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-df2d8d5e-131e-4c83-957f-b4ea0fb2eab1 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/e4080d6e-7383-4655-9362-8342bf1af577 HTTP/1.1" status: 404 len: 339 time: 0.0341139 Dec 06 12:25:32.179202 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37350) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.255554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec13caac-2e42-4fe9-a6b0-6710aba27411 req-3e641ee6-c553-492e-bfc2-53df2f5ec5b0 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879352 Dec 06 12:25:32.268476 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router 61450d73-c3de-4559-b75a-afd5a3b4b0fa is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:32.320809 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port 4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:32.321196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.326957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.435291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.452647 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for 4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:32.457725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:32.471252 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Sync routers for ids ['61450d73-c3de-4559-b75a-afd5a3b4b0fa'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:32.482995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.488148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1050d16c-f2ca-4463-9079-d064dc8db240 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2898343 Dec 06 12:25:32.489190 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.499315 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Routers {'61450d73-c3de-4559-b75a-afd5a3b4b0fa'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:32.500573 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['61450d73-c3de-4559-b75a-afd5a3b4b0fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:32.571803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.607120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.641987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.649299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b6158da0-de00-4425-94f0-b4dce77e046b tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/ports/4e2f8fe0-fc83-454e-a7cf-b52d2d2cce35 HTTP/1.1" status: 204 len: 168 time: 0.4657660 Dec 06 12:25:32.650014 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37358) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.693255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a55ce2f8-981e-4bf0-856e-b21519f349a2 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/61450d73-c3de-4559-b75a-afd5a3b4b0fa HTTP/1.1" status: 200 len: 907 time: 0.2023730 Dec 06 12:25:32.695766 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.703916 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f58855-03bb-4d1a-abeb-930414a08ad0 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:32.706672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f58855-03bb-4d1a-abeb-930414a08ad0 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:32.711390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65f58855-03bb-4d1a-abeb-930414a08ad0 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/cdfd1480-09c9-42e2-b17c-82d5ba8c17b3 HTTP/1.1" status: 404 len: 337 time: 0.0604694 Dec 06 12:25:32.713866 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37362) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.724547 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Set router 61450d73-c3de-4559-b75a-afd5a3b4b0fa gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:32.820378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.828337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.951959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.997048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.022419 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d6aa8d-f093-417e-b705-e55ba3fa9e55']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:33.031119 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Deleting port 6ab4260b-c764-4306-b98a-a2a51dab2515 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:33.031467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.034729 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5131004-6052-433b-9e46-36dff53a2dec') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:33.035033 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5131004-6052-433b-9e46-36dff53a2dec') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:33.045752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.060982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.073391 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:33.073776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:33.077315 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:33.141895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.142113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.159031 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61450d73-c3de-4559-b75a-afd5a3b4b0fa', 'name': 'tempest-snat-router-1218319978', 'tenant_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': '6ab4260b-c764-4306-b98a-a2a51dab2515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:31Z', 'revision_number': 3, 'project_id': 'dbf4677e3e5242a8bdf92cdd2a318f06', 'gw_port': {'id': '6ab4260b-c764-4306-b98a-a2a51dab2515', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61450d73-c3de-4559-b75a-afd5a3b4b0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:29Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:33.160199 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Calling delete_port for 6ab4260b-c764-4306-b98a-a2a51dab2515 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:33.168239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.185452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.195265 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Checking router: 61450d73-c3de-4559-b75a-afd5a3b4b0fa for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:33.195621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Updating router 61450d73-c3de-4559-b75a-afd5a3b4b0fa port 6ab4260b-c764-4306-b98a-a2a51dab2515 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:25:33.199365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/84d6aa8d-f093-417e-b705-e55ba3fa9e55 HTTP/1.1" status: 204 len: 168 time: 0.4843276 Dec 06 12:25:33.203637 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37368) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:33.228893 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.268132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5332e-c08b-409d-af85-3660918faa80 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=84d6aa8d-f093-417e-b705-e55ba3fa9e55,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:33.324475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442084-5134-4bf3-a5bd-1c06ac890aeb req-bce83286-e16a-46c9-8ff3-887438107328 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:33.326172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83442084-5134-4bf3-a5bd-1c06ac890aeb req-bce83286-e16a-46c9-8ff3-887438107328 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.0753281 Dec 06 12:25:33.363436 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port 1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:33.363774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.464309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.473385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83442084-5134-4bf3-a5bd-1c06ac890aeb req-2fafbff0-9dbe-4fcf-b79e-0349a4ff4ae6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391523 Dec 06 12:25:33.489660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b55-7006-477d-ae36-4e66955f4f60 req-d9ebac8e-dadc-4d46-8ddd-3334c02c5ede tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:33.491429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00585b55-7006-477d-ae36-4e66955f4f60 req-d9ebac8e-dadc-4d46-8ddd-3334c02c5ede tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 945 time: 0.1483648 Dec 06 12:25:33.515803 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for 1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:33.612992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:33.614097 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:33.618309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.642498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00585b55-7006-477d-ae36-4e66955f4f60 req-dbd39f1b-30a6-44e2-b6e4-92ccba0ab50e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266546 Dec 06 12:25:33.659259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.691812 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ab4260b-c764-4306-b98a-a2a51dab2515,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:33.710653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751fcee-4dc6-462a-bb60-12e5e2320cb4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:33.712419 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:33.725958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.729186 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10431270-3d6c-4510-9306-50a6a966c836 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/ports/1592c1bd-3a39-46bb-89de-cbd9e8c8b0f9 HTTP/1.1" status: 204 len: 168 time: 0.5213931 Dec 06 12:25:33.731569 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37384) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:33.780768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.890220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.895189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.954451 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.955734 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61450d73-c3de-4559-b75a-afd5a3b4b0fa {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:33.965376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:33.969068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8a94236-9285-430c-a65a-f36b6e8fc822 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/routers/61450d73-c3de-4559-b75a-afd5a3b4b0fa HTTP/1.1" status: 204 len: 168 time: 1.2696884 Dec 06 12:25:33.969699 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:34.095109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.171648 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Port 6ab4260b-c764-4306-b98a-a2a51dab2515 not found while updating agent binding for router 61450d73-c3de-4559-b75a-afd5a3b4b0fa. {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 12:25:34.200209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:34.200660 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:25:34.201310 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61450d73-c3de-4559-b75a-afd5a3b4b0fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:25:34.203261 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d94afb-a34f-4b87-8e00-be3bde055524 None None] The sync data for ids ['61450d73-c3de-4559-b75a-afd5a3b4b0fa'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:34.215058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.233902 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bda792-d57d-458f-ae35-25be1757cff2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] DELETE failed (client error): The resource could not be found. Dec 06 12:25:34.234360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bda792-d57d-458f-ae35-25be1757cff2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:25:34.243553 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:34.253236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-05bda792-d57d-458f-ae35-25be1757cff2 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/106cc861-465a-4bdf-9702-ee855a7d2b1e HTTP/1.1" status: 404 len: 337 time: 0.5205631 Dec 06 12:25:34.395278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.399094 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Deleting port faa95092-460e-4cbb-8b31-78c0088fe22d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:34.399428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.906785 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port 4d466f52-63e5-454d-bf47-335a1e924604 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:34.907389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.915446 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] For port faa95092-460e-4cbb-8b31-78c0088fe22d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faa95092-460e-4cbb-8b31-78c0088fe22d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:34.916099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.951363 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Calling delete_port for faa95092-460e-4cbb-8b31-78c0088fe22d owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:35.050465 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] For port 4d466f52-63e5-454d-bf47-335a1e924604, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4d466f52-63e5-454d-bf47-335a1e924604,segment=NetworkSegment(ef41a8df-9316-4ac7-83a1-e433077bb691),segment_id=ef41a8df-9316-4ac7-83a1-e433077bb691)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:35.051119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.076655 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for 4d466f52-63e5-454d-bf47-335a1e924604 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:35.247106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.281250 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=4d466f52-63e5-454d-bf47-335a1e924604,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:35.283415 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No DVR routers for this DVR port 4d466f52-63e5-454d-bf47-335a1e924604 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:35.290628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.338571 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa95092-460e-4cbb-8b31-78c0088fe22d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:35.350786 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a7076-e1a5-4018-9f81-d95e81775416 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:35.433932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.465477 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a394fe55-791d-4d4d-b342-aba9ae0f81c5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:35.474175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.479185 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef41a8df-9316-4ac7-83a1-e433077bb691') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:35.479489 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef41a8df-9316-4ac7-83a1-e433077bb691') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:35.546398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.586297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.590141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.591360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.602160 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:35.602565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:35.605535 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:35.662070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.662617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e727156c-68c1-438b-ba73-dd8386ea724a {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:35.694711 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.696028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0907c388-16ad-46c3-875f-c8862febcb09 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e727156c-68c1-438b-ba73-dd8386ea724a HTTP/1.1" status: 204 len: 168 time: 1.7251194 Dec 06 12:25:35.700019 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:35.704578 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1714044633', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:35.709512 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.721080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.727845 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:35.728930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/a394fe55-791d-4d4d-b342-aba9ae0f81c5 HTTP/1.1" status: 204 len: 168 time: 1.4669816 Dec 06 12:25:35.746947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6518ed-0edc-48e3-a6c7-a2b1f58d96a4 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=a394fe55-791d-4d4d-b342-aba9ae0f81c5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:35.795582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.796622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.816298 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting subnet ff41f63f-28f3-4325-9863-42ddc8935910 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:35.822105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.896232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.901112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.086360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.120017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.231177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.270950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Subnet': ['ID=ff41f63f-28f3-4325-9863-42ddc8935910,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:36.273127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.276621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd43c841-6e8f-4fd1-b309-9ab5ac18009a tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/subnets/ff41f63f-28f3-4325-9863-42ddc8935910 HTTP/1.1" status: 204 len: 168 time: 0.5478413 Dec 06 12:25:36.277533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c792e-b74a-4d4b-a6b7-ee5c95056d07 None None] Network 612b6501-018a-48e2-b9f2-c8376fb49ed2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:36.279168 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37420) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:36.380862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.503696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.531291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.538702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] DHCP port deletion for 612b6501-018a-48e2-b9f2-c8376fb49ed2 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:36.601976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Deleting port 0891c215-cb3f-4842-a624-d8e871239da6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:36.602340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.623558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Deleting port 0891c215-cb3f-4842-a624-d8e871239da6 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:36.623926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.697993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] For port 0891c215-cb3f-4842-a624-d8e871239da6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0891c215-cb3f-4842-a624-d8e871239da6,segment=NetworkSegment(89a9516f-0198-4142-bc2d-79710159146e),segment_id=89a9516f-0198-4142-bc2d-79710159146e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:36.698354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.707079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] For port 0891c215-cb3f-4842-a624-d8e871239da6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0891c215-cb3f-4842-a624-d8e871239da6,segment=NetworkSegment(89a9516f-0198-4142-bc2d-79710159146e),segment_id=89a9516f-0198-4142-bc2d-79710159146e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:36.707796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.719699 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Calling delete_port for 0891c215-cb3f-4842-a624-d8e871239da6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:36.732032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Calling delete_port for 0891c215-cb3f-4842-a624-d8e871239da6 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:36.826129 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Allocated IP 172.35.3.195 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/8c8a8c62-3880-4143-bd05-7b53ec90eaa6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:36.832995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.875406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] Pushing event deleted for resources: {'Port': ['ID=0891c215-cb3f-4842-a624-d8e871239da6,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:36.877860 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd61aa-68ae-4fb6-bcbb-a395e1c8fae7 None None] No DVR routers for this DVR port 0891c215-cb3f-4842-a624-d8e871239da6 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:36.943894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:36.989982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Port': ['ID=0891c215-cb3f-4842-a624-d8e871239da6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:36.999951 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] No DVR routers for this DVR port 0891c215-cb3f-4842-a624-d8e871239da6 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:37.095591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.127343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.157325 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612b6501-018a-48e2-b9f2-c8376fb49ed2']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:37.171490 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a9516f-0198-4142-bc2d-79710159146e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:37.171786 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a9516f-0198-4142-bc2d-79710159146e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:37.193315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.212517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.221461 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:37.222232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:37.226006 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:37.228858 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.288743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770dc3-ec80-4764-8db1-71e183b06cf6 req-4ca3685b-e5cf-414e-9f2c-813e1a8bc54c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:37.292278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba770dc3-ec80-4764-8db1-71e183b06cf6 req-4ca3685b-e5cf-414e-9f2c-813e1a8bc54c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.0717325 Dec 06 12:25:37.341917 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:37.348096 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:37.351676 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:37.364292 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f02c36-fabb-4f8c-b388-e427eadeec12 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:37.397955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba770dc3-ec80-4764-8db1-71e183b06cf6 req-018c0c8f-ccd8-42fe-aaf2-2388f5f65756 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954602 Dec 06 12:25:37.405745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.420619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.425596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] 10.222.0.31 "DELETE /v2.0/networks/612b6501-018a-48e2-b9f2-c8376fb49ed2 HTTP/1.1" status: 204 len: 168 time: 1.1440883 Dec 06 12:25:37.480459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event updated for resources: {'Port': ['ID=8c8a8c62-3880-4143-bd05-7b53ec90eaa6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:37.485571 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967efa2-d017-46c6-93f7-65c13d2fa250 tempest-NetworksIpV6TestAttrs-967805459 tempest-NetworksIpV6TestAttrs-967805459-project] Pushing event deleted for resources: {'Network': ['ID=612b6501-018a-48e2-b9f2-c8376fb49ed2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:37.488768 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e7a63982-297a-4523-88d9-a1fde5948129 None None] Provisioning complete for port 8c8a8c62-3880-4143-bd05-7b53ec90eaa6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:37.489353 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7a63982-297a-4523-88d9-a1fde5948129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.586862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7a63982-297a-4523-88d9-a1fde5948129 None None] Port 8c8a8c62-3880-4143-bd05-7b53ec90eaa6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:37.606269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0891c215-cb3f-4842-a624-d8e871239da6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:37.656665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0891c215-cb3f-4842-a624-d8e871239da6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:37.657371 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0891c215-cb3f-4842-a624-d8e871239da6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:37.658565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faa95092-460e-4cbb-8b31-78c0088fe22d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:37.687177 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: faa95092-460e-4cbb-8b31-78c0088fe22d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:37.687951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device faa95092-460e-4cbb-8b31-78c0088fe22d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:37.755605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:37.765393 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:37.950011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53d12317-89a5-473f-97c1-83e24f019387 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca792a8f47c240019d72b07e0f4b2038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809194 Dec 06 12:25:37.950166 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:37.998410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.026815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.056834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.106186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.108993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.112581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/319477f5-4752-4002-b1c1-b323034be78d HTTP/1.1" status: 204 len: 168 time: 0.1590524 Dec 06 12:25:38.118625 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e2db0-63b3-49a4-a95d-0a0abcfc46cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319477f5-4752-4002-b1c1-b323034be78d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:38.154259 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Router f9c206b6-2a24-41d6-8dfb-08555f71d45e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:38.277596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:38.291444 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] Sync routers for ids ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:38.300403 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.304850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ca4f3f24-1c1c-45a9-bba2-7b08aa0b46e5 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6013548 Dec 06 12:25:38.305468 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:38.307293 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] Routers {'f9c206b6-2a24-41d6-8dfb-08555f71d45e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:38.307901 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:38.312236 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:38.346193 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:38.355426 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] Routers {'f9c206b6-2a24-41d6-8dfb-08555f71d45e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:38.356030 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:38.395754 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:38.395754 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20256f4e-3948-4165-88a8-47668915ba0e None None] The sync data for ids ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:38.563266 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e623-cc9e-4941-b30f-a6438a306d7b req-7f5c5201-5734-4deb-b6e9-5c3bcbd86f25 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:38.571416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6354e623-cc9e-4941-b30f-a6438a306d7b req-7f5c5201-5734-4deb-b6e9-5c3bcbd86f25 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.0815015 Dec 06 12:25:38.626319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6354e623-cc9e-4941-b30f-a6438a306d7b req-8bf31396-b8da-4b62-b71d-98c7a99c2d89 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540357 Dec 06 12:25:38.712898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:38.882487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-a215a839-2ab8-485f-8e9d-aad397e9ba79 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:38.885037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-a215a839-2ab8-485f-8e9d-aad397e9ba79 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 947 time: 0.0661535 Dec 06 12:25:38.975366 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:39.016543 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Deleting port 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:39.016993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.108817 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232224420'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:39.149113 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] For port 678d8585-35d2-4590-9476-ff07d8f5d5de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=678d8585-35d2-4590-9476-ff07d8f5d5de,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:39.149617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.160973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:39.164520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.232169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.454363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.457418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.457806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.458156 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Floating IP ba93c084-1c2e-4f81-a14f-ae3a1fbddb79 disassociated. External IP: 172.35.3.69, port: 678d8585-35d2-4590-9476-ff07d8f5d5de. Dec 06 12:25:39.458510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Calling delete_port for 678d8585-35d2-4590-9476-ff07d8f5d5de owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:39.462850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.483233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.487945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.498045 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:39.539475 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c078c0a7-6e03-42aa-ab01-cf116ba63aca,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:39.548334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.548722 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 5a7e609f-d2fa-4c5f-ad2e-236ef1602580 of type vlan for network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 Dec 06 12:25:39.603148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.614243 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router f9c206b6-2a24-41d6-8dfb-08555f71d45e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:39.669806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.675424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:39.676026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.740396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7637904 Dec 06 12:25:39.742949 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37496) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:39.747823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269533076'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:39.770137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:39.779153 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] Sync routers for ids ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:39.781406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.782646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-13170848-547e-4cbe-aad3-3e0f63b2cfa4 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "PUT /v2.0/routers/f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 200 len: 922 time: 1.4755929 Dec 06 12:25:39.785857 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37500) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:39.799324 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] Routers {'f9c206b6-2a24-41d6-8dfb-08555f71d45e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:39.800716 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:39.817023 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a3ae9-3939-4c43-aca9-a8b239f822f7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=8cb19dfa-6b5d-45b8-8c77-9bd0e458e072,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:39.819434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.835283 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:39.838779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.862926 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'Port': ['ID=678d8585-35d2-4590-9476-ff07d8f5d5de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:39.876503 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:39.879374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:39.883828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:39.887493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.887895 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment e3723e43-84a9-450d-9dff-067dfb635798 of type vlan for network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 Dec 06 12:25:39.894845 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49548000-d922-4a0e-8544-9577e8502a72 req-d4dcebb0-b026-4e3d-9560-dc24cd36ce43 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:39.904828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49548000-d922-4a0e-8544-9577e8502a72 req-d4dcebb0-b026-4e3d-9560-dc24cd36ce43 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=7124e00d-a7d3-40bd-8718-a7ffee3def92 HTTP/1.1" status: 200 len: 868 time: 0.1730962 Dec 06 12:25:39.931680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.962577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.969048 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:39.969500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.984541 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] Routers {'f9c206b6-2a24-41d6-8dfb-08555f71d45e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:39.986192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:40.011335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49548000-d922-4a0e-8544-9577e8502a72 req-5d0a9ad8-6adf-49a4-969c-e430acaf460b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbbccb02-f535-4451-8df7-c518e8681d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054745 Dec 06 12:25:40.034257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2902217 Dec 06 12:25:40.037702 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37502) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.043899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:40.044560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ec65f-590d-4246-a2b5-c13e4e1b2ddd None None] The sync data for ids ['f9c206b6-2a24-41d6-8dfb-08555f71d45e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:40.047895 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:40.083248 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:40.174148 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-324bc65b-3c60-47ad-8be5-ebd92e23697e tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 200 len: 922 time: 0.3844917 Dec 06 12:25:40.175467 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37504) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.183975 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53b40e-994e-4329-8010-f54c35773384 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:40.197394 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:40.211874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:40.212143 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:40.228695 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:40.229336 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:40.272570 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] No DVR routers for this DVR port 678d8585-35d2-4590-9476-ff07d8f5d5de on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:40.286511 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:40.289956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be7a7a3f-2248-443a-83d4-81517c0f1f60 req-cdb3fc87-ca16-4c57-b9d2-84ae6cb249e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "DELETE /v2.0/ports/678d8585-35d2-4590-9476-ff07d8f5d5de HTTP/1.1" status: 204 len: 173 time: 1.3978596 Dec 06 12:25:40.290444 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-deleted', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:40.292869 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef9245-ef05-4194-bfe8-e06fd0ff1db1" -d '{"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-deleted", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:40.334889 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d9203-f931-4b24-8aaf-80519f26abab tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:40.337239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-894d9203-f931-4b24-8aaf-80519f26abab tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=f9c206b6-2a24-41d6-8dfb-08555f71d45e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1611786 Dec 06 12:25:40.339383 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.349606 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:40.353244 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:40.387537 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e5cb1-339f-4227-ac95-5f80046b01a0 x-openstack-request-id: req-448e5cb1-339f-4227-ac95-5f80046b01a0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:40.387827 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124e00d-a7d3-40bd-8718-a7ffee3def92", "name": "network-vif-deleted", "tag": "678d8585-35d2-4590-9476-ff07d8f5d5de", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:40.388081 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-448e5cb1-339f-4227-ac95-5f80046b01a0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:40.388484 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124e00d-a7d3-40bd-8718-a7ffee3def92', 'name': 'network-vif-deleted', 'tag': '678d8585-35d2-4590-9476-ff07d8f5d5de', 'status': 'completed', 'code': 200} Dec 06 12:25:40.528111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786e732-368b-4ea0-8b03-aad77d55f599 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:40.533966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2786e732-368b-4ea0-8b03-aad77d55f599 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.1933084 Dec 06 12:25:40.536492 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37510) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.557299 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:40.576709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-52dee638-c2b2-431c-b25e-26ae5198f87d tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 200 len: 205 time: 0.0376439 Dec 06 12:25:40.579067 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.696786 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:40.779336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=94da94b2-814e-4061-ba6f-3296d5b2d08e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:40.789810 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '5a7e609f-d2fa-4c5f-ad2e-236ef1602580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:40.789810 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:40.808401 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:40.821634 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:40.827437 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:40.828040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:40.838334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e24ca-f317-43f0-9312-86ec9dc86917 None None] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:40.859425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01ce640e-6f65-417c-8b77-e08e4417c096 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206329 Dec 06 12:25:40.862276 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:40.862411 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:40.870700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:40.913499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:40.929547 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:40.943704 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:40.944388 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:41.045479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.090111 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:41.126427 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:41.131390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.155178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port 8c8a8c62-3880-4143-bd05-7b53ec90eaa6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:41.155534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.157971 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:41.197169 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8cb19dfa-6b5d-45b8-8c77-9bd0e458e072', 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '94da94b2-814e-4061-ba6f-3296d5b2d08e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:41.198602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.279745 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.293564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.319368 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for 8c8a8c62-3880-4143-bd05-7b53ec90eaa6 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:41.326792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.426096 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:41.430774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Allocated IP 2001:db8::2 (8cb19dfa-6b5d-45b8-8c77-9bd0e458e072/94da94b2-814e-4061-ba6f-3296d5b2d08e/0b078b8e-e742-42e9-84f8-2e00d0b20716) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:41.457074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.464481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.468452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbbccb02-f535-4451-8df7-c518e8681d01 HTTP/1.1" status: 204 len: 168 time: 0.3086884 Dec 06 12:25:41.469011 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37526) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:41.480685 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d33f-13f7-41fa-b439-a4b319a74b64 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbccb02-f535-4451-8df7-c518e8681d01,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:41.490587 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45113415-85f8-49ce-abc3-898ea60228ea None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:41.582561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.590666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.594393 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-af6d644e-c38e-42d8-a0e3-bfc6554f6038 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] show failed (client error): The resource could not be found. Dec 06 12:25:41.595563 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-af6d644e-c38e-42d8-a0e3-bfc6554f6038 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups/dbbccb02-f535-4451-8df7-c518e8681d01 HTTP/1.1" status: 404 len: 347 time: 0.0391786 Dec 06 12:25:41.599659 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37528) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:41.635660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=8c8a8c62-3880-4143-bd05-7b53ec90eaa6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:41.660312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.666983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ca878-9443-4397-b3e0-a2734e13af6c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:41.673381 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.727027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.740835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=5ec86457-47b0-44a0-a85c-2dc041dca206,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:41.761255 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:41.764939 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:41.771131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:41.807264 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Pushing event updated for resources: {'Port': ['ID=0b078b8e-e742-42e9-84f8-2e00d0b20716,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:41.826450 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': 'e3723e43-84a9-450d-9dff-067dfb635798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:41.826616 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:41.901386 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:41.931574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Attempting to bind port 0b078b8e-e742-42e9-84f8-2e00d0b20716 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:41.932180 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Attempting to bind port 0b078b8e-e742-42e9-84f8-2e00d0b20716 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a7e609f-d2fa-4c5f-ad2e-236ef1602580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:41.932369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Attempting to bind port 0b078b8e-e742-42e9-84f8-2e00d0b20716 on network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:41.934486 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:41.946139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:41.946646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Checking segment: {'id': '5a7e609f-d2fa-4c5f-ad2e-236ef1602580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:41.947453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.947922 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Bound using segment: {'id': '5a7e609f-d2fa-4c5f-ad2e-236ef1602580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:41.948747 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Bound port: 0b078b8e-e742-42e9-84f8-2e00d0b20716, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7e609f-d2fa-4c5f-ad2e-236ef1602580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb19dfa-6b5d-45b8-8c77-9bd0e458e072'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:41.949436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.956598 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:41.957909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.969658 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Deleting port 16d28145-4f54-4873-bc58-71aa409bacf0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:41.971379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.974860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066074ca-3b3c-4a81-8c39-4f00c3568601 None None] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:41.983847 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db066cf-44b5-4598-8b16-c9f2eb22c57f None None] New status for floating IP ba93c084-1c2e-4f81-a14f-ae3a1fbddb79: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:25:42.075227 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:42.114349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.114681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.162431 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Calling delete_port for 16d28145-4f54-4873-bc58-71aa409bacf0 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:42.188472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.199862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.210392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 678d8585-35d2-4590-9476-ff07d8f5d5de {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:42.210723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 678d8585-35d2-4590-9476-ff07d8f5d5de not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:42.248950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8047eab-640f-48b3-aeab-db393549ed13 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3843577 Dec 06 12:25:42.252268 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:42.261912 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033938928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:42.282997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] For port 0b078b8e-e742-42e9-84f8-2e00d0b20716, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:42.291553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.292011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router f9c206b6-2a24-41d6-8dfb-08555f71d45e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:42.300119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.301293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-23cdb9b3-ecf8-41cf-bccb-dcbca4ff855e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 204 len: 168 time: 1.7206607 Dec 06 12:25:42.305242 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:42.310593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1634031911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:42.321124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.323142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.345176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.346744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.375404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] For port 0b078b8e-e742-42e9-84f8-2e00d0b20716, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b078b8e-e742-42e9-84f8-2e00d0b20716,segment=NetworkSegment(5a7e609f-d2fa-4c5f-ad2e-236ef1602580),segment_id=5a7e609f-d2fa-4c5f-ad2e-236ef1602580)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:42.382668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.410538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.429694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.438931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.444856 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90', 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '5ec86457-47b0-44a0-a85c-2dc041dca206'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:42.445243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.446133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.481028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.484294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47cbe97b-cb56-41d8-bdaf-4ea12002bc32 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1777530 Dec 06 12:25:42.490415 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:42.497908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:42.514093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.515279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c4bb1640-4ec5-46a8-acd9-b6e9ae92f4dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2620811 Dec 06 12:25:42.518723 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:42.592693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.597581 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dabf9e-af3b-4e48-9d3c-8d823b984553 None None] Pushing event updated for resources: {'Port': ['ID=0b078b8e-e742-42e9-84f8-2e00d0b20716,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:42.645537 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Allocated IP 2001:db8:1::2 (fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90/5ec86457-47b0-44a0-a85c-2dc041dca206/c02f3a38-2b33-4ca0-b9b0-030a246487dc) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:42.679902 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'Port': ['ID=16d28145-4f54-4873-bc58-71aa409bacf0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:42.895766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.920704 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.921326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.928425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:42.977840 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:42.981645 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:42.986839 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:43.006762 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Pushing event updated for resources: {'Port': ['ID=c02f3a38-2b33-4ca0-b9b0-030a246487dc,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:43.015178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.017940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.019133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2da0c2ca-58ea-429e-bcff-37b6640876e3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "DELETE /v2.0/floatingips/ba93c084-1c2e-4f81-a14f-ae3a1fbddb79 HTTP/1.1" status: 204 len: 168 time: 1.3995545 Dec 06 12:25:43.358955 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8::1 (8cb19dfa-6b5d-45b8-8c77-9bd0e458e072/94da94b2-814e-4061-ba6f-3296d5b2d08e/fa26b886-86c3-43b0-8266-e694f103a206) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:43.368487 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:43.373499 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466659066', 'description': 'tempest-description--326298739'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:43.409724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.436226 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Attempting to bind port c02f3a38-2b33-4ca0-b9b0-030a246487dc on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:43.436645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Attempting to bind port c02f3a38-2b33-4ca0-b9b0-030a246487dc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e3723e43-84a9-450d-9dff-067dfb635798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:43.436958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Attempting to bind port c02f3a38-2b33-4ca0-b9b0-030a246487dc on network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:43.452407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:43.452789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Checking segment: {'id': 'e3723e43-84a9-450d-9dff-067dfb635798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:43.453217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.453618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Bound using segment: {'id': 'e3723e43-84a9-450d-9dff-067dfb635798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:43.454107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Bound port: c02f3a38-2b33-4ca0-b9b0-030a246487dc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3723e43-84a9-450d-9dff-067dfb635798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:43.454492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.475530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.550803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.618964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] For port c02f3a38-2b33-4ca0-b9b0-030a246487dc, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:43.620666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.628034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] For port c02f3a38-2b33-4ca0-b9b0-030a246487dc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c02f3a38-2b33-4ca0-b9b0-030a246487dc,segment=NetworkSegment(e3723e43-84a9-450d-9dff-067dfb635798),segment_id=e3723e43-84a9-450d-9dff-067dfb635798)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:43.636479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.669717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0b078b8e-e742-42e9-84f8-2e00d0b20716 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:43.679862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.730741 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:43.733907 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:43.736937 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:43.737668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.860592 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac2b0-c93c-4d31-811a-334d965e0fbc None None] Pushing event updated for resources: {'Port': ['ID=c02f3a38-2b33-4ca0-b9b0-030a246487dc,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:43.875564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0b078b8e-e742-42e9-84f8-2e00d0b20716 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:43.875888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.881141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.897798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.960994 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Allocated IP 172.35.3.73 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e58c7bd1-0527-4d50-8f0c-92ac929c84de) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:43.963879 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438fa270-757d-40d8-b5c0-9b571f41d3e8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:43.978736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.981512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:43.981660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=fa26b886-86c3-43b0-8266-e694f103a206,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:43.986824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-71abb216-18f7-44fd-a4f0-4a5418cde505 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6139755 Dec 06 12:25:43.989202 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:43.994418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group_rule': {'security_group_id': '438fa270-757d-40d8-b5c0-9b571f41d3e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:44.021304 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.021654 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.021997 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.022333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.022663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.022992 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.023321 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.023646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.023969 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.024293 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.024616 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.024936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.025280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:44.048175 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.086703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0b078b8e-e742-42e9-84f8-2e00d0b20716, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b078b8e-e742-42e9-84f8-2e00d0b20716,segment=NetworkSegment(5a7e609f-d2fa-4c5f-ad2e-236ef1602580),segment_id=5a7e609f-d2fa-4c5f-ad2e-236ef1602580)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:44.093642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.216653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0b078b8e-e742-42e9-84f8-2e00d0b20716,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.218802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.247104 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c73a4-9d58-4b19-99a9-8cee1be93aec None None] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:44.279627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.312034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.324075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.353428 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a715def-80af-4b54-a1ac-d7563b19bf72,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.358015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.365864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bebe9f3b-d7db-4ee4-a92e-fddd9ff85268 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730216 Dec 06 12:25:44.368145 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:44.374309 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'security_group_rule': {'security_group_id': '438fa270-757d-40d8-b5c0-9b571f41d3e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:44.386012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.406969 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-96d5fdc1-c5f9-4db6-b062-806248f2e84f None None] Provisioning complete for port 0b078b8e-e742-42e9-84f8-2e00d0b20716 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:44.411743 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-96d5fdc1-c5f9-4db6-b062-806248f2e84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.439964 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:44.447398 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:44.452553 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:44.459629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.480379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event updated for resources: {'Port': ['ID=e58c7bd1-0527-4d50-8f0c-92ac929c84de,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.481870 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5e494-0d6d-410f-9824-035eb375cc98 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:44.569773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.578647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.579464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.603745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.643178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.700242 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=fa26b886-86c3-43b0-8266-e694f103a206,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.739951 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c6cc603a-68c8-4334-a73a-c250b092f8dc None None] Provisioning complete for port e58c7bd1-0527-4d50-8f0c-92ac929c84de triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:44.743802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c6cc603a-68c8-4334-a73a-c250b092f8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.790484 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc603a-68c8-4334-a73a-c250b092f8dc None None] Port e58c7bd1-0527-4d50-8f0c-92ac929c84de cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:44.835439 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:44.837146 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:45.023946 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 9ecad232-02c2-4ada-9b41-94deb5287c5d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:45.116481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d5863f-4cf6-471a-b0f3-331354833947,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:45.125790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.127153 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f440ee67-90a6-4c72-a062-3c1d24f5ba21 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7564487 Dec 06 12:25:45.128438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6b6c0e98-ac61-4ca6-a24c-48b7868b7d92 None None] Provisioning complete for port fa26b886-86c3-43b0-8266-e694f103a206 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:45.128899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0e98-ac61-4ca6-a24c-48b7868b7d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.139176 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37576) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:45.154576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:45.201107 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:45.215754 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] Sync routers for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:45.216239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a4fd7cc-6156-488d-9b05-cb46ff6978ac tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6967175 Dec 06 12:25:45.216857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c0e98-ac61-4ca6-a24c-48b7868b7d92 None None] Port fa26b886-86c3-43b0-8266-e694f103a206 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:45.219432 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:45.240547 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6b6c0e98-ac61-4ca6-a24c-48b7868b7d92 None None] Provisioning complete for port 0b078b8e-e742-42e9-84f8-2e00d0b20716 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:45.241411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0e98-ac61-4ca6-a24c-48b7868b7d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.260163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.276373 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:45.279872 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:45.340173 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3cbaf0-cb8f-4bd8-b7ef-7c4f444253b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:45.341663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b3cbaf0-cb8f-4bd8-b7ef-7c4f444253b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports/fa26b886-86c3-43b0-8266-e694f103a206 HTTP/1.1" status: 200 len: 911 time: 0.1212916 Dec 06 12:25:45.344477 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:45.413981 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:45.446339 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:45.446845 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:45.472009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.525417 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:45.526537 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cadfb00-8e43-4d66-8090-6f7c534bdacd None None] The sync data for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:45.561085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7dcb752b-ced5-4f34-b572-3c80231d902d None None] Provisioning complete for port fa26b886-86c3-43b0-8266-e694f103a206 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:45.561498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7dcb752b-ced5-4f34-b572-3c80231d902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.652751 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc5253-1c66-4ede-8c03-de70363c783c None None] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:45.772846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c02f3a38-2b33-4ca0-b9b0-030a246487dc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:45.775034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb752b-ced5-4f34-b572-3c80231d902d None None] Port fa26b886-86c3-43b0-8266-e694f103a206 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:45.871100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.933935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] Provisioning complete for port c02f3a38-2b33-4ca0-b9b0-030a246487dc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:45.934225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.952083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.962181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.979998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.002130 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c02f3a38-2b33-4ca0-b9b0-030a246487dc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:46.002501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.112085 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.158842 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Allocated IP 172.35.3.30 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/09bba7b6-1464-4a9a-942e-2d387e3bf3a4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:46.191743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] For port c02f3a38-2b33-4ca0-b9b0-030a246487dc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c02f3a38-2b33-4ca0-b9b0-030a246487dc,segment=NetworkSegment(e3723e43-84a9-450d-9dff-067dfb635798),segment_id=e3723e43-84a9-450d-9dff-067dfb635798)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:46.196853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.211717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.332755 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Router 1eb9ca94-8a69-4129-80de-cdefbec15efd is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:46.366780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0b7ca-1095-47ce-a4ea-29d6978780da None None] Pushing event updated for resources: {'Port': ['ID=c02f3a38-2b33-4ca0-b9b0-030a246487dc,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:46.390748 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5768ac01-e2e7-4516-a708-30cd6821a857 None None] Provisioning complete for port fa26b886-86c3-43b0-8266-e694f103a206 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:46.391132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5768ac01-e2e7-4516-a708-30cd6821a857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.393556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:25:46.393925 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:25:46.412607 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8:1::1 (fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90/5ec86457-47b0-44a0-a85c-2dc041dca206/e805f419-777f-4433-9764-ba2a7a6dd98c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:46.416203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.434268 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5768ac01-e2e7-4516-a708-30cd6821a857 None None] Port fa26b886-86c3-43b0-8266-e694f103a206 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:46.509905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:46.513140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.522681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.522950 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] Sync routers for ids ['1eb9ca94-8a69-4129-80de-cdefbec15efd'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:46.526261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b29a2fd6-801b-42bb-83ca-da419335ad57 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "PUT /v2.0/routers/1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 200 len: 879 time: 4.0324590 Dec 06 12:25:46.527263 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37594) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:46.540035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] Routers {'1eb9ca94-8a69-4129-80de-cdefbec15efd'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:46.540659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1eb9ca94-8a69-4129-80de-cdefbec15efd'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.592138 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.610438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4a1e22c5-6b11-4656-bc63-9fabf554c34a None None] Provisioning complete for port c02f3a38-2b33-4ca0-b9b0-030a246487dc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:46.610875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a1e22c5-6b11-4656-bc63-9fabf554c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.612620 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] Routers {'1eb9ca94-8a69-4129-80de-cdefbec15efd'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:46.613358 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1eb9ca94-8a69-4129-80de-cdefbec15efd'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.617976 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:46.625389 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:46.628827 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=09bba7b6-1464-4a9a-942e-2d387e3bf3a4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:46.631899 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:46.649120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.670662 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.671323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a924-752f-410d-9c5e-d882b448ea07 None None] The sync data for ids ['1eb9ca94-8a69-4129-80de-cdefbec15efd'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:46.715140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.741251 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10354af2-da96-4ded-a222-03eab7d58d42 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 200 len: 920 time: 0.2103703 Dec 06 12:25:46.744234 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37598) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:46.770689 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:46.773948 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:46.776906 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:46.777490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.814780 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.823586 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=e805f419-777f-4433-9764-ba2a7a6dd98c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:46.888360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.891586 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f69189-5d07-4cc3-875a-22d6f8746e67 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:46.896547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c1f69189-5d07-4cc3-875a-22d6f8746e67 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=1eb9ca94-8a69-4129-80de-cdefbec15efd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1488798 Dec 06 12:25:46.899444 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37600) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:46.946535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:46.964493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0b078b8e-e742-42e9-84f8-2e00d0b20716 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:47.019282 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0b078b8e-e742-42e9-84f8-2e00d0b20716 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:47.020051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.177634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3aa91b-4e82-4566-ac5c-341ea8628b27 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:47.181747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d3aa91b-4e82-4566-ac5c-341ea8628b27 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.2794235 Dec 06 12:25:47.182655 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:47.225589 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0dbb726b-f50b-49ba-85ab-4f33253d4dda None None] Provisioning complete for port e805f419-777f-4433-9764-ba2a7a6dd98c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:47.226165 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0dbb726b-f50b-49ba-85ab-4f33253d4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.237883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.246064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.262966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb726b-f50b-49ba-85ab-4f33253d4dda None None] Port e805f419-777f-4433-9764-ba2a7a6dd98c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:47.293667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3c5e31a3-ebf8-4de6-b29e-360306e9b802 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 200 len: 205 time: 0.1075885 Dec 06 12:25:47.294799 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:47.318456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=09bba7b6-1464-4a9a-942e-2d387e3bf3a4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:47.328882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.347106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.355440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d8e050f-7e95-4c0e-97fb-a9dbd0d9fe30 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2071869 Dec 06 12:25:47.594659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c02f3a38-2b33-4ca0-b9b0-030a246487dc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:47.664091 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c02f3a38-2b33-4ca0-b9b0-030a246487dc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:47.664706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.731983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b170d812-b307-4b3b-a9d1-01b7950852ad tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1466659066&fields=id&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 267 time: 0.0769222 Dec 06 12:25:47.885399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.898448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.899221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:47.915929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.028472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-202e62ef-ae89-4081-bd58-caf07e517c1b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:48.029960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-202e62ef-ae89-4081-bd58-caf07e517c1b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 816 time: 0.2888386 Dec 06 12:25:48.072318 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=e805f419-777f-4433-9764-ba2a7a6dd98c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:48.123936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-adb5b239-cc17-43c4-b65e-dc02d2f049b6 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/quotas/22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 375 time: 0.0804434 Dec 06 12:25:48.188187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.200574 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:48.205109 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:48.226007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-9987a1e4-f94f-4807-89ee-5159ff2276a3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895572 Dec 06 12:25:48.305893 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-e3193c4b-63e7-4bb8-81c9-6bfbac6cd40a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:25:48.309691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-e3193c4b-63e7-4bb8-81c9-6bfbac6cd40a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166442 Dec 06 12:25:48.447574 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port e58c7bd1-0527-4d50-8f0c-92ac929c84de {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:48.447924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.455652 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 9ecad232-02c2-4ada-9b41-94deb5287c5d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:48.503771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-a7f16935-5171-4aa3-8833-77b50fb1a1ec service neutron] 10.222.0.31 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856887 Dec 06 12:25:48.606289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c87547ca-5d81-49fa-a7d6-db85e90992f0 None None] Provisioning complete for port e805f419-777f-4433-9764-ba2a7a6dd98c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:48.607053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c87547ca-5d81-49fa-a7d6-db85e90992f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.648602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.692978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c87547ca-5d81-49fa-a7d6-db85e90992f0 None None] Port e805f419-777f-4433-9764-ba2a7a6dd98c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:48.700178 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for e58c7bd1-0527-4d50-8f0c-92ac929c84de owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:48.925738 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:48.933119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-44652b3b-d039-44bc-8ec3-62dca6ce026a service neutron] 10.222.0.31 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017975 Dec 06 12:25:48.938479 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] Sync routers for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:48.942459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-19c413d7-bcc7-49e0-b4a6-095652e2167f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5945990 Dec 06 12:25:48.942459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:48.943339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37634) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:48.961522 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:48.962151 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:49.014048 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=e58c7bd1-0527-4d50-8f0c-92ac929c84de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:49.030397 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a691b9f-52d5-43f2-8611-37d37d40c44b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:49.042647 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:49.080569 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:49.081221 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:49.104184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.107583 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09779ff5-844b-413b-bb19-2bbdd6d4d6de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:49.113915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09779ff5-844b-413b-bb19-2bbdd6d4d6de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports/e805f419-777f-4433-9764-ba2a7a6dd98c HTTP/1.1" status: 200 len: 913 time: 0.1669006 Dec 06 12:25:49.114872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37636) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:49.202251 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:49.204891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9533dc-0021-4df0-96cf-3b409180ad9a None None] The sync data for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:49.299136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.302198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.393149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59b2f539-a9fe-4632-8094-86983dd5edca req-d7c1cb13-5e4c-4ba2-9334-8354b0b51ddb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Dec 06 12:25:49.393997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.395178 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router 1eb9ca94-8a69-4129-80de-cdefbec15efd {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:49.410331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.412939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-184506c1-66a6-4d1d-a378-05d1639c58dd tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 204 len: 168 time: 2.1171741 Dec 06 12:25:49.416513 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:49.422297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1859838838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:49.495629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.496670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.551216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.557556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.569278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.614817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:49.616208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1a732b07-c103-47fc-9276-faf12a2e90bc tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1985765 Dec 06 12:25:49.618969 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:49.623572 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:49.794121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.074318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.225273 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port e805f419-777f-4433-9764-ba2a7a6dd98c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:50.225833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.361631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.385397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.402811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.416785 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for e805f419-777f-4433-9764-ba2a7a6dd98c owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:50.519265 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.35.3.14 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/9b64127e-906a-4ba1-87ff-633551830043) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:50.562817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10bf2c8b-a58a-4cfb-b788-2d4383b69ffa req-ed47e5fe-09bc-4094-af8a-c24ec99c86ba tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 210 time: 0.0403285 Dec 06 12:25:50.698899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:50.770239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=e805f419-777f-4433-9764-ba2a7a6dd98c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:50.966684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:51.378707 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 9ecad232-02c2-4ada-9b41-94deb5287c5d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:51.463925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:51.500917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-55d34fc1-d274-4fe5-8547-996b79926d96 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:51.503051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-55d34fc1-d274-4fe5-8547-996b79926d96 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 816 time: 0.1552527 Dec 06 12:25:51.547515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:51.584934 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:51.602570 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] Sync routers for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:51.618679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfd5fbd2-b4cd-46d9-9978-ce39a26315a6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004344 Dec 06 12:25:51.621298 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37676) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:51.655700 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:51.656380 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:51.717562 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:51.733036 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:51.757009 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:51.759748 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:51.774942 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6286d3-2922-438b-8221-f3ad7e40cf78 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:51.781460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-f109f957-ba57-4b46-bb3a-b6c0fe614329 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 380 time: 0.2619641 Dec 06 12:25:51.789925 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:51.791114 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:51.849780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:51.853222 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3550aafa-6eeb-4a97-a6bc-9bd87cb464f2 None None] The sync data for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:51.863511 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'port': {'device_id': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'admin_state_up': True, 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'security_groups': ['438fa270-757d-40d8-b5c0-9b571f41d3e8']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:51.870894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-888a0275-65e5-4b8f-abd2-5ac9c2bc781b req-a755fc9b-7482-46ea-90f2-f65cc4e3651d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 210 time: 0.1107397 Dec 06 12:25:51.890025 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=9b64127e-906a-4ba1-87ff-633551830043,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:51.935317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a23dac21-4f68-4d17-8a1b-1209aab005a5 None None] Provisioning complete for port 9b64127e-906a-4ba1-87ff-633551830043 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:51.935844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a23dac21-4f68-4d17-8a1b-1209aab005a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.024723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a23dac21-4f68-4d17-8a1b-1209aab005a5 None None] Port 9b64127e-906a-4ba1-87ff-633551830043 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:52.169083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Made reservation on behalf of 22e569e9160b427bbc9058af0fc60d2a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:52.173266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.330844 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Allocated IP 172.20.0.9 (978bcb1c-e797-4ee8-8ca1-3e1143723f3a/b56f8836-0d0e-4948-abb5-65df5abb030a/82ebeaa5-05d7-4430-aeac-2766ca86fa34) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:52.610790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.621326 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:25:52.664573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.708272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.750903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:52.858910 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:52.876049 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:52.893621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:52.899116 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:52.963766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:52.964461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.188145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.192258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.192736 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port fa26b886-86c3-43b0-8266-e694f103a206 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:53.193031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.204414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-c6b6cbd4-0d41-421d-a1ac-c808e2201c49 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3448763 Dec 06 12:25:53.303585 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-243c360e-3b00-4f47-b4d6-43ef7b3f183c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:25:53.304632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-243c360e-3b00-4f47-b4d6-43ef7b3f183c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185242 Dec 06 12:25:53.339788 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Request body: {'port': {'device_id': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:53.362794 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6b73246c-3970-4598-92e5-50940fd23dee None None] Provisioning complete for port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:53.363350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b73246c-3970-4598-92e5-50940fd23dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.383165 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796441d1-8984-4e19-878c-4ab8e508e1f1 req-11880d24-c6de-4dfa-9782-840e98d233e4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:53.391619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-796441d1-8984-4e19-878c-4ab8e508e1f1 req-11880d24-c6de-4dfa-9782-840e98d233e4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 931 time: 0.1941271 Dec 06 12:25:53.429657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.432245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6b73246c-3970-4598-92e5-50940fd23dee None None] Port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:53.480394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.511352 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for fa26b886-86c3-43b0-8266-e694f103a206 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:53.522731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-796441d1-8984-4e19-878c-4ab8e508e1f1 req-48bfe3a6-c5d4-47a8-a782-92c78f5dc5c2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301141 Dec 06 12:25:53.790408 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router 87196ffe-4e79-4e99-90f5-20ca1db014c9 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:53.802815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:53.893908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=fa26b886-86c3-43b0-8266-e694f103a206,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:54.013654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.018993 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:54.033014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.038476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4a931a9c-862d-41e5-8e1c-d11857abdb71 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "PUT /v2.0/routers/87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 200 len: 914 time: 4.4183421 Dec 06 12:25:54.040704 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096671f3-1478-436b-b88e-357536758053 None None] Sync routers for ids ['87196ffe-4e79-4e99-90f5-20ca1db014c9'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:54.050021 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.057719 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096671f3-1478-436b-b88e-357536758053 None None] Routers {'87196ffe-4e79-4e99-90f5-20ca1db014c9'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:54.058444 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-096671f3-1478-436b-b88e-357536758053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['87196ffe-4e79-4e99-90f5-20ca1db014c9'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.128748 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:54.130924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-096671f3-1478-436b-b88e-357536758053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.145581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.148298 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096671f3-1478-436b-b88e-357536758053 None None] Routers {'87196ffe-4e79-4e99-90f5-20ca1db014c9'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:54.149213 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-096671f3-1478-436b-b88e-357536758053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['87196ffe-4e79-4e99-90f5-20ca1db014c9'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.185832 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Transition to ACTIVE for port object 82ebeaa5-05d7-4430-aeac-2766ca86fa34 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:25:54.222425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.224556 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-096671f3-1478-436b-b88e-357536758053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.225325 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096671f3-1478-436b-b88e-357536758053 None None] The sync data for ids ['87196ffe-4e79-4e99-90f5-20ca1db014c9'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:54.297866 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 9ecad232-02c2-4ada-9b41-94deb5287c5d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:54.308535 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:54.343333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca7ff504-212a-441e-a5a2-e14f1848734f tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 200 len: 920 time: 0.2894919 Dec 06 12:25:54.350092 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37712) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.445388 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Attempting to bind port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:54.446696 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Attempting to bind port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:54.447113 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Attempting to bind port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:54.461889 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:25:54.462359 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Attempting to bind port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 on network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:54.472185 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:54.472604 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Checking segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:54.474183 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Bound using segment: {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:54.479009 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Bound port: 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70051ade-1a40-442b-b29c-35375dce7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:54.484518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.501760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a0a0b4-1b18-4019-9ee8-41f2a320ad17 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:54.503564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-50a0a0b4-1b18-4019-9ee8-41f2a320ad17 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=87196ffe-4e79-4e99-90f5-20ca1db014c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1507342 Dec 06 12:25:54.517736 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.544461 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:54.551349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-336e84c9-1dca-4ac0-bbe3-50dd86ef7cf2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274781 Dec 06 12:25:54.559347 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37720) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.559749 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] Sync routers for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:54.588487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:54.589551 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.605936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c64ca2d6-417e-4dc8-aed1-feefc396316e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ecad232-02c2-4ada-9b41-94deb5287c5d HTTP/1.1" status: 200 len: 205 time: 0.0447187 Dec 06 12:25:54.608762 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.664630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.695653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.708129 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] Routers {'9ecad232-02c2-4ada-9b41-94deb5287c5d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:54.708862 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9ecad232-02c2-4ada-9b41-94deb5287c5d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.732796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6f596-0cba-43cf-8c62-b816ebbf93c5 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:54.737412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ce6f596-0cba-43cf-8c62-b816ebbf93c5 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.2090189 Dec 06 12:25:54.738595 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37724) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.788312 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:54.797868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfc06e-fe26-48aa-8997-b5fd7ae8d0a6 None None] The sync data for ids ['9ecad232-02c2-4ada-9b41-94deb5287c5d'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:54.800235 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:54.806409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3223913f-0a74-4113-aeb6-38e8ea15c09c tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 200 len: 205 time: 0.0669870 Dec 06 12:25:54.808015 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:54.831434 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:54.875288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b7c1-743c-44d5-b2dd-d009a7a21e39 req-1d1f553d-2e1e-4919-ac96-19178057ef4c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:54.878428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77e8b7c1-743c-44d5-b2dd-d009a7a21e39 req-1d1f553d-2e1e-4919-ac96-19178057ef4c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1427534 Dec 06 12:25:54.883086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.933583 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.937453 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.989094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:54.990037 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 9ecad232-02c2-4ada-9b41-94deb5287c5d {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:55.007938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.009077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a877b9b0-033f-491a-b9d5-4dc2a71dcd75 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d HTTP/1.1" status: 204 len: 168 time: 0.3993433 Dec 06 12:25:55.011682 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:55.035573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:55.036202 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.037661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] 10.222.0.53 "PUT /v2.0/ports/82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 1091 time: 1.7108445 Dec 06 12:25:55.039474 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:55.041749 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a1f7e-5632-4bfa-b306-4a037c7a299e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:55.099960 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 5ec86457-47b0-44a0-a85c-2dc041dca206 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:55.104352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.130611 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9f9dd-9d89-4547-b20b-acb269c269f4 x-openstack-request-id: req-25f9f9dd-9d89-4547-b20b-acb269c269f4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:55.131168 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:55.131579 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25f9f9dd-9d89-4547-b20b-acb269c269f4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:55.134449 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'status': 'completed', 'code': 200} Dec 06 12:25:55.169523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.176342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.269492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.350069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.382949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec86457-47b0-44a0-a85c-2dc041dca206,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:55.388919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.392978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dde2745f-451a-4814-a167-4df74eb6fac9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/5ec86457-47b0-44a0-a85c-2dc041dca206 HTTP/1.1" status: 204 len: 168 time: 0.3803051 Dec 06 12:25:55.406341 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6e70c-88e7-4801-b469-ce7eafd41ab7 None None] Network fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:55.408370 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:55.601960 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 94da94b2-814e-4061-ba6f-3296d5b2d08e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:55.608815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.657565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77e8b7c1-743c-44d5-b2dd-d009a7a21e39 req-6cffb0d0-1b67-441c-bdb8-4e7c3b4f8ae1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7626853 Dec 06 12:25:55.709041 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bf7f7-d9bc-4e16-8720-a618ab5bdc5e service neutron] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:55.711951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.734200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] DHCP port deletion for fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:55.781757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.795219 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-ef0764ce-d16e-471c-966a-7461700bb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:55.796717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-ef0764ce-d16e-471c-966a-7461700bb2bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1094 time: 0.6773145 Dec 06 12:25:55.812030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.834435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Deleting port c02f3a38-2b33-4ca0-b9b0-030a246487dc {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:55.834801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.895281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-44e9775f-816f-496c-8101-f772271aea63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 217 time: 0.0846095 Dec 06 12:25:55.898194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.916418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.921599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] For port c02f3a38-2b33-4ca0-b9b0-030a246487dc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c02f3a38-2b33-4ca0-b9b0-030a246487dc,segment=NetworkSegment(e3723e43-84a9-450d-9dff-067dfb635798),segment_id=e3723e43-84a9-450d-9dff-067dfb635798)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:55.922435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:55.924240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/94da94b2-814e-4061-ba6f-3296d5b2d08e HTTP/1.1" status: 204 len: 168 time: 0.5146270 Dec 06 12:25:55.937356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Calling delete_port for c02f3a38-2b33-4ca0-b9b0-030a246487dc owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:55.939910 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:55.959867 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9b77-7a24-4324-b2a2-e0d6d1af9073 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=94da94b2-814e-4061-ba6f-3296d5b2d08e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:56.026839 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c202e-93f3-4ed4-b01a-9ed96728bc1d None None] Network 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:56.031748 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-739e42ef-7bf1-44c7-9362-a4166add2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:56.035263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-739e42ef-7bf1-44c7-9362-a4166add2bdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1214581 Dec 06 12:25:56.126007 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port 9b64127e-906a-4ba1-87ff-633551830043 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:56.126399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.133030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.203742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.243793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] Pushing event deleted for resources: {'Port': ['ID=c02f3a38-2b33-4ca0-b9b0-030a246487dc,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:56.260874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-71aea6b9-6041-44dd-82df-e890315fb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:56.262660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-71aea6b9-6041-44dd-82df-e890315fb8a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157168 Dec 06 12:25:56.273629 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2e9a0-f64d-4bb3-a429-2c0189c43985 None None] No DVR routers for this DVR port c02f3a38-2b33-4ca0-b9b0-030a246487dc on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:56.377499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.390230 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] DHCP port deletion for 8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:56.431957 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for 9b64127e-906a-4ba1-87ff-633551830043 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:56.443968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Deleting port 0b078b8e-e742-42e9-84f8-2e00d0b20716 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:56.444380 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.468169 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69049f-1327-4232-9adc-0d5955e6db12 req-579143b9-10b4-4db4-a40a-08460845f279 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:56.469939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d69049f-1327-4232-9adc-0d5955e6db12 req-579143b9-10b4-4db4-a40a-08460845f279 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1927803 Dec 06 12:25:56.571614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-e7d85f31-3ead-4aef-9ac5-b4c5c263adb5 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808261 Dec 06 12:25:56.662334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] For port 0b078b8e-e742-42e9-84f8-2e00d0b20716, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b078b8e-e742-42e9-84f8-2e00d0b20716,segment=NetworkSegment(5a7e609f-d2fa-4c5f-ad2e-236ef1602580),segment_id=5a7e609f-d2fa-4c5f-ad2e-236ef1602580)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:56.662740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.678237 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Calling delete_port for 0b078b8e-e742-42e9-84f8-2e00d0b20716 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:56.695208 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port c02f3a38-2b33-4ca0-b9b0-030a246487dc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:56.695632 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.787526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.820872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d69049f-1327-4232-9adc-0d5955e6db12 req-99c3b703-a94b-4096-ab2a-01ce04607515 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428862 Dec 06 12:25:56.832468 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] Pushing event deleted for resources: {'Port': ['ID=0b078b8e-e742-42e9-84f8-2e00d0b20716,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:56.839205 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4927364-fd1f-4c9f-aedd-08c28a3d06cc None None] No DVR routers for this DVR port 0b078b8e-e742-42e9-84f8-2e00d0b20716 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:56.866844 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port c02f3a38-2b33-4ca0-b9b0-030a246487dc, host n-d-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:56.867214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:56.913837 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for c02f3a38-2b33-4ca0-b9b0-030a246487dc owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:56.920962 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Port c02f3a38-2b33-4ca0-b9b0-030a246487dc was not found and therefore no delete operation was performed {{(pid=103297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:25:56.942072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.000483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8920abed-5bea-465e-abd8-a13d85e7b6b7 req-a427d9b6-3ad3-491d-a292-f424686068bf service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959218 Dec 06 12:25:57.003702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=c02f3a38-2b33-4ca0-b9b0-030a246487dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:57.012161 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port c02f3a38-2b33-4ca0-b9b0-030a246487dc on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:57.040688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.088932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70d24f-168b-4ed6-a43e-0d817e971c5c req-79127dea-e91f-46b3-b78a-45149884285e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:57.090452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b70d24f-168b-4ed6-a43e-0d817e971c5c req-79127dea-e91f-46b3-b78a-45149884285e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1746814 Dec 06 12:25:57.101149 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=9b64127e-906a-4ba1-87ff-633551830043,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:57.121741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28937866-a43b-406f-ba8b-cea75d7a6b24 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:57.151102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.229498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08825bfb-5997-4122-bda8-f7977c5f9428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.240363 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:57.270027 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3723e43-84a9-450d-9dff-067dfb635798') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:57.270335 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3723e43-84a9-450d-9dff-067dfb635798') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:57.296226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.321128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-e57f4a36-daf2-43d2-b0cd-aea96b37295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:57.322648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-e57f4a36-daf2-43d2-b0cd-aea96b37295b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1094 time: 0.2106667 Dec 06 12:25:57.328026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b70d24f-168b-4ed6-a43e-0d817e971c5c req-8110063f-5a70-4cea-82dc-86281fc737d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562326 Dec 06 12:25:57.328983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.331313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.378548 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:57.378961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:57.381960 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:57.476722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.480657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.562461 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c02f3a38-2b33-4ca0-b9b0-030a246487dc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:57.576615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.590383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.597673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90 HTTP/1.1" status: 204 len: 168 time: 1.6475477 Dec 06 12:25:57.600738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.600886 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37760) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:57.601347 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router 87196ffe-4e79-4e99-90f5-20ca1db014c9 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:57.644677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.644949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c02f3a38-2b33-4ca0-b9b0-030a246487dc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:57.645560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c02f3a38-2b33-4ca0-b9b0-030a246487dc not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:57.645905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-45561cdb-1eae-4f35-b1f3-454da1545741 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 204 len: 168 time: 2.8304892 Dec 06 12:25:57.647293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0b078b8e-e742-42e9-84f8-2e00d0b20716 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:57.648793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2fb5-a1d8-4066-b4b7-3a236fb949b2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=fbf2e82d-46ea-4c0f-90f7-7d58e3d02c90,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:57.662781 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:57.667884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1894123859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:57.675421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-3763f269-2da0-49c3-a01c-fb541b125b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:57.676910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-3763f269-2da0-49c3-a01c-fb541b125b95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.3416643 Dec 06 12:25:57.707175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0b078b8e-e742-42e9-84f8-2e00d0b20716 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:57.710656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0b078b8e-e742-42e9-84f8-2e00d0b20716 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:57.779825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-61652221-71e2-4868-9550-47b93ac068ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 217 time: 0.0865312 Dec 06 12:25:57.788114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.789800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.814495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.904205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-5a1ea9d0-8a9e-48b7-a82b-57aa36bdf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:57.906150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-5a1ea9d0-8a9e-48b7-a82b-57aa36bdf6cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1123497 Dec 06 12:25:57.972341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:57.974165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.004755 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.008918 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb19dfa-6b5d-45b8-8c77-9bd0e458e072']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:58.021497 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7e609f-d2fa-4c5f-ad2e-236ef1602580') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:58.021795 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7e609f-d2fa-4c5f-ad2e-236ef1602580') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:58.035106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.043898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00422ed-e8b8-4499-a0f5-bbe95cd8b126 req-d64afc3c-9183-418b-a866-8a82cf42bb44 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:58.045466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b00422ed-e8b8-4499-a0f5-bbe95cd8b126 req-d64afc3c-9183-418b-a866-8a82cf42bb44 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.0973725 Dec 06 12:25:58.048969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.051477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.057752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a7c08fa-4d8c-4dc0-b21a-d3de1992121b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3938899 Dec 06 12:25:58.058741 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:58.059874 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:58.060502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:58.065197 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:58.067501 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:58.132592 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:58.140236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-ecb9f6e9-3e90-4d3c-87c6-ed6be1171ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:58.141841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-ecb9f6e9-3e90-4d3c-87c6-ed6be1171ddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926339 Dec 06 12:25:58.143166 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:25:58.167461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.182267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.189652 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/8cb19dfa-6b5d-45b8-8c77-9bd0e458e072 HTTP/1.1" status: 204 len: 168 time: 0.5839210 Dec 06 12:25:58.206007 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37782) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:58.206913 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a135fe6-ad67-4cce-91b4-cc079899ebfd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=8cb19dfa-6b5d-45b8-8c77-9bd0e458e072,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:58.226666 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001489806'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:58.278328 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:58.286649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.325372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:58.328986 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:58.341727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:25:58.342169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b00422ed-e8b8-4499-a0f5-bbe95cd8b126 req-d3c0dd87-142c-40fb-9100-5401ed8128c0 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676773 Dec 06 12:25:58.344072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.344551 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4 of type vlan for network f89b10a4-e214-40dc-8feb-8125e1d72ecf Dec 06 12:25:58.391477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.434081 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:58.439295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.458196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-51f924e1-18d6-435e-bd0b-380e2526b434 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007038 Dec 06 12:25:58.466454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.473728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:58.479460 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.507342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.514284 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:58.515128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.540311 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:58.550663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6f6a7ca-3c7f-46f5-abd8-af233eac570d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=471184ab730f4517bc507f821bdf0106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4160445 Dec 06 12:25:58.554438 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:58.628913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4098508 Dec 06 12:25:58.629474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08cd7-3230-4d04-8d63-b89d89559950 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=f89b10a4-e214-40dc-8feb-8125e1d72ecf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:58.630756 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:58.643780 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:58.647946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:58.659387 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-fc84db58-3a61-4a1e-8d83-cbbcee75fed6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:58.663519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-fc84db58-3a61-4a1e-8d83-cbbcee75fed6 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 946 time: 0.1008801 Dec 06 12:25:58.780175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Deleting port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:58.780594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.859042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['82ebeaa5-05d7-4430-aeac-2766ca86fa34'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:58.908085 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] For port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:58.908555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.936650 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Calling delete_port for 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:59.016638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38b1ec-8532-44b3-8ca2-eb8c75844f28 req-0cd75b39-f49e-4e7c-9dfa-bea63727310d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:59.018415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe38b1ec-8532-44b3-8ca2-eb8c75844f28 req-0cd75b39-f49e-4e7c-9dfa-bea63727310d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 944 time: 0.5544498 Dec 06 12:25:59.140111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.157113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['05ad4f04-5f31-423d-9416-b2078b7ac17a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:59.164763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-100a1f7e-5632-4bfa-b306-4a037c7a299e req-e5cb924e-c967-48d1-bb7a-db7ae287ae05 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874011 Dec 06 12:25:59.169910 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Pushing event deleted for resources: {'Port': ['ID=60f07abd-a7b0-4c5a-92ab-36d8ee19bff0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:59.208194 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f758489-cf25-4509-89b9-e19b68c07adb None None] DHCP port deletion for 177b21b9-7f58-4208-953c-ebb518599521 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:59.221445 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] No DVR routers for this DVR port 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:59.224610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.227507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c0149ad-bc6b-4020-b773-42db2181ea37 req-7c2a0971-8d7a-452b-8e83-a3883938b4ea tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.53 "DELETE /v2.0/ports/60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 HTTP/1.1" status: 204 len: 173 time: 0.5569425 Dec 06 12:25:59.228077 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'name': 'network-vif-deleted', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:59.238489 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0163db-415c-4d49-b6ec-b17891de41c0" -d '{"events": [{"server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "name": "network-vif-deleted", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:59.243562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.321640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe38b1ec-8532-44b3-8ca2-eb8c75844f28 req-13db1a3f-c661-4f99-b895-8c43f5c22077 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858312 Dec 06 12:25:59.360565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.377826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:59.382871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.446361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-d7eac059-871c-43a7-a028-e88716bad72d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:59.447947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-d7eac059-871c-43a7-a028-e88716bad72d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.2971916 Dec 06 12:25:59.509128 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3320b8ce-d1df-425f-9113-ed96ad729ea9 x-openstack-request-id: req-3320b8ce-d1df-425f-9113-ed96ad729ea9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:59.511527 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09", "name": "network-vif-deleted", "tag": "60f07abd-a7b0-4c5a-92ab-36d8ee19bff0", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:59.511764 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3320b8ce-d1df-425f-9113-ed96ad729ea9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:59.512206 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09', 'name': 'network-vif-deleted', 'tag': '60f07abd-a7b0-4c5a-92ab-36d8ee19bff0', 'status': 'completed', 'code': 200} Dec 06 12:25:59.545369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-a9d2130d-22ab-4efa-935e-63fa67c0f463 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/quotas/1ddf50bcd73342298e1be53c5d97f1da HTTP/1.1" status: 200 len: 375 time: 0.0898533 Dec 06 12:25:59.577575 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38a76792-ec3e-4d83-9a8b-201c454a6547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.672530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c0f38c4-2658-4ae8-aaa2-eb862018c771 req-358ba17c-8449-4845-bb0c-7cc332b83a32 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbb8e6f8-802e-4afd-b2ba-7f69aa4acb09 HTTP/1.1" status: 200 len: 210 time: 0.0939755 Dec 06 12:25:59.675839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.678462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.681276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/344a3225-e2c6-4f8b-8f8b-31607b4d033f HTTP/1.1" status: 204 len: 168 time: 1.1217685 Dec 06 12:25:59.691551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['60f07abd-a7b0-4c5a-92ab-36d8ee19bff0'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:59.712276 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c040fb-e861-4e69-98a6-4159d21bf20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a3225-e2c6-4f8b-8f8b-31607b4d033f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:59.730843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.745961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-62af1d91-b0d9-4c11-9be5-91339127b706 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1702340 Dec 06 12:25:59.772369 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-ca63d5ef-2d8d-4a5b-85c9-eac84624ca2f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:25:59.773446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-ca63d5ef-2d8d-4a5b-85c9-eac84624ca2f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260417 Dec 06 12:25:59.780065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.009006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.065598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-fc18e17f-5282-489c-8c69-271230970d43 service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661557 Dec 06 12:26:00.070127 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Allocated IP 172.35.3.103 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/56127aaf-ebdc-4d0f-ab52-a2d91b81c66d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:00.137323 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=dc88581d-468c-4975-af94-bf47992b969a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:00.164115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:00.221782 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:26:00.226121 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:00.226573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.230889 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:00.231257 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: f89b10a4-e214-40dc-8feb-8125e1d72ecf, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:00.279920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-c79486d7-81f4-460e-ac20-2bdd03f858a7 service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956944 Dec 06 12:26:00.286937 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:00.306056 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f89b10a4-e214-40dc-8feb-8125e1d72ecf) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:00.312565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.315184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:00.315770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.331067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.333843 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9f605-5f4c-4f75-9abb-83b8226d768b None None] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:00.350086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-84b5fb2c-989c-49b0-8c23-8698471de230 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7104676 Dec 06 12:26:00.353907 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:00.358861 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1364657471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:00.383959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.387265 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:00.390586 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbab7c5-ab22-474e-a442-b263a54d8508" -d '{"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:00.414418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.415586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.449701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:00.451609 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:00.461066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.467509 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:00.472039 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Pushing event updated for resources: {'Port': ['ID=56127aaf-ebdc-4d0f-ab52-a2d91b81c66d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:00.483652 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:00.520641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f9613-0787-4d58-a44b-a062ee679a08 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:00.581868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.588707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.593504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.596832 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f04030-dab0-40e8-a059-f259b433d284 x-openstack-request-id: req-20f04030-dab0-40e8-a059-f259b433d284 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:00.597169 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:00.597464 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20f04030-dab0-40e8-a059-f259b433d284 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:00.597980 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'code': 200} Dec 06 12:26:00.662920 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:00.680981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faac54-c214-4b8e-9a17-fdd7874f7a48 req-b3307c5a-5a2b-4257-ac3b-3f45f5c9cf06 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:00.689034 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f8c2713-2331-4b94-9870-a7ba0e77a6dc None None] Provisioning complete for port 56127aaf-ebdc-4d0f-ab52-a2d91b81c66d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:00.689432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2713-2331-4b94-9870-a7ba0e77a6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.691184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06faac54-c214-4b8e-9a17-fdd7874f7a48 req-b3307c5a-5a2b-4257-ac3b-3f45f5c9cf06 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.2249100 Dec 06 12:26:00.716211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c720966-f4be-4a2c-8ba7-420bd8fc146d req-699e4894-ebcf-455d-8e8f-13f758a0568b tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0938931 Dec 06 12:26:00.758448 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f32b6-902a-455b-992f-82b9b0cd74e9 req-7457562d-daf9-40e4-b13b-73b3bb0db0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:00.761534 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-747f32b6-902a-455b-992f-82b9b0cd74e9 req-7457562d-daf9-40e4-b13b-73b3bb0db0d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1096 time: 0.0785561 Dec 06 12:26:00.769358 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f89b10a4-e214-40dc-8feb-8125e1d72ecf', 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': 'dc88581d-468c-4975-af94-bf47992b969a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:00.770224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.789760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2713-2331-4b94-9870-a7ba0e77a6dc None None] Port 56127aaf-ebdc-4d0f-ab52-a2d91b81c66d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:00.847971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-747f32b6-902a-455b-992f-82b9b0cd74e9 req-da5675d9-333a-402e-a092-f53fa75754bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784330 Dec 06 12:26:00.866460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.870055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-390a1040-16ce-40ee-ae1e-b2ee2ef85906 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5134785 Dec 06 12:26:00.870410 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:00.876934 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'port': {'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf', 'name': 'tempest-RoutersIpV6Test-1215585621'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:00.947748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-06faac54-c214-4b8e-9a17-fdd7874f7a48 req-ce047a04-32c6-4dee-a457-b7b2e8b74136 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556574 Dec 06 12:26:00.996872 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Allocated IP 2001:db8::2 (f89b10a4-e214-40dc-8feb-8125e1d72ecf/dc88581d-468c-4975-af94-bf47992b969a/b967063d-fe88-4c5c-aa9f-ed1065ab8ee7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:01.051896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:01.076339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.081419 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.122799 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] device_id is not set on port c86f5304-6d66-4187-ab08-a5b07d09acbe yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:26:01.223605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.283989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1732-dd01-4742-a148-60cde7a4fa84 req-5d6a9431-6384-4621-930c-a4af41cc996c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:01.285815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-792f1732-dd01-4742-a148-60cde7a4fa84 req-5d6a9431-6384-4621-930c-a4af41cc996c tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1167326 Dec 06 12:26:01.307767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.336509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.338851 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:01.396265 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Pushing event updated for resources: {'Port': ['ID=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:01.409667 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:01.412466 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:01.413720 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8::32d (f89b10a4-e214-40dc-8feb-8125e1d72ecf/dc88581d-468c-4975-af94-bf47992b969a/c86f5304-6d66-4187-ab08-a5b07d09acbe) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:01.415076 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:01.416413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-792f1732-dd01-4742-a148-60cde7a4fa84 req-8f2649d8-dc27-478e-bb8f-5c92a31d698e tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212959 Dec 06 12:26:01.486948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Attempting to bind port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:01.487468 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Attempting to bind port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:01.487935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Attempting to bind port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 on network f89b10a4-e214-40dc-8feb-8125e1d72ecf {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:01.494096 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:01.494612 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Checking segment: {'id': '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:01.495200 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.495778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Bound using segment: {'id': '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:01.496360 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Bound port: b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f89b10a4-e214-40dc-8feb-8125e1d72ecf'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:01.496842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.562412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e526b1d8-aa60-42d4-a1f6-929e31165351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.570716 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] For port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:01.575959 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] For port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,segment=NetworkSegment(7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4),segment_id=7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:01.585864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.588609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.599281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.654826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.656197 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf23e-aff8-4862-b5e3-5d11376198a4 None None] Pushing event updated for resources: {'Port': ['ID=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:01.700325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.768887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=c86f5304-6d66-4187-ab08-a5b07d09acbe,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:01.776675 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:01.778264 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:01.790689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e526b1d8-aa60-42d4-a1f6-929e31165351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.792669 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:01.804475 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:01.805560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.809855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e526b1d8-aa60-42d4-a1f6-929e31165351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.834468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6ab2174-42ce-4241-ab3e-456a5202fdfe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9629297 Dec 06 12:26:01.837037 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37878) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:01.901819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e526b1d8-aa60-42d4-a1f6-929e31165351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea28965e575e4f3ab0ca9acb9a7bb541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552053 Dec 06 12:26:01.903802 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:01.905896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed9ee171-4942-44d4-bbe9-544774bf77c0 req-65a0b2d0-1be2-4fd1-8710-b2a0a49cf7ee tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0645893 Dec 06 12:26:01.906502 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526b1d8-aa60-42d4-a1f6-929e31165351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551aecff-94e3-444e-aab7-85e298c56900,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:01.972183 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Router 1e05c355-1b62-4bba-8a29-98e3a5c2955d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:02.050222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.121048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.161718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:02.202393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bdc74-c296-46bb-923a-5d1b1dd3dded req-da21cc69-db08-4e59-ad5e-a29feea59a87 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:02.204100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c00bdc74-c296-46bb-923a-5d1b1dd3dded req-da21cc69-db08-4e59-ad5e-a29feea59a87 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1515970 Dec 06 12:26:02.216568 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:02.217373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60f07abd-a7b0-4c5a-92ab-36d8ee19bff0 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:02.219467 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:02.226914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.231292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-56ca5b2c-7889-4002-916e-14166c163c5c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "PUT /v2.0/routers/1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 200 len: 916 time: 4.1697614 Dec 06 12:26:02.232678 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:02.239236 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] Sync routers for ids ['1e05c355-1b62-4bba-8a29-98e3a5c2955d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:02.266610 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] Routers {'1e05c355-1b62-4bba-8a29-98e3a5c2955d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:02.269883 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1e05c355-1b62-4bba-8a29-98e3a5c2955d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:02.301823 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.361211 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:02.372430 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] Routers {'1e05c355-1b62-4bba-8a29-98e3a5c2955d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:02.373064 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1e05c355-1b62-4bba-8a29-98e3a5c2955d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:02.414492 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:02.415438 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cce442-03e1-4c05-aac5-ed051f1f85a7 None None] The sync data for ids ['1e05c355-1b62-4bba-8a29-98e3a5c2955d'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:02.721068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c00bdc74-c296-46bb-923a-5d1b1dd3dded req-8033fd13-2b5d-4ac4-b802-1acfc605fc3c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5095074 Dec 06 12:26:02.725691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.727001 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-d766394a-f415-4aa0-811a-1db629d6d86c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:02.728259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.728960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-d766394a-f415-4aa0-811a-1db629d6d86c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.1802189 Dec 06 12:26:02.732023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/551aecff-94e3-444e-aab7-85e298c56900 HTTP/1.1" status: 204 len: 168 time: 0.8180499 Dec 06 12:26:02.751565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:02.757628 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818be9f-5185-4b41-ac39-fa41ad279d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551aecff-94e3-444e-aab7-85e298c56900,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:02.759807 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Request body: {'port': {'device_id': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'admin_state_up': True, 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:02.767909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-24a9de58-5a66-4e2c-b9e2-a8279ad9b86c tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 200 len: 922 time: 0.5267358 Dec 06 12:26:02.777778 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac3cf6-3e23-4057-9ec7-790b8adc3262 req-1bfbe076-b571-44a4-b0b7-dbbda34ddf00 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:02.785133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ceac3cf6-3e23-4057-9ec7-790b8adc3262 req-1bfbe076-b571-44a4-b0b7-dbbda34ddf00 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1578059 Dec 06 12:26:02.788563 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:02.909354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ceac3cf6-3e23-4057-9ec7-790b8adc3262 req-f542d490-a425-48bb-9ea3-d3cd1321bf4f tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174567 Dec 06 12:26:02.915576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72832d2c-daa0-43e3-a966-7213dd290ed9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:02.919563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-72832d2c-daa0-43e3-a966-7213dd290ed9 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=1e05c355-1b62-4bba-8a29-98e3a5c2955d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1301515 Dec 06 12:26:02.923346 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:03.021676 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e9262-61b2-40a0-8397-09b6cb4cc21a None None] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:03.067854 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:03.071925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcabb9a9-6843-48ea-a36e-968f6193bfa0 req-399a8d37-a80a-4b03-a2ab-b2f70231220a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0415115 Dec 06 12:26:03.080331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.102164 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df7237-d150-4e1b-8afe-2c7024266e8b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:03.104576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-12df7237-d150-4e1b-8afe-2c7024266e8b tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.1800368 Dec 06 12:26:03.107803 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:03.148248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2260fd34-3e73-43fc-90e4-18e82b09ddbf tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 200 len: 205 time: 0.0387716 Dec 06 12:26:03.148459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.148984 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:03.187790 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] Provisioning complete for port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:03.188313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.276168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.312456 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.359032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] For port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,segment=NetworkSegment(7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4),segment_id=7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:03.365384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.391452 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Allocated IP 172.20.0.11 (a367dce9-f1be-40f8-9f14-b105f1c6e96c/30077767-888f-4a0c-babd-8a1c61c5c0b7/a424265b-d9f8-44c3-bcdb-b742430661f3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:03.395076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.413993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.434331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48c16f-181f-40a3-ac76-3afb985c2a68 None None] Pushing event updated for resources: {'Port': ['ID=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:03.510118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.593320 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port 56127aaf-ebdc-4d0f-ab52-a2d91b81c66d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:03.594038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.618438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=c86f5304-6d66-4187-ab08-a5b07d09acbe,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:03.637228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:03.668058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.668405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.668925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.669448 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.669937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.670448 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.670933 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.671414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.671893 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.673499 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.675202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.675711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.676268 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:03.734122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.751213 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for 56127aaf-ebdc-4d0f-ab52-a2d91b81c66d owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:03.751771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-22df0c49-2407-4256-a1d2-95805868ec55 None None] Provisioning complete for port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:03.752293 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22df0c49-2407-4256-a1d2-95805868ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.817485 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.852707 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:03.853076 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:03.857707 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:03.987510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.002404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.065522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-22df0c49-2407-4256-a1d2-95805868ec55 None None] Provisioning complete for port c86f5304-6d66-4187-ab08-a5b07d09acbe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:04.067467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22df0c49-2407-4256-a1d2-95805868ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.071789 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=56127aaf-ebdc-4d0f-ab52-a2d91b81c66d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:04.094327 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1450949701-network', 'tenant_id': '0a0126c610b046a996d8e32b77652eca'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:04.105294 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f9f25-bf9f-47e9-a27d-d5c4dab25909 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:04.129189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-22df0c49-2407-4256-a1d2-95805868ec55 None None] Port c86f5304-6d66-4187-ab08-a5b07d09acbe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:04.150925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Made reservation on behalf of 0a0126c610b046a996d8e32b77652eca for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:04.153279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.155143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.157059 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ab59a-e461-4b60-8e4a-c7c80c5a37be req-1f5470e2-21e6-4d61-aaae-51e99f392cb2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:04.159227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-844ab59a-e461-4b60-8e4a-c7c80c5a37be req-1f5470e2-21e6-4d61-aaae-51e99f392cb2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1703439 Dec 06 12:26:04.183763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.185986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.192414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b8d84-1a07-49c0-be40-169c95224738 req-90f9b930-0ba0-4817-bafa-77335e600cdc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:04.194185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582b8d84-1a07-49c0-be40-169c95224738 req-90f9b930-0ba0-4817-bafa-77335e600cdc tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1653168 Dec 06 12:26:04.203558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:26:04.211736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.271883 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:04.286791 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:04.290845 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:04.312067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059553f-b089-40cb-8661-55c6758ff198 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:04.334929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e9807ba-0c46-497c-aac9-551fe088d4bb None None] Provisioning complete for port c86f5304-6d66-4187-ab08-a5b07d09acbe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:04.335240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e9807ba-0c46-497c-aac9-551fe088d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.347627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.353556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.376737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-844ab59a-e461-4b60-8e4a-c7c80c5a37be req-09c17282-b717-42e0-b160-03c5a4827f05 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090738 Dec 06 12:26:04.385120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event updated for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:04.434812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-582b8d84-1a07-49c0-be40-169c95224738 req-32c0fce2-e2e8-4cb5-8092-1e4b6b651ae1 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940525 Dec 06 12:26:04.446233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.447007 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router 1e05c355-1b62-4bba-8a29-98e3a5c2955d {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:04.462514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.463658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-506e3b58-8e2a-4642-94e7-0307c98b6324 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 204 len: 168 time: 1.3135703 Dec 06 12:26:04.467731 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:04.472672 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1152451840', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:04.479506 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e9807ba-0c46-497c-aac9-551fe088d4bb None None] Port c86f5304-6d66-4187-ab08-a5b07d09acbe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:04.514545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.516276 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.519559 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:04.520335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.576086 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-75a45fe7-320c-4294-8478-13f24f01c9c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8309114 Dec 06 12:26:04.605564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Provisioning complete for port a424265b-d9f8-44c3-bcdb-b742430661f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:04.605858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.625673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.636900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd51da-e20b-4397-abeb-5ac0f7c9e8c6 req-02cd5b3b-b6a5-4542-bd6e-53311e7ceb11 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:04.640366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7fd51da-e20b-4397-abeb-5ac0f7c9e8c6 req-02cd5b3b-b6a5-4542-bd6e-53311e7ceb11 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 932 time: 0.1407318 Dec 06 12:26:04.647939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Port a424265b-d9f8-44c3-bcdb-b742430661f3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:04.661721 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Provisioning complete for port c86f5304-6d66-4187-ab08-a5b07d09acbe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:04.662207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.663031 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e77f38-92b3-45d1-b6ac-25afc4f392a8 req-35c1c563-f162-422b-aa49-02bd45c88df1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:04.664551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34e77f38-92b3-45d1-b6ac-25afc4f392a8 req-35c1c563-f162-422b-aa49-02bd45c88df1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1409683 Dec 06 12:26:04.674087 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37940) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:04.684921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Request body: {'floatingip': {'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:04.727431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.730511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.738202 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-48e1d67b-6584-4ee5-8ccd-febb0b6dcf44 None None] Port c86f5304-6d66-4187-ab08-a5b07d09acbe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:04.742466 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Request body: {'port': {'device_id': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:04.784154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.831347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7fd51da-e20b-4397-abeb-5ac0f7c9e8c6 req-d80a8769-e7b2-44d3-98ba-f678056cc72e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808317 Dec 06 12:26:04.833585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.869386 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:04.904091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.913843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c9869-ce2e-4f4b-b7b5-a23983a5fdab,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:04.942792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.943144 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Added segment fd502db5-cff5-474f-aa4f-48a6b2f9d15b of type vlan for network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 Dec 06 12:26:04.944363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:04.945143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.011048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.029063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.048407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.064288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.146357 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=c86f5304-6d66-4187-ab08-a5b07d09acbe,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:05.154933 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Allocated IP 172.35.3.22 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/7b15e1be-14db-44dd-91ae-5835b0957429) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:05.223235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.224565 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:05.224875 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.259317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.298191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.338198 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:05.342719 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:05.346297 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:05.352830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event updated for resources: {'Port': ['ID=7b15e1be-14db-44dd-91ae-5835b0957429,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:05.364124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98be53d-5977-42c9-b907-bd69a9c987fb None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:05.374551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5135553 Dec 06 12:26:05.379968 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:05.385210 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Request body: {'subnet': {'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1450949701-subnet', 'tenant_id': '0a0126c610b046a996d8e32b77652eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:05.400033 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:05.446965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Made reservation on behalf of 0a0126c610b046a996d8e32b77652eca for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:05.453740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.457853 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:05.467308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-349f5c76-35f9-4c48-b012-346e423ca013 None None] Provisioning complete for port 7b15e1be-14db-44dd-91ae-5835b0957429 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:05.467749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-349f5c76-35f9-4c48-b012-346e423ca013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.471732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb65d-8398-43e8-a4e4-18aa134b19f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:05.537412 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:05.634941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-349f5c76-35f9-4c48-b012-346e423ca013 None None] Port 7b15e1be-14db-44dd-91ae-5835b0957429 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:05.714948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dea88-e039-4bca-b71b-37ea613e1218 req-78ee9ad9-8a6f-4bc9-b26b-c1087f24d001 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:05.716635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-858dea88-e039-4bca-b71b-37ea613e1218 req-78ee9ad9-8a6f-4bc9-b26b-c1087f24d001 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1643147 Dec 06 12:26:05.858527 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e7432b74-5c4d-4e08-a9dc-e116b3d172b0 None None] Provisioning complete for port c86f5304-6d66-4187-ab08-a5b07d09acbe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:05.859847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7432b74-5c4d-4e08-a9dc-e116b3d172b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.885513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:05.910810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7432b74-5c4d-4e08-a9dc-e116b3d172b0 None None] Port c86f5304-6d66-4187-ab08-a5b07d09acbe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:05.940555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-858dea88-e039-4bca-b71b-37ea613e1218 req-97c873fb-41a2-4e01-8133-a211e87d1e5a tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070131 Dec 06 12:26:05.949819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.077706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee841f2-cd9c-4063-b9a4-233f05e57fd0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:06.101341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11de3db-cdbe-4a33-aaba-2ffde6128ae0 req-a4df9ab3-3fdc-498a-a505-91dbebce3308 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:06.102839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a11de3db-cdbe-4a33-aaba-2ffde6128ae0 req-a4df9ab3-3fdc-498a-a505-91dbebce3308 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 932 time: 0.1544461 Dec 06 12:26:06.142517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Checking segment: {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:06.142876 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Network hostable DHCP agents. Network: 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:06.222623 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a424265b-d9f8-44c3-bcdb-b742430661f3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:26:06.240949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.254046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.255070 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 56c6353e-34f4-4d68-b30a-2e5185ac06ff is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:06.264239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.269128 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Transition to ACTIVE for port object a424265b-d9f8-44c3-bcdb-b742430661f3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:26:06.305764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.396258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08357a2e-ffce-4dc7-b775-337550a99692 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:06.478542 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:06.522107 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:06.534154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a11de3db-cdbe-4a33-aaba-2ffde6128ae0 req-f804aca3-fb40-4ea9-a309-a984e6036ba2 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224157 Dec 06 12:26:06.541935 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:06.543024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:06.546818 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Floating IP bf021c87-ee75-4da9-8502-72b34e05171c associated. External IP: 172.35.3.30, port: 82ebeaa5-05d7-4430-aeac-2766ca86fa34. Dec 06 12:26:06.547301 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:06.548450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.552036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.571292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-987a62cd-db29-4a2d-8368-afe898c87396 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/56c6353e-34f4-4d68-b30a-2e5185ac06ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7215283 Dec 06 12:26:06.571632 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:06.571713 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] Sync routers for ids ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:06.578544 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b91458-1576-449c-a981-0d4b2ffa2e8e None None] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:06.616421 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] Routers {'56c6353e-34f4-4d68-b30a-2e5185ac06ff'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:06.617129 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:06.627918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-caa3e8c3-24ab-4d6f-9d8d-290d81276d8e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2468588 Dec 06 12:26:06.660174 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96607b8-1689-4dbb-b371-398c07e06a72 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:06.664058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c96607b8-1689-4dbb-b371-398c07e06a72 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports/c86f5304-6d66-4187-ab08-a5b07d09acbe HTTP/1.1" status: 200 len: 984 time: 0.0979540 Dec 06 12:26:06.670867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:06.683141 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Attempting to bind port a424265b-d9f8-44c3-bcdb-b742430661f3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:06.683492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Attempting to bind port a424265b-d9f8-44c3-bcdb-b742430661f3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:06.683817 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Attempting to bind port a424265b-d9f8-44c3-bcdb-b742430661f3 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:06.745068 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Router 00a3fb5f-0a9b-4782-a650-e7fcf92d6223 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:06.781806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Port a424265b-d9f8-44c3-bcdb-b742430661f3 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:26:06.782725 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Attempting to bind port a424265b-d9f8-44c3-bcdb-b742430661f3 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:06.812503 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:06.812854 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Checking segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:06.813318 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Bound using segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:06.813784 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Bound port: a424265b-d9f8-44c3-bcdb-b742430661f3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:06.814150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.871026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:06.882421 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] Sync routers for ids ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:06.899560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:06.899686 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] Routers {'00a3fb5f-0a9b-4782-a650-e7fcf92d6223'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:06.905272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab7d4d5e-380d-41ad-8496-228b39178a06 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4341366 Dec 06 12:26:06.905884 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:06.909521 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:06.916229 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:06.946509 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:06.990249 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:06.990397 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] Routers {'56c6353e-34f4-4d68-b30a-2e5185ac06ff'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:06.991073 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:07.001383 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] Routers {'00a3fb5f-0a9b-4782-a650-e7fcf92d6223'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:07.002185 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:07.044189 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:07.045145 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c457-3343-45d4-9638-1d98fd1c391b None None] The sync data for ids ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:07.071983 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:07.072907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d782ccc4-1113-4e15-bad9-5c005b247752 None None] The sync data for ids ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:07.130074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86566f74-487d-4f18-bd79-7c5bec3a5dc8 None None] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:07.180358 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-7e933b8c-d1cf-4d10-b5a5-e72f498f3a54 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:07.181933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-7e933b8c-d1cf-4d10-b5a5-e72f498f3a54 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.23 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.4575517 Dec 06 12:26:07.235981 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430453d-3b99-4012-8868-8c535998fc11 req-f846405e-d647-4924-9e87-7969545f9f67 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:07.237758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f430453d-3b99-4012-8868-8c535998fc11 req-f846405e-d647-4924-9e87-7969545f9f67 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1353910 Dec 06 12:26:07.288081 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:07.319686 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:07.351920 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a424265b-d9f8-44c3-bcdb-b742430661f3,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:07.364491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.402679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f430453d-3b99-4012-8868-8c535998fc11 req-de1c0018-c456-41cd-a430-27efe8cd68b0 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530271 Dec 06 12:26:07.415695 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.437314 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:07.438043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.440504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a424265b-d9f8-44c3-bcdb-b742430661f3 HTTP/1.1" status: 200 len: 1092 time: 2.8325489 Dec 06 12:26:07.442754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.447261 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:07.449586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d90b1bf-fd3b-4dcd-9f65-59458ea4f619 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:07.450041 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa905a15-5cc1-4e12-ad00-43d819d5e353" -d '{"events": [{"name": "network-changed", "server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:07.532019 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Deleting port 7b15e1be-14db-44dd-91ae-5835b0957429 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:07.533319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.550396 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30caff5-3558-48ee-a639-7e9646cba638 x-openstack-request-id: req-e30caff5-3558-48ee-a639-7e9646cba638 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:07.550706 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:07.550943 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e30caff5-3558-48ee-a639-7e9646cba638 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:07.551384 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3', 'status': 'completed', 'code': 200} Dec 06 12:26:07.599242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98f32-8526-43b7-aa8c-7923587831d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:07.651170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.679772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-aa81a87d-4a9e-4e77-82f7-6ed3f9c4ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:07.681519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-aa81a87d-4a9e-4e77-82f7-6ed3f9c4ba0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 1095 time: 0.1916037 Dec 06 12:26:07.686103 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Deleting port 05ad4f04-5f31-423d-9416-b2078b7ac17a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:07.686723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.688042 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Calling delete_port for 7b15e1be-14db-44dd-91ae-5835b0957429 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:07.719373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:07.730859 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:07.748235 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:07.748759 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:07.750508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdded9f-c518-46f1-8d96-faaa4efec387 req-5cbca672-3902-42d3-991e-4c1384124815 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:07.753084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fdded9f-c518-46f1-8d96-faaa4efec387 req-5cbca672-3902-42d3-991e-4c1384124815 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 944 time: 0.1039047 Dec 06 12:26:07.848498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fdded9f-c518-46f1-8d96-faaa4efec387 req-3e360c18-f830-4cfa-9227-7bdef6756511 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875788 Dec 06 12:26:07.883015 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-1ff03010-6978-461d-868b-1165a9a572f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a424265b-d9f8-44c3-bcdb-b742430661f3 HTTP/1.1" status: 200 len: 217 time: 0.1867247 Dec 06 12:26:07.889198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.895327 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:07.905175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] For port 05ad4f04-5f31-423d-9416-b2078b7ac17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=05ad4f04-5f31-423d-9416-b2078b7ac17a,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:07.906060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.932054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:07.973664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Pushing event deleted for resources: {'Port': ['ID=7b15e1be-14db-44dd-91ae-5835b0957429,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:07.983100 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Calling delete_port for 05ad4f04-5f31-423d-9416-b2078b7ac17a owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:08.018178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c573e3f-dbfc-42ef-8903-95fd90a1d1cb None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:08.051069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.059833 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a26a7f5-ed2b-404c-9ea5-944cf0794712 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "PUT /v2.0/floatingips/bf021c87-ee75-4da9-8502-72b34e05171c HTTP/1.1" status: 200 len: 990 time: 3.3843970 Dec 06 12:26:08.109932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.253049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'bf021c87-ee75-4da9-8502-72b34e05171c', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:46Z', 'updated_at': '2021-12-06T12:26:06Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.290818 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:08.304756 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:08.305416 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.378436 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.382536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.442510 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:08.546224 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Router 00a3fb5f-0a9b-4782-a650-e7fcf92d6223 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:08.547109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-4d6cca05-6d17-400d-b155-6dd19e2d4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:08.549790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-4d6cca05-6d17-400d-b155-6dd19e2d4e23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.6569278 Dec 06 12:26:08.603801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-22f67ba2-9a55-4da9-ae4d-64d09cf223a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434802 Dec 06 12:26:08.625044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791d43-7b84-4b92-8482-156c187a5fd7 req-5d597b15-51f5-4a6c-909c-8bebbcfd17df tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:08.633837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42791d43-7b84-4b92-8482-156c187a5fd7 req-5d597b15-51f5-4a6c-909c-8bebbcfd17df tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 946 time: 0.1380520 Dec 06 12:26:08.699479 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:08.709945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.713214 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] Sync routers for ids ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:08.714043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d0f1f0b4-8906-4fd3-b163-bf18620ad8f4 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "PUT /v2.0/routers/00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 200 len: 706 time: 1.8030326 Dec 06 12:26:08.723588 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37988) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:08.742051 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] Routers {'00a3fb5f-0a9b-4782-a650-e7fcf92d6223'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:08.742807 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.759824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42791d43-7b84-4b92-8482-156c187a5fd7 req-3aaf79f9-dece-4934-a30a-72964c048f9d tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b09c9c35-e71f-4d06-ae32-d0b710d554f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206093 Dec 06 12:26:08.778832 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.788504 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] Routers {'00a3fb5f-0a9b-4782-a650-e7fcf92d6223'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:08.789355 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.824480 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.825531 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67bbf-5359-4e5a-9f3b-45b94fe52046 None None] The sync data for ids ['00a3fb5f-0a9b-4782-a650-e7fcf92d6223'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:08.839044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'bf021c87-ee75-4da9-8502-72b34e05171c', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:46Z', 'updated_at': '2021-12-06T12:26:06Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:08.866826 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764565c-c205-4f35-bde1-ff9dd9236acc None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'bf021c87-ee75-4da9-8502-72b34e05171c', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:46Z', 'updated_at': '2021-12-06T12:26:06Z', 'revision_number': 1, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:08.873808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70e59c20-dd77-434e-a7fb-d23c62a29fac tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/routers/00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 200 len: 741 time: 0.1456726 Dec 06 12:26:08.876698 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:08.954498 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-cb2f035f-721a-4489-9a3b-72d363042392 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400738 Dec 06 12:26:08.964481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:08.978939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2db649d-ef3d-4353-902c-735e65b19a11 tempest-RoutersAdminTest-1850089985 tempest-RoutersAdminTest-1850089985-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 200 len: 205 time: 0.1010213 Dec 06 12:26:08.989779 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.031569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2223de5c-3943-4b0b-919b-07d9529ef225 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 200 len: 205 time: 0.0393133 Dec 06 12:26:09.035969 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.055950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Pushing event deleted for resources: {'Port': ['ID=05ad4f04-5f31-423d-9416-b2078b7ac17a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:09.137755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ed1668ec-fefa-448f-9e39-2f44e25bacf1 req-96298bb5-8ac5-43ef-8588-8c6a8bde0e9f service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744559 Dec 06 12:26:09.153688 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5185048-cd72-4354-91f5-7ce3a7bc4bb7 None None] DHCP port deletion for 177b21b9-7f58-4208-953c-ebb518599521 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:09.156423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c46ac-5b9f-43a9-8610-1cf0314617d6 req-d5463121-3ce4-4188-8635-1eeb5abac331 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:09.168761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-604c46ac-5b9f-43a9-8610-1cf0314617d6 req-d5463121-3ce4-4188-8635-1eeb5abac331 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 944 time: 0.1785262 Dec 06 12:26:09.186087 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4a16a-6331-4fe2-b922-79325c819e1f None None] New status for floating IP bf021c87-ee75-4da9-8502-72b34e05171c: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:26:09.193787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.323527 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] No DVR routers for this DVR port 05ad4f04-5f31-423d-9416-b2078b7ac17a on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:09.326704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.332085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d12ba0f-06e6-468a-a76f-59f28576f79e req-a2f92ccc-59aa-4b42-86ec-41787a9ed0f7 tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.23 "DELETE /v2.0/ports/05ad4f04-5f31-423d-9416-b2078b7ac17a HTTP/1.1" status: 204 len: 173 time: 2.1039481 Dec 06 12:26:09.373641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port c86f5304-6d66-4187-ab08-a5b07d09acbe {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:09.373983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.380095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-4742eade-2b03-4024-b655-8c8beebc3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:09.382029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-4742eade-2b03-4024-b655-8c8beebc3f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 1095 time: 0.1612356 Dec 06 12:26:09.392833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.398992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.411900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-604c46ac-5b9f-43a9-8610-1cf0314617d6 req-aeb39ff8-48c0-44f0-aeae-221fe0c7e381 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421529 Dec 06 12:26:09.480690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.482439 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Fanout notify agent at l3_agent the message router_deleted on router 00a3fb5f-0a9b-4782-a650-e7fcf92d6223 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:09.503858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.508683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a08f6ca7-9859-425f-ad38-99d3caf248ae tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 204 len: 168 time: 0.4685283 Dec 06 12:26:09.508972 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.513729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:09.527863 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for c86f5304-6d66-4187-ab08-a5b07d09acbe owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:09.552004 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}, {'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'name': 'network-vif-deleted', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:09.554295 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a940778-c4db-486b-b6d7-3ccdfd37c646" -d '{"events": [{"name": "network-changed", "server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}, {"server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "name": "network-vif-deleted", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:09.556321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-adaed22c-c1f7-4e7b-ad9a-f0c1ceb7a39d tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 200 len: 205 time: 0.0456917 Dec 06 12:26:09.561746 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.615895 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-0075f151-8c25-4c84-9770-428209302718 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:09.619720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0075f151-8c25-4c84-9770-428209302718 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/00a3fb5f-0a9b-4782-a650-e7fcf92d6223 HTTP/1.1" status: 404 len: 336 time: 0.0568094 Dec 06 12:26:09.620308 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.647614 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b4ef5-0792-4704-b753-ac1ed152cd25 x-openstack-request-id: req-8b3b4ef5-0792-4704-b753-ac1ed152cd25 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:09.647948 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "status": "completed", "code": 200}, {"server_uuid": "97af815b-db34-45d3-af0d-e069f859e6e0", "name": "network-vif-deleted", "tag": "05ad4f04-5f31-423d-9416-b2078b7ac17a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:09.648174 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b3b4ef5-0792-4704-b753-ac1ed152cd25 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:09.648570 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'status': 'completed', 'code': 200} Dec 06 12:26:09.648826 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af815b-db34-45d3-af0d-e069f859e6e0', 'name': 'network-vif-deleted', 'tag': '05ad4f04-5f31-423d-9416-b2078b7ac17a', 'status': 'completed', 'code': 200} Dec 06 12:26:09.652204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-797aff94-8c24-4e3a-badf-fb533bf01458 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 200 len: 205 time: 0.0305576 Dec 06 12:26:09.654207 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.704257 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-05b8486a-5b5f-4a82-8b28-0179309286d7 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:09.707375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-05b8486a-5b5f-4a82-8b28-0179309286d7 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/1e05c355-1b62-4bba-8a29-98e3a5c2955d HTTP/1.1" status: 404 len: 336 time: 0.0500410 Dec 06 12:26:09.708310 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.727025 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-327eccb2-c119-4b68-a2b3-462504efdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:09.728854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-327eccb2-c119-4b68-a2b3-462504efdd11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.3068075 Dec 06 12:26:09.742812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-289d0730-2f8b-4c78-bf06-b3572f2b201c tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 200 len: 205 time: 0.0312016 Dec 06 12:26:09.743793 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.785085 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-7e71d4bf-d293-473a-9340-d9b142b6af27 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:09.786487 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7e71d4bf-d293-473a-9340-d9b142b6af27 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/87196ffe-4e79-4e99-90f5-20ca1db014c9 HTTP/1.1" status: 404 len: 336 time: 0.0414407 Dec 06 12:26:09.790111 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.832202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-391587c3-30a4-4315-aac2-c43359636cbb tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 200 len: 205 time: 0.0397849 Dec 06 12:26:09.833090 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.845410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-c24c009d-5e90-4949-92ed-72c81c3d749a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a424265b-d9f8-44c3-bcdb-b742430661f3 HTTP/1.1" status: 200 len: 217 time: 0.0815237 Dec 06 12:26:09.910239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 05ad4f04-5f31-423d-9416-b2078b7ac17a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:09.948485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-0d8a9302-3e88-45fb-9925-d9bcfce0fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:09.950751 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-0d8a9302-3e88-45fb-9925-d9bcfce0fad6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.0760863 Dec 06 12:26:09.950872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 05ad4f04-5f31-423d-9416-b2078b7ac17a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:09.951185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 05ad4f04-5f31-423d-9416-b2078b7ac17a not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:09.954721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68291a8c-f49b-4d3d-bd19-6528d44989ef req-e2fde402-e024-4725-911d-d2399d0b1fda tempest-ServerRescueNegativeTestJSON-529280645 tempest-ServerRescueNegativeTestJSON-529280645-project] 10.222.0.31 "GET /v2.0/ports?device_id=97af815b-db34-45d3-af0d-e069f859e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0546029 Dec 06 12:26:09.955624 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-a1611f22-7e60-4b90-8fae-89ba284c3e09 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:09.959249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1611f22-7e60-4b90-8fae-89ba284c3e09 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/1eb9ca94-8a69-4129-80de-cdefbec15efd HTTP/1.1" status: 404 len: 336 time: 0.1251152 Dec 06 12:26:09.959961 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:09.980949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-ace6c375-903f-47b2-9917-ffd80639e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:09.983399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-ace6c375-903f-47b2-9917-ffd80639e9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1096 time: 0.3303089 Dec 06 12:26:10.002237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8bf67016-6dac-4c84-85b6-8f8a2f3a431b tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 200 len: 205 time: 0.0408654 Dec 06 12:26:10.002601 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:10.028875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-f1766477-2656-439a-987d-758f80d71b5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511925 Dec 06 12:26:10.053548 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-774ff314-54c3-46fe-84f6-c92a7e37b9d7 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:10.056550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-774ff314-54c3-46fe-84f6-c92a7e37b9d7 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/f9c206b6-2a24-41d6-8dfb-08555f71d45e HTTP/1.1" status: 404 len: 336 time: 0.0530117 Dec 06 12:26:10.057288 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:10.085236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-26015f9c-7b7a-4c6c-847d-ff2ef392a504 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "GET /v2.0/ports?device_id=632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 HTTP/1.1" status: 200 len: 205 time: 0.0267041 Dec 06 12:26:10.088487 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:10.128751 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2830b97c-1a4f-4c00-a91d-ff19f278819e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] delete failed (client error): The resource could not be found. Dec 06 12:26:10.132315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2830b97c-1a4f-4c00-a91d-ff19f278819e tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/routers/632ed0ae-c49c-4527-b6f8-e2ab5e5065e2 HTTP/1.1" status: 404 len: 336 time: 0.0404253 Dec 06 12:26:10.132467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:10.132603 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:10.162218 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fd2d75-0ff1-4274-85d5-9a5274720036 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] DELETE failed (client error): The resource could not be found. Dec 06 12:26:10.162907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fd2d75-0ff1-4274-85d5-9a5274720036 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:26:10.169354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7fd2d75-0ff1-4274-85d5-9a5274720036 tempest-RoutersAdminTest-1257450171 tempest-RoutersAdminTest-1257450171-project] 10.222.0.31 "DELETE /v2.0/subnets/add8acb3-05dc-4409-8b26-db718d1533b2 HTTP/1.1" status: 404 len: 337 time: 0.0358138 Dec 06 12:26:10.212732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=c86f5304-6d66-4187-ab08-a5b07d09acbe,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:10.454318 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-4f5e474a-fcb0-4a3b-9a0f-654c8781917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:10.455852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-4f5e474a-fcb0-4a3b-9a0f-654c8781917b service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.4617648 Dec 06 12:26:10.558645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:10.584225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-7e168f65-399a-4799-9b8c-c743329abc1f service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388818 Dec 06 12:26:10.587299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7fd03-d8b0-4dae-a05d-f1b2aa0fa471 req-49621011-8a04-44d2-9358-281f1464872c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:10.589363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90a7fd03-d8b0-4dae-a05d-f1b2aa0fa471 req-49621011-8a04-44d2-9358-281f1464872c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0753951 Dec 06 12:26:10.589541 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:10.716917 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-ccf5afab-3c49-4428-b3e0-4f7bd579cff6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 1000 time: 0.2238472 Dec 06 12:26:10.820174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e0d164b-268f-42a2-bda2-82b277bbd438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:10.836040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fa905a15-5cc1-4e12-ad00-43d819d5e353 req-4c226329-c858-41bd-ae33-e26637f5e9e9 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371113 Dec 06 12:26:10.879411 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-5cc1f1e9-17f2-44d9-a2dc-fa0acb8ad107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:10.880786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-5cc1f1e9-17f2-44d9-a2dc-fa0acb8ad107 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.1346262 Dec 06 12:26:10.971203 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 56c6353e-34f4-4d68-b30a-2e5185ac06ff has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:11.006855 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-3621f980-4367-4559-b652-94ac8698899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:11.008363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-3621f980-4367-4559-b652-94ac8698899e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179812 Dec 06 12:26:11.033730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90a7fd03-d8b0-4dae-a05d-f1b2aa0fa471 req-dc61bd72-cf01-4e31-a1a5-6b9a0f6b7c2b tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330771 Dec 06 12:26:11.034466 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.128550 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:11.139116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f574c44b-9092-48de-8acc-66e5c9746a4b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/56c6353e-34f4-4d68-b30a-2e5185ac06ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4671924 Dec 06 12:26:11.140503 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] Sync routers for ids ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:11.142559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e0d164b-268f-42a2-bda2-82b277bbd438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.152459 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.163510 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] Routers {'56c6353e-34f4-4d68-b30a-2e5185ac06ff'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:11.164210 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:11.172233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e0d164b-268f-42a2-bda2-82b277bbd438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.217640 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:11.227296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2e0d164b-268f-42a2-bda2-82b277bbd438 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2383f952b2ad48bd9985c16142ef4227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6366351 Dec 06 12:26:11.231166 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] Routers {'56c6353e-34f4-4d68-b30a-2e5185ac06ff'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:11.231984 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:11.232892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d164b-268f-42a2-bda2-82b277bbd438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb6b29f-f6bc-4fce-8420-bb340a1999ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:11.235519 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38062) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.253623 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-c892fb82-52af-426d-95e6-db36bfed7126 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087855 Dec 06 12:26:11.269923 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:11.271425 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b165f8-de6b-4440-9327-7b80583683b7 None None] The sync data for ids ['56c6353e-34f4-4d68-b30a-2e5185ac06ff'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:11.354346 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.394013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.404316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a940778-c4db-486b-b6d7-3ccdfd37c646 req-eb32d704-5252-4396-a981-7749676c21b1 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412914 Dec 06 12:26:11.454644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.457438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.458628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdb6b29f-f6bc-4fce-8420-bb340a1999ae HTTP/1.1" status: 204 len: 168 time: 0.2205732 Dec 06 12:26:11.467004 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588d301-42d1-4c3d-bdf4-a1bd2ce08274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb6b29f-f6bc-4fce-8420-bb340a1999ae,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:11.554518 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-63b2c972-f60d-468d-9bba-00f6dcd70952 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 12:26:11.558470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-63b2c972-f60d-468d-9bba-00f6dcd70952 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/56c6353e-34f4-4d68-b30a-2e5185ac06ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4011123 Dec 06 12:26:11.559059 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.597196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5b0fa933-4141-44ea-bfad-05fa4410f73a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=56c6353e-34f4-4d68-b30a-2e5185ac06ff HTTP/1.1" status: 200 len: 205 time: 0.0349088 Dec 06 12:26:11.598052 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.709018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.791886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.831043 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.908946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.911601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.913737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe4d1820-9c51-474c-b8c0-a705e3c406f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf4677e3e5242a8bdf92cdd2a318f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816119 Dec 06 12:26:11.916167 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:11.938618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a424265b-d9f8-44c3-bcdb-b742430661f3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:26:11.976363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.976966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 56c6353e-34f4-4d68-b30a-2e5185ac06ff {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:11.987314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:11.991192 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c26fda92-0370-4da6-8988-07b3b4791a1d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/56c6353e-34f4-4d68-b30a-2e5185ac06ff HTTP/1.1" status: 204 len: 168 time: 0.3895612 Dec 06 12:26:11.992788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:12.066488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.084421 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet dc88581d-468c-4975-af94-bf47992b969a {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:26:12.095636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.122465 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Deleting port 0342cd88-6b52-4594-9e4c-aaf091828f4f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:12.122845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.125251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a424265b-d9f8-44c3-bcdb-b742430661f3,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:12.144726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'a424265b-d9f8-44c3-bcdb-b742430661f3', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'port_id': 'a424265b-d9f8-44c3-bcdb-b742430661f3', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30077767-888f-4a0c-babd-8a1c61c5c0b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:26:12.146465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.165170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.188067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.207780 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a424265b-d9f8-44c3-bcdb-b742430661f3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:26:12.219797 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] For port 0342cd88-6b52-4594-9e4c-aaf091828f4f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0342cd88-6b52-4594-9e4c-aaf091828f4f,segment=NetworkSegment(db3c405b-f30a-45d4-9699-83a55e757138),segment_id=db3c405b-f30a-45d4-9699-83a55e757138)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:12.220185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.232338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a424265b-d9f8-44c3-bcdb-b742430661f3,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:12.234935 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Calling delete_port for 0342cd88-6b52-4594-9e4c-aaf091828f4f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:12.237809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.309191 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:12.322170 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.322853 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.323825 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.325413 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.326121 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.326668 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.327200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.327787 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.328309 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.328890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.329451 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.329982 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.330504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:12.350369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d617a-581e-4dfa-a8d2-ef5d63a7ee02 req-4468b5fc-c8e0-4f2b-9fed-445be0e5407f tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:12.352247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef9d617a-581e-4dfa-a8d2-ef5d63a7ee02 req-4468b5fc-c8e0-4f2b-9fed-445be0e5407f tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 945 time: 0.1050079 Dec 06 12:26:12.437017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:26:12.462368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef9d617a-581e-4dfa-a8d2-ef5d63a7ee02 req-c544bfb2-3787-4ad7-a974-5bd7180b4d9b tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008701 Dec 06 12:26:12.549483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.578246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Pushing event deleted for resources: {'Port': ['ID=0342cd88-6b52-4594-9e4c-aaf091828f4f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:12.624219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728974bf-6153-47aa-a215-fc3e7bfcaec3 None None] DHCP port deletion for 177b21b9-7f58-4208-953c-ebb518599521 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:12.694263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.697807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.699032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5eb98616-383b-4d6b-bc51-167a8ddfe5f2 HTTP/1.1" status: 204 len: 168 time: 0.7818394 Dec 06 12:26:12.722501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4c93e-413f-4fb3-875a-23a8bf4a7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb98616-383b-4d6b-bc51-167a8ddfe5f2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:12.760006 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.856091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.858936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.895539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.902307 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/dc88581d-468c-4975-af94-bf47992b969a HTTP/1.1" status: 204 len: 168 time: 0.9075980 Dec 06 12:26:12.903320 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38096) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:12.904465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383146b4-14fc-4ab7-af30-bfd36eaebc58 None None] Network f89b10a4-e214-40dc-8feb-8125e1d72ecf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:12.905565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052172b5-0f40-4ac7-a2c7-4094866aa4f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=dc88581d-468c-4975-af94-bf47992b969a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:13.038679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.136163 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:13.136519 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.230216 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,segment=NetworkSegment(7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4),segment_id=7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:13.230958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.244639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] DHCP port deletion for f89b10a4-e214-40dc-8feb-8125e1d72ecf request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:13.274797 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:13.302260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Deleting port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:13.303463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.332613 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Router c701caa6-7869-4710-93ce-8a212bc78331 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:13.380906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] For port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,segment=NetworkSegment(7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4),segment_id=7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:13.381615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.398785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Calling delete_port for b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:13.451797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.488908 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:13.495065 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:13.505193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.516135 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Sync routers for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:13.528367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:13.530816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7d3a2a9a-e087-4071-b924-313ca2f7b839 admin admin] 10.222.0.31 "PUT /v2.0/routers/c701caa6-7869-4710-93ce-8a212bc78331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4950945 Dec 06 12:26:13.534044 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:13.543338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] Pushing event deleted for resources: {'Port': ['ID=b967063d-fe88-4c5c-aa9f-ed1065ab8ee7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:13.550053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140acd61-2066-4e97-a9c6-f537f5977883 None None] No DVR routers for this DVR port b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:13.562199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:13.562834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:13.738837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.770983 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:13.785647 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89b10a4-e214-40dc-8feb-8125e1d72ecf']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:13.808016 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:13.808422 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a37620e-c4cd-43c1-bbd7-7bc69e0cd0c4') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:13.833659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:13.848906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.868542 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.871993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.878467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:13.878808 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b967063d-fe88-4c5c-aa9f-ed1065ab8ee7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:13.879053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7846da6-cd2b-473b-a030-62a3b505be10 req-aaba3531-807e-46b5-a0ac-6a612a7bf948 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:13.881829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7846da6-cd2b-473b-a030-62a3b505be10 req-aaba3531-807e-46b5-a0ac-6a612a7bf948 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 945 time: 0.2528934 Dec 06 12:26:13.903721 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:13.904251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:13.909220 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:14.002173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.019216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.023320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/f89b10a4-e214-40dc-8feb-8125e1d72ecf HTTP/1.1" status: 204 len: 168 time: 1.1186943 Dec 06 12:26:14.027492 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:14.049696 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-264097094'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:14.050495 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768cd75-682e-4198-814b-47e423e82da2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=f89b10a4-e214-40dc-8feb-8125e1d72ecf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:14.078171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a424265b-d9f8-44c3-bcdb-b742430661f3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:14.132510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7846da6-cd2b-473b-a030-62a3b505be10 req-05d7a8d4-9652-4f21-a1d9-4fb3c77db02c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144721 Dec 06 12:26:14.169217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:14.173746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.193278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.195413 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port a424265b-d9f8-44c3-bcdb-b742430661f3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:26:14.218470 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:14.223117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port a424265b-d9f8-44c3-bcdb-b742430661f3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:14.223908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.231204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.231926 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment be073595-130d-4cf7-bc69-350477baff74 of type vlan for network a987a5c0-f55a-48ae-bc18-419a0a6006fb Dec 06 12:26:14.289703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.325370 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': '88eb7d91-27c9-4143-baef-8585285fddce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:26:12Z', 'revision_number': 5, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port': {'id': '88eb7d91-27c9-4143-baef-8585285fddce', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:25Z', 'updated_at': '2021-12-06T12:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:14.327190 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.341901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.349188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:14.350491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.364913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Checking router: c701caa6-7869-4710-93ce-8a212bc78331 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:14.384289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Routers {'c701caa6-7869-4710-93ce-8a212bc78331'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:14.384923 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c701caa6-7869-4710-93ce-8a212bc78331'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:14.406102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3709283 Dec 06 12:26:14.409524 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38132) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:14.420780 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:14.491492 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] Set router c701caa6-7869-4710-93ce-8a212bc78331 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:14.554069 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-23f146f5-466f-411d-aeb3-843713298aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:26:14Z', 'revision_number': 6, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:14.562275 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:14.566086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.567554 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27003c-bd54-4902-b673-946bca8b58e5 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=a987a5c0-f55a-48ae-bc18-419a0a6006fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:14.571260 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:14.578294 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74207a-e4e0-4516-955c-f9e14b0c76a2" -d '{"events": [{"server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:14.606945 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Deleting port 88eb7d91-27c9-4143-baef-8585285fddce {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:14.612337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.673651 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f146f5-466f-411d-aeb3-843713298aab None None] The sync data for ids ['c701caa6-7869-4710-93ce-8a212bc78331'] in n-d-master-1 is: [{'id': 'c701caa6-7869-4710-93ce-8a212bc78331', 'name': 'tempest-ServerRescueNegativeTestJSON-1273959715-router', 'tenant_id': '58562269b3c840889dd4ff19bb21957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:24Z', 'updated_at': '2021-12-06T12:26:14Z', 'revision_number': 6, 'project_id': '58562269b3c840889dd4ff19bb21957c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:14.680500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:14.862567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] For port 88eb7d91-27c9-4143-baef-8585285fddce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88eb7d91-27c9-4143-baef-8585285fddce,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:14.863068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:14.882436 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Calling delete_port for 88eb7d91-27c9-4143-baef-8585285fddce owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:14.902041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a424265b-d9f8-44c3-bcdb-b742430661f3,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:14.917055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.029463 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f517fa-2de7-4e7d-ae90-1fa7ebdf1ae4 x-openstack-request-id: req-b1f517fa-2de7-4e7d-ae90-1fa7ebdf1ae4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:15.030030 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:15.030452 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1f517fa-2de7-4e7d-ae90-1fa7ebdf1ae4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:15.031012 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3', 'code': 200} Dec 06 12:26:15.032842 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:15.164992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.213268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.223891 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Pushing event deleted for resources: {'Port': ['ID=88eb7d91-27c9-4143-baef-8585285fddce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:15.256776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06641f73-7d5d-4b15-af4e-a2d8876eb4b0 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:15.403166 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80525-18ba-4c67-8ef4-05520ded14eb req-24693cab-4eaa-48d8-8cd5-45d624903c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:15.407485 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8cc80525-18ba-4c67-8ef4-05520ded14eb req-24693cab-4eaa-48d8-8cd5-45d624903c47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 1097 time: 0.3164301 Dec 06 12:26:15.434499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.455423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38158) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:15.489886 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:15.492377 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': 'be073595-130d-4cf7-bc69-350477baff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:15.493094 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: a987a5c0-f55a-48ae-bc18-419a0a6006fb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:15.538481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.541492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.564235 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:15.576868 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8cc80525-18ba-4c67-8ef4-05520ded14eb req-4a2e9485-9ae2-4ae2-8b65-7fec377db27e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526961 Dec 06 12:26:15.578404 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a987a5c0-f55a-48ae-bc18-419a0a6006fb) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:15.589877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62047985-387c-460c-985b-12b8a06ea2d2 None None] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:15.590872 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:15.592256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.608304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827e7d-e31f-4bf7-b26f-5b470d512483 req-53943966-33f1-4934-b519-8c5e9ee7056d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:15.633362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45827e7d-e31f-4bf7-b26f-5b470d512483 req-53943966-33f1-4934-b519-8c5e9ee7056d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 946 time: 0.3243759 Dec 06 12:26:15.634292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3d0d06d-1da0-4f85-b380-fda52e01ccb8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2234602 Dec 06 12:26:15.637386 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:15.650175 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172632611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:15.698480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.699469 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c701caa6-7869-4710-93ce-8a212bc78331 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:15.709095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1942411380', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:15.731375 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.732686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c5218ae-35dd-4fda-a62e-0bc26d508bac admin admin] 10.222.0.31 "DELETE /v2.0/routers/c701caa6-7869-4710-93ce-8a212bc78331 HTTP/1.1" status: 204 len: 168 time: 2.1976113 Dec 06 12:26:15.736752 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38164) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:15.743961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.745031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.803270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45827e7d-e31f-4bf7-b26f-5b470d512483 req-01ee4a95-2281-4fb8-a0b7-42eea4dd61c1 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667030 Dec 06 12:26:15.819458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0342cd88-6b52-4594-9e4c-aaf091828f4f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:15.833772 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Deleting subnet f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:26:15.838231 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.864215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0342cd88-6b52-4594-9e4c-aaf091828f4f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:15.864562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0342cd88-6b52-4594-9e4c-aaf091828f4f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:15.864988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 88eb7d91-27c9-4143-baef-8585285fddce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:15.888969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.901765 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 88eb7d91-27c9-4143-baef-8585285fddce {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:15.902095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 88eb7d91-27c9-4143-baef-8585285fddce not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:15.922640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a987a5c0-f55a-48ae-bc18-419a0a6006fb', 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:15.923806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.928384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.943313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.953473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:15.983117 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Made reservation on behalf of 5712d125fd57412baac2c375e5e8fcf2 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:15.985986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.001193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.015366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.018512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-51689938-d30e-4ca6-b663-bb433164f676 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3780317 Dec 06 12:26:16.019787 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38168) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:16.127849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Allocated IP 2001:db8::2 (a987a5c0-f55a-48ae-bc18-419a0a6006fb/1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b/a5a21bd6-6198-486c-8c8d-0ff8647bb082) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:16.138470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.299168 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.306104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46b6d10-fc5e-4a6a-ad72-6df25a1f5863,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:16.307535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.342350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.343970 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:16.346226 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc437e-4a4d-41f3-b8a7-aeba5122c2b9 None None] Network 177b21b9-7f58-4208-953c-ebb518599521 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:16.350799 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:16.354047 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:16.362053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f68d68d2-a70f-45d1-9297-488e9acb2f49 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f46b6d10-fc5e-4a6a-ad72-6df25a1f5863 HTTP/1.1" status: 204 len: 168 time: 0.6210492 Dec 06 12:26:16.362628 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:16.583145 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Pushing event updated for resources: {'Port': ['ID=a5a21bd6-6198-486c-8c8d-0ff8647bb082,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:16.604845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Attempting to bind port a5a21bd6-6198-486c-8c8d-0ff8647bb082 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:16.606264 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Attempting to bind port a5a21bd6-6198-486c-8c8d-0ff8647bb082 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'be073595-130d-4cf7-bc69-350477baff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:16.606892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Attempting to bind port a5a21bd6-6198-486c-8c8d-0ff8647bb082 on network a987a5c0-f55a-48ae-bc18-419a0a6006fb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:16.619702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.670156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:16.673945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Checking segment: {'id': 'be073595-130d-4cf7-bc69-350477baff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:16.675369 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.677984 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Bound using segment: {'id': 'be073595-130d-4cf7-bc69-350477baff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:16.678749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Bound port: a5a21bd6-6198-486c-8c8d-0ff8647bb082, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be073595-130d-4cf7-bc69-350477baff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a987a5c0-f55a-48ae-bc18-419a0a6006fb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:16.680170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.772984 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] For port a5a21bd6-6198-486c-8c8d-0ff8647bb082, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:16.778433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] For port a5a21bd6-6198-486c-8c8d-0ff8647bb082, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5a21bd6-6198-486c-8c8d-0ff8647bb082,segment=NetworkSegment(be073595-130d-4cf7-bc69-350477baff74),segment_id=be073595-130d-4cf7-bc69-350477baff74)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:16.780344 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fed712-4321-4d5d-a483-59cee61473fe None None] DHCP port deletion for 177b21b9-7f58-4208-953c-ebb518599521 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:16.788211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.908305 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100fb51-fe79-46ad-8f4f-deb36c5312dc None None] Pushing event updated for resources: {'Port': ['ID=a5a21bd6-6198-486c-8c8d-0ff8647bb082,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:16.928116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.975977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.978730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:16.996597 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] device_id is not set on port 2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:26:17.115763 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc8dc3a-caf5-4843-b374-d9195468b42b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:17.342582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.348965 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Allocated IP 172.35.3.218 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2f3c98a2-05f1-4d10-a3d1-1134a13f58e0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:17.412343 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177b21b9-7f58-4208-953c-ebb518599521']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:17.431387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7b6d1-367a-4b5a-ac58-76585b31f93b req-1cae227a-b7f2-43c7-bfb9-2e980aec5902 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:17.439125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60e7b6d1-367a-4b5a-ac58-76585b31f93b req-1cae227a-b7f2-43c7-bfb9-2e980aec5902 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 946 time: 0.0943840 Dec 06 12:26:17.448729 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3c405b-f30a-45d4-9699-83a55e757138') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:17.449348 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3c405b-f30a-45d4-9699-83a55e757138') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:17.467615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.494000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.507822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:17.508226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:17.509953 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:17.535569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60e7b6d1-367a-4b5a-ac58-76585b31f93b req-1f5ee68a-939e-4606-8d97-248808a009b3 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881093 Dec 06 12:26:17.548044 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8::1 (a987a5c0-f55a-48ae-bc18-419a0a6006fb/1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b/3423c46b-603f-4ec0-8e37-993f450f66d5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:17.682173 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.702681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.708329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] 10.222.0.31 "DELETE /v2.0/networks/177b21b9-7f58-4208-953c-ebb518599521 HTTP/1.1" status: 204 len: 168 time: 1.3422813 Dec 06 12:26:17.708329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc37a-0402-4289-8b56-e19b7afa945c admin admin] Pushing event deleted for resources: {'Network': ['ID=177b21b9-7f58-4208-953c-ebb518599521,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:17.778783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a5a21bd6-6198-486c-8c8d-0ff8647bb082 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:17.866256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.884342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a5a21bd6-6198-486c-8c8d-0ff8647bb082 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:17.885672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.912719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:17.978602 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.010102 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:18.024642 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:18.043138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Pushing event updated for resources: {'Port': ['ID=2f3c98a2-05f1-4d10-a3d1-1134a13f58e0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:18.045976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.053721 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:18.062140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9ea66-8870-44f8-a374-471e6e19ad80 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:18.128285 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:18.129375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.135646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port a5a21bd6-6198-486c-8c8d-0ff8647bb082, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5a21bd6-6198-486c-8c8d-0ff8647bb082,segment=NetworkSegment(be073595-130d-4cf7-bc69-350477baff74),segment_id=be073595-130d-4cf7-bc69-350477baff74)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:18.146458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.150552 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.158219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7aad9dba-05d8-44f9-9491-c75aab1425c9 tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6975825 Dec 06 12:26:18.159258 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:18.164672 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.218'}]}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:18.236369 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:18.265497 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=a5a21bd6-6198-486c-8c8d-0ff8647bb082,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:18.270567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.271896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.286014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ef155f8c-f614-402b-a4e4-63ebdb032fde None None] Provisioning complete for port 2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:18.286805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef155f8c-f614-402b-a4e4-63ebdb032fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.294487 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:18.329764 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:18.337667 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:18.338226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.363411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.396488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ef155f8c-f614-402b-a4e4-63ebdb032fde None None] Port 2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:18.498296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=3423c46b-603f-4ec0-8e37-993f450f66d5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:18.535430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d8926e4d-7aaa-4d25-ba7c-5764a8039bf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58562269b3c840889dd4ff19bb21957c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977326 Dec 06 12:26:18.538588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:18.602762 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.666610 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd548c-f249-48b3-8dc0-84a5ab23ec2a None None] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:18.671911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.673345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.771832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.783867 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd8d6b97-ada9-472a-b45c-8bb1f7cc1677 None None] Provisioning complete for port a5a21bd6-6198-486c-8c8d-0ff8647bb082 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:18.785873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6b97-ada9-472a-b45c-8bb1f7cc1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.907026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.912711 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:18.913919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b09c9c35-e71f-4d06-ae32-d0b710d554f2 HTTP/1.1" status: 204 len: 168 time: 0.3741958 Dec 06 12:26:18.968239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301178fd-0d5c-4796-98f3-7a1ef15d2d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c9c35-e71f-4d06-ae32-d0b710d554f2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:19.053309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.113595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.143776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.152871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.165034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.364971 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=3423c46b-603f-4ec0-8e37-993f450f66d5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:19.446343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.546055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:19.569756 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:19.571465 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:19.773267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a5a21bd6-6198-486c-8c8d-0ff8647bb082 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:19.845062 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e629cf40-2842-487a-bd6a-3291fadfcb94 None None] Provisioning complete for port 3423c46b-603f-4ec0-8e37-993f450f66d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:19.845885 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e629cf40-2842-487a-bd6a-3291fadfcb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.048105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.052944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.068528 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 82f10aa3-47e7-4cbe-9b40-ee44afb5f804 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:20.184065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.184837 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4c0bcd8-316e-4752-b84a-831c6e561c42 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:20.215807 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:26:20.217025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-84c52d18-5c05-4cce-b512-b5209e7435fb tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0565188 Dec 06 12:26:20.222464 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:20.379705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e629cf40-2842-487a-bd6a-3291fadfcb94 None None] Port 3423c46b-603f-4ec0-8e37-993f450f66d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:20.410437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a5a21bd6-6198-486c-8c8d-0ff8647bb082 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:20.414779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.459427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e629cf40-2842-487a-bd6a-3291fadfcb94 None None] Provisioning complete for port a5a21bd6-6198-486c-8c8d-0ff8647bb082 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:20.459877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e629cf40-2842-487a-bd6a-3291fadfcb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.462471 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Deleting port 2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:20.462870 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.538924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-6978ccba-1cc5-4bfe-80df-0b8f9faef425 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2266028 Dec 06 12:26:20.581381 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:20.591998 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] Sync routers for ids ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:20.601252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-72df092e-c36e-404c-b297-fe18d2d72fca tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/82f10aa3-47e7-4cbe-9b40-ee44afb5f804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5802622 Dec 06 12:26:20.619789 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:20.620417 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] Routers {'82f10aa3-47e7-4cbe-9b40-ee44afb5f804'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:20.624937 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:20.702413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.734774 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Calling delete_port for 2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:20.786598 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:20.809562 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd30f3c-0315-4d90-b4b1-f509ee74a05c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:20.814572 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfd30f3c-0315-4d90-b4b1-f509ee74a05c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports/3423c46b-603f-4ec0-8e37-993f450f66d5 HTTP/1.1" status: 200 len: 911 time: 0.1922553 Dec 06 12:26:20.817323 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38250) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:20.819941 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] Routers {'82f10aa3-47e7-4cbe-9b40-ee44afb5f804'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:20.820895 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:20.880497 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-65d1d752-d1cf-46da-9533-3577e690a710 None None] Provisioning complete for port 3423c46b-603f-4ec0-8e37-993f450f66d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:20.880951 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65d1d752-d1cf-46da-9533-3577e690a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:20.928665 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:20.933724 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65b27d-e178-4256-a6fa-3c68568dc45a None None] The sync data for ids ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:21.017033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-65d1d752-d1cf-46da-9533-3577e690a710 None None] Port 3423c46b-603f-4ec0-8e37-993f450f66d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:21.112292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:21.169798 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-3fdaadd7-a599-4f66-b056-126882e66ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:21.171779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-3fdaadd7-a599-4f66-b056-126882e66ef2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 1096 time: 0.5681963 Dec 06 12:26:21.194197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f3c98a2-05f1-4d10-a3d1-1134a13f58e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:21.206019 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf94930-9a2a-4a33-bc23-a0231e003af9 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:21.286201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:21.311023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-552cf458-7285-4287-8eb7-3eb0b488d20f tempest-RoutersAdminNegativeTest-433238749 tempest-RoutersAdminNegativeTest-433238749-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2f3c98a2-05f1-4d10-a3d1-1134a13f58e0 HTTP/1.1" status: 204 len: 168 time: 1.0875521 Dec 06 12:26:21.425540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-e68f5696-6870-4b44-a1bf-dc36c1555b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:21.427459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-e68f5696-6870-4b44-a1bf-dc36c1555b1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.1614246 Dec 06 12:26:21.559653 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-c9075035-1344-4ea9-b8b3-ab20903325f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 200 len: 217 time: 0.1231196 Dec 06 12:26:21.702222 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:21.739715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d64f61e9-ff3e-48cb-9cbc-46de00dda103 req-3f4041ed-ef2c-4211-8671-c3b0ee17479e tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0881913 Dec 06 12:26:22.157379 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-48cf9c8a-c3d5-4d1f-985a-253a013b728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:22.158861 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-48cf9c8a-c3d5-4d1f-985a-253a013b728f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.5886199 Dec 06 12:26:22.237906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-0c5c0cfa-34bd-44ea-ac93-c23cd032ab36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672648 Dec 06 12:26:22.327704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:22.503371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27a285af-029d-46ec-822c-63eff0d0e282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:22.586317 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-6fc014ef-fbdc-489e-a350-2d9412be4d9e service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407576 Dec 06 12:26:22.851627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27a285af-029d-46ec-822c-63eff0d0e282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:22.871561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27a285af-029d-46ec-822c-63eff0d0e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:22.901227 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-868b6d64-0d9a-4426-b661-f6853fee6fe3 req-b044b012-1c50-4472-8099-0b2331fd55c1 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024135 Dec 06 12:26:22.919336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-557e3f2e-945a-4791-9fe7-9020cafa0aec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2477548 Dec 06 12:26:22.921067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a038f7f9-5776-4fa0-986f-cf3425780ee0 req-8d11ddb2-76f6-4467-baec-84f387ef1d5b tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0605452 Dec 06 12:26:22.959173 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27a285af-029d-46ec-822c-63eff0d0e282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa4cd1215c694a0dbda82421fb645a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2343817 Dec 06 12:26:22.961782 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:22.963977 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a285af-029d-46ec-822c-63eff0d0e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a86d9-af6b-47b7-917d-005773c44fc1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:22.997908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 3423c46b-603f-4ec0-8e37-993f450f66d5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:22.998256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.041289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.075153 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.135327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.140356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.152650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/248a86d9-af6b-47b7-917d-005773c44fc1 HTTP/1.1" status: 204 len: 168 time: 0.1822405 Dec 06 12:26:23.179859 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6a84-7aaa-41d4-b423-d9f39135f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a86d9-af6b-47b7-917d-005773c44fc1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:23.189145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.189724 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.190203 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.190669 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.191138 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.191596 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.192233 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.194246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6d385ad6-f175-4496-b532-0bdd8be94fa1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.1907320 Dec 06 12:26:23.247648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.358815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.365685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.371956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.378885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.384971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.392720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.397622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.406754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-dca78f6d-f3c1-4077-99ea-dcf8f0ea49a6 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1427436 Dec 06 12:26:23.451146 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 3423c46b-603f-4ec0-8e37-993f450f66d5 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:23.487267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cef7839-283f-4082-99f4-a5e607f8eee2 req-a5bcb4f4-cafa-4c00-a1b6-43f378e0da3b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729094 Dec 06 12:26:23.575805 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-ac89d120-42be-4b1f-949e-d2b432892b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.576272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-ac89d120-42be-4b1f-949e-d2b432892b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.577014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-ac89d120-42be-4b1f-949e-d2b432892b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.578728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-ac89d120-42be-4b1f-949e-d2b432892b6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 2292 time: 0.2941349 Dec 06 12:26:23.694230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.702587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.707128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.711112 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:23.713472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.720051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.726249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.732261 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.739474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fda6fa3a-2c9a-4af9-bd40-10026db2be10 req-4873d017-f6df-47d8-a335-5d5e969ddba5 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1324601 Dec 06 12:26:23.748403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-47d08425-a13a-415f-9d62-3bd211d520ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1000 time: 0.1578012 Dec 06 12:26:23.835501 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49844781-b8b7-4689-ab9d-93c98f80d4f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5712d125fd57412baac2c375e5e8fcf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226902 Dec 06 12:26:23.839070 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:23.866119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-138a482e-1199-4296-9fc6-d6010ef6e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:23.867583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-138a482e-1199-4296-9fc6-d6010ef6e4ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.1051888 Dec 06 12:26:23.872640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.900021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:23.924698 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=3423c46b-603f-4ec0-8e37-993f450f66d5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:23.963524 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:24.073421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f516fc28-5623-4755-8286-24ee38c71bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:24.073776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eed5b62a-f983-4ec8-ad43-1f41ad4077dd req-fae8b353-e2b2-4374-822f-a8b882f6bbf2 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0449216 Dec 06 12:26:24.075011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f516fc28-5623-4755-8286-24ee38c71bfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929333 Dec 06 12:26:24.078147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:24.098892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:24.101807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:24.103116 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acc8dc3a-caf5-4843-b374-d9195468b42b HTTP/1.1" status: 204 len: 168 time: 0.2626588 Dec 06 12:26:24.112816 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a8b24-685c-40b6-be67-fcfa969260f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc8dc3a-caf5-4843-b374-d9195468b42b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:24.269706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-bb29dca1-0b44-48a7-9d8e-34765a823e6c service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792915 Dec 06 12:26:24.411389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0a013c02-b00b-4bbd-9e71-c522b385101a req-2b8172c8-a4bb-4b43-a0f7-5e6d0216b56d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0424993 Dec 06 12:26:24.443238 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 82f10aa3-47e7-4cbe-9b40-ee44afb5f804 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:24.487420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-c2aa4cb8-b80c-4edd-9a6a-93c93a2633d5 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729693 Dec 06 12:26:24.587152 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-656efe7a-ef54-497e-8e17-5344877309e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 217 time: 0.0682147 Dec 06 12:26:24.593465 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:24.609641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] Sync routers for ids ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:24.620344 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] Routers {'82f10aa3-47e7-4cbe-9b40-ee44afb5f804'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:24.621247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:24.654880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-94ff7a6f-57bc-4226-9de0-69e04a663b29 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/82f10aa3-47e7-4cbe-9b40-ee44afb5f804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8365135 Dec 06 12:26:24.656586 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6fa74232-c862-4dfa-a314-118bc0ca6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:24.657704 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:24.658107 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-6fa74232-c862-4dfa-a314-118bc0ca6704 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0628171 Dec 06 12:26:24.666275 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:24.677000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] Routers {'82f10aa3-47e7-4cbe-9b40-ee44afb5f804'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:24.677631 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:24.708040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a722bddd-1ed2-474d-9a23-bf72cca40876 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f10aa3-47e7-4cbe-9b40-ee44afb5f804 HTTP/1.1" status: 200 len: 205 time: 0.0481176 Dec 06 12:26:24.710499 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:24.718057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:24.718776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6442b5-1893-40fe-9b15-7b7d13560bdd None None] The sync data for ids ['82f10aa3-47e7-4cbe-9b40-ee44afb5f804'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:24.742760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-153fe9de-0427-4c12-8b14-88a3b72b0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:24.744846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-153fe9de-0427-4c12-8b14-88a3b72b0492 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788674 Dec 06 12:26:24.811901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:24.853221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-d215664e-6d95-49db-9e45-2a3222ce0132 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993226 Dec 06 12:26:24.966763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-5c5149d9-a399-4e0d-8fe3-fe481e264309 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052539 Dec 06 12:26:25.019249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-05833b13-172f-4f3a-b53b-b7dd5649afe7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 217 time: 0.0446930 Dec 06 12:26:25.024777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.029440 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:25.039209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.098555 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-fdae0328-e105-49da-8892-922efe28f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:25.100694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-fdae0328-e105-49da-8892-922efe28f303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0696321 Dec 06 12:26:25.103466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.103990 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 82f10aa3-47e7-4cbe-9b40-ee44afb5f804 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:25.113620 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.115242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ded13eb7-1f7b-429c-a143-2a0c342ef752 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/82f10aa3-47e7-4cbe-9b40-ee44afb5f804 HTTP/1.1" status: 204 len: 168 time: 0.4035211 Dec 06 12:26:25.119080 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:25.181125 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1514463282'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:25.199196 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:26:25.203539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-88a43c47-f76b-496f-8a75-aa3820427c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:25.205195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-88a43c47-f76b-496f-8a75-aa3820427c4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856998 Dec 06 12:26:25.229790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.236793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8aa2c328-d9ff-4d6b-8b26-6588bae98060 req-35bb2714-bdb5-415f-bf5d-862ef73a5f18 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0350261 Dec 06 12:26:25.291158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Made reservation on behalf of d982ba0477fc43f79e1b1f8d37dd64ec for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:25.295008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.310087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.313616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.320625 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-7ff2d293-41e8-4070-8515-29446890e0eb service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068892 Dec 06 12:26:25.495804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-127a3680-95d5-4b18-b706-dbe377e34e62 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671898 Dec 06 12:26:25.513747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.580997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-18a385f3-d4ec-4711-b0aa-8d095997143e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 217 time: 0.0776460 Dec 06 12:26:25.625274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.632853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.684662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.686542 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f7e1a822-8d07-4648-98a4-5b317771f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:25.688599 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f7e1a822-8d07-4648-98a4-5b317771f8a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.0993788 Dec 06 12:26:25.693211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afea4da-2f52-4b21-88f6-ef22be81c000,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:25.729629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:25.732752 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:25.740983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.744270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea81cad5-e6ee-4c0b-91f6-90757aa06586 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b HTTP/1.1" status: 204 len: 168 time: 0.6242175 Dec 06 12:26:25.747608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:25.753562 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8887d-30be-4f59-b709-fc18d16ff98c None None] Network a987a5c0-f55a-48ae-bc18-419a0a6006fb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:25.764451 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f58f9369-d0b2-46b7-b090-c6d145960b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:25.768838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-f58f9369-d0b2-46b7-b090-c6d145960b86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718973 Dec 06 12:26:25.773973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.774337 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Added segment d8cd5171-a39e-4d9f-ad83-d8dea5518fbb of type vlan for network 208346b9-ec69-437b-8597-184f7c085718 Dec 06 12:26:25.885214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.926765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-3aef5c77-80f1-4817-8bf3-da6eaeb36ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484983 Dec 06 12:26:25.978157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:25.985539 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.000040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.001414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.013877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] DHCP port deletion for a987a5c0-f55a-48ae-bc18-419a0a6006fb request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:26.060950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0286045 Dec 06 12:26:26.061960 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:26.064899 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:26.094433 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Request body: {'subnet': {'network_id': '208346b9-ec69-437b-8597-184f7c085718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:26.105478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Deleting port a5a21bd6-6198-486c-8c8d-0ff8647bb082 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:26.106867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.113538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-c8999745-dc09-414e-8fe3-0545c60981c4 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790900 Dec 06 12:26:26.185835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-961c1449-438b-4e6b-afb9-5445aafba269 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 217 time: 0.0635135 Dec 06 12:26:26.201936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] For port a5a21bd6-6198-486c-8c8d-0ff8647bb082, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5a21bd6-6198-486c-8c8d-0ff8647bb082,segment=NetworkSegment(be073595-130d-4cf7-bc69-350477baff74),segment_id=be073595-130d-4cf7-bc69-350477baff74)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:26.202683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.229777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Calling delete_port for a5a21bd6-6198-486c-8c8d-0ff8647bb082 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:26.240584 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fa818-5306-43a0-8487-59d1f2f00802 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'Network': ['ID=208346b9-ec69-437b-8597-184f7c085718,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:26.283777 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Made reservation on behalf of d982ba0477fc43f79e1b1f8d37dd64ec for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:26.288443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.323842 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-1f54dc09-83e9-455f-9b23-2362da32e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.328352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 208346b9-ec69-437b-8597-184f7c085718 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:26.334253 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-1f54dc09-83e9-455f-9b23-2362da32e378 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1062236 Dec 06 12:26:26.337837 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port a5a21bd6-6198-486c-8c8d-0ff8647bb082 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:26.338175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.353601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.354573 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.355176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.355782 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.356401 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.356989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.357613 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.369749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59525da3-c54f-48ce-bb8f-58706964cceb req-798686d7-1c8a-4ff6-b3c4-4ae5b34d6ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.3019540 Dec 06 12:26:26.452931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9c7970c-ada0-4904-a982-eec4abd29c52 req-e45feddd-cc5f-4154-9fde-2038da82a584 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0429971 Dec 06 12:26:26.470592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-9ffb4499-2ada-44e0-b0c4-d290fc50c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.473329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-9ffb4499-2ada-44e0-b0c4-d290fc50c6de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012042 Dec 06 12:26:26.552466 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.558896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-59525da3-c54f-48ce-bb8f-58706964cceb req-a3d461a6-bb6a-48e9-9948-0e5fae59815b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba0bf88b-d8ae-426f-82a8-686cf228935c&id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826413 Dec 06 12:26:26.605576 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] Pushing event deleted for resources: {'Port': ['ID=a5a21bd6-6198-486c-8c8d-0ff8647bb082,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:26.615518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437630f-f6d4-4b46-9959-fe61d98fbd1d None None] No DVR routers for this DVR port a5a21bd6-6198-486c-8c8d-0ff8647bb082 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:26.672830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-b36dddb0-114d-4e4f-b96d-3bfc66032bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893508 Dec 06 12:26:26.803964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-baa078f1-f2ad-4df8-95fb-b79ea9076497 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225414 Dec 06 12:26:26.858965 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-fbba2efd-908d-4b23-9135-cdc04a5ae815 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 217 time: 0.0472291 Dec 06 12:26:26.936786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-94f4da62-3977-4888-afa5-a2abdd82aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.939525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-94f4da62-3977-4888-afa5-a2abdd82aa4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0605056 Dec 06 12:26:26.976893 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port a5a21bd6-6198-486c-8c8d-0ff8647bb082, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5a21bd6-6198-486c-8c8d-0ff8647bb082,segment=NetworkSegment(be073595-130d-4cf7-bc69-350477baff74),segment_id=be073595-130d-4cf7-bc69-350477baff74)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:26.977383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.995999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-1c2772a0-e977-43d1-91d6-5941b6ce02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:26.998795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-1c2772a0-e977-43d1-91d6-5941b6ce02e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428228 Dec 06 12:26:27.005262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-402e39d9-3ad4-4db9-809d-b222c7ed3bef req-fe71263e-989f-49df-a70d-f3866fb26c54 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0658998 Dec 06 12:26:27.049748 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for a5a21bd6-6198-486c-8c8d-0ff8647bb082 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:27.101143 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-fab45b07-6d14-4582-afec-a154d0be3e95 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942335 Dec 06 12:26:27.155743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-3aeb070a-739d-4b58-80d6-68aab78133ac tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:27.157263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-3aeb070a-739d-4b58-80d6-68aab78133ac tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.2521873 Dec 06 12:26:27.198308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-72f2990e-9db9-486d-97a3-6734de2f1551 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893171 Dec 06 12:26:27.200015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-1a112e04-cfcb-460f-8a64-3c4b3a039479 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/quotas/1ddf50bcd73342298e1be53c5d97f1da HTTP/1.1" status: 200 len: 375 time: 0.0293562 Dec 06 12:26:27.238035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46d9efd2-3bad-474d-bd99-f0638deb6cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.282047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.309251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.318793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=a5a21bd6-6198-486c-8c8d-0ff8647bb082,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:27.346124 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port a5a21bd6-6198-486c-8c8d-0ff8647bb082 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:27.405688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-60b2ba72-d88d-4e22-83cc-79d40151d4e3 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971781 Dec 06 12:26:27.445887 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'Subnet': ['ID=461af03e-87ab-40da-ad93-7e7afba96203,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:27.500782 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.563818 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Checking segment: {'id': 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '208346b9-ec69-437b-8597-184f7c085718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:27.564919 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Network hostable DHCP agents. Network: 208346b9-ec69-437b-8597-184f7c085718, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:27.579513 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a987a5c0-f55a-48ae-bc18-419a0a6006fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:27.601430 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-37357be0-75d8-4e19-96b4-ab1620315fa2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.3955946 Dec 06 12:26:27.606717 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be073595-130d-4cf7-bc69-350477baff74') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:27.607023 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be073595-130d-4cf7-bc69-350477baff74') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:27.611982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a5a21bd6-6198-486c-8c8d-0ff8647bb082 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:27.650494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.651931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a5a21bd6-6198-486c-8c8d-0ff8647bb082 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:27.652488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a5a21bd6-6198-486c-8c8d-0ff8647bb082 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:27.669208 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-2e3d5651-453b-43c6-9c96-d9644eebffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:27.671521 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-2e3d5651-453b-43c6-9c96-d9644eebffcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.0593436 Dec 06 12:26:27.681214 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Network 208346b9-ec69-437b-8597-184f7c085718 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:27.688798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.700341 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:27.700940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:27.705957 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:27.719218 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 208346b9-ec69-437b-8597-184f7c085718) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:27.722416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-9e752f3f-5b08-4683-96f0-70583ae684ba service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053327 Dec 06 12:26:27.726934 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-4b28212c-40c3-4c26-a228-c1be3bb24b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:27.727403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:27.727993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.729058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-4b28212c-40c3-4c26-a228-c1be3bb24b1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505002 Dec 06 12:26:27.733847 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a724d3-a9d1-41bc-8a20-e981506bf49a None None] Network 208346b9-ec69-437b-8597-184f7c085718 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:27.814856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c09f966a-68f5-42a3-a745-eae3d566508e tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7504311 Dec 06 12:26:27.817454 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:27.819986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.833822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Request body: {'port': {'network_id': '208346b9-ec69-437b-8597-184f7c085718', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1515622438'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:27.914509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.920849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/a987a5c0-f55a-48ae-bc18-419a0a6006fb HTTP/1.1" status: 204 len: 168 time: 2.1688747 Dec 06 12:26:27.930303 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:27.940303 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-208346b9-ec69-437b-8597-184f7c085718', 'network_id': '208346b9-ec69-437b-8597-184f7c085718', 'tenant_id': 'd982ba0477fc43f79e1b1f8d37dd64ec', 'fixed_ips': [{'subnet_id': '461af03e-87ab-40da-ad93-7e7afba96203'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:27.941556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:27.949532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477255740', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:27.981371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-5b426fcc-d70f-411f-bc2d-a3263fc50a01 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449958 Dec 06 12:26:28.029098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861fd1c-069c-489f-9ceb-3f1bdb4d589a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=a987a5c0-f55a-48ae-bc18-419a0a6006fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:28.078908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-c1a9d386-9eb0-49b1-b21e-c11e5efeb3e6 service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419549 Dec 06 12:26:28.091938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.108008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.167538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.177064 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Allocated IP 2001:db8::2 (208346b9-ec69-437b-8597-184f7c085718/461af03e-87ab-40da-ad93-7e7afba96203/0e9696a5-3702-4323-b642-1c83ebb73fd6) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:28.200047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f085a37-317f-4fb0-b076-015c21daf3bd req-69379d3d-de67-47df-b4c1-1f0b95fc9e03 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096493 Dec 06 12:26:28.279497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f240c3-5c97-488b-bd0c-2744ea872107 req-bb5c2a24-06d3-4d66-ac3c-b5f25f14f3d6 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.1078429 Dec 06 12:26:28.321576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Made reservation on behalf of d982ba0477fc43f79e1b1f8d37dd64ec for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:28.325482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.362668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.384129 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] device_id is not set on port 7d7d49d7-b723-4619-bac6-a1848baa3029 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:26:28.439972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.452027 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.459137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d4f73e-9f43-4d71-92ea-2af86b7d0222 req-7690b536-ad51-45a2-bb54-7a185c231b71 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 210 time: 0.0764186 Dec 06 12:26:28.525535 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Network 208346b9-ec69-437b-8597-184f7c085718 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:28.540653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Pushing event updated for resources: {'Port': ['ID=0e9696a5-3702-4323-b642-1c83ebb73fd6,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:28.552293 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:28.555955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:28.598649 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Allocated IP 2001:db8::1c6 (208346b9-ec69-437b-8597-184f7c085718/461af03e-87ab-40da-ad93-7e7afba96203/7d7d49d7-b723-4619-bac6-a1848baa3029) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:28.627427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Attempting to bind port 0e9696a5-3702-4323-b642-1c83ebb73fd6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:28.627828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Attempting to bind port 0e9696a5-3702-4323-b642-1c83ebb73fd6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '208346b9-ec69-437b-8597-184f7c085718'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:28.628209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Attempting to bind port 0e9696a5-3702-4323-b642-1c83ebb73fd6 on network 208346b9-ec69-437b-8597-184f7c085718 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:28.648419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:28.649060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Checking segment: {'id': 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '208346b9-ec69-437b-8597-184f7c085718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:28.649650 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.650200 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Bound using segment: {'id': 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '208346b9-ec69-437b-8597-184f7c085718'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:28.650832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Bound port: 0e9696a5-3702-4323-b642-1c83ebb73fd6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '208346b9-ec69-437b-8597-184f7c085718'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:28.651409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.729199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] For port 0e9696a5-3702-4323-b642-1c83ebb73fd6, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:28.735481 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] For port 0e9696a5-3702-4323-b642-1c83ebb73fd6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0e9696a5-3702-4323-b642-1c83ebb73fd6,segment=NetworkSegment(d8cd5171-a39e-4d9f-ad83-d8dea5518fbb),segment_id=d8cd5171-a39e-4d9f-ad83-d8dea5518fbb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:28.747383 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.824368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.853949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.864373 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee532-7bb9-4fa0-88d6-15ab6e697563 None None] Pushing event updated for resources: {'Port': ['ID=0e9696a5-3702-4323-b642-1c83ebb73fd6,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:28.945590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.013475 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 172.35.3.53 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c4cd37ef-5eda-416d-a5a1-c530ebbec0f1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:29.048856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.165905 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Network 208346b9-ec69-437b-8597-184f7c085718 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:29.175339 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:29.179645 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:29.185539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:29.186101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.189013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'Port': ['ID=7d7d49d7-b723-4619-bac6-a1848baa3029,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:29.221418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-976729ef-6435-4c4d-8060-44e992ea7af4 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4025288 Dec 06 12:26:29.224321 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:29.232845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Request body: {'port': {'network_id': '208346b9-ec69-437b-8597-184f7c085718', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1400479908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:29.233725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.api.validators [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] bootfile-name is not in valid_values {{(pid=103298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:29.233841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.234390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.api.validators [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] tftp-server is not in valid_values {{(pid=103298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:29.234985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.api.validators [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] server-ip-address is not in valid_values {{(pid=103298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:29.286698 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.371357 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:29.373819 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:29.390891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c1f830-ad91-4c9a-b0d4-783554e812bd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:29.394075 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=c4cd37ef-5eda-416d-a5a1-c530ebbec0f1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:29.397256 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:29.427559 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Made reservation on behalf of d982ba0477fc43f79e1b1f8d37dd64ec for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:29.433712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.453053 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] device_id is not set on port 8ecb1995-a468-4308-8268-1410fc8dbf34 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:26:29.474772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23868b3f-ddce-4ab7-8b3d-d424a1564b04 req-d7eab124-d17f-4898-8b34-53d2c2ff1b2a tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0336304 Dec 06 12:26:29.543846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e9e76906-388b-4abf-9969-02042efa960b None None] Provisioning complete for port c4cd37ef-5eda-416d-a5a1-c530ebbec0f1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:29.544372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e9e76906-388b-4abf-9969-02042efa960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.623876 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:26:29.642665 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Allocated IP 2001:db8::269 (208346b9-ec69-437b-8597-184f7c085718/461af03e-87ab-40da-ad93-7e7afba96203/8ecb1995-a468-4308-8268-1410fc8dbf34) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:29.658848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e9e76906-388b-4abf-9969-02042efa960b None None] Port c4cd37ef-5eda-416d-a5a1-c530ebbec0f1 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:29.669880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-462e7792-a119-4404-a723-238fe61c9302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.679020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56576848-33f3-4ab9-b4ec-e1fe2cc579e5 req-898dd28b-8d6c-4746-becf-c2bd591d3a7a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 210 time: 0.0440197 Dec 06 12:26:29.751274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0e9696a5-3702-4323-b642-1c83ebb73fd6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:29.814808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0e9696a5-3702-4323-b642-1c83ebb73fd6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:29.815543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.949188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.957676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.997694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0e9696a5-3702-4323-b642-1c83ebb73fd6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0e9696a5-3702-4323-b642-1c83ebb73fd6,segment=NetworkSegment(d8cd5171-a39e-4d9f-ad83-d8dea5518fbb),segment_id=d8cd5171-a39e-4d9f-ad83-d8dea5518fbb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:30.008706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.074123 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0e9696a5-3702-4323-b642-1c83ebb73fd6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:30.130948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-af1a5982-4af2-4aaa-961c-169a17e803cc tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:30.132521 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-af1a5982-4af2-4aaa-961c-169a17e803cc tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.2552712 Dec 06 12:26:30.134420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.161691 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Request body: {'port': {'device_id': '9b410298-10d1-4072-9c42-b3240c641879', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'admin_state_up': True, 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:30.244691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.311726 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Network 208346b9-ec69-437b-8597-184f7c085718 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:30.312118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.315322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'Port': ['ID=8ecb1995-a468-4308-8268-1410fc8dbf34,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:30.327071 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:30.335833 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:30.341864 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:30.343131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.373145 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7fd28ca7-e35c-4eba-bfe4-bcc733457255 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1465111 Dec 06 12:26:30.375939 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:30.415559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba48180-1243-499a-8f9e-d73721eb6d51 None None] Network 208346b9-ec69-437b-8597-184f7c085718 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:30.449968 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:30.454742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.510192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6e2ebce0-5e03-4665-a75b-1f0258817b4f None None] Provisioning complete for port 0e9696a5-3702-4323-b642-1c83ebb73fd6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:30.512183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebce0-5e03-4665-a75b-1f0258817b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.535088 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054974c4-5d38-49c8-9674-e49aad059ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:30.542962 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054974c4-5d38-49c8-9674-e49aad059ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:30.550671 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054974c4-5d38-49c8-9674-e49aad059ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:30.555984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-054974c4-5d38-49c8-9674-e49aad059ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1785526 Dec 06 12:26:30.556872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:30.671645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.796324 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Allocated IP 172.20.0.12 (a367dce9-f1be-40f8-9f14-b105f1c6e96c/30077767-888f-4a0c-babd-8a1c61c5c0b7/49a2c334-115d-4670-906c-aab6db93d8ab) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:30.812421 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Deleting port 8ecb1995-a468-4308-8268-1410fc8dbf34 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:30.813505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.896770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffb56fa3-3b23-4389-a340-7bfdba520caf req-12c747b2-3523-4897-b397-8ecb2db85501 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 210 time: 0.0533752 Dec 06 12:26:30.913530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8538a66b-4d45-4a91-bd6c-9110a9805ef1 req-bc25d2ee-5968-4c5d-b166-c12ae56a8282 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0624022 Dec 06 12:26:30.961967 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 2a09fcfc-171a-4afd-8a47-8c064615b10e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:30.991911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.038006 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Calling delete_port for 8ecb1995-a468-4308-8268-1410fc8dbf34 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:31.060257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.120445 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:31.136486 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] Sync routers for ids ['2a09fcfc-171a-4afd-8a47-8c064615b10e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:31.137036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.147487 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] Routers {'2a09fcfc-171a-4afd-8a47-8c064615b10e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:31.148229 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a09fcfc-171a-4afd-8a47-8c064615b10e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:31.157903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.159190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc059462-9ace-406a-b33e-9d6c93a96b74 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2195466 Dec 06 12:26:31.164488 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:31.195624 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Provisioning complete for port 7d7d49d7-b723-4619-bac6-a1848baa3029 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:31.195957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.202764 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:31.218440 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] Routers {'2a09fcfc-171a-4afd-8a47-8c064615b10e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:31.220964 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a09fcfc-171a-4afd-8a47-8c064615b10e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:31.291844 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Port 7d7d49d7-b723-4619-bac6-a1848baa3029 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:31.310324 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:31.311350 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca0771-caea-4d31-804f-bfaa6b5a1b92 None None] The sync data for ids ['2a09fcfc-171a-4afd-8a47-8c064615b10e'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:31.312945 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Provisioning complete for port 8ecb1995-a468-4308-8268-1410fc8dbf34 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:31.313367 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.320724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.374110 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:26:31.397122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Port 8ecb1995-a468-4308-8268-1410fc8dbf34 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:31.397981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-05f61f97-4275-48da-9e8c-81e6ca1d43a8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers/2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 200 len: 883 time: 0.2318969 Dec 06 12:26:31.401111 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:31.436596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event updated for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:31.459845 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Provisioning complete for port 0e9696a5-3702-4323-b642-1c83ebb73fd6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:31.461636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-222473b2-aee7-4fc2-b832-99a013bc5b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.465748 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:31.469868 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:31.472564 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:31.492653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc608d70-ef7d-45d7-813d-7e24ffaa9a57 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:31.544782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.602322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event deleted for resources: {'Port': ['ID=8ecb1995-a468-4308-8268-1410fc8dbf34,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:31.658823 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:31.659505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.695673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0e9696a5-3702-4323-b642-1c83ebb73fd6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:31.718513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.723581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b6b3e423-521a-450a-9c67-83469deb0ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "DELETE /v2.0/ports/8ecb1995-a468-4308-8268-1410fc8dbf34 HTTP/1.1" status: 204 len: 168 time: 1.1314335 Dec 06 12:26:31.734836 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:31.748043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-ca5ca08d-ec87-4be2-b48b-b16150cce432 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5878010 Dec 06 12:26:31.748957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Request body: {'port': {'name': 'tempest-new-port-name-548011743', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:31.749751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] bootfile-name is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:31.750242 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] tftp-server is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:31.750628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] server-ip-address is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:26:31.764950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Request body: {'port': {'device_id': '9b410298-10d1-4072-9c42-b3240c641879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:31.837902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4176ab65-9277-4022-b8f0-df05da0674f3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4338777 Dec 06 12:26:31.840424 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38496) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:31.847844 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-477255740'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:31.853915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0e9696a5-3702-4323-b642-1c83ebb73fd6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:31.854386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.896137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.911221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.957547 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Provisioning complete for port 49a2c334-115d-4670-906c-aab6db93d8ab triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:31.957924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.072548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Port 49a2c334-115d-4670-906c-aab6db93d8ab cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:32.107065 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Provisioning complete for port 7d7d49d7-b723-4619-bac6-a1848baa3029 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:32.107443 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.149782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebab76-d2b7-45b9-a5f1-1c9b0e441174 None None] Port 7d7d49d7-b723-4619-bac6-a1848baa3029 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:32.215535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ac0508d-29f5-4484-b43f-b30b56c6aba1 req-feca566f-d99f-453a-8774-a751494603e5 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0664172 Dec 06 12:26:32.248575 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a2c334-115d-4670-906c-aab6db93d8ab {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:26:32.255280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.261992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.272921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.283850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ea712f7b-d6a6-47eb-bedf-8f69926d91f7 None None] Could not find standard attr ID for object 8ecb1995-a468-4308-8268-1410fc8dbf34. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:26:32.288722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.288881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79de01-c32a-499a-8488-3ad88e9f791b req-6c9442f9-4776-4faf-aa7c-cb9722b9b1db tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:32.290317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae79de01-c32a-499a-8488-3ad88e9f791b req-6c9442f9-4776-4faf-aa7c-cb9722b9b1db tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 932 time: 0.1397030 Dec 06 12:26:32.315496 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Transition to ACTIVE for port object 49a2c334-115d-4670-906c-aab6db93d8ab will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:26:32.324740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.330040 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] In _notify_port_updated(), no bound segment for port 7d7d49d7-b723-4619-bac6-a1848baa3029 on network 208346b9-ec69-437b-8597-184f7c085718 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:26:32.335579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:32.336247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.337573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "PUT /v2.0/ports/7d7d49d7-b723-4619-bac6-a1848baa3029 HTTP/1.1" status: 200 len: 1129 time: 0.5997386 Dec 06 12:26:32.341468 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:32.392226 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb1251-4fb4-4e67-ae54-7ca0dba12194 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event updated for resources: {'Port': ['ID=7d7d49d7-b723-4619-bac6-a1848baa3029,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:32.415359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:32.420429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb424f-6a19-4a1a-97f8-aa1ac34dd728 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:32.447243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3fc440-2d00-4201-a1b7-ebfb963f31b5 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:32.454204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b3fc440-2d00-4201-a1b7-ebfb963f31b5 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "GET /v2.0/ports/7d7d49d7-b723-4619-bac6-a1848baa3029 HTTP/1.1" status: 200 len: 1129 time: 0.1023700 Dec 06 12:26:32.457038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae79de01-c32a-499a-8488-3ad88e9f791b req-57411746-1eef-4841-a0bf-e2fea7620038 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430342 Dec 06 12:26:32.457551 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:32.570945 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Deleting port 7d7d49d7-b723-4619-bac6-a1848baa3029 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:32.571388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.588454 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Attempting to bind port 49a2c334-115d-4670-906c-aab6db93d8ab on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:32.588832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Attempting to bind port 49a2c334-115d-4670-906c-aab6db93d8ab by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:32.589200 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Attempting to bind port 49a2c334-115d-4670-906c-aab6db93d8ab on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:32.601189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Port 49a2c334-115d-4670-906c-aab6db93d8ab on network a367dce9-f1be-40f8-9f14-b105f1c6e96c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:26:32.602129 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Attempting to bind port 49a2c334-115d-4670-906c-aab6db93d8ab on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:32.611583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:32.611918 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Checking segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:32.612304 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Bound using segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:32.612772 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Bound port: 49a2c334-115d-4670-906c-aab6db93d8ab, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:32.613128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.625513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.642706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.665525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.677366 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Calling delete_port for 7d7d49d7-b723-4619-bac6-a1848baa3029 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:32.723979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-29671f6f-aef5-4ca4-8f21-ecabf5c60086 None None] Provisioning complete for port 7d7d49d7-b723-4619-bac6-a1848baa3029 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:32.725049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-29671f6f-aef5-4ca4-8f21-ecabf5c60086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.765254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-29671f6f-aef5-4ca4-8f21-ecabf5c60086 None None] Port 7d7d49d7-b723-4619-bac6-a1848baa3029 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:32.790387 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:32.809378 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49a2c334-115d-4670-906c-aab6db93d8ab,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:32.818526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.832455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.880936 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f402ee-dd6c-4c71-9335-3d887a48f47e None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:32.906184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.906884 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 2a09fcfc-171a-4afd-8a47-8c064615b10e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:32.907803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:32.912396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "DELETE /v2.0/ports/7d7d49d7-b723-4619-bac6-a1848baa3029 HTTP/1.1" status: 204 len: 168 time: 0.4537768 Dec 06 12:26:32.913008 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:32.913667 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:32.913848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.915207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-12c0146f-749d-4952-bdd9-a16bf5735bb5 service neutron] 10.222.0.53 "PUT /v2.0/ports/49a2c334-115d-4670-906c-aab6db93d8ab HTTP/1.1" status: 200 len: 1092 time: 1.1552660 Dec 06 12:26:32.915655 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:32.915882 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5317c-f816-4bbe-aaa7-89dea10f25ec tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event deleted for resources: {'Port': ['ID=7d7d49d7-b723-4619-bac6-a1848baa3029,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:32.918063 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17680480-faa5-4460-ad9a-3d834807e087" -d '{"events": [{"name": "network-changed", "server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:33.023588 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Deleting subnet 461af03e-87ab-40da-ad93-7e7afba96203 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:26:33.027390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.028629 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18035768-55c3-4576-8bf1-915a199f39c0 x-openstack-request-id: req-18035768-55c3-4576-8bf1-915a199f39c0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:33.028926 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:33.029387 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18035768-55c3-4576-8bf1-915a199f39c0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:33.029789 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab', 'status': 'completed', 'code': 200} Dec 06 12:26:33.073236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.115458 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-d0489212-03a1-4f53-af97-8254e92f4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.116968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-d0489212-03a1-4f53-af97-8254e92f4034 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 1095 time: 0.1008675 Dec 06 12:26:33.125816 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:33.134583 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.138465 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9636721b-7efb-4474-94eb-4624a35fbc2d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 200 len: 890 time: 1.2949417 Dec 06 12:26:33.138798 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:33.144336 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] Sync routers for ids ['2a09fcfc-171a-4afd-8a47-8c064615b10e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:33.157048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.171248 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] Routers {'2a09fcfc-171a-4afd-8a47-8c064615b10e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:33.172403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a09fcfc-171a-4afd-8a47-8c064615b10e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:33.184667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-d5e66482-eb07-401e-8196-20e7692b2575 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a2c334-115d-4670-906c-aab6db93d8ab HTTP/1.1" status: 200 len: 217 time: 0.0474429 Dec 06 12:26:33.217487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:33.227143 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] Routers {'2a09fcfc-171a-4afd-8a47-8c064615b10e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:33.227867 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['2a09fcfc-171a-4afd-8a47-8c064615b10e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:33.242672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-db12c5de-7173-4fb6-af04-ac818b8e0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.244411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-db12c5de-7173-4fb6-af04-ac818b8e0f56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.0518272 Dec 06 12:26:33.293648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-b97976c9-2ded-4928-b8d4-0b49effa0725 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389426 Dec 06 12:26:33.398691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e6dff6-7e8a-45a8-9532-8ff734dd77c7 req-91f52895-317b-48b6-b67b-a57cfd1e645b tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0484767 Dec 06 12:26:33.418827 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-74104cf5-8cbd-4d3f-86f6-1562d2ea090d service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155450 Dec 06 12:26:33.419363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b526a23-7dcd-4642-a2ad-5983b1f493ef tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers/2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 200 len: 890 time: 0.2770004 Dec 06 12:26:33.419976 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:33.425571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.434946 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:33.435626 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a4ee5-c766-4d52-996e-d46b923b17a4 None None] The sync data for ids ['2a09fcfc-171a-4afd-8a47-8c064615b10e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:33.460770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9e5820ec-4ed2-43ae-8830-46c4afd431d7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 200 len: 205 time: 0.0382276 Dec 06 12:26:33.462753 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:33.580160 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74ea78ee-3791-4852-aea6-00ed1e22363a req-44305d49-3ebc-4071-8342-77035642d130 service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480420 Dec 06 12:26:33.605796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.647875 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event deleted for resources: {'Subnet': ['ID=461af03e-87ab-40da-ad93-7e7afba96203,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:33.653371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.655592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.660605 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff86a60-7f45-48ae-9137-bc553c77eddf None None] Network 208346b9-ec69-437b-8597-184f7c085718 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:33.661890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c2307e1c-c513-4b3c-bcb8-26ff1dcfe3ad tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "DELETE /v2.0/subnets/461af03e-87ab-40da-ad93-7e7afba96203 HTTP/1.1" status: 204 len: 168 time: 0.7471511 Dec 06 12:26:33.662354 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:33.714394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a08e-7f58-4904-89a8-80bc64dac2af req-44c53ea1-c3a8-4f75-9718-7802dd8562b9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.715824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9060a08e-7f58-4904-89a8-80bc64dac2af req-44c53ea1-c3a8-4f75-9718-7802dd8562b9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 944 time: 0.1469464 Dec 06 12:26:33.814985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.816868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9060a08e-7f58-4904-89a8-80bc64dac2af req-78d8d143-7124-43e7-af4a-865c742b27ff tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930634 Dec 06 12:26:33.822240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.842356 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680480-faa5-4460-ad9a-3d834807e087 req-cdbaa291-5c68-457a-8dab-7526c719f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.844782 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-cdbaa291-5c68-457a-8dab-7526c719f679 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 1095 time: 0.1343584 Dec 06 12:26:33.899543 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port c4cd37ef-5eda-416d-a5a1-c530ebbec0f1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:33.899896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.914353 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] DHCP port deletion for 208346b9-ec69-437b-8597-184f7c085718 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:33.979483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Deleting port 0e9696a5-3702-4323-b642-1c83ebb73fd6 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:33.979873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:33.991678 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Deleting port 0e9696a5-3702-4323-b642-1c83ebb73fd6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:33.992024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.006769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.021080 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for c4cd37ef-5eda-416d-a5a1-c530ebbec0f1 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:34.036704 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680480-faa5-4460-ad9a-3d834807e087 req-9a228ae9-ae07-416d-8f9a-dbbb9c2fa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:34.038144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-9a228ae9-ae07-416d-8f9a-dbbb9c2fa8f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.1663814 Dec 06 12:26:34.053218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] For port 0e9696a5-3702-4323-b642-1c83ebb73fd6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0e9696a5-3702-4323-b642-1c83ebb73fd6,segment=NetworkSegment(d8cd5171-a39e-4d9f-ad83-d8dea5518fbb),segment_id=d8cd5171-a39e-4d9f-ad83-d8dea5518fbb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:34.053696 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.066345 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Calling delete_port for 0e9696a5-3702-4323-b642-1c83ebb73fd6 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:34.110542 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-1aee76c8-7d05-4692-867f-06ce68790ea5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a2c334-115d-4670-906c-aab6db93d8ab HTTP/1.1" status: 200 len: 217 time: 0.0421457 Dec 06 12:26:34.123017 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] For port 0e9696a5-3702-4323-b642-1c83ebb73fd6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0e9696a5-3702-4323-b642-1c83ebb73fd6,segment=NetworkSegment(d8cd5171-a39e-4d9f-ad83-d8dea5518fbb),segment_id=d8cd5171-a39e-4d9f-ad83-d8dea5518fbb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:34.123488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.166432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.178653 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Calling delete_port for 0e9696a5-3702-4323-b642-1c83ebb73fd6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:34.190632 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] Pushing event deleted for resources: {'Port': ['ID=0e9696a5-3702-4323-b642-1c83ebb73fd6,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:34.196553 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043166c6-6cdb-4ecf-80ea-0f58f2f2ef63 None None] No DVR routers for this DVR port 0e9696a5-3702-4323-b642-1c83ebb73fd6 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:34.227584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.241111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680480-faa5-4460-ad9a-3d834807e087 req-93441875-2087-4bef-9d47-f6d52666af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:34.242724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-93441875-2087-4bef-9d47-f6d52666af30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.1239059 Dec 06 12:26:34.260524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=c4cd37ef-5eda-416d-a5a1-c530ebbec0f1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:34.287112 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-bc6aa2d5-cee3-4217-9e8b-1503755e219b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353448 Dec 06 12:26:34.292258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f29f56-82a3-4aea-a7d5-a181a25e9755 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:34.340885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.362483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.377775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event deleted for resources: {'Port': ['ID=0e9696a5-3702-4323-b642-1c83ebb73fd6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:34.384732 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] No DVR routers for this DVR port 0e9696a5-3702-4323-b642-1c83ebb73fd6 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:34.467402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.470331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.555274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1c98b1b-e0d5-4d74-9414-53f9176c91ef req-6ea645ae-ff19-4842-9e30-efac94861aaa tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0355768 Dec 06 12:26:34.559049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.559376 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 2a09fcfc-171a-4afd-8a47-8c064615b10e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:34.570423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.571575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e590d497-007a-4f13-b70f-4e54733a5ab1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 204 len: 168 time: 1.1078312 Dec 06 12:26:34.581223 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:34.582427 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823109015'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:34.606537 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:34.610321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.647448 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:34.658662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.659331 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 2743efe3-25e0-411c-8c47-1cfc994542c7 of type vlan for network eb71367b-61a3-4d35-b586-633490acbe12 Dec 06 12:26:34.713582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.742702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.752998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:34.752998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.799007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2217350 Dec 06 12:26:34.802414 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:34.807878 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:34.840588 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.850575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef14c8-0b82-42ed-ad7a-4ab6d1077b7c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=eb71367b-61a3-4d35-b586-633490acbe12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:34.863544 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network eb71367b-61a3-4d35-b586-633490acbe12 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:34.898842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-52a6a1a3-edd8-4e2f-bc70-5fa5b1ab61fb service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987773 Dec 06 12:26:34.943587 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208346b9-ec69-437b-8597-184f7c085718']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:34.958425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:34.962786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:34.994162 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:34.994162 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cd5171-a39e-4d9f-ad83-d8dea5518fbb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:35.018319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.067890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.078746 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:35.079366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:35.083139 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:35.126296 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b560-0a1a-4110-8dc6-5511c99a8db7 req-80e824b1-90cb-46c4-81f9-6d4d6b7f8baf tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:35.128692 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ec6b560-0a1a-4110-8dc6-5511c99a8db7 req-80e824b1-90cb-46c4-81f9-6d4d6b7f8baf tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 944 time: 0.1617644 Dec 06 12:26:35.171977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17680480-faa5-4460-ad9a-3d834807e087 req-5d750c82-4a46-4081-b6ce-2739fdadf67a service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611125 Dec 06 12:26:35.183124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.201849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0ec6b560-0a1a-4110-8dc6-5511c99a8db7 req-1abb3fd7-26b4-4ef7-8e5e-88dea49ee294 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660806 Dec 06 12:26:35.224198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.228234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] 10.222.0.31 "DELETE /v2.0/networks/208346b9-ec69-437b-8597-184f7c085718 HTTP/1.1" status: 204 len: 168 time: 1.5640569 Dec 06 12:26:35.240364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1c1e6-b5ba-4a39-a45e-a18e3164e665 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946 tempest-ExtraDHCPOptionsIpV6TestJSON-400475946-project] Pushing event deleted for resources: {'Network': ['ID=208346b9-ec69-437b-8597-184f7c085718,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:35.337715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.406050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=70c5e026-c2cf-470f-9ea2-63586512f8bd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:35.430171 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '2743efe3-25e0-411c-8c47-1cfc994542c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:35.430887 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: eb71367b-61a3-4d35-b586-633490acbe12, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:35.447620 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network eb71367b-61a3-4d35-b586-633490acbe12 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:35.459151 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, eb71367b-61a3-4d35-b586-633490acbe12) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:35.463553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:35.464205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.470033 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3909a9-6644-4b5d-ae3a-6e772ff2b51a None None] Network eb71367b-61a3-4d35-b586-633490acbe12 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:35.490925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e193edd0-31c2-42ec-8048-deb0521543af tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6868789 Dec 06 12:26:35.492995 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38584) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:35.501735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-233831203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:35.541825 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.545326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.626386 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38588) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:35.648457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.655840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.667836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0e9696a5-3702-4323-b642-1c83ebb73fd6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:35.689391 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0e9696a5-3702-4323-b642-1c83ebb73fd6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:35.689876 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0e9696a5-3702-4323-b642-1c83ebb73fd6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:35.691495 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-eb71367b-61a3-4d35-b586-633490acbe12', 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '70c5e026-c2cf-470f-9ea2-63586512f8bd'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:35.692350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.849831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c6c27ce2-b9b9-424e-8fca-d2fa507b2904 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d982ba0477fc43f79e1b1f8d37dd64ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218449 Dec 06 12:26:35.855142 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38598) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:35.882357 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Allocated IP 2001:db8::2 (eb71367b-61a3-4d35-b586-633490acbe12/70c5e026-c2cf-470f-9ea2-63586512f8bd/8fbf64d8-8fbc-448a-887a-40368765a6a9) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:35.938998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:35.962898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.020306 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.024564 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.026827 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3afea4da-2f52-4b21-88f6-ef22be81c000 HTTP/1.1" status: 204 len: 168 time: 0.1706407 Dec 06 12:26:36.037863 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869a417-3d10-409b-a0c0-b01bf6e61e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afea4da-2f52-4b21-88f6-ef22be81c000,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:36.096634 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.103726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.131527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.135637 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38608) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:36.135817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-666c3b81-c22c-4d68-9846-86e1cb9b6f32 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6416347 Dec 06 12:26:36.138045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2004519c-5d8d-42b3-9a23-f516ff6488c6 req-72671271-7c81-4a38-8bb7-343416a52999 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.4559453 Dec 06 12:26:36.159023 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Network eb71367b-61a3-4d35-b586-633490acbe12 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:36.162733 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:36.170630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:36.223187 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Pushing event updated for resources: {'Port': ['ID=8fbf64d8-8fbc-448a-887a-40368765a6a9,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:36.299125 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Attempting to bind port 8fbf64d8-8fbc-448a-887a-40368765a6a9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:36.299503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Attempting to bind port 8fbf64d8-8fbc-448a-887a-40368765a6a9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2743efe3-25e0-411c-8c47-1cfc994542c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:36.299874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Attempting to bind port 8fbf64d8-8fbc-448a-887a-40368765a6a9 on network eb71367b-61a3-4d35-b586-633490acbe12 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:36.314711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:36.315095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Checking segment: {'id': '2743efe3-25e0-411c-8c47-1cfc994542c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:36.317064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.317498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Bound using segment: {'id': '2743efe3-25e0-411c-8c47-1cfc994542c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:36.319041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Bound port: 8fbf64d8-8fbc-448a-887a-40368765a6a9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2743efe3-25e0-411c-8c47-1cfc994542c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'eb71367b-61a3-4d35-b586-633490acbe12'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:36.321336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.359896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc301-b368-49a2-aeb2-12255b4f9eb1 req-20b59f9e-2704-49b5-95d4-9c3c905a324a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:36.368033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64ccc301-b368-49a2-aeb2-12255b4f9eb1 req-20b59f9e-2704-49b5-95d4-9c3c905a324a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 944 time: 0.0880184 Dec 06 12:26:36.411375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-830647dd-49c1-4199-a9f4-664115569129 None None] For port 8fbf64d8-8fbc-448a-887a-40368765a6a9, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:36.417683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-830647dd-49c1-4199-a9f4-664115569129 None None] For port 8fbf64d8-8fbc-448a-887a-40368765a6a9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8fbf64d8-8fbc-448a-887a-40368765a6a9,segment=NetworkSegment(2743efe3-25e0-411c-8c47-1cfc994542c7),segment_id=2743efe3-25e0-411c-8c47-1cfc994542c7)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:36.423405 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.431015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64ccc301-b368-49a2-aeb2-12255b4f9eb1 req-a57a47c7-754c-4ebd-a76e-4ea64223b646 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617394 Dec 06 12:26:36.505675 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830647dd-49c1-4199-a9f4-664115569129 None None] Pushing event updated for resources: {'Port': ['ID=8fbf64d8-8fbc-448a-887a-40368765a6a9,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:36.583873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:36.933803 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8::1 (eb71367b-61a3-4d35-b586-633490acbe12/70c5e026-c2cf-470f-9ea2-63586512f8bd/304146c0-2dfe-4981-b9b2-6b206a280c8a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:37.024477 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:37.067930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.103270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.138037 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640981747'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:37.150512 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network eb71367b-61a3-4d35-b586-633490acbe12 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:37.160445 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:37.170058 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:37.170058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.180289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:37.189350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.215981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.221764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=304146c0-2dfe-4981-b9b2-6b206a280c8a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:37.283519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eb0e722c-9477-445a-9c0b-b5aa0abc34d3 req-b3e83dcc-24a6-49bb-877b-35d180a1cd1f tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0389009 Dec 06 12:26:37.331757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.337256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.344125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.352520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:37.364538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.365009 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 22f59cbe-3b81-418d-bc34-0f445146fad4 of type vlan for network f6ddb888-b60c-4d60-bb06-a865abcf01b0 Dec 06 12:26:37.423086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.461489 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1a6a95-9e88-4779-8403-ea95a356d380,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:37.479732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.486642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:37.487257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.536738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5079300 Dec 06 12:26:37.668553 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eef912-68be-461d-8291-f82701803177 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=f6ddb888-b60c-4d60-bb06-a865abcf01b0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:37.684161 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:37.774262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91fd85-3e3b-4364-8848-02c4c715e1d8 req-49f14df8-83c3-45d4-9aaa-4f491e586789 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:37.783171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8fbf64d8-8fbc-448a-887a-40368765a6a9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:37.784729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed91fd85-3e3b-4364-8848-02c4c715e1d8 req-49f14df8-83c3-45d4-9aaa-4f491e586789 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 944 time: 0.0877876 Dec 06 12:26:37.839174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.849769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.850759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:37.857230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed91fd85-3e3b-4364-8848-02c4c715e1d8 req-d317d2c3-ad97-4feb-ac3c-03358e287880 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713029 Dec 06 12:26:37.985525 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8fbf64d8-8fbc-448a-887a-40368765a6a9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:37.985830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.055895 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=304146c0-2dfe-4981-b9b2-6b206a280c8a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:38.075580 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973f73d-4527-45ca-826d-e73cd0a37414 None None] Network eb71367b-61a3-4d35-b586-633490acbe12 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:38.134755 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network eb71367b-61a3-4d35-b586-633490acbe12 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:38.136364 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:38.261976 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49a2c334-115d-4670-906c-aab6db93d8ab details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:26:38.278577 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 89af3c60-e92f-442a-becf-afcc7c793f53 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:38.318719 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bf32bd28-8d56-432c-b7d6-99831c727821 None None] Provisioning complete for port 8fbf64d8-8fbc-448a-887a-40368765a6a9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:38.319359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf32bd28-8d56-432c-b7d6-99831c727821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.395897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:38.408647 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] Sync routers for ids ['89af3c60-e92f-442a-becf-afcc7c793f53'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:38.415191 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.425549 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] Routers {'89af3c60-e92f-442a-becf-afcc7c793f53'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:38.428473 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['89af3c60-e92f-442a-becf-afcc7c793f53'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:38.430504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ac235c7-799e-4508-b3f2-3d4d93652c8f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/89af3c60-e92f-442a-becf-afcc7c793f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2936594 Dec 06 12:26:38.433316 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:38.478156 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf32bd28-8d56-432c-b7d6-99831c727821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.514285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 8fbf64d8-8fbc-448a-887a-40368765a6a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8fbf64d8-8fbc-448a-887a-40368765a6a9,segment=NetworkSegment(2743efe3-25e0-411c-8c47-1cfc994542c7),segment_id=2743efe3-25e0-411c-8c47-1cfc994542c7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:38.517880 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:38.543681 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] Routers {'89af3c60-e92f-442a-becf-afcc7c793f53'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:38.544302 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['89af3c60-e92f-442a-becf-afcc7c793f53'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:38.576154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6e14fff-696e-44d7-bdcf-7f04eb93702a req-88c01f90-153f-47d1-ad43-090b3a771896 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0863485 Dec 06 12:26:38.591713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a6ea9-bd1a-4014-a58a-5898e8807fd1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:38.596272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38678) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:38.602770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70c5e026-c2cf-470f-9ea2-63586512f8bd'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:38.605115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e14a6ea9-bd1a-4014-a58a-5898e8807fd1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports/304146c0-2dfe-4981-b9b2-6b206a280c8a HTTP/1.1" status: 200 len: 911 time: 0.1693523 Dec 06 12:26:38.629785 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:38.631418 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0547c9-25d8-4d84-bb11-80429ef74185 None None] The sync data for ids ['89af3c60-e92f-442a-becf-afcc7c793f53'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:38.663394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.789045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49a2c334-115d-4670-906c-aab6db93d8ab,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:38.793240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-bf32bd28-8d56-432c-b7d6-99831c727821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:26:38.793606 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-bf32bd28-8d56-432c-b7d6-99831c727821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:26:38.804983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=8fbf64d8-8fbc-448a-887a-40368765a6a9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:38.816760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '49a2c334-115d-4670-906c-aab6db93d8ab', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'port_id': '49a2c334-115d-4670-906c-aab6db93d8ab', 'mac_address': 'fa:16:3e:55:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30077767-888f-4a0c-babd-8a1c61c5c0b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:26:38.886477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.918083 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a2c334-115d-4670-906c-aab6db93d8ab {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:26:38.982931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:38.988020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49a2c334-115d-4670-906c-aab6db93d8ab,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:39.011397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.110706 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:39.420068 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['49a2c334-115d-4670-906c-aab6db93d8ab'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:26:39.489554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb91d-cbf0-46b0-a945-48cc34e2f4fd req-21e0ad85-759f-4ac6-a46a-3e9bdc82d2a5 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:39.502770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bacb91d-cbf0-46b0-a945-48cc34e2f4fd req-21e0ad85-759f-4ac6-a46a-3e9bdc82d2a5 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 945 time: 0.0713246 Dec 06 12:26:39.603028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bacb91d-cbf0-46b0-a945-48cc34e2f4fd req-905d843d-0b37-4894-a332-14a0cc63da87 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965593 Dec 06 12:26:39.744079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.747406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8fbf64d8-8fbc-448a-887a-40368765a6a9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:39.749439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c0c66b37-b181-485b-ba5f-59e09f85a732 None None] Provisioning complete for port 304146c0-2dfe-4981-b9b2-6b206a280c8a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:39.749855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c0c66b37-b181-485b-ba5f-59e09f85a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.763053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.770779 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:39.774162 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.789918 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/ports/304146c0-2dfe-4981-b9b2-6b206a280c8a HTTP/1.1" status: 200 len: 911 time: 1.1895971 Dec 06 12:26:39.792741 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38696) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:39.816223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccee7e5c-804a-4fbe-98c3-562e822c95fd req-e30f40e3-d937-4995-82f1-827606986cbd tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0317929 Dec 06 12:26:39.823484 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c0c66b37-b181-485b-ba5f-59e09f85a732 None None] Port 304146c0-2dfe-4981-b9b2-6b206a280c8a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:39.876717 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c0c66b37-b181-485b-ba5f-59e09f85a732 None None] Provisioning complete for port 8fbf64d8-8fbc-448a-887a-40368765a6a9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:39.877086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c0c66b37-b181-485b-ba5f-59e09f85a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.940252 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8fbf64d8-8fbc-448a-887a-40368765a6a9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:39.940855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:39.950132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a0b56-5ee3-46c5-a25e-a5887aa6df8b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=304146c0-2dfe-4981-b9b2-6b206a280c8a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:40.174131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-01cbf6e3-ecbd-432a-a833-44402c97097f None None] Provisioning complete for port 304146c0-2dfe-4981-b9b2-6b206a280c8a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:40.174805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-01cbf6e3-ecbd-432a-a833-44402c97097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:40.218460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-01cbf6e3-ecbd-432a-a833-44402c97097f None None] Port 304146c0-2dfe-4981-b9b2-6b206a280c8a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:26:40.243822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:40.509547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 304146c0-2dfe-4981-b9b2-6b206a280c8a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:40.509891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:40.602591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:40.617476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 304146c0-2dfe-4981-b9b2-6b206a280c8a owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:40.775340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110443de-eeb3-4b1f-96bb-74b5fcc321e7 req-5029ea91-1a24-4a52-84ea-8b4967664200 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:40.778010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-110443de-eeb3-4b1f-96bb-74b5fcc321e7 req-5029ea91-1a24-4a52-84ea-8b4967664200 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 945 time: 0.0652456 Dec 06 12:26:40.820432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:40.840189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-110443de-eeb3-4b1f-96bb-74b5fcc321e7 req-d6e160ed-ec5a-45e9-ab45-433afe9ec623 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544531 Dec 06 12:26:40.862082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=304146c0-2dfe-4981-b9b2-6b206a280c8a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:40.936244 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:40.972529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cadca245-fa42-45ce-908d-a3a65ed16f18 req-9850007b-273d-4503-a397-a5b1cb146937 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0407894 Dec 06 12:26:40.990413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:41.315742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:41.522677 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:41.526613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:41.559269 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 89af3c60-e92f-442a-becf-afcc7c793f53 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:41.690059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:41.696264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ea5890c-77e3-43e3-9613-d5e086cd0a3f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/89af3c60-e92f-442a-becf-afcc7c793f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976941 Dec 06 12:26:41.699090 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38736) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:41.701360 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] Sync routers for ids ['89af3c60-e92f-442a-becf-afcc7c793f53'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:41.716653 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] Routers {'89af3c60-e92f-442a-becf-afcc7c793f53'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:41.717766 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['89af3c60-e92f-442a-becf-afcc7c793f53'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:41.752632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3fbfe5f-4009-436d-a68b-54920231ca88 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=89af3c60-e92f-442a-becf-afcc7c793f53 HTTP/1.1" status: 200 len: 205 time: 0.0497582 Dec 06 12:26:41.753501 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38742) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:41.757295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:41.767228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] Routers {'89af3c60-e92f-442a-becf-afcc7c793f53'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:41.767966 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['89af3c60-e92f-442a-becf-afcc7c793f53'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:41.803515 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:41.805510 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b8140-124f-46a9-849f-da4937bd3208 None None] The sync data for ids ['89af3c60-e92f-442a-becf-afcc7c793f53'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:41.861714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:41.947985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:41.965583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7815c4-583b-47c2-ba6d-a8270e749780 req-f422edea-99d9-4e3f-bbe8-c4cfd3ef5825 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:41.969146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee7815c4-583b-47c2-ba6d-a8270e749780 req-f422edea-99d9-4e3f-bbe8-c4cfd3ef5825 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Dec 06 12:26:42.050268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee7815c4-583b-47c2-ba6d-a8270e749780 req-f6601de3-7355-4c1c-9005-3864e0bdbc1e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739942 Dec 06 12:26:42.081789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.085461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.093513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c38a7130-36c9-4611-8d31-9dd187f3476c req-27e473c1-b312-49ae-adbc-56b2f4d4c056 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0318923 Dec 06 12:26:42.100362 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=fdde8b19-bc98-495f-9666-a3ba3de8d8b0,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:42.150151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.150771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 89af3c60-e92f-442a-becf-afcc7c793f53 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:26:42.158872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.159966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aa7d8935-f409-494d-b8c5-e532cf986047 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/89af3c60-e92f-442a-becf-afcc7c793f53 HTTP/1.1" status: 204 len: 168 time: 0.4057312 Dec 06 12:26:42.162696 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:42.164225 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '22f59cbe-3b81-418d-bc34-0f445146fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:42.164617 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: f6ddb888-b60c-4d60-bb06-a865abcf01b0, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:42.182294 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:42.191806 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f6ddb888-b60c-4d60-bb06-a865abcf01b0) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:42.196267 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:42.196854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.201107 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d35fb-104a-4b84-aa0c-c05ecffa2bcd None None] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:42.215075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3754900b-1122-40a1-a594-dddc764fa010 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2767885 Dec 06 12:26:42.218579 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38756) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:42.223633 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503219970'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:42.238816 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 70c5e026-c2cf-470f-9ea2-63586512f8bd {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:26:42.243761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.247876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:42.253043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.291750 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:42.298092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.315576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.316002 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 3df16505-9447-4f52-992c-b1dfc2f56859 of type vlan for network be656e64-959f-46d6-9596-4ff710c8904d Dec 06 12:26:42.366170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.411208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.420548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.425644 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:42.426834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.447642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49a2c334-115d-4670-906c-aab6db93d8ab up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:42.491305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2688277 Dec 06 12:26:42.492175 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38764) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:42.494635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.496805 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:42.535930 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=70c5e026-c2cf-470f-9ea2-63586512f8bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:42.541875 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860737cc-065d-45b9-9aaa-92d771f67d88 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=be656e64-959f-46d6-9596-4ff710c8904d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:42.552972 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 49a2c334-115d-4670-906c-aab6db93d8ab completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:26:42.557554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.560347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 49a2c334-115d-4670-906c-aab6db93d8ab triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:42.560895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.564785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51f3086c-fdf6-45ef-8719-0e41040eef57 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/70c5e026-c2cf-470f-9ea2-63586512f8bd HTTP/1.1" status: 204 len: 168 time: 0.3981602 Dec 06 12:26:42.565137 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38766) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:42.604947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network be656e64-959f-46d6-9596-4ff710c8904d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:42.622764 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95a76b-31ec-4f7d-947f-87ba29559c34 None None] Network eb71367b-61a3-4d35-b586-633490acbe12 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:42.657280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.659878 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:42.669883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.716747 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 8fbf64d8-8fbc-448a-887a-40368765a6a9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:42.717220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.732842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.804907 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 8fbf64d8-8fbc-448a-887a-40368765a6a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8fbf64d8-8fbc-448a-887a-40368765a6a9,segment=NetworkSegment(2743efe3-25e0-411c-8c47-1cfc994542c7),segment_id=2743efe3-25e0-411c-8c47-1cfc994542c7)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:42.805492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.820095 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 8fbf64d8-8fbc-448a-887a-40368765a6a9 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:42.853773 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f6ddb888-b60c-4d60-bb06-a865abcf01b0', 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': 'fdde8b19-bc98-495f-9666-a3ba3de8d8b0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:42.854935 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.915171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.915876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:42.930658 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port 8fbf64d8-8fbc-448a-887a-40368765a6a9 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:42.979005 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=8fbf64d8-8fbc-448a-887a-40368765a6a9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:42.985775 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:42.988630 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c91f0-e5b8-4a7b-9d90-141ce5569f69" -d '{"events": [{"server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "name": "network-vif-plugged", "status": "completed", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:43.017743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49a2c334-115d-4670-906c-aab6db93d8ab,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:43.028670 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '3df16505-9447-4f52-992c-b1dfc2f56859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:43.029220 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: be656e64-959f-46d6-9596-4ff710c8904d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:43.032676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.056277 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=3941be9c-f8fc-4ffc-a8d8-d9651eab9b78,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:43.100226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.102248 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network be656e64-959f-46d6-9596-4ff710c8904d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:43.102946 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85628c7-c47c-4fc8-828b-a76a8de8c97f x-openstack-request-id: req-b85628c7-c47c-4fc8-828b-a76a8de8c97f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:43.103248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "name": "network-vif-plugged", "status": "completed", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:43.103695 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b85628c7-c47c-4fc8-828b-a76a8de8c97f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:43.105066 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab', 'code': 200} Dec 06 12:26:43.121657 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, be656e64-959f-46d6-9596-4ff710c8904d) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:43.143416 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:43.146551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.156845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:43.160468 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Allocated IP 2001:db8:0:ffff::2 (f6ddb888-b60c-4d60-bb06-a865abcf01b0/fdde8b19-bc98-495f-9666-a3ba3de8d8b0/a8e87680-6966-4417-be09-b5618085c167) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:43.164200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec14fd9-5244-4fc2-9af7-bc1c12320c6f None None] Network be656e64-959f-46d6-9596-4ff710c8904d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:43.172828 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb71367b-61a3-4d35-b586-633490acbe12']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:43.204411 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2743efe3-25e0-411c-8c47-1cfc994542c7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:43.204727 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2743efe3-25e0-411c-8c47-1cfc994542c7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:43.229056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-db0c74f8-f903-443b-8e4b-4f3a3feed9f8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7363055 Dec 06 12:26:43.231384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.232926 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:43.251260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d59b5c4-6e8f-4c07-a821-31f5dbe831e0 None None] DHCP port deletion for eb71367b-61a3-4d35-b586-633490acbe12 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:26:43.294174 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7da3-a944-416c-b450-2237f9ed235f req-266ee26d-e988-481d-b52e-040568b3359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:43.295689 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aaeb7da3-a944-416c-b450-2237f9ed235f req-266ee26d-e988-481d-b52e-040568b3359d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 1097 time: 0.0931492 Dec 06 12:26:43.336995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.360635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aaeb7da3-a944-416c-b450-2237f9ed235f req-b73dd706-8f0f-4477-84b4-f9856c19e580 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573647 Dec 06 12:26:43.370547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c0f2128-67e0-496c-adac-cd76f25df05e req-ac125cd0-b4d9-4fc6-aa20-e154ba23ba78 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.1095424 Dec 06 12:26:43.378583 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:43.379004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:43.391646 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:43.481028 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-be656e64-959f-46d6-9596-4ff710c8904d', 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': '3941be9c-f8fc-4ffc-a8d8-d9651eab9b78'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:43.482079 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.506197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6c0df-e2b2-4392-bb90-22f75b47fb06 req-48319af2-619b-4d51-9a8a-a552ed3090de tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:43.507697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.507824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3e6c0df-e2b2-4392-bb90-22f75b47fb06 req-48319af2-619b-4d51-9a8a-a552ed3090de tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 946 time: 0.2491937 Dec 06 12:26:43.519863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.523262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.555911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.559181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/eb71367b-61a3-4d35-b586-633490acbe12 HTTP/1.1" status: 204 len: 168 time: 0.9931316 Dec 06 12:26:43.563093 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:43.567637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125121953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:43.606346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.623151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.627226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.635100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3e6c0df-e2b2-4392-bb90-22f75b47fb06 req-7bd69fbd-9d87-4ab2-af75-43d3cc40d313 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154523 Dec 06 12:26:43.647980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf552d-4670-4dde-b9ca-87d7ada628f1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=eb71367b-61a3-4d35-b586-633490acbe12,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:43.696741 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:43.721323 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.723072 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:43.725376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8fbf64d8-8fbc-448a-887a-40368765a6a9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:43.730802 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:43.736066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.743340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.762273 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Allocated IP 2001:db8::1 (be656e64-959f-46d6-9596-4ff710c8904d/3941be9c-f8fc-4ffc-a8d8-d9651eab9b78/f4726ea1-2862-4f30-9db3-6628ef9707b6) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:43.768621 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.772548 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2b19ff9-d751-4c7e-82be-16cc908b676a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2061770 Dec 06 12:26:43.772941 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38796) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:43.785736 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81831555'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:43.791256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 8fbf64d8-8fbc-448a-887a-40368765a6a9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:26:43.791690 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8fbf64d8-8fbc-448a-887a-40368765a6a9 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:26:43.818310 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:43.822044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.831778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Pushing event updated for resources: {'Port': ['ID=a8e87680-6966-4417-be09-b5618085c167,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:43.863289 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:43.863830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Attempting to bind port a8e87680-6966-4417-be09-b5618085c167 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:43.864218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Attempting to bind port a8e87680-6966-4417-be09-b5618085c167 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '22f59cbe-3b81-418d-bc34-0f445146fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:43.864597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Attempting to bind port a8e87680-6966-4417-be09-b5618085c167 on network f6ddb888-b60c-4d60-bb06-a865abcf01b0 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:43.875806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.876719 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 46f3abf5-4ad9-4ced-8eac-63683d291794 of type vlan for network 3422939a-1e40-4fbf-a469-501208f66c51 Dec 06 12:26:43.880246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:43.880668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Checking segment: {'id': '22f59cbe-3b81-418d-bc34-0f445146fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:43.881074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.881495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Bound using segment: {'id': '22f59cbe-3b81-418d-bc34-0f445146fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:43.881969 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Bound port: a8e87680-6966-4417-be09-b5618085c167, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f59cbe-3b81-418d-bc34-0f445146fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f6ddb888-b60c-4d60-bb06-a865abcf01b0'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:43.882357 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.925411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.952537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.958828 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:43.959410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:43.994726 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2200291 Dec 06 12:26:43.997563 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38800) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:44.004547 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:44.026147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] For port a8e87680-6966-4417-be09-b5618085c167, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:44.042545 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] For port a8e87680-6966-4417-be09-b5618085c167, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a8e87680-6966-4417-be09-b5618085c167,segment=NetworkSegment(22f59cbe-3b81-418d-bc34-0f445146fad4),segment_id=22f59cbe-3b81-418d-bc34-0f445146fad4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:44.051055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.057462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.061440 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2cf1d-be52-4d72-bdbd-98b943dfc236 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=3422939a-1e40-4fbf-a469-501208f66c51,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.084612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.090487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3422939a-1e40-4fbf-a469-501208f66c51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:44.094731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.145442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=3941be9c-f8fc-4ffc-a8d8-d9651eab9b78,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.158539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:44.160397 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Network be656e64-959f-46d6-9596-4ff710c8904d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:44.162510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.166518 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:44.168610 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d27fc-fbac-4957-9b21-4fca59a4eae7 None None] Pushing event updated for resources: {'Port': ['ID=a8e87680-6966-4417-be09-b5618085c167,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.172972 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:44.209884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.209884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.210080 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.210604 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.210715 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.211017 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.211429 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.211772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.212104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.212425 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.212748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.213070 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.213497 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:44.289839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.319087 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be656e64-959f-46d6-9596-4ff710c8904d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:44.331560 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df16505-9447-4f52-992c-b1dfc2f56859') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:44.331886 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df16505-9447-4f52-992c-b1dfc2f56859') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:44.354665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.361871 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Pushing event updated for resources: {'Port': ['ID=f4726ea1-2862-4f30-9db3-6628ef9707b6,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.373224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Attempting to bind port f4726ea1-2862-4f30-9db3-6628ef9707b6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:44.373604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Attempting to bind port f4726ea1-2862-4f30-9db3-6628ef9707b6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3df16505-9447-4f52-992c-b1dfc2f56859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:44.374405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Attempting to bind port f4726ea1-2862-4f30-9db3-6628ef9707b6 on network be656e64-959f-46d6-9596-4ff710c8904d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:44.386002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.386499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:44.386883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Checking segment: {'id': '3df16505-9447-4f52-992c-b1dfc2f56859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:44.387797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.388359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Bound using segment: {'id': '3df16505-9447-4f52-992c-b1dfc2f56859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:44.388978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Bound port: f4726ea1-2862-4f30-9db3-6628ef9707b6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df16505-9447-4f52-992c-b1dfc2f56859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'be656e64-959f-46d6-9596-4ff710c8904d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:44.389394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.398793 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:44.400888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:44.409572 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:44.434584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.598489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] For port f4726ea1-2862-4f30-9db3-6628ef9707b6, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:44.601824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] For port f4726ea1-2862-4f30-9db3-6628ef9707b6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4726ea1-2862-4f30-9db3-6628ef9707b6,segment=NetworkSegment(3df16505-9447-4f52-992c-b1dfc2f56859),segment_id=3df16505-9447-4f52-992c-b1dfc2f56859)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:44.607930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.611993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:26:44.611993 n-d-master-1 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:26:44.611993 n-d-master-1 neutron-server[103297]: [parameters: {'id': 'be656e64-959f-46d6-9596-4ff710c8904d'}] Dec 06 12:26:44.611993 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:26:44.612373 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:26:44.617432 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=372fd077-d3c6-4cde-9735-74a22fc6697b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.645587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b87b74f-c578-44c6-aaab-6b2c8577af0d req-e3dbffe7-44d4-461b-83a0-4aee251fd935 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0616975 Dec 06 12:26:44.688137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:44.688451 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: 3422939a-1e40-4fbf-a469-501208f66c51, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:44.716475 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 3422939a-1e40-4fbf-a469-501208f66c51 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:44.730382 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3422939a-1e40-4fbf-a469-501208f66c51) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:44.741524 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d818aa-d9f7-4753-8971-d748cd18334e None None] Pushing event updated for resources: {'Port': ['ID=f4726ea1-2862-4f30-9db3-6628ef9707b6,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:44.745191 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b2cab-2e9e-41aa-b4c3-2d3d516fb304 None None] Network 3422939a-1e40-4fbf-a469-501208f66c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:44.768192 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:44.770889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:44.799227 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c200a5b0-6984-47a1-b357-da216e96addd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983115 Dec 06 12:26:44.799442 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38818) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:44.835091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48738a5b-71dc-409b-9432-4be96896cdb3 None None] Network be656e64-959f-46d6-9596-4ff710c8904d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:44.846853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e1b9-6e90-4bae-8452-b5fb7fa07eb3 req-d86e33f0-80f9-46a3-8b6c-a17574698beb tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:44.848385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4182e1b9-6e90-4bae-8452-b5fb7fa07eb3 req-d86e33f0-80f9-46a3-8b6c-a17574698beb tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 946 time: 0.1040568 Dec 06 12:26:44.925674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4182e1b9-6e90-4bae-8452-b5fb7fa07eb3 req-43653154-a762-4f99-96e3-a9025d342a03 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697153 Dec 06 12:26:44.980666 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3422939a-1e40-4fbf-a469-501208f66c51', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:44.981572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.114080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.185446 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Allocated IP 2001:db8::2 (3422939a-1e40-4fbf-a469-501208f66c51/372fd077-d3c6-4cde-9735-74a22fc6697b/71ac7ed5-1327-4117-b228-a53a3f25a233) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:45.205457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.268871 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting port f4726ea1-2862-4f30-9db3-6628ef9707b6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:45.269239 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.456961 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] For port f4726ea1-2862-4f30-9db3-6628ef9707b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4726ea1-2862-4f30-9db3-6628ef9707b6,segment=NetworkSegment(3df16505-9447-4f52-992c-b1dfc2f56859),segment_id=3df16505-9447-4f52-992c-b1dfc2f56859)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:45.457583 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.475807 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Calling delete_port for f4726ea1-2862-4f30-9db3-6628ef9707b6 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:45.482736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.492637 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.584370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.613053 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Network 3422939a-1e40-4fbf-a469-501208f66c51 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:45.645619 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Port': ['ID=f4726ea1-2862-4f30-9db3-6628ef9707b6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:45.648311 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:45.654485 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No DVR routers for this DVR port f4726ea1-2862-4f30-9db3-6628ef9707b6 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:45.690079 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:45.718607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a8e87680-6966-4417-be09-b5618085c167 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:45.731194 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8::1 (3422939a-1e40-4fbf-a469-501208f66c51/372fd077-d3c6-4cde-9735-74a22fc6697b/b8e25273-a181-4161-953f-bea4d17dd8cf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:45.858182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.893860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.931125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.963069 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0621f8-f890-42f8-8d50-72a47f3e31f3 None None] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:45.977088 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 3422939a-1e40-4fbf-a469-501208f66c51 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:45.980293 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:45.985082 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:45.985647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:45.992316 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.001778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53a7047f-2d5e-4905-a538-6ca1c5944486 req-2458f6f7-b539-45de-93d6-4382d2ac9081 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.1686811 Dec 06 12:26:46.016707 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be656e64-959f-46d6-9596-4ff710c8904d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:46.032781 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Pushing event updated for resources: {'Port': ['ID=71ac7ed5-1327-4117-b228-a53a3f25a233,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.038126 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df16505-9447-4f52-992c-b1dfc2f56859') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:46.038437 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df16505-9447-4f52-992c-b1dfc2f56859') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:46.057201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.079287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.089349 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:46.090488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:46.095310 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:46.147574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.177490 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] Provisioning complete for port a8e87680-6966-4417-be09-b5618085c167 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:46.184543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.201642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.216889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.236160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/be656e64-959f-46d6-9596-4ff710c8904d HTTP/1.1" status: 204 len: 168 time: 3.0019016 Dec 06 12:26:46.255542 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b1ef9-4445-4dd3-992f-f6865a59d43f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=be656e64-959f-46d6-9596-4ff710c8904d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.257804 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:46.267311 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897183594'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:46.275297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Attempting to bind port 71ac7ed5-1327-4117-b228-a53a3f25a233 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:46.275772 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Attempting to bind port 71ac7ed5-1327-4117-b228-a53a3f25a233 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:46.276251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Attempting to bind port 71ac7ed5-1327-4117-b228-a53a3f25a233 on network 3422939a-1e40-4fbf-a469-501208f66c51 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:46.285317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a8e87680-6966-4417-be09-b5618085c167 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:46.285832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.306857 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:46.312225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.322917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:46.323487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Checking segment: {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:46.324006 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.324517 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Bound using segment: {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:46.325119 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Bound port: 71ac7ed5-1327-4117-b228-a53a3f25a233, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:46.325647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.369685 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:46.380551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.380900 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 926f116b-7893-48dc-845b-23d89bb8a035 of type vlan for network 8651b839-ff0d-431c-822c-859c875debd9 Dec 06 12:26:46.435913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.482088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.490932 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:46.491744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.592248 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38860) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:46.599064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3373680 Dec 06 12:26:46.600682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f77a-be04-4d7b-9b76-755cac74c193 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=8651b839-ff0d-431c-822c-859c875debd9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.603025 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '8651b839-ff0d-431c-822c-859c875debd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:46.622581 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8651b839-ff0d-431c-822c-859c875debd9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:46.638370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] For port 71ac7ed5-1327-4117-b228-a53a3f25a233, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:46.669911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.681529 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.707041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] For port 71ac7ed5-1327-4117-b228-a53a3f25a233, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71ac7ed5-1327-4117-b228-a53a3f25a233,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:46.731977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.732750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.795657 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.882618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91abebb-1bc0-42d9-ac98-495f116a3c3a None None] Pushing event updated for resources: {'Port': ['ID=71ac7ed5-1327-4117-b228-a53a3f25a233,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.892933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.904039 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 3422939a-1e40-4fbf-a469-501208f66c51 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:46.910973 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:46.925598 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:46.946471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] For port a8e87680-6966-4417-be09-b5618085c167, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a8e87680-6966-4417-be09-b5618085c167,segment=NetworkSegment(22f59cbe-3b81-418d-bc34-0f445146fad4),segment_id=22f59cbe-3b81-418d-bc34-0f445146fad4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:46.967006 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:46.988631 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:46.993109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:47.101313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89906df0-e6e9-4143-bc33-5893f45c8426 None None] Pushing event updated for resources: {'Port': ['ID=a8e87680-6966-4417-be09-b5618085c167,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:47.145119 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:26:47.145518 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:26:47.173548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cec4b67-c61d-4ba7-9e7d-e4583aaafb27 req-f255728e-5c4f-4281-ab83-f4dfe3060744 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0447519 Dec 06 12:26:47.207718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4cde6567-9a57-497c-90d8-a1df9aae554c None None] Provisioning complete for port a8e87680-6966-4417-be09-b5618085c167 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:47.208145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cde6567-9a57-497c-90d8-a1df9aae554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:47.325710 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:26:47.416571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:47.839191 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=6ad04383-cede-42c2-83ba-9d419392274d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:47.922543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 71ac7ed5-1327-4117-b228-a53a3f25a233 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:47.941902 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:47.947879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aff253f9-3e2f-4da7-a6d2-6c306ff1bb41 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1471779 Dec 06 12:26:47.950925 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:47.954957 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '926f116b-7893-48dc-845b-23d89bb8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8651b839-ff0d-431c-822c-859c875debd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:47.955482 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 8651b839-ff0d-431c-822c-859c875debd9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:47.956315 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:47.958394 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138431452'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:47.972094 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:47.972970 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:47.986532 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 8651b839-ff0d-431c-822c-859c875debd9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:48.010204 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8651b839-ff0d-431c-822c-859c875debd9) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:48.016221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:48.016966 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.017991 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:48.028000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.028868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393aa31a-b5b3-4a92-8a4a-200cf71aa34a None None] Network 8651b839-ff0d-431c-822c-859c875debd9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:48.049186 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a2189eb1-ca93-49e0-b3ff-e729b20e9b56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4514956 Dec 06 12:26:48.054509 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:48.059480 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175140843'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:48.105787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:48.150128 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.150964 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:48.151819 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 240c880d-fd03-49ae-a24a-e94965e6a7a4 of type vlan for network b0ca3d29-05e8-4b27-abd5-afd58c876282 Dec 06 12:26:48.156559 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:48.162812 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.203858 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:48.211152 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 71ac7ed5-1327-4117-b228-a53a3f25a233 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:48.211152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.232765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.233232 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 857059d9-432c-480c-91e1-beb45bb74e9a of type vlan for network 7690b826-a2ac-48b3-ab23-442957c484c9 Dec 06 12:26:48.277928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.371059 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.407861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.434089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:48.435045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.445757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43393cbf-9e0e-457c-947f-b012cf2fcb96 req-6dbe03c0-da60-40ae-87c4-58908d9d2dbe tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.1090460 Dec 06 12:26:48.462552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.471969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.478503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:48.479532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.511962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4564147 Dec 06 12:26:48.518374 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38910) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:48.535579 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '7690b826-a2ac-48b3-ab23-442957c484c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:48.569312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6160123 Dec 06 12:26:48.573711 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:48.599275 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:48.616924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8724ce1-1044-44a4-bc74-a0721fec0659 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=7690b826-a2ac-48b3-ab23-442957c484c9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:48.626637 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c4476-4daa-42cc-8d55-969c17fbf106 None None] Network 3422939a-1e40-4fbf-a469-501208f66c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:48.643531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7690b826-a2ac-48b3-ab23-442957c484c9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:48.658525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 71ac7ed5-1327-4117-b228-a53a3f25a233, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71ac7ed5-1327-4117-b228-a53a3f25a233,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:48.690278 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:46Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:46Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:48.702442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0231f-3102-4350-b648-968cae12663f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=b0ca3d29-05e8-4b27-abd5-afd58c876282,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:48.728362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.732487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a8e87680-6966-4417-be09-b5618085c167 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:48.735985 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:48.736583 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Updating router b11c72ae-203c-4884-9f4d-c75dc2880d2d port b8e25273-a181-4161-953f-bea4d17dd8cf binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:26:48.769905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:48.775295 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.823982 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:48.828574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.883652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:48.896023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:48.957367 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Performing IP validity checks on allocation pools {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:26:48.958570 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:26:49.005369 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8651b839-ff0d-431c-822c-859c875debd9', 'network_id': '8651b839-ff0d-431c-822c-859c875debd9', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': '6ad04383-cede-42c2-83ba-9d419392274d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:49.006401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.033246 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d9eff4f3-621b-4c4e-8880-13463ab79aff None None] Provisioning complete for port 71ac7ed5-1327-4117-b228-a53a3f25a233 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:49.033916 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9eff4f3-621b-4c4e-8880-13463ab79aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.183421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.248337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.276439 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=d3efb7b3-0bda-4eee-a487-77f630c4141b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:49.282516 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '857059d9-432c-480c-91e1-beb45bb74e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7690b826-a2ac-48b3-ab23-442957c484c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:49.282890 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 7690b826-a2ac-48b3-ab23-442957c484c9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:49.302014 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 7690b826-a2ac-48b3-ab23-442957c484c9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:49.324264 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7690b826-a2ac-48b3-ab23-442957c484c9) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:49.340777 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:49.341908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.346827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=799f3ade-6af2-4c6c-896c-14b6a846182d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:49.370349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c1b2e90-5dd5-4125-9fd5-b7c91aa18610 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8494663 Dec 06 12:26:49.371111 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:49.382917 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.386919 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:49.387292 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: b0ca3d29-05e8-4b27-abd5-afd58c876282, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:49.399721 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.442155 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:49.459305 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b0ca3d29-05e8-4b27-abd5-afd58c876282) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:49.471852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:49.473477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.562693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8fcae752-6cb0-42f7-86de-506387b04d93 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9808040 Dec 06 12:26:49.563476 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:49.591833 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Pushing event updated for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:49.602613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.610594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529130e-fc96-4209-b153-f2d9f38442d3 None None] Network 7690b826-a2ac-48b3-ab23-442957c484c9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:49.706279 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.706858 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.707346 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.707824 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.708323 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.708815 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.709333 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.709801 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.710280 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.710755 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.711222 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.711685 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.712148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:49.720765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.731891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790e82f-ef4f-493b-a196-131679b852f6 None None] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:49.769087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-029e81a6-0035-4a95-99b1-4abd201b5a38 req-7e54d92f-168f-47e8-9c4d-06a186463949 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0513642 Dec 06 12:26:49.780376 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Attempting to bind port b8e25273-a181-4161-953f-bea4d17dd8cf on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:49.780996 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Attempting to bind port b8e25273-a181-4161-953f-bea4d17dd8cf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:49.781543 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Attempting to bind port b8e25273-a181-4161-953f-bea4d17dd8cf on network 3422939a-1e40-4fbf-a469-501208f66c51 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:49.790855 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:49.793690 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Checking segment: {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:49.794392 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.797068 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Bound using segment: {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:49.797847 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Bound port: b8e25273-a181-4161-953f-bea4d17dd8cf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f3abf5-4ad9-4ced-8eac-63683d291794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:49.799448 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.860257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.916541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=d3efb7b3-0bda-4eee-a487-77f630c4141b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:49.949867 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] For port b8e25273-a181-4161-953f-bea4d17dd8cf, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:49.953980 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] For port b8e25273-a181-4161-953f-bea4d17dd8cf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8e25273-a181-4161-953f-bea4d17dd8cf,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:49.961042 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.019758 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:50.022749 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.068318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.090064 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7690b826-a2ac-48b3-ab23-442957c484c9']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.100844 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857059d9-432c-480c-91e1-beb45bb74e9a') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.101139 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857059d9-432c-480c-91e1-beb45bb74e9a') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.112120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.122256 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=71ac7ed5-1327-4117-b228-a53a3f25a233,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:50.127768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.141723 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:50.155310 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:50.157126 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:50.161279 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:50.173498 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538030a8-7ba7-42d4-9783-3cc1ac2b3fe8 None None] Network 7690b826-a2ac-48b3-ab23-442957c484c9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:50.190990 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a8e87680-6966-4417-be09-b5618085c167 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:50.191374 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.199170 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b0ca3d29-05e8-4b27-abd5-afd58c876282', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:50.199999 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.205883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.246579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.256818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.262081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/7690b826-a2ac-48b3-ab23-442957c484c9 HTTP/1.1" status: 204 len: 168 time: 0.8891561 Dec 06 12:26:50.264699 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:50.270644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390589816'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:50.292115 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13c48-79f3-4bb3-9328-243f0d74bfe4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=7690b826-a2ac-48b3-ab23-442957c484c9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:50.345782 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.431909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:50.437404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.512467 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:50.553459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.553875 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment e849dd76-f525-4fb2-9a51-2ad92b8f44a0 of type vlan for network 51e5bbe1-78e6-493d-9316-12fe16a538aa Dec 06 12:26:50.615172 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682149f6-4f51-4957-9675-1431c01fa8fc None None] Pushing event updated for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:50.619572 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Allocated IP 2001:db8:1::2 (b0ca3d29-05e8-4b27-abd5-afd58c876282/799f3ade-6af2-4c6c-896c-14b6a846182d/0165151a-55a0-453f-9d4a-dffb1635e619) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:50.658619 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Allocated IP 2001:db8::3 (8651b839-ff0d-431c-822c-859c875debd9/6ad04383-cede-42c2-83ba-9d419392274d/d2f1457b-037e-4c38-830c-326643e37a4c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:50.682230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.721578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.730218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:50.731031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.820600 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:46Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:49Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.856075 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c8916-11e9-4d71-a000-a1d6eca154d4 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:46Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:49Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:50.886024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6195488 Dec 06 12:26:50.898152 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:50.903890 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '51e5bbe1-78e6-493d-9316-12fe16a538aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:50.985248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4739045-0b82-4bc7-8cf6-7956eb3afa60 req-0e077b13-a4c9-451e-849e-b8fc8cdbbd35 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0497611 Dec 06 12:26:51.039135 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03a99b-3d03-43de-9ae5-157a0602f767 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=51e5bbe1-78e6-493d-9316-12fe16a538aa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:51.097430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 51e5bbe1-78e6-493d-9316-12fe16a538aa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:51.132597 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:51.136805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.464802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.472870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.488103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.503375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 71ac7ed5-1327-4117-b228-a53a3f25a233 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:51.509692 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.595700 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Network 8651b839-ff0d-431c-822c-859c875debd9 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:51.609806 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8:1::1 (b0ca3d29-05e8-4b27-abd5-afd58c876282/799f3ade-6af2-4c6c-896c-14b6a846182d/03291a5a-66d3-4f64-9288-bbde75c16493) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:51.620353 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Provisioning complete for port b8e25273-a181-4161-953f-bea4d17dd8cf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:51.620737 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.662994 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:51.710011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.714700 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:51.788494 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:51.814727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.834978 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Pushing event updated for resources: {'Port': ['ID=d2f1457b-037e-4c38-830c-326643e37a4c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:51.848779 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:51.884701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=53e53a11-1af9-4388-bf71-f771a4ce9734,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:51.912867 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:51.922835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.998792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Attempting to bind port d2f1457b-037e-4c38-830c-326643e37a4c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:51.999458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Attempting to bind port d2f1457b-037e-4c38-830c-326643e37a4c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '926f116b-7893-48dc-845b-23d89bb8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8651b839-ff0d-431c-822c-859c875debd9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:51.999943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Attempting to bind port d2f1457b-037e-4c38-830c-326643e37a4c on network 8651b839-ff0d-431c-822c-859c875debd9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:52.028821 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': 'e849dd76-f525-4fb2-9a51-2ad92b8f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51e5bbe1-78e6-493d-9316-12fe16a538aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:52.029528 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 51e5bbe1-78e6-493d-9316-12fe16a538aa, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:52.043024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Pushing event updated for resources: {'Port': ['ID=0165151a-55a0-453f-9d4a-dffb1635e619,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:52.059589 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 71ac7ed5-1327-4117-b228-a53a3f25a233 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:52.060099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.062829 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:52.063729 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Checking segment: {'id': '926f116b-7893-48dc-845b-23d89bb8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8651b839-ff0d-431c-822c-859c875debd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:52.064233 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.064815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Bound using segment: {'id': '926f116b-7893-48dc-845b-23d89bb8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8651b839-ff0d-431c-822c-859c875debd9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:52.065416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Bound port: d2f1457b-037e-4c38-830c-326643e37a4c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926f116b-7893-48dc-845b-23d89bb8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8651b839-ff0d-431c-822c-859c875debd9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:52.066088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.074511 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 51e5bbe1-78e6-493d-9316-12fe16a538aa is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:52.086117 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 51e5bbe1-78e6-493d-9316-12fe16a538aa) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:52.094508 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:52.095119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.118976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dcdb485c-fd6a-4e6b-92cf-2b81ef0a0561 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2196348 Dec 06 12:26:52.122340 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:52.125013 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d694f-1f72-4d53-8aad-0857c687508a None None] Network 51e5bbe1-78e6-493d-9316-12fe16a538aa requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:52.127059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Attempting to bind port 0165151a-55a0-453f-9d4a-dffb1635e619 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:52.128045 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:52.131342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Attempting to bind port 0165151a-55a0-453f-9d4a-dffb1635e619 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:52.137718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Attempting to bind port 0165151a-55a0-453f-9d4a-dffb1635e619 on network b0ca3d29-05e8-4b27-abd5-afd58c876282 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:52.159653 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:52.165547 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:52.166180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.178269 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.209445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:52.210005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Checking segment: {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:52.210515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.211023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Bound using segment: {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:52.211627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Bound port: 0165151a-55a0-453f-9d4a-dffb1635e619, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:52.212121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.298279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.364265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.383615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6543a3bd-40f3-486b-9843-866aa216d203 req-c6e37019-a9f9-4d41-bb17-665b90867d7d tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0970392 Dec 06 12:26:52.386954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:52.436436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] For port d2f1457b-037e-4c38-830c-326643e37a4c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:52.440182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] For port d2f1457b-037e-4c38-830c-326643e37a4c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2f1457b-037e-4c38-830c-326643e37a4c,segment=NetworkSegment(926f116b-7893-48dc-845b-23d89bb8a035),segment_id=926f116b-7893-48dc-845b-23d89bb8a035)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:52.458346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.462285 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.516742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.557875 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=53e53a11-1af9-4388-bf71-f771a4ce9734,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:52.755946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.806649 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e5bbe1-78e6-493d-9316-12fe16a538aa']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:52.829046 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e849dd76-f525-4fb2-9a51-2ad92b8f44a0') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:52.831970 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e849dd76-f525-4fb2-9a51-2ad92b8f44a0') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:52.838264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.844883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.845834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.871474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.913083 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] For port b8e25273-a181-4161-953f-bea4d17dd8cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8e25273-a181-4161-953f-bea4d17dd8cf,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:52.920026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.939993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:52.940422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:52.943973 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:52.986404 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:53.012586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.100934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] For port 0165151a-55a0-453f-9d4a-dffb1635e619, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:53.124659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] For port 0165151a-55a0-453f-9d4a-dffb1635e619, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0165151a-55a0-453f-9d4a-dffb1635e619,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:53.136446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.150778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.173073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/51e5bbe1-78e6-493d-9316-12fe16a538aa HTTP/1.1" status: 204 len: 168 time: 1.0465035 Dec 06 12:26:53.174517 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:53.190084 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119411286'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:53.202658 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df320a-7a43-4135-84e7-e424690104d5 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=51e5bbe1-78e6-493d-9316-12fe16a538aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:53.224867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.246178 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Provisioning complete for port 71ac7ed5-1327-4117-b228-a53a3f25a233 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:53.246906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.446691 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bd88a-9507-4a7a-8f84-31359789d76f None None] Pushing event updated for resources: {'Port': ['ID=d2f1457b-037e-4c38-830c-326643e37a4c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:53.513217 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd77ef2-d3c7-45ba-884e-07f61e3c2245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-51e5bbe1-78e6-493d-9316-12fe16a538aa', 'network_id': '51e5bbe1-78e6-493d-9316-12fe16a538aa', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': '53e53a11-1af9-4388-bf71-f771a4ce9734'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:53.514080 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbd77ef2-d3c7-45ba-884e-07f61e3c2245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.517063 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b8e25273-a181-4161-953f-bea4d17dd8cf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:53.637625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5fbe3-bb91-492a-ab34-71fc9c389c58 None None] Pushing event updated for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:53.728293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c5fb4-d7db-441e-ae91-c32d87dbd604 None None] Pushing event updated for resources: {'Port': ['ID=0165151a-55a0-453f-9d4a-dffb1635e619,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:53.772184 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:53.802534 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:53.814110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e5f98b4-c8d4-4e27-900b-30fdf750b3a4 req-8724286b-67f0-4790-af0f-29c1c182ae96 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0583088 Dec 06 12:26:53.818625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f685e0-f7a2-4c65-b03e-3b538fc3e437 None None] Network 51e5bbe1-78e6-493d-9316-12fe16a538aa requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:53.826489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b8e25273-a181-4161-953f-bea4d17dd8cf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:53.827003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:53.886644 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f685e0-f7a2-4c65-b03e-3b538fc3e437 None None] Network 51e5bbe1-78e6-493d-9316-12fe16a538aa could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:26:53.966986 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:53.977897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:53.981355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.055856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85e21b41-d3d9-4258-a2e8-46f524f1b2b6 None None] Provisioning complete for port b8e25273-a181-4161-953f-bea4d17dd8cf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:54.056429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85e21b41-d3d9-4258-a2e8-46f524f1b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.153275 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:54.183172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.183537 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 00544ffb-cd40-4e9d-9b81-24d4275c1f50 of type vlan for network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 Dec 06 12:26:54.263800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.270486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:54.277582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c270890-0c28-48d1-b251-4688e503519d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7126334 Dec 06 12:26:54.280443 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:54.285129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:54.298000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:54.298253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-276032728'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:54.298769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:54.343172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.349708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:54.350442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.357207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:54.361429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.434345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2480817 Dec 06 12:26:54.434971 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39014) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:54.440936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '1cfd9fe0-6850-4963-9d16-96da2c0849f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:54.483123 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:54.512464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752c76-9ed6-4f0d-905f-64fdd90d55d6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=1cfd9fe0-6850-4963-9d16-96da2c0849f3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:54.541694 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:54.560224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:54.564013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.564673 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 8f61047c-8bc8-4af4-a05c-9a519bc0e5c7 of type vlan for network 8226ab44-69f1-4f6c-a101-319cdbb63adf Dec 06 12:26:54.608801 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:54.615014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.690312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.736165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.749758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:54.750418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:54.808063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5233881 Dec 06 12:26:54.810507 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:54.815760 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:54.939918 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc4f85-f39e-4a6f-802e-2f4bfbab0e8a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=8226ab44-69f1-4f6c-a101-319cdbb63adf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:55.015477 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:55.035103 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321c651-e1b0-4ced-94d2-2a30e0d189a2 None None] Network 8651b839-ff0d-431c-822c-859c875debd9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:55.054052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d851adb0-b408-4e53-8ec8-b16d7dea714b req-76584975-bca7-4387-851e-f727fdcd3304 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0771918 Dec 06 12:26:55.106508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.115270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:55.119161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.191599 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=85d8fce7-eaa1-4a49-ae14-f5046c1331d3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:55.204591 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '00544ffb-cd40-4e9d-9b81-24d4275c1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1cfd9fe0-6850-4963-9d16-96da2c0849f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:55.204969 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 1cfd9fe0-6850-4963-9d16-96da2c0849f3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:55.230627 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:55.254548 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1cfd9fe0-6850-4963-9d16-96da2c0849f3) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:55.260090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:55.260680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.298275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2e9dc-1bf1-4a87-9d54-c80d7e7063ad None None] Network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:55.314062 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:55.315465 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9212d5db-5bd5-446c-9031-978f4d50d09a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8783541 Dec 06 12:26:55.340985 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] Provisioning complete for port d2f1457b-037e-4c38-830c-326643e37a4c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:55.341364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.383312 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a07dcc-e39a-4cdf-8711-87692b50cfb9 None None] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:55.637497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.653407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0165151a-55a0-453f-9d4a-dffb1635e619 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:55.734512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b71afcf0-ead6-4bed-a043-6fa68e9297c5 req-b62fd12b-77de-4115-97f5-18406f67338b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0500338 Dec 06 12:26:55.741806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.764875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.886341 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=897fe09b-f54f-43dd-9a89-0eee8a2f4e5e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:55.889002 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:55.889647 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: 8226ab44-69f1-4f6c-a101-319cdbb63adf, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:55.921997 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:55.932521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.955232 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8226ab44-69f1-4f6c-a101-319cdbb63adf) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:55.990392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:55.991144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.993979 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8fce7-eaa1-4a49-ae14-f5046c1331d3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:56.029906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.037815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7bf8b-7d45-4711-9b45-b837a3d50d8d None None] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:56.067727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cf721ae7-f32c-4937-be8f-edaecf5fa6c9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2546000 Dec 06 12:26:56.068792 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39048) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:56.136983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.158939 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 3, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:56.165576 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfd9fe0-6850-4963-9d16-96da2c0849f3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:56.188227 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00544ffb-cd40-4e9d-9b81-24d4275c1f50') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:56.188863 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00544ffb-cd40-4e9d-9b81-24d4275c1f50') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:56.272795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.278738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e242a6ea-85a1-4908-94fe-bb74bb683f4b req-8ccba171-e774-412b-96b2-290593a08fd2 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0853884 Dec 06 12:26:56.310124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.317912 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:26:56.320911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:26:56.351910 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:26:56.408577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fab606-ab4b-4ffa-a7b0-6e4ecd0e1fd1 None None] Network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:56.432708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.445877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:56.446259 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Updating router b11c72ae-203c-4884-9f4d-c75dc2880d2d port 03291a5a-66d3-4f64-9288-bbde75c16493 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:26:56.448963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.453629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/1cfd9fe0-6850-4963-9d16-96da2c0849f3 HTTP/1.1" status: 204 len: 168 time: 1.1373758 Dec 06 12:26:56.470872 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:56.480275 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-444405750'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:56.505443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3590-60f0-47cc-881d-712df341a800 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=1cfd9fe0-6850-4963-9d16-96da2c0849f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:56.543617 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0165151a-55a0-453f-9d4a-dffb1635e619 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:56.543846 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:56.548777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.559691 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.564004 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] For port d2f1457b-037e-4c38-830c-326643e37a4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2f1457b-037e-4c38-830c-326643e37a4c,segment=NetworkSegment(926f116b-7893-48dc-845b-23d89bb8a035),segment_id=926f116b-7893-48dc-845b-23d89bb8a035)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:56.571428 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fab606-ab4b-4ffa-a7b0-6e4ecd0e1fd1 None None] Network 1cfd9fe0-6850-4963-9d16-96da2c0849f3 could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:26:56.590906 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:56.617408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.617943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.618302 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment ce894337-9932-48b6-9805-04c9c9a6ef93 of type vlan for network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 Dec 06 12:26:56.638802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.669445 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.712118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.772945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.783425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:56.784842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.819439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3429947 Dec 06 12:26:56.833784 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:56.840094 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:56.935343 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07573e1b-7358-4d71-baa4-304d24609052 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:57.034065 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30813c-0b02-4a9a-ac0f-21d081ce898b None None] Pushing event updated for resources: {'Port': ['ID=d2f1457b-037e-4c38-830c-326643e37a4c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:57.051249 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8226ab44-69f1-4f6c-a101-319cdbb63adf', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:57.055248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.056559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:57.168244 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:57.172160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.213989 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-88e52e53-f49e-49cd-b4a1-e55e68d152ae None None] Provisioning complete for port d2f1457b-037e-4c38-830c-326643e37a4c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:57.214750 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-88e52e53-f49e-49cd-b4a1-e55e68d152ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.232432 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8:2::1 (8226ab44-69f1-4f6c-a101-319cdbb63adf/897fe09b-f54f-43dd-9a89-0eee8a2f4e5e/b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:57.375897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1131568-a3cb-472a-8384-c658914e7771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.439315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.546964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.578918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0165151a-55a0-453f-9d4a-dffb1635e619, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0165151a-55a0-453f-9d4a-dffb1635e619,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:57.584667 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.590268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.591199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b8e25273-a181-4161-953f-bea4d17dd8cf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:57.642910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.656330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1a0b271-bc27-449c-8f89-b8a1dd0d4599 req-b434bb2e-9ccb-490f-a9ad-d2f88cd42adf tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0844560 Dec 06 12:26:57.754195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:57.770155 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:57.776057 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:57.781186 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:57.781744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.795070 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:57.799146 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': 'ce894337-9932-48b6-9805-04c9c9a6ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:57.805184 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:26:57.812396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Allocated IP 2001:db8:2::2 (8226ab44-69f1-4f6c-a101-319cdbb63adf/897fe09b-f54f-43dd-9a89-0eee8a2f4e5e/83e031b1-2449-49fe-9625-c94b30d96556) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:57.854845 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:26:57.879758 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:57.886236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.890690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.946214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-df3b18a1-8d83-4fae-8171-04fae76f44d4 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1081591 Dec 06 12:26:57.946809 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:57.959045 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:58.017659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.022085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0165151a-55a0-453f-9d4a-dffb1635e619,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:58.042574 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef603b-965d-45fb-b8d3-e0965aaff8b6 None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:26:58.043894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2008ac63-cb83-4f66-97b2-e6352ebf7d53 req-60beb9e7-28f2-4ad8-9942-5e7143ccca9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=590e84b7aaeb46379463baa20f097500&device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0844758 Dec 06 12:26:58.046995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.096502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71fe9eb0-7a5a-404e-8b1a-366f65ca6802 req-69463a65-b98d-4a03-9003-8152b874fea1 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0932600 Dec 06 12:26:58.104713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2008ac63-cb83-4f66-97b2-e6352ebf7d53 req-8e91799b-2a03-4969-8639-bdfb39267e20 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=590e84b7aaeb46379463baa20f097500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490398 Dec 06 12:26:58.220414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b8e25273-a181-4161-953f-bea4d17dd8cf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:58.220801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.294888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:58.298608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.322457 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651fb4-7772-4526-b0f8-6c75a63be207 None None] Pushing event updated for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:58.346774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.357336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.392445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.475985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008ac63-cb83-4f66-97b2-e6352ebf7d53 req-07b69d37-a85e-41cb-a096-7297fe9c0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:58.482124 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2008ac63-cb83-4f66-97b2-e6352ebf7d53 req-07b69d37-a85e-41cb-a096-7297fe9c0f69 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3689408 Dec 06 12:26:58.487708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Pushing event updated for resources: {'Port': ['ID=83e031b1-2449-49fe-9625-c94b30d96556,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:58.500515 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-88e52e53-f49e-49cd-b4a1-e55e68d152ae None None] Provisioning complete for port 0165151a-55a0-453f-9d4a-dffb1635e619 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:58.501119 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-88e52e53-f49e-49cd-b4a1-e55e68d152ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.744357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.805589 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:58.822369 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:58.838359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:58.839540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.876168 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=628feb8b-4df6-49c4-b554-898dc839ac48,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:58.886753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2f1457b-037e-4c38-830c-326643e37a4c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:58.917181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a78aad8f-dd61-4666-8d03-a8ed249e8e7f tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9648931 Dec 06 12:26:58.918236 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:58.934278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Attempting to bind port 03291a5a-66d3-4f64-9288-bbde75c16493 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:58.934739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Attempting to bind port 03291a5a-66d3-4f64-9288-bbde75c16493 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:58.935137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Attempting to bind port 03291a5a-66d3-4f64-9288-bbde75c16493 on network b0ca3d29-05e8-4b27-abd5-afd58c876282 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:58.940577 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:58.957898 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:58.962206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.963717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:58.964130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Checking segment: {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:58.964684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.965187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Bound using segment: {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:58.965744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Bound port: 03291a5a-66d3-4f64-9288-bbde75c16493, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240c880d-fd03-49ae-a24a-e94965e6a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:58.966111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.970197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.971553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.997215 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:26:59.034505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.036224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.037915 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.039494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.041027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.043149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3fd91252-e643-474b-8c3e-632d4ad52a07 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1235316 Dec 06 12:26:59.047378 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:59.051283 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:59.053365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262725164'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:59.098299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:59.099291 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3', 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': '0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:26:59.100175 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.104182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.130618 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:26:59.132044 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:26:59.178165 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:59.231867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-023f88bf-3fdc-4c66-937a-df980d2cb2a9 req-d55c09ca-aa15-4263-b4d0-8dd2c588b4bc tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0520928 Dec 06 12:26:59.235743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Attempting to bind port 83e031b1-2449-49fe-9625-c94b30d96556 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:26:59.236087 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Attempting to bind port 83e031b1-2449-49fe-9625-c94b30d96556 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:26:59.236462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Attempting to bind port 83e031b1-2449-49fe-9625-c94b30d96556 on network 8226ab44-69f1-4f6c-a101-319cdbb63adf {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:26:59.257831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.258194 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 9688f051-0dfa-45b7-9325-9a037450183a of type vlan for network 5999a07e-4c34-4df9-85b2-f4af0b7b416c Dec 06 12:26:59.313022 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:26:59.313553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Checking segment: {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:26:59.314290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.314738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Bound using segment: {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:26:59.315341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Bound port: 83e031b1-2449-49fe-9625-c94b30d96556, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:26:59.315826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.317975 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:59.343195 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.357702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] For port 03291a5a-66d3-4f64-9288-bbde75c16493, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:59.367759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] For port 03291a5a-66d3-4f64-9288-bbde75c16493, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=03291a5a-66d3-4f64-9288-bbde75c16493,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:59.371870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d2f1457b-037e-4c38-830c-326643e37a4c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:59.372440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.387031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.394206 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.394997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.399644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.438081 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:59.444634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-185bdbc8-b6e7-4c69-b6b3-3faf9a2cfc21 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747256 Dec 06 12:26:59.447525 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:59.449875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4014490 Dec 06 12:26:59.453725 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-504089365'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:59.458228 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:59.463747 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:59.491082 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f5f7a-ea8a-4c2e-9388-c08addb109ec tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=5999a07e-4c34-4df9-85b2-f4af0b7b416c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:59.520002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:26:59.529175 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:26:59.533409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.568512 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:26:59.620748 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Allocated IP 2001:db8::2 (cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3/0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249/498037a2-5108-46e4-a772-debcda5dcaa4) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:26:59.623256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] For port 83e031b1-2449-49fe-9625-c94b30d96556, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:26:59.640098 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Provisioning complete for port 03291a5a-66d3-4f64-9288-bbde75c16493 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:59.640480 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.648754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.649113 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added segment 9fa5cd40-3d63-40a2-b47d-11ab59df4c4d of type vlan for network 40be454a-7c93-4698-98d3-8be1b043648a Dec 06 12:26:59.655109 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:59.656285 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:59.746114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.769917 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2008ac63-cb83-4f66-97b2-e6352ebf7d53 req-0da9cbc5-2854-41de-be2d-c0b6950aa17a tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0505569 Dec 06 12:26:59.804525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] For port 83e031b1-2449-49fe-9625-c94b30d96556, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=83e031b1-2449-49fe-9625-c94b30d96556,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:26:59.807597 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651fb4-7772-4526-b0f8-6c75a63be207 None None] Pushing event updated for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:59.868427 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5664a4f9-8780-4a5a-82b0-b8e4e0e73639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.871898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.045906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:00.111621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c523f-3c66-4b87-afdf-040f310c537e None None] Pushing event updated for resources: {'Port': ['ID=83e031b1-2449-49fe-9625-c94b30d96556,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:00.229836 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.350218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.359667 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:00.360586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.366370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.398948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0165151a-55a0-453f-9d4a-dffb1635e619 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:00.477867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7bdb827-0db6-49f7-b273-10bd13f61b0f req-b5b3f2c4-7043-45d2-8952-c82605744938 tempest-ServerShowV257Test-58233498 tempest-ServerShowV257Test-58233498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a20243-68d1-488a-9203-ace588638ab9 HTTP/1.1" status: 200 len: 210 time: 0.0861144 Dec 06 12:27:00.496470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.513590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0623720 Dec 06 12:27:00.514443 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:00.520663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'subnet': {'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:00.550175 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:27:00.556500 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:00.557304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.558442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "PUT /v2.0/networks/5999a07e-4c34-4df9-85b2-f4af0b7b416c HTTP/1.1" status: 200 len: 723 time: 1.0991085 Dec 06 12:27:00.560106 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906eb4d-0d30-4f9d-a7e7-c402169a142d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Network': ['ID=40be454a-7c93-4698-98d3-8be1b043648a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:00.562996 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39142) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:00.584270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 40be454a-7c93-4698-98d3-8be1b043648a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:00.586858 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '5999a07e-4c34-4df9-85b2-f4af0b7b416c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:00.645283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.652924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] For port 03291a5a-66d3-4f64-9288-bbde75c16493, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=03291a5a-66d3-4f64-9288-bbde75c16493,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:00.659099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.669407 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0165151a-55a0-453f-9d4a-dffb1635e619 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:00.669807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.672667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.674806 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Made reservation on behalf of 08c73e4b56ad4df591a96185ca931ace for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:00.680928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.726416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.777002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120a15d-d4ef-41e7-995b-b59e5ceecf65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=5999a07e-4c34-4df9-85b2-f4af0b7b416c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:00.801619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:00.812571 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:00.818871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.844411 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Provisioning complete for port 0165151a-55a0-453f-9d4a-dffb1635e619 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:00.844794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.888229 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:00.904857 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:00.917824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:00.970329 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f6cf2-62fb-46e5-9e86-aab72b70aa1b None None] Pushing event updated for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:00.974700 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:26:59Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:00.981928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.065138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.066622 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Subnet': ['ID=28ccd86b-fa90-4619-9d7b-be7cac7bb30f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:01.072578 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Checking segment: {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:01.072943 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network hostable DHCP agents. Network: 40be454a-7c93-4698-98d3-8be1b043648a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:01.111421 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 40be454a-7c93-4698-98d3-8be1b043648a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:01.125176 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 40be454a-7c93-4698-98d3-8be1b043648a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:01.136177 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=d905e755-e394-48a4-aeba-63134356999a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:01.142827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:01.143434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.170247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f15bdc18-1c51-4be4-a610-a01a1e0d7d55 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6527340 Dec 06 12:27:01.172573 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:01.250848 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': '9688f051-0dfa-45b7-9325-9a037450183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5999a07e-4c34-4df9-85b2-f4af0b7b416c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:01.251220 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 5999a07e-4c34-4df9-85b2-f4af0b7b416c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:01.258821 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0e5832-cc64-45ee-b7cd-b3113292871a None None] Network 40be454a-7c93-4698-98d3-8be1b043648a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:01.267890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995d9e5-a3c4-4204-930f-819987c80d65 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:26:59Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:01.349739 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:01.411158 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5999a07e-4c34-4df9-85b2-f4af0b7b416c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:01.466903 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.512110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:01.519226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.535926 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4c03e-f820-4ca8-9fcf-95d6f22920b9 None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:01.542534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Pushing event updated for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:01.668963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fdf30274-0383-452b-82cf-bd2effd6457b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0909581 Dec 06 12:27:01.669252 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39164) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:01.669724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Attempting to bind port 498037a2-5108-46e4-a772-debcda5dcaa4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:01.669724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Attempting to bind port 498037a2-5108-46e4-a772-debcda5dcaa4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ce894337-9932-48b6-9805-04c9c9a6ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:01.669724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Attempting to bind port 498037a2-5108-46e4-a772-debcda5dcaa4 on network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:01.690849 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:01.714788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2f1457b-037e-4c38-830c-326643e37a4c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:01.814774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a7db3-d5a5-4ecf-9af5-364be45a0a09 None None] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:01.817463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:01.817973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Checking segment: {'id': 'ce894337-9932-48b6-9805-04c9c9a6ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:01.818498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.819154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Bound using segment: {'id': 'ce894337-9932-48b6-9805-04c9c9a6ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:01.819914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Bound port: 498037a2-5108-46e4-a772-debcda5dcaa4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce894337-9932-48b6-9805-04c9c9a6ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:01.820417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.873197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15836251'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.000352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.070518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d2f1457b-037e-4c38-830c-326643e37a4c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:02.071022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.187613 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760236378031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16319418'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.234628 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39178) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:02.284974 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=d905e755-e394-48a4-aeba-63134356999a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:02.298865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:02.300064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.301780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-473838cc-4122-4b97-b384-8abe1274e9d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "PUT /v2.0/subnets/d905e755-e394-48a4-aeba-63134356999a HTTP/1.1" status: 200 len: 826 time: 0.6342492 Dec 06 12:27:02.303289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Provisioning complete for port 03291a5a-66d3-4f64-9288-bbde75c16493 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:02.303876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.306585 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:02.382048 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:02.385761 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-40be454a-7c93-4698-98d3-8be1b043648a', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:02.387087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.439662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=498037a2-5108-46e4-a772-debcda5dcaa4,segment=NetworkSegment(ce894337-9932-48b6-9805-04c9c9a6ef93),segment_id=ce894337-9932-48b6-9805-04c9c9a6ef93)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:02.519155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.521315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.538616 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0363bb57-c7bb-4bcb-af92-8a85dc6b72fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.591624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.643206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0363bb57-c7bb-4bcb-af92-8a85dc6b72fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.652340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.671772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0363bb57-c7bb-4bcb-af92-8a85dc6b72fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.715023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.727506 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b241f-e026-41d2-b08f-b4d6ede7fb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5999a07e-4c34-4df9-85b2-f4af0b7b416c', 'network_id': '5999a07e-4c34-4df9-85b2-f4af0b7b416c', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': 'd905e755-e394-48a4-aeba-63134356999a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:02.728348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a81b241f-e026-41d2-b08f-b4d6ede7fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.761696 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=d905e755-e394-48a4-aeba-63134356999a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:02.837051 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Allocated IP 2001:db8:3::1 (40be454a-7c93-4698-98d3-8be1b043648a/28ccd86b-fa90-4619-9d7b-be7cac7bb30f/115c0ad3-37b2-4217-9d51-0070eba81659) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:02.944178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c55c2b-e940-4012-9268-2d13e020cb2b None None] Pushing event updated for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:02.953089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.978374 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5999a07e-4c34-4df9-85b2-f4af0b7b416c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:02.990318 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9688f051-0dfa-45b7-9325-9a037450183a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:02.990623 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9688f051-0dfa-45b7-9325-9a037450183a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:03.006655 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.022653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.042992 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:03.043447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:03.050117 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:03.110585 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 83e031b1-2449-49fe-9625-c94b30d96556 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:03.119848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.139630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.146349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.166970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363bb57-c7bb-4bcb-af92-8a85dc6b72fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d9c1d-60c8-4d0c-9148-ca31ebf3a977,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.173774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/5999a07e-4c34-4df9-85b2-f4af0b7b416c HTTP/1.1" status: 204 len: 168 time: 0.8660090 Dec 06 12:27:03.175535 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.175644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0363bb57-c7bb-4bcb-af92-8a85dc6b72fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=590e84b7aaeb46379463baa20f097500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9398315 Dec 06 12:27:03.188646 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39198) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.247428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.279882 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353bd66-7f43-4273-afab-e14030a9608b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=5999a07e-4c34-4df9-85b2-f4af0b7b416c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.280523 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.293235 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:03.322281 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:03.322934 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:03.338466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f794bf7-49b9-45dd-895f-16cdc61bec6d None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:03.344287 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba502b35-78ef-44be-b7cb-36b5e877d0bc tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:03.345188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba502b35-78ef-44be-b7cb-36b5e877d0bc tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:03.356367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ba502b35-78ef-44be-b7cb-36b5e877d0bc tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/5999a07e-4c34-4df9-85b2-f4af0b7b416c HTTP/1.1" status: 404 len: 339 time: 0.1475642 Dec 06 12:27:03.357029 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.369041 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Provisioning complete for port 83e031b1-2449-49fe-9625-c94b30d96556 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:03.369447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.390440 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265715494', 'description': 'd1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:03.428469 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 40be454a-7c93-4698-98d3-8be1b043648a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:03.447731 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f794bf7-49b9-45dd-895f-16cdc61bec6d None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:27:03.448452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:03.452976 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:03.462765 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:03.470057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f67cc-6577-4867-956e-9b393a7dcd54 None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:03.473568 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.476536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.479916 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=115c0ad3-37b2-4217-9d51-0070eba81659,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.487953 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Allocated IP 2001:db8:3::2 (40be454a-7c93-4698-98d3-8be1b043648a/28ccd86b-fa90-4619-9d7b-be7cac7bb30f/489d6c25-9154-4f1e-abaf-fa39817964f7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:03.504905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.549426 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:03.572246 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 83e031b1-2449-49fe-9625-c94b30d96556 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:03.572618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.581734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f67cc-6577-4867-956e-9b393a7dcd54 None None] Network 5999a07e-4c34-4df9-85b2-f4af0b7b416c could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:27:03.584904 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:03.615880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.616816 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment 10fd2153-37af-4e73-b0c2-abb9d7e6b293 of type vlan for network 97011a70-c553-4cb7-9df8-08dcc894755f Dec 06 12:27:03.700347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.749945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.763053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.828405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.844111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:03.846256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7916698'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.879652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] For port 83e031b1-2449-49fe-9625-c94b30d96556, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=83e031b1-2449-49fe-9625-c94b30d96556,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:03.889778 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.930076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5719273 Dec 06 12:27:03.932144 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.961236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.971427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.974064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.975258 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/159d9c1d-60c8-4d0c-9148-ca31ebf3a977 HTTP/1.1" status: 204 len: 168 time: 0.7856586 Dec 06 12:27:04.020884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d9c1d-60c8-4d0c-9148-ca31ebf3a977,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:04.052386 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:26:58Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:04.105208 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.105576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.105920 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.106267 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.106961 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.106961 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.107275 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.107715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.107912 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.108224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.108596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.108923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.109274 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f270c86-9faf-4f7e-b70e-43e9721d78dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:04.113078 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:04.113465 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Updating router b11c72ae-203c-4884-9f4d-c75dc2880d2d port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:27:04.186374 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.300636 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7231b8b-bf84-4e12-9889-774078cc2bf8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=97011a70-c553-4cb7-9df8-08dcc894755f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:04.335635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df013ee4-cdb1-4b54-8f26-e52612ce094d tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:04.339362 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-df013ee4-cdb1-4b54-8f26-e52612ce094d tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks?id=97011a70-c553-4cb7-9df8-08dcc894755f HTTP/1.1" status: 200 len: 764 time: 0.4002261 Dec 06 12:27:04.343980 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:04.354912 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'description': 'd2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:04.586413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 03291a5a-66d3-4f64-9288-bbde75c16493 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:04.662449 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 97011a70-c553-4cb7-9df8-08dcc894755f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:04.693491 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Provisioning complete for port 83e031b1-2449-49fe-9625-c94b30d96556 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:04.694109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.846264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.852104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.857502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.858305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.910517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.923104 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74199b3-f08b-4c82-9407-a01634d7f79e None None] Pushing event updated for resources: {'Port': ['ID=83e031b1-2449-49fe-9625-c94b30d96556,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:04.977678 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.988755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73cdb0-2d7d-40d1-9eea-d59d038d73cb None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:04.988916 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.065682 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Network 40be454a-7c93-4698-98d3-8be1b043648a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:05.071091 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:05.101692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event updated for resources: {'Port': ['ID=115c0ad3-37b2-4217-9d51-0070eba81659,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.113434 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=97011a70-c553-4cb7-9df8-08dcc894755f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.117085 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 97011a70-c553-4cb7-9df8-08dcc894755f is not hosted by any dhcp agent {{(pid=103297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:27:05.133666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:05.134442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.137314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3bdcafcc-8608-437d-bc72-a75890438d56 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "PUT /v2.0/networks/97011a70-c553-4cb7-9df8-08dcc894755f HTTP/1.1" status: 200 len: 761 time: 0.7921293 Dec 06 12:27:05.140606 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39246) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.149668 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183823-f205-4d5d-8229-ac4623279760 None None] Pushing event updated for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.201538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 97011a70-c553-4cb7-9df8-08dcc894755f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:05.313754 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 03291a5a-66d3-4f64-9288-bbde75c16493 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:05.313754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.320064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.368432 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238baf3a-b864-432b-9d3e-73763679b31a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:05.370219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-238baf3a-b864-432b-9d3e-73763679b31a tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks?id=97011a70-c553-4cb7-9df8-08dcc894755f HTTP/1.1" status: 200 len: 764 time: 0.2264204 Dec 06 12:27:05.375108 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.376539 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Attempting to bind port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:05.379454 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Attempting to bind port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:05.383189 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Attempting to bind port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 on network 8226ab44-69f1-4f6c-a101-319cdbb63adf {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:05.393047 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:05.398649 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:05.399608 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Checking segment: {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:05.401024 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.402458 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Bound using segment: {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:05.404227 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Bound port: b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:05.406479 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.486620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.548259 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] For port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:05.558966 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] For port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:05.567010 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.616998 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Pushing event updated for resources: {'Port': ['ID=489d6c25-9154-4f1e-abaf-fa39817964f7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.699281 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Network 40be454a-7c93-4698-98d3-8be1b043648a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:05.704196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:05.707475 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:05.712213 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:05.720098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1394512-0e68-4725-952f-5eeaf7e4d812 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5428708 Dec 06 12:27:05.722196 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.730464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:05.760561 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183823-f205-4d5d-8229-ac4623279760 None None] Pushing event updated for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.822878 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:05.823803 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:05.864359 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Update dhcp port {'port': {'network_id': 'cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3', 'fixed_ips': [{'subnet_id': '0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249', 'ip_address': '2001:db8::2'}, {'subnet_id': '628feb8b-4df6-49c4-b554-898dc839ac48'}], 'binding:host_id': 'n-d-master-1'}, 'id': '498037a2-5108-46e4-a772-debcda5dcaa4'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:27:05.889630 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39282) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.892239 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Provisioning complete for port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:05.892700 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.894717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.058867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Attempting to bind port 489d6c25-9154-4f1e-abaf-fa39817964f7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:06.060016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Attempting to bind port 489d6c25-9154-4f1e-abaf-fa39817964f7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:06.060739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Attempting to bind port 489d6c25-9154-4f1e-abaf-fa39817964f7 on network 40be454a-7c93-4698-98d3-8be1b043648a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:06.102166 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:06.128076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:06.128665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Checking segment: {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:06.128815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.129139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Bound using segment: {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:06.165822 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Bound port: 489d6c25-9154-4f1e-abaf-fa39817964f7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:06.166108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.180627 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1607752708-network', 'tenant_id': '716a462d436a4d9a96bd389692ad8809'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:06.208368 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Made reservation on behalf of 716a462d436a4d9a96bd389692ad8809 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:06.211347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.225690 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.285124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] For port 489d6c25-9154-4f1e-abaf-fa39817964f7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:06.288680 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] For port 489d6c25-9154-4f1e-abaf-fa39817964f7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=489d6c25-9154-4f1e-abaf-fa39817964f7,segment=NetworkSegment(9fa5cd40-3d63-40a2-b47d-11ab59df4c4d),segment_id=9fa5cd40-3d63-40a2-b47d-11ab59df4c4d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:06.359372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.371099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.425664 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416832cb-0abe-4ff6-b420-a491773d3502 None None] Pushing event updated for resources: {'Port': ['ID=489d6c25-9154-4f1e-abaf-fa39817964f7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:06.492666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8868dc9-28d4-4a00-97a4-ce7863030ff2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:06.495497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c8868dc9-28d4-4a00-97a4-ce7863030ff2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1191988 Dec 06 12:27:06.497942 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:06.548200 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] For port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:06.558092 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.616343 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:03Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '115c0ad3-37b2-4217-9d51-0070eba81659', 'name': '', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:a4:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:27:02Z', 'updated_at': '2021-12-06T12:27:04Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:05Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:06.625593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b743d0e2-7c52-4efa-8059-e3b94022aa1c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 207 time: 0.1248112 Dec 06 12:27:06.629015 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:06.751851 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Provisioning complete for port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:06.752213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.753034 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331bbbd-aece-41f3-bda5-749933ee1b87 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:03Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '115c0ad3-37b2-4217-9d51-0070eba81659', 'name': '', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:a4:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:27:02Z', 'updated_at': '2021-12-06T12:27:04Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:05Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:06.772951 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:27:06.820562 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:27:06.875208 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Allocated IP 172.20.0.1 (cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3/628feb8b-4df6-49c4-b554-898dc839ac48/498037a2-5108-46e4-a772-debcda5dcaa4) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:06.887611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937b24d-8b12-45be-ad85-3f561503f90b None None] Pushing event updated for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:06.964484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.966314 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.extraroute_db [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Removed routes are [] {{(pid=103298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:27:06.966697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:06.971554 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.120855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 498037a2-5108-46e4-a772-debcda5dcaa4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:07.136858 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:07.185531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.187323 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Added segment 19561593-354c-40a3-be5a-e3bbcb6d0a11 of type vlan for network e07bcf95-4621-4de2-ba5d-4e4912e2280c Dec 06 12:27:07.199143 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b4fa3-c5a4-4e6a-a951-aea9bbeda892,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:07.205805 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.232628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Provisioning complete for port 498037a2-5108-46e4-a772-debcda5dcaa4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:07.233179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.236972 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.253858 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.262242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.276609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=498037a2-5108-46e4-a772-debcda5dcaa4,segment=NetworkSegment(ce894337-9932-48b6-9805-04c9c9a6ef93),segment_id=ce894337-9932-48b6-9805-04c9c9a6ef93)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:07.287053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.299682 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.300751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.306348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f632d35-14a0-4e79-8f80-8d0d5290c7c2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6760151 Dec 06 12:27:07.310955 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:07.327231 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 498037a2-5108-46e4-a772-debcda5dcaa4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:07.330953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.558478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6dcb0519-4c44-4215-99f2-0d8c6442e964 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2451677 Dec 06 12:27:07.562238 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:07.576481 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.586493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.613354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:07.628305 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.630052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.637213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.637213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.637213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.637213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-65df2655-9031-48c6-8758-669ddc5b8883 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0737484 Dec 06 12:27:07.640645 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:07.767485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.768938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.783463 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.785571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.791036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:07.794110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a37554bb-b9ff-4b45-a605-f24fb1ce1ba1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1522570 Dec 06 12:27:07.802807 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.051822 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.069476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:27:08.094903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f9e5a-a0bd-46de-8a85-f6b8b8d0cd98 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:08.100660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-612f9e5a-a0bd-46de-8a85-f6b8b8d0cd98 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks/f6ddb888-b60c-4d60-bb06-a865abcf01b0 HTTP/1.1" status: 200 len: 803 time: 0.2967365 Dec 06 12:27:08.101317 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.119304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.120221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:08.120793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.126754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.132464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:27:08.133095 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:27:08.138544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.148695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595649f-24db-433e-bf4c-abc55899b3ba None None] Pushing event updated for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:08.191768 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=498037a2-5108-46e4-a772-debcda5dcaa4,segment=NetworkSegment(ce894337-9932-48b6-9805-04c9c9a6ef93),segment_id=ce894337-9932-48b6-9805-04c9c9a6ef93)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:08.197653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.212306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3215647 Dec 06 12:27:08.245822 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:08.274356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:08.275128 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:08.283334 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.306468 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Request body: {'subnet': {'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1607752708-subnet', 'tenant_id': '716a462d436a4d9a96bd389692ad8809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:08.447741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7df54139-4b10-43b4-92fc-fbfd9ebd4bf1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/networks/f6ddb888-b60c-4d60-bb06-a865abcf01b0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3446672 Dec 06 12:27:08.449756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Made reservation on behalf of 716a462d436a4d9a96bd389692ad8809 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:08.452843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.496196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024d87-8b9e-4835-98e3-6cc1a30b3d33 admin admin] Pushing event updated for resources: {'Network': ['ID=e07bcf95-4621-4de2-ba5d-4e4912e2280c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:08.498503 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.610642 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:08.612826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c3ee1-8918-42d8-813b-4f405841c48b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:08.617770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f69c3ee1-8918-42d8-813b-4f405841c48b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets/fdde8b19-bc98-495f-9666-a3ba3de8d8b0 HTTP/1.1" status: 200 len: 843 time: 0.1139588 Dec 06 12:27:08.623325 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.765338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6fe41b-09bf-4d68-8f8a-b330a1a6f374 None None] Network 40be454a-7c93-4698-98d3-8be1b043648a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:08.772086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:08.784135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.828434 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f166c694-bbae-4b71-b06e-1e84a0ee60a7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:08.878522 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:08.880317 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Checking segment: {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:08.880874 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Network hostable DHCP agents. Network: e07bcf95-4621-4de2-ba5d-4e4912e2280c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:08.891020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.896776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-176df5a7-078d-4f2b-8b56-b4162e70eccf tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 953 time: 3.1730652 Dec 06 12:27:08.901069 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.910937 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:08.932408 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41020c4c-69aa-4ae8-ad3a-a96728a358ba tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['shared'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:08.938191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41020c4c-69aa-4ae8-ad3a-a96728a358ba tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "GET /v2.0/subnets/fdde8b19-bc98-495f-9666-a3ba3de8d8b0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3011880 Dec 06 12:27:08.947337 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39350) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:08.953671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126918911'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:08.961885 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e07bcf95-4621-4de2-ba5d-4e4912e2280c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:08.990823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] Provisioning complete for port 489d6c25-9154-4f1e-abaf-fa39817964f7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:08.991200 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:08.999985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:09.003779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.008302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:09.008972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.042231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ff1f54c0-3b11-4bd3-8bd8-c7040d44fa5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7576833 Dec 06 12:27:09.075875 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261962d7-ac88-4f83-b12a-603375a529c6 None None] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:09.077740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eb1cb5f6-65f7-45da-a409-0d53b632bbc8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 953 time: 0.1737924 Dec 06 12:27:09.080320 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:09.081188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:09.092772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'routes': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:09.103941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.104399 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Added segment d259d671-ef8f-48da-978c-3672d47dea6c of type vlan for network 40dc517f-0e8d-4a33-961c-2dc73915640f Dec 06 12:27:09.215320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.241069 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad69a07-536a-4ada-9f3f-384d67d71df6 None None] Pushing event updated for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:09.271618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.276971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:09.277577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.295414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898dc203-49a3-496b-b8c9-92f93ebc6c66 None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:09.403671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Network': ['ID=40dc517f-0e8d-4a33-961c-2dc73915640f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:09.410707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46da8eeb-03cf-4264-a777-316ab0151d69 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4617848 Dec 06 12:27:09.424384 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39370) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:09.429382 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'network_id': '40dc517f-0e8d-4a33-961c-2dc73915640f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:09.629969 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Made reservation on behalf of 33033eb4b76b4ee8913af181d5c5a2f9 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:09.638305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.640352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:09.746534 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Performing IP validity checks on allocation pools {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:27:09.747451 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:27:09.793622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-eab432f1-2e83-494c-9fb4-393a7d4ddffe tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:09.795122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-eab432f1-2e83-494c-9fb4-393a7d4ddffe tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 814 time: 0.1067719 Dec 06 12:27:09.822571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-aa4fc59b-5a59-461f-b59b-49a1727081f5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/quotas/716a462d436a4d9a96bd389692ad8809 HTTP/1.1" status: 200 len: 375 time: 0.0189953 Dec 06 12:27:09.879053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f4a3b1c8-065b-438d-b278-b22aaff7ea6c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342062 Dec 06 12:27:09.895976 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16fce2-0bae-43c7-84f0-017a9fdfadf5 None None] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:09.907865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:09.910270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:09.988213 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:27:09.988535 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:27:10.040044 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=1fd54d07-4081-4ebf-aacc-99c41b286d84,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:10.045498 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Checking segment: {'id': 'd259d671-ef8f-48da-978c-3672d47dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '40dc517f-0e8d-4a33-961c-2dc73915640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:10.046131 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network hostable DHCP agents. Network: 40dc517f-0e8d-4a33-961c-2dc73915640f, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:10.051449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-46957602-fe3b-45d1-a54e-b5c0139ae781 service neutron] 10.222.0.31 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641064 Dec 06 12:27:10.057360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.063675 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:10.082573 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Network 40dc517f-0e8d-4a33-961c-2dc73915640f is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:10.102681 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 40dc517f-0e8d-4a33-961c-2dc73915640f) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:10.109970 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:10.111107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.164731 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a38434e3-3339-4238-bbc4-06b0d2ae777e tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7393093 Dec 06 12:27:10.167809 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:10.174062 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:10.224608 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd68caa-6b85-45b3-9bfe-d3c5055626da None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:10.365838 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.381691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-1ae17e40-b904-4cbd-9f0d-3659a33c3940 service neutron] 10.222.0.31 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197699 Dec 06 12:27:10.390069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.432089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5194912'] for subnet, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.560498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:10.560498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.632162 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:10.787887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760236378031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5387469'] for subnet, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.886509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.890481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:10.891234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:10.900995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "PUT /v2.0/subnets/1fd54d07-4081-4ebf-aacc-99c41b286d84 HTTP/1.1" status: 200 len: 900 time: 0.7317641 Dec 06 12:27:10.901680 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:10.985140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5bd74-3470-41ed-90e6-b76b1db37aa8 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event updated for resources: {'Subnet': ['ID=1fd54d07-4081-4ebf-aacc-99c41b286d84,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:11.157777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] For port 489d6c25-9154-4f1e-abaf-fa39817964f7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=489d6c25-9154-4f1e-abaf-fa39817964f7,segment=NetworkSegment(9fa5cd40-3d63-40a2-b47d-11ab59df4c4d),segment_id=9fa5cd40-3d63-40a2-b47d-11ab59df4c4d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:11.207065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.221839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.420245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.527112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.582218 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd54d07-4081-4ebf-aacc-99c41b286d84,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:11.627634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e997e89-2465-4850-a3eb-3c3e03692deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-40dc517f-0e8d-4a33-961c-2dc73915640f', 'network_id': '40dc517f-0e8d-4a33-961c-2dc73915640f', 'tenant_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'fixed_ips': [{'subnet_id': '1fd54d07-4081-4ebf-aacc-99c41b286d84'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:11.628514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e997e89-2465-4850-a3eb-3c3e03692deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.645332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 83e031b1-2449-49fe-9625-c94b30d96556 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:11.765185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38baefc1-601d-4958-9a1d-fb3e7ab90468 req-9aab56ef-3b21-45ff-accb-3177e55050b1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 210 time: 0.9981196 Dec 06 12:27:11.782717 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 6, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '115c0ad3-37b2-4217-9d51-0070eba81659', 'name': '', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:a4:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:27:02Z', 'updated_at': '2021-12-06T12:27:04Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:11.793740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.804830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:11.824304 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.828366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42fa65c3-32f7-4488-8e92-39a2d75361de tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 703 time: 2.7421060 Dec 06 12:27:11.830564 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:11.853356 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc517f-0e8d-4a33-961c-2dc73915640f']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:11.879215 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd259d671-ef8f-48da-978c-3672d47dea6c') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:11.879523 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd259d671-ef8f-48da-978c-3672d47dea6c') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:11.903427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.921892 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29ecb3-d4eb-4954-9446-7d0ad10ea45f None None] Pushing event updated for resources: {'Port': ['ID=489d6c25-9154-4f1e-abaf-fa39817964f7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:11.931823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.939063 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:11.939574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:11.943481 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:11.946469 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:11.947791 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Updating router b11c72ae-203c-4884-9f4d-c75dc2880d2d port 115c0ad3-37b2-4217-9d51-0070eba81659 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:27:11.994808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e1353fc4-c4f3-4c0a-bbcf-526909844434 None None] Provisioning complete for port 498037a2-5108-46e4-a772-debcda5dcaa4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:11.995455 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e1353fc4-c4f3-4c0a-bbcf-526909844434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.024911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.034304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e773e265-3a4a-4114-a6ef-19496257a6dd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 703 time: 0.2013013 Dec 06 12:27:12.035096 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:12.052160 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 83e031b1-2449-49fe-9625-c94b30d96556 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:12.052806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.078463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.085697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.092827 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/40dc517f-0e8d-4a33-961c-2dc73915640f HTTP/1.1" status: 204 len: 168 time: 1.1839681 Dec 06 12:27:12.093304 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39434) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:12.142478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0035-e71d-4d5d-9cad-df4c920d2707 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=40dc517f-0e8d-4a33-961c-2dc73915640f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:12.191685 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b5ac75-c17d-4f1d-bc49-f616ea837ccf tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:12.192160 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b5ac75-c17d-4f1d-bc49-f616ea837ccf tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:12.195596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0b5ac75-c17d-4f1d-bc49-f616ea837ccf tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/1fd54d07-4081-4ebf-aacc-99c41b286d84 HTTP/1.1" status: 404 len: 337 time: 0.0953708 Dec 06 12:27:12.201520 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39438) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:12.250271 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029aaf4-4b9d-4c72-af7a-ced036983719 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:12.250955 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029aaf4-4b9d-4c72-af7a-ced036983719 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:12.254365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7029aaf4-4b9d-4c72-af7a-ced036983719 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/40dc517f-0e8d-4a33-961c-2dc73915640f HTTP/1.1" status: 404 len: 339 time: 0.0517573 Dec 06 12:27:12.256768 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39440) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:12.505703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.537204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-5e997e89-2465-4850-a3eb-3c3e03692deb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:27:12.537204 n-d-master-1 neutron-server[103299]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 06 12:27:12.537204 n-d-master-1 neutron-server[103299]: [parameters: {'project_id': '33033eb4b76b4ee8913af181d5c5a2f9', 'id': 'dce1ec72-a307-473b-bc99-4a05a8583c0e', 'name': '', 'network_id': '40dc517f-0e8d-4a33-961c-2dc73915640f', 'mac_address': 'fa:16:3e:c9:52:29', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-40dc517f-0e8d-4a33-961c-2dc73915640f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2300}] Dec 06 12:27:12.537204 n-d-master-1 neutron-server[103299]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:27:12.537652 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-5e997e89-2465-4850-a3eb-3c3e03692deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:27:12.639586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.650094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.665683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.730950 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-e0ef153e-f703-4083-ab3c-0c1cc0cb5446 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:12.732466 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-e0ef153e-f703-4083-ab3c-0c1cc0cb5446 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 814 time: 0.4222851 Dec 06 12:27:12.746588 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Pushing event updated for resources: {'Port': ['ID=115c0ad3-37b2-4217-9d51-0070eba81659,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:12.765736 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Request body: {'port': {'device_id': 'af32c298-38e5-4578-9960-82e553293696', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'admin_state_up': True, 'tenant_id': '716a462d436a4d9a96bd389692ad8809'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:12.773287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.773643 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.773985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.774325 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.774806 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.775273 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.775609 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.775937 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.776263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.776588 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.776916 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.777260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.777708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:12.845429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.881423 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97011a70-c553-4cb7-9df8-08dcc894755f']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:12.903542 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fd2153-37af-4e73-b0c2-abb9d7e6b293') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:12.906947 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fd2153-37af-4e73-b0c2-abb9d7e6b293') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:12.911406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Attempting to bind port 115c0ad3-37b2-4217-9d51-0070eba81659 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:12.911801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Attempting to bind port 115c0ad3-37b2-4217-9d51-0070eba81659 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:12.912174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Attempting to bind port 115c0ad3-37b2-4217-9d51-0070eba81659 on network 40be454a-7c93-4698-98d3-8be1b043648a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:12.960607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:12.960995 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Checking segment: {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:12.961545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.961946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Bound using segment: {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:12.962446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Bound port: 115c0ad3-37b2-4217-9d51-0070eba81659, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:12.962831 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.975093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:12.998508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a95ee680-98a7-4a5f-a52b-c511609ab7b0 None None] Provisioning complete for port 489d6c25-9154-4f1e-abaf-fa39817964f7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:13.000060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a95ee680-98a7-4a5f-a52b-c511609ab7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.022152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.030940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-663a7941-acb2-46cb-ad99-21064f67080f req-6fa58a6a-a9cc-46fa-b466-6c49313f6706 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 210 time: 0.1003530 Dec 06 12:27:13.051614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5e997e89-2465-4850-a3eb-3c3e03692deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.114126 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:13.116710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:13.121513 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:13.224852 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ff68a-5118-4258-90b2-29ecad02d587 None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:13.226328 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 115c0ad3-37b2-4217-9d51-0070eba81659 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:13.226678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.308388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] For port 115c0ad3-37b2-4217-9d51-0070eba81659, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:13.323579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:13.334996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.339976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.345715 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 115c0ad3-37b2-4217-9d51-0070eba81659, host n-d-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:13.346295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.347052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/97011a70-c553-4cb7-9df8-08dcc894755f HTTP/1.1" status: 204 len: 168 time: 1.0753641 Dec 06 12:27:13.347681 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39458) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:13.362358 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 115c0ad3-37b2-4217-9d51-0070eba81659 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:13.377494 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ff68a-5118-4258-90b2-29ecad02d587 None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:27:13.387546 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8c441d-c432-4815-bbf2-68551768495d tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:13.388016 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8c441d-c432-4815-bbf2-68551768495d tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:13.394710 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb8c441d-c432-4815-bbf2-68551768495d tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/d905e755-e394-48a4-aeba-63134356999a HTTP/1.1" status: 404 len: 337 time: 0.0402625 Dec 06 12:27:13.396336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] For port 115c0ad3-37b2-4217-9d51-0070eba81659, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=115c0ad3-37b2-4217-9d51-0070eba81659,segment=NetworkSegment(9fa5cd40-3d63-40a2-b47d-11ab59df4c4d),segment_id=9fa5cd40-3d63-40a2-b47d-11ab59df4c4d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:13.407424 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:13.421777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbbd2-600b-4082-bfa6-732fb1d45f46 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=97011a70-c553-4cb7-9df8-08dcc894755f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:13.434786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Made reservation on behalf of 716a462d436a4d9a96bd389692ad8809 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:13.439182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.442299 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00342d53-dda1-410c-8d85-6f302b24ff2d None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:13.444425 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-257775e2-ab9d-402e-a96b-99c40787fcc1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:13.444950 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257775e2-ab9d-402e-a96b-99c40787fcc1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:13.451120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-257775e2-ab9d-402e-a96b-99c40787fcc1 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/5999a07e-4c34-4df9-85b2-f4af0b7b416c HTTP/1.1" status: 404 len: 339 time: 0.0424349 Dec 06 12:27:13.451474 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:13.462559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00342d53-dda1-410c-8d85-6f302b24ff2d None None] Network 40dc517f-0e8d-4a33-961c-2dc73915640f could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:27:13.467265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.474035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb6060-383d-4566-9699-5088028942ba None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:27:13.536159 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a95ee680-98a7-4a5f-a52b-c511609ab7b0 None None] Provisioning complete for port 115c0ad3-37b2-4217-9d51-0070eba81659 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:13.536690 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a95ee680-98a7-4a5f-a52b-c511609ab7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.575038 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting subnet 628feb8b-4df6-49c4-b554-898dc839ac48 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:13.581470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.620409 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Allocated IP 172.20.0.10 (e07bcf95-4621-4de2-ba5d-4e4912e2280c/f166c694-bbae-4b71-b06e-1e84a0ee60a7/87cdd774-0233-4e8e-9fbe-5c78a7a98402) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:13.668534 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:13.669375 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:13.760172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.769650 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:13.805314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.835411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.851952 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=115c0ad3-37b2-4217-9d51-0070eba81659,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:13.871591 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:13.871965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.879678 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.901499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.942774 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:13.948231 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:13.955085 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:13.963756 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d0d2-88ef-4184-b809-a3587a045bc7 None None] Pushing event updated for resources: {'Port': ['ID=115c0ad3-37b2-4217-9d51-0070eba81659,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.044587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.066251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.074701 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=628feb8b-4df6-49c4-b554-898dc839ac48,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.102251 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:14.103158 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.143432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-f9701b24-60b6-4030-8d2c-2553092dabf5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3936963 Dec 06 12:27:14.168162 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Request body: {'port': {'device_id': 'af32c298-38e5-4578-9960-82e553293696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:14.284267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.287995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-77124624-9134-41ac-851e-d53eb17a9065 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/628feb8b-4df6-49c4-b554-898dc839ac48 HTTP/1.1" status: 204 len: 168 time: 0.8346336 Dec 06 12:27:14.296104 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:14.309384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.336332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a95ee680-98a7-4a5f-a52b-c511609ab7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.352994 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting subnet 0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:14.356518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.377061 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb6060-383d-4566-9699-5088028942ba None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:27:14.414455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.584117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.670511 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.670843 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 489d6c25-9154-4f1e-abaf-fa39817964f7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:14.714069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.719713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249 HTTP/1.1" status: 204 len: 168 time: 0.4201462 Dec 06 12:27:14.720724 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39486) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:14.761540 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3f15-518b-4dcd-96c5-ff694af81206 req-fd52272c-ea94-4463-8407-289240c7b18c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:14.763979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2bb3f15-518b-4dcd-96c5-ff694af81206 req-fd52272c-ea94-4463-8407-289240c7b18c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 932 time: 0.5275707 Dec 06 12:27:14.765401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.767966 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144576ff-a644-46a7-8ad3-c20a4af15e65 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5d8af6-053f-4d0b-a7cc-31e0bd6b8249,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.887576 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-651eadc6-0a26-404a-878f-b6f92ac84c3b None None] Could not find standard attr ID for object 115c0ad3-37b2-4217-9d51-0070eba81659. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:14.919619 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:10Z', 'revision_number': 7, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '115c0ad3-37b2-4217-9d51-0070eba81659', 'name': '', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:a4:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:27:02Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:14.971358 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335692-934e-44df-a1c9-8ae67b8c6bd6 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:10Z', 'revision_number': 7, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '115c0ad3-37b2-4217-9d51-0070eba81659', 'name': '', 'network_id': '40be454a-7c93-4698-98d3-8be1b043648a', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:a4:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:27:02Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 4, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '28ccd86b-fa90-4619-9d7b-be7cac7bb30f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:15.069029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.081261 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 489d6c25-9154-4f1e-abaf-fa39817964f7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:15.081261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.115020 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:15.148929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.188537 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Transition to ACTIVE for port object 87cdd774-0233-4e8e-9fbe-5c78a7a98402 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:15.196174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.249911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2bb3f15-518b-4dcd-96c5-ff694af81206 req-65969cc1-3907-441c-97b5-9acba023f7ad tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623966 Dec 06 12:27:15.268508 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:15.365735 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:15.380529 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:15.381186 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:15.392258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:15.469112 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:15.475559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04d06ea9-ed1f-4402-9021-ee5742be26f9 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392104 Dec 06 12:27:15.485301 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:15.557454 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Attempting to bind port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:15.557797 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Attempting to bind port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:15.558123 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Attempting to bind port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:15.573509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 498037a2-5108-46e4-a772-debcda5dcaa4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:15.577452 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:15.578058 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Attempting to bind port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:15.595502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting port 498037a2-5108-46e4-a772-debcda5dcaa4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:15.596480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.621716 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 28ccd86b-fa90-4619-9d7b-be7cac7bb30f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:15.627432 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676927d-1423-4d37-b5ca-816bb820ef72 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:15.629660 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020be932-cc75-4008-aee0-565f0f8593f9 None None] Network cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:15.639734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.670019 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:15.745874 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.759968 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=498037a2-5108-46e4-a772-debcda5dcaa4,segment=NetworkSegment(ce894337-9932-48b6-9805-04c9c9a6ef93),segment_id=ce894337-9932-48b6-9805-04c9c9a6ef93)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:15.762742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.846019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:15.855052 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Checking segment: {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:15.857713 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Bound using segment: {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:15.858996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Bound port: 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:15.864419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.868031 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Calling delete_port for 498037a2-5108-46e4-a772-debcda5dcaa4 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:15.966532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.111178 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:16.121972 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:16.137095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.216712 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=28ccd86b-fa90-4619-9d7b-be7cac7bb30f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:16.233073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.255108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.265794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e782fea0-f8f5-4d3d-b189-b1934112b428 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/28ccd86b-fa90-4619-9d7b-be7cac7bb30f HTTP/1.1" status: 204 len: 168 time: 0.7793875 Dec 06 12:27:16.266433 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:16.280873 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 498037a2-5108-46e4-a772-debcda5dcaa4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:16.281906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.320242 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc21d8-999f-4a1e-845e-d5d772c02fb6 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:16.408763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:16.417045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.418638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] 10.222.0.23 "PUT /v2.0/ports/87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 1092 time: 2.2649772 Dec 06 12:27:16.437888 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:16.454749 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202ac60-995c-4911-8fea-ca20fe1af890" -d '{"events": [{"name": "network-changed", "server_uuid": "af32c298-38e5-4578-9960-82e553293696", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:16.455471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112bde9c-227d-4a7f-b07a-ba334cede906 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:16.488041 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:16.546517 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c2ca8c4b-b7c3-4119-8183-fd38b60c5d71 None None] Could not find standard attr ID for object 115c0ad3-37b2-4217-9d51-0070eba81659. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:16.554381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] DHCP port deletion for cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:16.590357 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16867504-5a80-4633-9e6d-4462d80dbf28 x-openstack-request-id: req-16867504-5a80-4633-9e6d-4462d80dbf28 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:16.590357 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af32c298-38e5-4578-9960-82e553293696", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:16.590663 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16867504-5a80-4633-9e6d-4462d80dbf28 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:16.590867 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'status': 'completed', 'code': 200} Dec 06 12:27:16.622526 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fe5b5-db94-4ed5-bd3f-3a342025b758 service neutron] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:16.627486 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:16.649047 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:16.651493 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:16.665485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-84a42378-e34b-48bd-a201-e3b233bffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:16.667116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-84a42378-e34b-48bd-a201-e3b233bffe91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1095 time: 0.1940598 Dec 06 12:27:16.691865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.737961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-27264202-8d8e-4ab9-8927-7ae37f433778 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.0625753 Dec 06 12:27:16.768053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3fc1c1-2d3b-44e6-8dde-2fd3096470e9 None None] Network 40be454a-7c93-4698-98d3-8be1b043648a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:16.769091 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:16.775640 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No DVR routers for this DVR port 498037a2-5108-46e4-a772-debcda5dcaa4 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:16.796425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.837096 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:16.870457 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1472-e46c-49cf-a584-d43c0f539535 req-a276355b-b02b-463c-84ea-595419f5d089 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:16.872701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc5e1472-e46c-49cf-a584-d43c0f539535 req-a276355b-b02b-463c-84ea-595419f5d089 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.3764093 Dec 06 12:27:16.914357 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d643-a5c0-4316-83d4-872581ee4653 req-07f0bf00-0424-49da-80e3-94733905dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:16.916019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-07f0bf00-0424-49da-80e3-94733905dd2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1575055 Dec 06 12:27:16.916148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Deleting port 498037a2-5108-46e4-a772-debcda5dcaa4 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:16.916514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:16.995651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-018d0814-79e6-4cda-b57c-aed6b8c92059 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583332 Dec 06 12:27:17.022534 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] For port 498037a2-5108-46e4-a772-debcda5dcaa4, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:17.023087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.040992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Calling delete_port for 498037a2-5108-46e4-a772-debcda5dcaa4 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:17.044734 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Port 498037a2-5108-46e4-a772-debcda5dcaa4 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:27:17.050078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.059591 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 498037a2-5108-46e4-a772-debcda5dcaa4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:17.061865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] DHCP port deletion for 40be454a-7c93-4698-98d3-8be1b043648a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:17.070018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.101571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-991fb041-831d-4131-863f-ba55fcec5c70 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:17.113080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-991fb041-831d-4131-863f-ba55fcec5c70 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.2940383 Dec 06 12:27:17.119222 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] No DVR routers for this DVR port 498037a2-5108-46e4-a772-debcda5dcaa4 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:17.145106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 498037a2-5108-46e4-a772-debcda5dcaa4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:17.145106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 498037a2-5108-46e4-a772-debcda5dcaa4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:17.146501 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734045b2-1983-43e5-9532-9cc6d878d066 None None] Pushing event deleted for resources: {'Port': ['ID=498037a2-5108-46e4-a772-debcda5dcaa4,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:17.172892 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.180325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-885fc166-00f7-4b15-a313-ee4c4f085926 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/quotas/1ddf50bcd73342298e1be53c5d97f1da HTTP/1.1" status: 200 len: 375 time: 0.0655701 Dec 06 12:27:17.200058 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce894337-9932-48b6-9805-04c9c9a6ef93') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.200354 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce894337-9932-48b6-9805-04c9c9a6ef93') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.202326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Deleting port 489d6c25-9154-4f1e-abaf-fa39817964f7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:17.202814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.235719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.251679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.263931 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:17.264485 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.272248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc5e1472-e46c-49cf-a584-d43c0f539535 req-cf364022-1896-4776-9238-d4a3c6bf514f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456249 Dec 06 12:27:17.274571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] For port 489d6c25-9154-4f1e-abaf-fa39817964f7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=489d6c25-9154-4f1e-abaf-fa39817964f7,segment=NetworkSegment(9fa5cd40-3d63-40a2-b47d-11ab59df4c4d),segment_id=9fa5cd40-3d63-40a2-b47d-11ab59df4c4d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:17.275281 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.300028 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.307531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Calling delete_port for 489d6c25-9154-4f1e-abaf-fa39817964f7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:17.338589 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:17.348275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.359855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.368679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3 HTTP/1.1" status: 204 len: 168 time: 2.6444540 Dec 06 12:27:17.370976 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2f58d-3d7c-428e-89dd-119e9ffc136f None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:17.372232 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.389140 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-38fce0d6-1f9f-44a8-8ed9-32938d24e7d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840375 Dec 06 12:27:17.411877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.429567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7263a0-3898-4b84-ad8a-6204bd039eb6 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=cc6b2bde-0bb1-4eaf-9baa-b31be8a4deb3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:17.440339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-46c7de28-4b2c-4798-b2f4-034e23302f9a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2590492 Dec 06 12:27:17.456193 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] Pushing event deleted for resources: {'Port': ['ID=489d6c25-9154-4f1e-abaf-fa39817964f7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:17.465249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e469f-fb39-4689-95a9-41d71c3c4d74 None None] No DVR routers for this DVR port 489d6c25-9154-4f1e-abaf-fa39817964f7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:17.499467 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfedcf-1597-4696-9cfa-10b59a36a7de tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.501064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcfedcf-1597-4696-9cfa-10b59a36a7de tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.505893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1dcfedcf-1597-4696-9cfa-10b59a36a7de tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/85d8fce7-eaa1-4a49-ae14-f5046c1331d3 HTTP/1.1" status: 404 len: 337 time: 0.1226783 Dec 06 12:27:17.507040 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.508618 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 489d6c25-9154-4f1e-abaf-fa39817964f7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:17.509558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.544998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1331d643-a5c0-4316-83d4-872581ee4653 req-9bf90713-4479-4de7-bb7c-2f2e357f73bc service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475136 Dec 06 12:27:17.547932 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e33547-fd36-4eb1-b257-c21393ab4263 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.548441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e33547-fd36-4eb1-b257-c21393ab4263 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.551474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-01e33547-fd36-4eb1-b257-c21393ab4263 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/1cfd9fe0-6850-4963-9d16-96da2c0849f3 HTTP/1.1" status: 404 len: 339 time: 0.0399773 Dec 06 12:27:17.556884 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39556) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.591413 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64f6dd0-b82d-4ef2-ae59-b33d0e5da622 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.591891 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64f6dd0-b82d-4ef2-ae59-b33d0e5da622 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.597352 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d64f6dd0-b82d-4ef2-ae59-b33d0e5da622 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/53e53a11-1af9-4388-bf71-f771a4ce9734 HTTP/1.1" status: 404 len: 337 time: 0.0367696 Dec 06 12:27:17.609172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39558) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.647998 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8777870-972e-427f-9791-4993070fd0d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.648501 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8777870-972e-427f-9791-4993070fd0d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.651634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8777870-972e-427f-9791-4993070fd0d2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/51e5bbe1-78e6-493d-9316-12fe16a538aa HTTP/1.1" status: 404 len: 339 time: 0.0413334 Dec 06 12:27:17.654724 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.662215 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 489d6c25-9154-4f1e-abaf-fa39817964f7, host n-d-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:17.662700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.682485 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 489d6c25-9154-4f1e-abaf-fa39817964f7 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:17.690445 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Port 489d6c25-9154-4f1e-abaf-fa39817964f7 was not found and therefore no delete operation was performed {{(pid=103297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:27:17.694356 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c3dad3-2583-4a7d-b072-55ab680b3072 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.694691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c3dad3-2583-4a7d-b072-55ab680b3072 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.697843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.697995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a3c3dad3-2583-4a7d-b072-55ab680b3072 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/d3efb7b3-0bda-4eee-a487-77f630c4141b HTTP/1.1" status: 404 len: 337 time: 0.0403771 Dec 06 12:27:17.700913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39566) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.712317 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-b6bad92e-b710-4073-bdbb-442ec725a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:17.713906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-b6bad92e-b710-4073-bdbb-442ec725a963 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1095 time: 0.1154075 Dec 06 12:27:17.735971 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=489d6c25-9154-4f1e-abaf-fa39817964f7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:17.738780 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port 489d6c25-9154-4f1e-abaf-fa39817964f7 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:17.740730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-07aa32af-ce96-4bd9-93ea-d5e38cc8de8f service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995272 Dec 06 12:27:17.757425 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d23d3dc-803b-499e-a00b-15456152aa68 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:17.758483 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d23d3dc-803b-499e-a00b-15456152aa68 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:17.761620 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d23d3dc-803b-499e-a00b-15456152aa68 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/7690b826-a2ac-48b3-ab23-442957c484c9 HTTP/1.1" status: 404 len: 339 time: 0.0597522 Dec 06 12:27:17.769895 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:17.839028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.878156 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting subnet 6ad04383-cede-42c2-83ba-9d419392274d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:17.881659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.896955 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40be454a-7c93-4698-98d3-8be1b043648a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.920194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-31a0ffc1-a4f8-434c-bfe4-8f5c17f0b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:17.922327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-31a0ffc1-a4f8-434c-bfe4-8f5c17f0b8c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.1987679 Dec 06 12:27:17.950051 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.950360 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa5cd40-3d63-40a2-b47d-11ab59df4c4d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:17.965179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.970644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-f5dc664b-ef57-4b17-b93a-2b7523f03820 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.0387404 Dec 06 12:27:17.973243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.989391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.999544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-9b7825a2-744f-4ff4-8537-d12255dcdcaf service neutron] 10.222.0.31 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273426 Dec 06 12:27:18.000520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:18.000939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:18.004061 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:18.094442 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-683ef94f-1936-4d76-8e4b-c1cc547f8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:18.096383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-683ef94f-1936-4d76-8e4b-c1cc547f8ca0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1013322 Dec 06 12:27:18.109030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.129654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.133035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:18.133497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/40be454a-7c93-4698-98d3-8be1b043648a HTTP/1.1" status: 204 len: 168 time: 1.8594992 Dec 06 12:27:18.140032 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39580) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:18.150068 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:18.151653 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:18.169273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-6b01f9fb-eee8-4575-ba15-3f239f75150c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422537 Dec 06 12:27:18.201330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7c3a-eb74-4796-a9ae-585373f15a7d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=40be454a-7c93-4698-98d3-8be1b043648a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:18.254719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d4e2744-81cd-4f4f-8ed1-cf0f3222a224 req-e9346500-c102-414e-96a1-e6528f4ec51a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 210 time: 0.0278311 Dec 06 12:27:18.319534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.334529 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:18.472105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6332-3f05-4e28-aa0b-dee5d341c750 req-d3182760-9c3c-48e5-bf1e-47a3d8210aee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:18.485921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b1c6332-3f05-4e28-aa0b-dee5d341c750 req-d3182760-9c3c-48e5-bf1e-47a3d8210aee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.0859632 Dec 06 12:27:18.597626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b1c6332-3f05-4e28-aa0b-dee5d341c750 req-9392d7a6-fa01-4c60-ba5e-5bf34a1e5f06 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106486 Dec 06 12:27:18.741572 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:18.773118 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:18.783411 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:18.784225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:18.901940 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:18.911035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-b70da9b4-0e70-4f09-8233-ecdf5f13522d service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202830 Dec 06 12:27:18.931617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.991001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 489d6c25-9154-4f1e-abaf-fa39817964f7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:18.992766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:18.998973 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:18.999644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/6ad04383-cede-42c2-83ba-9d419392274d HTTP/1.1" status: 204 len: 168 time: 1.2288806 Dec 06 12:27:19.008070 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969482e-4bad-43e2-a6d3-b5f3f8fd3bfd tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad04383-cede-42c2-83ba-9d419392274d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:19.037577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630b1b2-a458-47e0-b457-d0df55f829f7 None None] Network 8651b839-ff0d-431c-822c-859c875debd9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:19.054313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 489d6c25-9154-4f1e-abaf-fa39817964f7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:19.055092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 489d6c25-9154-4f1e-abaf-fa39817964f7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:19.055674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 115c0ad3-37b2-4217-9d51-0070eba81659 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:19.100320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.150424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 115c0ad3-37b2-4217-9d51-0070eba81659 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:19.150950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 115c0ad3-37b2-4217-9d51-0070eba81659 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:19.167253 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e202ac60-995c-4911-8fea-ca20fe1af890 req-f94a2a79-d772-465a-8769-b5099ed945af service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443635 Dec 06 12:27:19.175514 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting port d2f1457b-037e-4c38-830c-326643e37a4c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:19.176247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.256046 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] For port d2f1457b-037e-4c38-830c-326643e37a4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2f1457b-037e-4c38-830c-326643e37a4c,segment=NetworkSegment(926f116b-7893-48dc-845b-23d89bb8a035),segment_id=926f116b-7893-48dc-845b-23d89bb8a035)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:19.256826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.272191 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Calling delete_port for d2f1457b-037e-4c38-830c-326643e37a4c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:19.364189 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:19.372413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.399797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e89b8a94-48ba-43b2-aed0-d4173d746c9e req-bbdeec1b-3a22-4d3f-9064-7c74c3e8ce8e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 210 time: 0.0372150 Dec 06 12:27:19.420806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.426812 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf856c88-bb86-4eb6-9d88-25813cb17258 None None] DHCP port deletion for 8651b839-ff0d-431c-822c-859c875debd9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:19.433525 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fee1f-d8b0-4d47-888d-d884b7ed21c0 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:13Z', 'revision_number': 8, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3', 'name': '', 'network_id': '8226ab44-69f1-4f6c-a101-319cdbb63adf', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:f7:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:56Z', 'updated_at': '2021-12-06T12:27:06Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '897fe09b-f54f-43dd-9a89-0eee8a2f4e5e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:19.467547 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No DVR routers for this DVR port d2f1457b-037e-4c38-830c-326643e37a4c on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:19.470944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Port': ['ID=d2f1457b-037e-4c38-830c-326643e37a4c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:19.570849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.616456 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.666521 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8651b839-ff0d-431c-822c-859c875debd9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:19.699870 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926f116b-7893-48dc-845b-23d89bb8a035') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:19.699870 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926f116b-7893-48dc-845b-23d89bb8a035') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:19.710824 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.724956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.736858 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:19.737482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:19.765519 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:19.836735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.847254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.850454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/8651b839-ff0d-431c-822c-859c875debd9 HTTP/1.1" status: 204 len: 168 time: 0.8498607 Dec 06 12:27:19.855059 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:19.872529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f38279-e425-43f8-b345-60dcbcec5b21 req-68d12ba7-3a94-4270-8b8f-de669c2464b1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:19.874851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f38279-e425-43f8-b345-60dcbcec5b21 req-68d12ba7-3a94-4270-8b8f-de669c2464b1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1083980 Dec 06 12:27:19.890882 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c738-6c2d-491e-941d-5ba24e1e8337 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=8651b839-ff0d-431c-822c-859c875debd9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:19.903329 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:19.903750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.921856 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2098a406-c12b-4000-a15f-b82d7feff0f2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:19.922284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2098a406-c12b-4000-a15f-b82d7feff0f2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:19.929310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2098a406-c12b-4000-a15f-b82d7feff0f2 tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/3941be9c-f8fc-4ffc-a8d8-d9651eab9b78 HTTP/1.1" status: 404 len: 337 time: 0.0616624 Dec 06 12:27:19.929310 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:19.953439 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05888a-6bab-46e5-b59b-79c93869b7ea tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:19.953439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05888a-6bab-46e5-b59b-79c93869b7ea tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:19.958776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2e05888a-6bab-46e5-b59b-79c93869b7ea tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/be656e64-959f-46d6-9596-4ff710c8904d HTTP/1.1" status: 404 len: 339 time: 0.0261877 Dec 06 12:27:19.959746 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-7738eb41-c0c3-4877-af5a-5fede6b4d885 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:19.961740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-7738eb41-c0c3-4877-af5a-5fede6b4d885 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 814 time: 0.1754587 Dec 06 12:27:19.961897 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:19.996687 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Request body: {'port': {'device_id': '045df34f-d35c-4011-892e-e2fda334dddd', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'admin_state_up': True, 'tenant_id': '1ddf50bcd73342298e1be53c5d97f1da'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:20.013781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7f38279-e425-43f8-b345-60dcbcec5b21 req-4001d015-d928-462d-96a9-70289d8e9943 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316690 Dec 06 12:27:20.026118 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting subnet fdde8b19-bc98-495f-9666-a3ba3de8d8b0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:20.037680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.101235 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:20.101572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.124418 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:20.213912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Made reservation on behalf of 1ddf50bcd73342298e1be53c5d97f1da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:20.218157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.442990 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Allocated IP 172.20.0.8 (a367dce9-f1be-40f8-9f14-b105f1c6e96c/30077767-888f-4a0c-babd-8a1c61c5c0b7/c1c16905-26d5-4d7b-8a18-0769b00de088) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:20.447914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.449456 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.483651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:20.582329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c752852-a07d-4fcd-b20a-33d374fc183f req-cd0c3b53-e833-44af-babb-959103e493bc tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 210 time: 0.0392616 Dec 06 12:27:20.597452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.619488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.674966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.716080 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Subnet': ['ID=fdde8b19-bc98-495f-9666-a3ba3de8d8b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:20.723261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.729686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94607f6f-ad95-44a7-a07a-26a5e50e4df9 None None] Network f6ddb888-b60c-4d60-bb06-a865abcf01b0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:20.731185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b935d75-6d9e-4168-8ec7-ad56a732a43c tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/subnets/fdde8b19-bc98-495f-9666-a3ba3de8d8b0 HTTP/1.1" status: 204 len: 168 time: 0.7685590 Dec 06 12:27:20.732127 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:20.880771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.975398 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Deleting port a8e87680-6966-4417-be09-b5618085c167 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:20.975742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:20.979779 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:20.994999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680d551-8dee-4ede-825b-254f2031caec None None] DHCP port deletion for f6ddb888-b60c-4d60-bb06-a865abcf01b0 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:21.063720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.084742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2f1457b-037e-4c38-830c-326643e37a4c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:21.115828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Deleting port a8e87680-6966-4417-be09-b5618085c167 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:21.116408 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] For port a8e87680-6966-4417-be09-b5618085c167, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a8e87680-6966-4417-be09-b5618085c167,segment=NetworkSegment(22f59cbe-3b81-418d-bc34-0f445146fad4),segment_id=22f59cbe-3b81-418d-bc34-0f445146fad4)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:21.116758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.116873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.119246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d2f1457b-037e-4c38-830c-326643e37a4c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:21.119780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2f1457b-037e-4c38-830c-326643e37a4c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:21.132083 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Calling delete_port for a8e87680-6966-4417-be09-b5618085c167 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:21.142094 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:21.148335 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a399c62a-35f9-4218-bf2d-6675fd8cb8b8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039167 Dec 06 12:27:21.154975 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:21.161205 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:21.176590 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:21.177226 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.199148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b680d551-8dee-4ede-825b-254f2031caec None None] For port a8e87680-6966-4417-be09-b5618085c167, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a8e87680-6966-4417-be09-b5618085c167,segment=NetworkSegment(22f59cbe-3b81-418d-bc34-0f445146fad4),segment_id=22f59cbe-3b81-418d-bc34-0f445146fad4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:21.199827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.214817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Calling delete_port for a8e87680-6966-4417-be09-b5618085c167 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:21.226373 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 897fe09b-f54f-43dd-9a89-0eee8a2f4e5e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:21.232123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.260787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.305907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.324691 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:21.333916 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:21.336655 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:21.362766 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Port': ['ID=a8e87680-6966-4417-be09-b5618085c167,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:21.372623 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] No DVR routers for this DVR port a8e87680-6966-4417-be09-b5618085c167 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:21.375790 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:21.398459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.406553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9b62e-5365-4ba8-ba60-a7afb5a80f29 req-cd56f036-44bc-4825-9066-1aa5d9c6c424 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:21.408287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0be9b62e-5365-4ba8-ba60-a7afb5a80f29 req-cd56f036-44bc-4825-9066-1aa5d9c6c424 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1334879 Dec 06 12:27:21.409985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:21.410984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.422224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.424889 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:21.426994 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['49a2c334-115d-4670-906c-aab6db93d8ab'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:21.432859 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798bf4d-ce4e-4bd6-94f1-ce75bcc45185 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:21.512481 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680d551-8dee-4ede-825b-254f2031caec None None] No DVR routers for this DVR port a8e87680-6966-4417-be09-b5618085c167 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:21.537273 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event updated for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:21.549380 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d551-8dee-4ede-825b-254f2031caec None None] Pushing event deleted for resources: {'Port': ['ID=a8e87680-6966-4417-be09-b5618085c167,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:21.570576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.579430 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3324c703-20a5-44aa-a54b-a261bab7d327 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5866268 Dec 06 12:27:21.581824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.610563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Request body: {'port': {'device_id': '045df34f-d35c-4011-892e-e2fda334dddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:21.649931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0be9b62e-5365-4ba8-ba60-a7afb5a80f29 req-87061ea1-b4d5-4753-bc43-0954dec9c9c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218964 Dec 06 12:27:21.672352 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ddb888-b60c-4d60-bb06-a865abcf01b0']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.703437 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f59cbe-3b81-418d-bc34-0f445146fad4') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.704077 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f59cbe-3b81-418d-bc34-0f445146fad4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.734180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.748303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.772106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.789803 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:20Z', 'revision_number': 9, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.793826 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:21.794230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:21.807101 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:21.850915 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012971-6c55-439b-a6e3-1daf0d0a25a5 req-3a6d6eae-84ad-4a24-b477-dea7bfba494c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:21.858634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4012971-6c55-439b-a6e3-1daf0d0a25a5 req-3a6d6eae-84ad-4a24-b477-dea7bfba494c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 931 time: 0.1395333 Dec 06 12:27:21.859072 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:21.879529 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:21.880150 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:21.970955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-43bae3cb-c5e0-4dd7-8a81-4e853cdfe8ec None None] Provisioning complete for port c1c16905-26d5-4d7b-8a18-0769b00de088 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:21.972730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-43bae3cb-c5e0-4dd7-8a81-4e853cdfe8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.017328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4012971-6c55-439b-a6e3-1daf0d0a25a5 req-91917c30-2d79-4859-882c-fe66a8a8058e tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577909 Dec 06 12:27:22.024479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.033603 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:22.041495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.077253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.083841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] 10.222.0.31 "DELETE /v2.0/networks/f6ddb888-b60c-4d60-bb06-a865abcf01b0 HTTP/1.1" status: 204 len: 168 time: 1.3473699 Dec 06 12:27:22.083841 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50a5f-12ae-4cb8-97ed-431adf3e710b tempest-NetworksIpV6Test-1003493439 tempest-NetworksIpV6Test-1003493439-project] Pushing event deleted for resources: {'Network': ['ID=f6ddb888-b60c-4d60-bb06-a865abcf01b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:22.143940 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=897fe09b-f54f-43dd-9a89-0eee8a2f4e5e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:22.157308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.163082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb55f5b6-5b66-4319-8b46-11334e305db3 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/897fe09b-f54f-43dd-9a89-0eee8a2f4e5e HTTP/1.1" status: 204 len: 168 time: 0.9977527 Dec 06 12:27:22.165842 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:22.205687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:22.278359 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c16905-26d5-4d7b-8a18-0769b00de088 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:22.315199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.334737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.346312 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:20Z', 'revision_number': 9, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:22.377667 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cca56-c85f-4308-925a-d485dd83a77a None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:20Z', 'revision_number': 9, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': '03291a5a-66d3-4f64-9288-bbde75c16493', 'name': '', 'network_id': 'b0ca3d29-05e8-4b27-abd5-afd58c876282', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:47:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:50Z', 'updated_at': '2021-12-06T12:27:00Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '799f3ade-6af2-4c6c-896c-14b6a846182d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:22.389814 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b406af-55fe-43ad-bb28-293b2e34541c None None] Network 8226ab44-69f1-4f6c-a101-319cdbb63adf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:22.406698 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 83e031b1-2449-49fe-9625-c94b30d96556 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:22.409293 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.413571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-43bae3cb-c5e0-4dd7-8a81-4e853cdfe8ec None None] Port c1c16905-26d5-4d7b-8a18-0769b00de088 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:27:22.441765 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Transition to ACTIVE for port object c1c16905-26d5-4d7b-8a18-0769b00de088 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:22.451634 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.526290 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:22.526931 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfeaa3-bf8b-43a0-a87f-27256a178c42 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:22.548087 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:22.557200 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:22.567310 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-6db2692d-d0b6-4f60-acab-da41502f4efa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398577 Dec 06 12:27:22.596738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'port_id': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'mac_address': 'fa:16:3e:be:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f166c694-bbae-4b71-b06e-1e84a0ee60a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:22.611503 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 83e031b1-2449-49fe-9625-c94b30d96556, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=83e031b1-2449-49fe-9625-c94b30d96556,segment=NetworkSegment(8f61047c-8bc8-4af4-a05c-9a519bc0e5c7),segment_id=8f61047c-8bc8-4af4-a05c-9a519bc0e5c7)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:22.611883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.647504 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 83e031b1-2449-49fe-9625-c94b30d96556 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:22.700642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a26b5-2030-420f-83d8-38545e4539d8 req-32368682-9308-4042-a886-15cca6a4f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:22.703145 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-32368682-9308-4042-a886-15cca6a4f2cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0987663 Dec 06 12:27:22.739989 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.778649 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:22.856795 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:22.857313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-77d7fe6c-46b0-47ff-b963-b098eebba811 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33033eb4b76b4ee8913af181d5c5a2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295970 Dec 06 12:27:22.860896 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:22.874431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.923831 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Attempting to bind port c1c16905-26d5-4d7b-8a18-0769b00de088 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:22.924185 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Attempting to bind port c1c16905-26d5-4d7b-8a18-0769b00de088 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:22.924517 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Attempting to bind port c1c16905-26d5-4d7b-8a18-0769b00de088 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:22.928424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a26b5-2030-420f-83d8-38545e4539d8 req-a13c5b3c-6dd6-4cb9-bab5-018c6aa13484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:22.933658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-a13c5b3c-6dd6-4cb9-bab5-018c6aa13484 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.2024119 Dec 06 12:27:22.934938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:22.957896 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Port c1c16905-26d5-4d7b-8a18-0769b00de088 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:22.958224 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Attempting to bind port c1c16905-26d5-4d7b-8a18-0769b00de088 on network a367dce9-f1be-40f8-9f14-b105f1c6e96c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:22.964719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eeda9d-c847-4ec1-ab62-a8b29d303f97 None None] DHCP port deletion for 8226ab44-69f1-4f6c-a101-319cdbb63adf request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:22.985042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea11800-9d05-475e-91e5-210bcf0264ae req-829e8b15-e54a-4418-84e8-7375a888bcc0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:22.993320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ea11800-9d05-475e-91e5-210bcf0264ae req-829e8b15-e54a-4418-84e8-7375a888bcc0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1981175 Dec 06 12:27:23.025031 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:23.037091 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a8e87680-6966-4417-be09-b5618085c167 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:23.046195 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=83e031b1-2449-49fe-9625-c94b30d96556,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:23.060097 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port 83e031b1-2449-49fe-9625-c94b30d96556 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:23.075551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a8e87680-6966-4417-be09-b5618085c167 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:23.075891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a8e87680-6966-4417-be09-b5618085c167 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:23.076310 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:23.083930 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:23.084489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Checking segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:23.084733 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Bound using segment: {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:23.085116 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Bound port: c1c16905-26d5-4d7b-8a18-0769b00de088, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4aab392-199f-4d1d-9cb6-fd2ae646275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:23.091216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.095324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-4af586ce-1fd8-48c3-9d92-633727b8958f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a424265b-d9f8-44c3-bcdb-b742430661f3 HTTP/1.1" status: 200 len: 217 time: 0.1521416 Dec 06 12:27:23.111406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['87cdd774-0233-4e8e-9fbe-5c78a7a98402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:23.115463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:23.115908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b5a209e4-2f71-4eee-9cc2-c8dd8c96e8c3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:23.225907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ea11800-9d05-475e-91e5-210bcf0264ae req-e0b02570-2990-45d2-a4ed-31983f0ef3a7 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271564 Dec 06 12:27:23.229454 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a26b5-2030-420f-83d8-38545e4539d8 req-226fec9a-b077-434b-8299-cde4a19aa571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.240021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-226fec9a-b077-434b-8299-cde4a19aa571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.1265085 Dec 06 12:27:23.269080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.281101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.283789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-aa2a96ae-ffc0-4ad2-9c37-897f4ebfe0c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327032 Dec 06 12:27:23.286348 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:23.307263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.312119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1c16905-26d5-4d7b-8a18-0769b00de088,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:23.325449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.383133 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8226ab44-69f1-4f6c-a101-319cdbb63adf']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:23.397048 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960305bd-ca5c-41cb-b260-1934fca91c6b None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:23.397322 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:23.397614 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f61047c-8bc8-4af4-a05c-9a519bc0e5c7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:23.403408 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.404038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.405505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] 10.222.0.53 "PUT /v2.0/ports/c1c16905-26d5-4d7b-8a18-0769b00de088 HTTP/1.1" status: 200 len: 1091 time: 1.7997639 Dec 06 12:27:23.406444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.407604 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:23.409011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.410188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e1a6a95-9e88-4779-8403-ea95a356d380 HTTP/1.1" status: 204 len: 168 time: 0.5482681 Dec 06 12:27:23.411218 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fc7cd4-68f8-46be-9b01-837a9565564d" -d '{"events": [{"name": "network-changed", "server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:23.418548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.452045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0662e3-f2e4-4254-97f0-e3b27d7e64c4 req-72e4a53a-4ef4-497d-9709-81a0407f014d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.453636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0662e3-f2e4-4254-97f0-e3b27d7e64c4 req-72e4a53a-4ef4-497d-9709-81a0407f014d tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 943 time: 0.1811757 Dec 06 12:27:23.462654 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afbdee-d276-46f3-b49c-39f8bde97ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1a6a95-9e88-4779-8403-ea95a356d380,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:23.492707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.503496 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ead5b5-e639-489a-b991-fbb8f72f56c5 x-openstack-request-id: req-e7ead5b5-e639-489a-b991-fbb8f72f56c5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:23.503796 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:23.504047 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7ead5b5-e639-489a-b991-fbb8f72f56c5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:23.504449 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088', 'status': 'completed', 'code': 200} Dec 06 12:27:23.530335 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:23.530928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:23.536185 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:23.546086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34863aa3-7b21-4495-9d99-c905798b8be6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:23.573782 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-db6091a9-1e3a-458a-bad8-e37a4705fccb service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770326 Dec 06 12:27:23.630337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3ce88bde-b302-44c1-95bb-ce5ab6e6e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.635037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-3ce88bde-b302-44c1-95bb-ce5ab6e6e72c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 1094 time: 0.1297801 Dec 06 12:27:23.704803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a0662e3-f2e4-4254-97f0-e3b27d7e64c4 req-88790b46-683c-4bd6-838a-c28713e41e02 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318892 Dec 06 12:27:23.742471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.743383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-ff08cf66-e164-4a3d-baf2-63ded4aea2e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c16905-26d5-4d7b-8a18-0769b00de088 HTTP/1.1" status: 200 len: 217 time: 0.0938122 Dec 06 12:27:23.754431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:23.760983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/8226ab44-69f1-4f6c-a101-319cdbb63adf HTTP/1.1" status: 204 len: 168 time: 1.5940905 Dec 06 12:27:23.763091 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:23.811516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7761e-bab7-4a8c-8cce-82d65ad70929 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=8226ab44-69f1-4f6c-a101-319cdbb63adf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:23.838129 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-7dd90e50-3c1a-448d-a0cb-1a4dda34a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.839631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-7dd90e50-3c1a-448d-a0cb-1a4dda34a7d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.0822563 Dec 06 12:27:23.841517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-547a26b5-2030-420f-83d8-38545e4539d8 req-c25f7f3f-20ff-472a-9bc9-13e12458ec58 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602644 Dec 06 12:27:23.857601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-f1db0873-344f-49e5-9076-d73d9b202a62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691148 Dec 06 12:27:23.882699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-bea80a4a-cc1c-4f8c-a30c-b6e2e284a22e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353079 Dec 06 12:27:24.019070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-2a1d6338-9de8-43d4-a5eb-a82ef7fa670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.020549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-d251b6c1-8203-40a0-8df0-4fd11073f91a service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244535 Dec 06 12:27:24.020685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-2a1d6338-9de8-43d4-a5eb-a82ef7fa670b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1096 time: 0.1247690 Dec 06 12:27:24.125896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:24.193383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2b541fc2-dae9-4f59-b5f5-225fc61bf113 req-1f73e96e-4ccd-4894-8aa6-61107ed5b6a6 service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641433 Dec 06 12:27:24.210081 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:24.218200 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:24.218618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:24.234315 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-874a3c93-26df-49db-bf31-49c24e88211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.235730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-874a3c93-26df-49db-bf31-49c24e88211a service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.1865973 Dec 06 12:27:24.319321 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39680) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.355869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:24.394193 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-b44020db-76bc-4beb-b83f-8e76e03b6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.395947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-b44020db-76bc-4beb-b83f-8e76e03b6c6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 1094 time: 0.0854633 Dec 06 12:27:24.410230 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:24.412697 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de4716e-8346-49b4-ab0c-603eaf100a2a" -d '{"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:24.451099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-414f6f34-b1d4-48a8-91a9-7a12ccc1d32b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 1000 time: 0.1648278 Dec 06 12:27:24.454563 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:24.469037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:24.476784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164eacb-c7c4-4849-9000-9e053391d62c req-4cb3ce8f-9dcf-4718-8861-f3c87f671c54 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.478385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f164eacb-c7c4-4849-9000-9e053391d62c req-4cb3ce8f-9dcf-4718-8861-f3c87f671c54 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 945 time: 0.1586261 Dec 06 12:27:24.518123 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d759ab6-a7a9-4524-b417-1eeef21fa3b9 x-openstack-request-id: req-8d759ab6-a7a9-4524-b417-1eeef21fa3b9 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:24.518525 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:24.518885 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d759ab6-a7a9-4524-b417-1eeef21fa3b9 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:24.519381 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'code': 200} Dec 06 12:27:24.532681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-26fca6d4-ce96-4ea8-b5d6-43b8d79a5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.532888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c07178df-38e3-41c2-860c-ad3c624455d3 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] Request body: {'port': {'network_id': 'be8eb33f-01e4-4c50-bc8f-87dbc4e63835', 'name': 'tempest-NetworksNegativeTestJSON-1285715953'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:24.534269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-26fca6d4-ce96-4ea8-b5d6-43b8d79a5b78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.0702248 Dec 06 12:27:24.555553 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07178df-38e3-41c2-860c-ad3c624455d3 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] POST failed (client error): The resource could not be found. Dec 06 12:27:24.556155 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07178df-38e3-41c2-860c-ad3c624455d3 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.557409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c07178df-38e3-41c2-860c-ad3c624455d3 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2370584 Dec 06 12:27:24.562966 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39688) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.582969 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:24.584500 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-7b0ca121-4521-4f65-8d83-9a34f074dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.586092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-7b0ca121-4521-4f65-8d83-9a34f074dee8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.1828790 Dec 06 12:27:24.587255 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-39234769-ef17-40ea-8cff-089e38df9872 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:24.587751 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39234769-ef17-40ea-8cff-089e38df9872 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.590842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-39234769-ef17-40ea-8cff-089e38df9872 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "DELETE /v2.0/networks/28d7b18a-ef8a-411e-84e5-6343c4fead0d HTTP/1.1" status: 404 len: 339 time: 0.0268695 Dec 06 12:27:24.597699 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.617280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:24.641051 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-46167eb6-160c-4a34-afae-4cc9459563b9 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:24.641646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46167eb6-160c-4a34-afae-4cc9459563b9 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.649739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-46167eb6-160c-4a34-afae-4cc9459563b9 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "DELETE /v2.0/ports/c1e1712d-a09e-46d4-9eef-72fe700d0763 HTTP/1.1" status: 404 len: 333 time: 0.0446379 Dec 06 12:27:24.655874 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39692) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.666732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-efe02c54-7bde-463e-b9d5-0a5d53af6f9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c16905-26d5-4d7b-8a18-0769b00de088 HTTP/1.1" status: 200 len: 217 time: 0.0628729 Dec 06 12:27:24.696362 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3447af66-9414-4163-8afd-fb8b3a0facf7 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:24.696917 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3447af66-9414-4163-8afd-fb8b3a0facf7 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.703724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3447af66-9414-4163-8afd-fb8b3a0facf7 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "DELETE /v2.0/subnets/d494c58e-c4f2-45cf-bf49-1b2c77650177 HTTP/1.1" status: 404 len: 337 time: 0.0414755 Dec 06 12:27:24.720791 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39694) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.742088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-3b01459c-0cf2-47e7-9179-1dd5a749a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.743691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-3b01459c-0cf2-47e7-9179-1dd5a749a08d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012932 Dec 06 12:27:24.751678 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1cfde-61b9-4315-8c52-9754bdac047d req-e7582819-8ccf-4dc1-8a28-e4a50dfee1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.753005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f164eacb-c7c4-4849-9000-9e053391d62c req-ae932694-ff26-4a07-a93d-132110edecd8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252114 Dec 06 12:27:24.753186 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dbd1cfde-61b9-4315-8c52-9754bdac047d req-e7582819-8ccf-4dc1-8a28-e4a50dfee1e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1097 time: 0.1598251 Dec 06 12:27:24.757651 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7912ef73-a261-41cd-9b8c-aa4fe63ae7f7 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] GET failed (client error): The resource could not be found. Dec 06 12:27:24.762854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7912ef73-a261-41cd-9b8c-aa4fe63ae7f7 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "GET /v2.0/networks/43e63a1e-2308-4cbb-883f-aaeda0d3f01e HTTP/1.1" status: 404 len: 339 time: 0.0360761 Dec 06 12:27:24.767789 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.784980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-b7b23782-e90c-45d3-8a66-ea221fcd05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.786816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-b7b23782-e90c-45d3-8a66-ea221fcd05f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.0988147 Dec 06 12:27:24.822426 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d038b5f-5803-4317-80f4-d3c03d8bcb38 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] GET failed (client error): The resource could not be found. Dec 06 12:27:24.827915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d038b5f-5803-4317-80f4-d3c03d8bcb38 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "GET /v2.0/ports/84969874-ca10-44eb-812b-c3cbb98d8aa4 HTTP/1.1" status: 404 len: 333 time: 0.0551100 Dec 06 12:27:24.829088 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.832590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-f5315f16-7c41-4d17-84c3-c2661672ce72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367990 Dec 06 12:27:24.885988 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8985793d-4eb6-46ce-b269-f4bc8da28029 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] GET failed (client error): The resource could not be found. Dec 06 12:27:24.891327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8985793d-4eb6-46ce-b269-f4bc8da28029 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "GET /v2.0/subnets/e8cd9b41-6d6a-4a9f-a495-e7e786c9a84e HTTP/1.1" status: 404 len: 337 time: 0.0570326 Dec 06 12:27:24.892243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dbd1cfde-61b9-4315-8c52-9754bdac047d req-ef468597-d7d8-4c05-8c58-25b77abca8b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303773 Dec 06 12:27:24.892366 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39702) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.897551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b9c6b881-4d49-4b3c-a457-fbaf5c7edd95 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:24.920427 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c6b881-4d49-4b3c-a457-fbaf5c7edd95 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] PUT failed (client error): The resource could not be found. Dec 06 12:27:24.920938 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c6b881-4d49-4b3c-a457-fbaf5c7edd95 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.923216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b9c6b881-4d49-4b3c-a457-fbaf5c7edd95 tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "PUT /v2.0/networks/cdd87af6-f9d6-4642-9d56-0aaca4ac8a5c HTTP/1.1" status: 404 len: 339 time: 0.0288606 Dec 06 12:27:24.929845 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39704) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:24.939202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0035a1cc-04d9-4c4d-af25-604be40f13ae tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:24.963897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 83e031b1-2449-49fe-9625-c94b30d96556 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:24.988370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637249c2-54cf-436e-9b5a-2d11841f3a88 req-3f3c918a-a9dd-449f-89ac-3b17f1b20f93 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.988954 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0035a1cc-04d9-4c4d-af25-604be40f13ae tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] PUT failed (client error): The resource could not be found. Dec 06 12:27:24.989745 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0035a1cc-04d9-4c4d-af25-604be40f13ae tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:24.990206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637249c2-54cf-436e-9b5a-2d11841f3a88 req-3f3c918a-a9dd-449f-89ac-3b17f1b20f93 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 943 time: 0.1730013 Dec 06 12:27:24.991269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0035a1cc-04d9-4c4d-af25-604be40f13ae tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "PUT /v2.0/ports/745f7ad7-c295-4c7f-9c6f-9d179fdca2ce HTTP/1.1" status: 404 len: 333 time: 0.0603905 Dec 06 12:27:24.994531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-51423f25-0009-4ded-ab3d-e1aa20d78a27 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400739 Dec 06 12:27:24.995649 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:25.002628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 83e031b1-2449-49fe-9625-c94b30d96556 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:25.003125 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 83e031b1-2449-49fe-9625-c94b30d96556 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:25.003980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f791f1be-c078-4eca-a37b-04b084c837da tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:25.036877 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f791f1be-c078-4eca-a37b-04b084c837da tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] PUT failed (client error): The resource could not be found. Dec 06 12:27:25.037429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f791f1be-c078-4eca-a37b-04b084c837da tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:25.042213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f791f1be-c078-4eca-a37b-04b084c837da tempest-NetworksNegativeTestJSON-1653995936 tempest-NetworksNegativeTestJSON-1653995936-project] 10.222.0.31 "PUT /v2.0/subnets/20727408-b509-4a8f-a516-63aa0e62d8c4 HTTP/1.1" status: 404 len: 337 time: 0.0418315 Dec 06 12:27:25.071411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-29543da0-0cd0-49be-9097-7d255be1dae0 service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231019 Dec 06 12:27:25.174364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-637249c2-54cf-436e-9b5a-2d11841f3a88 req-d39b71ba-3a78-467a-a38b-4d212e397aca tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696451 Dec 06 12:27:25.203645 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-79fc7cd4-68f8-46be-9b01-837a9565564d req-e179be8d-05aa-46ad-a51c-e1fd6581ea1e service neutron] 10.222.0.53 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229193 Dec 06 12:27:25.225148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93518cc7-50ef-45e3-b0e5-9e423adab45a req-bc8485e1-c06c-4aef-8171-d76c1aa3952a service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217212 Dec 06 12:27:25.256320 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 03291a5a-66d3-4f64-9288-bbde75c16493 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:25.256743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.359702 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 03291a5a-66d3-4f64-9288-bbde75c16493, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=03291a5a-66d3-4f64-9288-bbde75c16493,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:25.360327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.372247 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39714) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:25.382908 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 03291a5a-66d3-4f64-9288-bbde75c16493 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:25.524799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d10a833-f94b-48e3-bc0c-645da39b63d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.609033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.656159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=03291a5a-66d3-4f64-9288-bbde75c16493,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:25.696356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d10a833-f94b-48e3-bc0c-645da39b63d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.701228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d10a833-f94b-48e3-bc0c-645da39b63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.745242 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0d10a833-f94b-48e3-bc0c-645da39b63d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=224d96102b2b478695cabf6e14fee7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707955 Dec 06 12:27:25.746099 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10a833-f94b-48e3-bc0c-645da39b63d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca85f8a-a007-4e58-bfbb-aa051d371cb9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:25.749193 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39740) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:25.791451 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.863288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.910050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.984894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.988881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.995412 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cca85f8a-a007-4e58-bfbb-aa051d371cb9 HTTP/1.1" status: 204 len: 168 time: 0.2448704 Dec 06 12:27:26.009129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70608f3e-3f10-4f44-9c45-fd61f7b31235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca85f8a-a007-4e58-bfbb-aa051d371cb9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:26.111287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a2d-99a0-460c-948c-d4893d463f03 req-983b8374-8f5a-4910-b678-81edfd00544d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:26.112856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24a70a2d-99a0-460c-948c-d4893d463f03 req-983b8374-8f5a-4910-b678-81edfd00544d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1446478 Dec 06 12:27:26.631046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24a70a2d-99a0-460c-948c-d4893d463f03 req-3f000730-b425-4ae1-8b00-fc6e7ce73298 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081635 Dec 06 12:27:26.702983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb30fb4-5d3e-47a5-a23b-c6f5abacafdf req-0245f5a4-6f85-4e99-8e62-61e13776af12 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:26.711619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fb30fb4-5d3e-47a5-a23b-c6f5abacafdf req-0245f5a4-6f85-4e99-8e62-61e13776af12 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 943 time: 0.1507540 Dec 06 12:27:26.729551 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:26.874184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2fb30fb4-5d3e-47a5-a23b-c6f5abacafdf req-dc0a4736-fbca-4320-985f-d8de5e895c08 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616993 Dec 06 12:27:26.911141 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:26.919635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-36230115-ee32-4120-9dd9-31e09f773dbb tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554828 Dec 06 12:27:26.923731 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39888) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:26.928580 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:26.950811 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:26.951682 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:27.045865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:27.047903 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 799f3ade-6af2-4c6c-896c-14b6a846182d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:27.051680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.132403 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:27.261717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5f10-476a-4a05-aac2-38c4986b014b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.379218 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:25Z', 'revision_number': 10, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:27.414992 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1706055992'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:27.437775 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:27.467191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:27.472645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.473076 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:27.474342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:27.500977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.511047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.605923 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:27.703991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.737065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.743715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.761107 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:27.783621 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.786130 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment e23a53d5-900c-4d36-82ae-30340ac0efac of type vlan for network 321e5028-3441-4d55-a60c-0ea9d496c55b Dec 06 12:27:27.816867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.866073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=799f3ade-6af2-4c6c-896c-14b6a846182d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:27.869782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.877494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3cbd894d-7995-4289-abbe-e9b2dce48019 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/799f3ade-6af2-4c6c-896c-14b6a846182d HTTP/1.1" status: 204 len: 168 time: 0.9503880 Dec 06 12:27:27.877494 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40000) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:27.907115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.912757 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe436ec-f351-464d-8280-4906d51a8583,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:27.923668 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199b449-7b41-47dd-ba15-d0381a37ffd4 None None] Network b0ca3d29-05e8-4b27-abd5-afd58c876282 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:27.942947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3506-2d7c-49cd-882d-d41e5a59228d req-8fa3affc-bd22-4fe8-b79a-a2b49d249041 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:27.950557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-afeb3506-2d7c-49cd-882d-d41e5a59228d req-8fa3affc-bd22-4fe8-b79a-a2b49d249041 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1449170 Dec 06 12:27:27.988580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.996059 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:27.996921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.009837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.072513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9389350 Dec 06 12:27:28.080112 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:28.106539 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'name': 'tempest-PortsIpV6TestJSON-638215139'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:28.129462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-afeb3506-2d7c-49cd-882d-d41e5a59228d req-1c285159-6032-4396-881b-8f09d03372d9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780210 Dec 06 12:27:28.138420 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 0165151a-55a0-453f-9d4a-dffb1635e619 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:28.139086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.238818 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:25Z', 'revision_number': 10, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:28.294853 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7365f8bd-9a4e-4fd0-bb89-acada4a0b15f None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:25Z', 'revision_number': 10, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None, '_interfaces': [{'id': 'b8e25273-a181-4161-953f-bea4d17dd8cf', 'name': '', 'network_id': '3422939a-1e40-4fbf-a469-501208f66c51', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'mac_address': 'fa:16:3e:08:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:26:45Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 5, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'subnets': [{'id': '372fd077-d3c6-4cde-9735-74a22fc6697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:28.305991 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 0165151a-55a0-453f-9d4a-dffb1635e619, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0165151a-55a0-453f-9d4a-dffb1635e619,segment=NetworkSegment(240c880d-fd03-49ae-a24a-e94965e6a7a4),segment_id=240c880d-fd03-49ae-a24a-e94965e6a7a4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:28.306371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.331439 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 0165151a-55a0-453f-9d4a-dffb1635e619 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:28.450390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c1c16905-26d5-4d7b-8a18-0769b00de088 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:28.463511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.518879 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=0165151a-55a0-453f-9d4a-dffb1635e619,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:28.533542 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port 0165151a-55a0-453f-9d4a-dffb1635e619 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:28.541919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa00407-583c-4a8b-8809-81bc5805de1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=321e5028-3441-4d55-a60c-0ea9d496c55b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:28.554546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:28.558346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.656695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1c16905-26d5-4d7b-8a18-0769b00de088,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:28.683528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'c1c16905-26d5-4d7b-8a18-0769b00de088', 'network_id': 'a367dce9-f1be-40f8-9f14-b105f1c6e96c', 'port_id': 'c1c16905-26d5-4d7b-8a18-0769b00de088', 'mac_address': 'fa:16:3e:b0:9e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30077767-888f-4a0c-babd-8a1c61c5c0b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:28.686873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:28.692192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebc6e0-8b1d-4848-9d56-bfec94004bc2 None None] DHCP port deletion for b0ca3d29-05e8-4b27-abd5-afd58c876282 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:28.751004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.839801 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ca3d29-05e8-4b27-abd5-afd58c876282']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:28.849063 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 74db6f66-da73-44b1-939d-d60b1f86849a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:28.862084 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240c880d-fd03-49ae-a24a-e94965e6a7a4') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:28.862379 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240c880d-fd03-49ae-a24a-e94965e6a7a4') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:28.890671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.931595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.953682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:28.954094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:28.957494 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:28.971431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-668865b0-6666-41cc-aad3-661ca67c7982 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:28.979190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-668865b0-6666-41cc-aad3-661ca67c7982 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 814 time: 0.3708313 Dec 06 12:27:29.010938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bafd4a-553a-4aa2-8b9b-664b50b14207 req-a6662c9a-bc3f-4fe0-a5da-56e30754c446 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.022673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7bafd4a-553a-4aa2-8b9b-664b50b14207 req-a6662c9a-bc3f-4fe0-a5da-56e30754c446 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 943 time: 0.8790648 Dec 06 12:27:29.047780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a952e03c-330e-4760-b237-a43128f6f60c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/quotas/716a462d436a4d9a96bd389692ad8809 HTTP/1.1" status: 200 len: 375 time: 0.0675726 Dec 06 12:27:29.111064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.128675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.141658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/b0ca3d29-05e8-4b27-abd5-afd58c876282 HTTP/1.1" status: 204 len: 168 time: 1.2631617 Dec 06 12:27:29.143978 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40148) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:29.165261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a949-2fec-492d-ad70-404ef7c2c052 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=b0ca3d29-05e8-4b27-abd5-afd58c876282,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.177535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7bafd4a-553a-4aa2-8b9b-664b50b14207 req-4b0923e9-33f1-40b3-a1ed-43172304cdae tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535532 Dec 06 12:27:29.178953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0165151a-55a0-453f-9d4a-dffb1635e619 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:29.226978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0165151a-55a0-453f-9d4a-dffb1635e619 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:29.227806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0165151a-55a0-453f-9d4a-dffb1635e619 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:29.228456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 03291a5a-66d3-4f64-9288-bbde75c16493 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:29.256496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-21827517-e37d-4b4b-a6b1-eb2a43396b69 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957390 Dec 06 12:27:29.258514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.263259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 03291a5a-66d3-4f64-9288-bbde75c16493 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:29.263605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 03291a5a-66d3-4f64-9288-bbde75c16493 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:29.282651 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c16905-26d5-4d7b-8a18-0769b00de088 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:29.304070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.305397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1c16905-26d5-4d7b-8a18-0769b00de088,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:29.311774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.374631 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.424164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-84995043-544f-4955-9c91-e559400857db service neutron] 10.222.0.31 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Dec 06 12:27:29.427262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.518738 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=74db6f66-da73-44b1-939d-d60b1f86849a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.583969 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': 'e23a53d5-900c-4d36-82ae-30340ac0efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:29.584572 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 321e5028-3441-4d55-a60c-0ea9d496c55b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:29.588615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60cd8037-f5d2-45b4-9631-494268f7892b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.597115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.604361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-85c1057c-37ef-4dd4-b0fc-08686b975a70 service neutron] 10.222.0.31 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715419 Dec 06 12:27:29.618714 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:29.629697 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 321e5028-3441-4d55-a60c-0ea9d496c55b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:29.639469 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:29.642755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.643398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.658217 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f9b55-5706-4b80-84ae-5844fa6469d2 None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:29.670319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b0a13e25-efa7-40dc-9783-22e52f2f2863 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5890634 Dec 06 12:27:29.671174 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:29.679115 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724854387'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:29.684495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c1c16905-26d5-4d7b-8a18-0769b00de088'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:29.713112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:29.734104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.802940 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:29.822351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.823265 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment 3b4096bb-bfdc-4d59-ad1c-c22d4bc221d0 of type vlan for network 4a39c237-11ce-49af-9b62-d0e2605d8308 Dec 06 12:27:29.894962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.913306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df73aae2-e6df-4263-b09e-629b7a6ba138 req-3fbb1d45-f8fd-430d-8edd-ff1fc00fac9e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 210 time: 0.0447767 Dec 06 12:27:29.939358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.947988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.948799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.975791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3006945 Dec 06 12:27:29.985567 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:29.991109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'ports': [{'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'}, {'network_id': '4a39c237-11ce-49af-9b62-d0e2605d8308'}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:29.991928 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:29.992677 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '4a39c237-11ce-49af-9b62-d0e2605d8308'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:30.006688 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port b8e25273-a181-4161-953f-bea4d17dd8cf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:30.008424 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.119961 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port b8e25273-a181-4161-953f-bea4d17dd8cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8e25273-a181-4161-953f-bea4d17dd8cf,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:30.120637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.132241 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b9b1-6d01-4be2-9ad8-0d20cccec631 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=4a39c237-11ce-49af-9b62-d0e2605d8308,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:30.133877 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for b8e25273-a181-4161-953f-bea4d17dd8cf owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:30.158312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4a39c237-11ce-49af-9b62-d0e2605d8308 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:30.327683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.345970 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:30.350512 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.354898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=b8e25273-a181-4161-953f-bea4d17dd8cf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:30.369597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41be5-1759-4729-aac1-765eda8faa5e req-7ade84f6-272e-4f0c-bd8b-e569b9f54341 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:30.378854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36b41be5-1759-4729-aac1-765eda8faa5e req-7ade84f6-272e-4f0c-bd8b-e569b9f54341 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 944 time: 0.1034625 Dec 06 12:27:30.392216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.470948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.504804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36b41be5-1759-4729-aac1-765eda8faa5e req-09336a13-af72-4269-bc87-6beac18a9086 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250637 Dec 06 12:27:30.551049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.561880 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port df0965a7-e36c-4bcb-a7da-0d963f72d5d9 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:30.660269 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:30.706325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.737692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:30.746390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3ec0444e-a796-42dd-af13-742953bbaec8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996928 Dec 06 12:27:30.747099 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:30.750438 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:30.766605 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:30.767282 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:30.774445 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:30.816613 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting subnet 372fd077-d3c6-4cde-9735-74a22fc6697b {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:30.820298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.841859 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:30.866030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:30.961716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.009444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.057948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.074847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76aa17ee-40ff-47cd-b991-1ec4796376cd req-8aa706a1-b51f-4c35-97d6-c182be826108 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 210 time: 0.0332248 Dec 06 12:27:31.089356 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:31.131254 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:31.145400 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:31.146052 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:31.163702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.197694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.236003 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:31.236238 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Subnet': ['ID=372fd077-d3c6-4cde-9735-74a22fc6697b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:31.249634 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-b18924c6-460b-4f00-8ac3-7059779c97cd tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.251286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-b18924c6-460b-4f00-8ac3-7059779c97cd tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 814 time: 0.2456865 Dec 06 12:27:31.253137 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:31.253314 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:31.253411 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a77451b-ae1d-44ef-af7d-64852c82f71c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.255288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a77451b-ae1d-44ef-af7d-64852c82f71c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 814 time: 0.1968341 Dec 06 12:27:31.257345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.261187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62372091-9bd3-4b8b-9879-ba0aaf32ae92 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/372fd077-d3c6-4cde-9735-74a22fc6697b HTTP/1.1" status: 204 len: 168 time: 0.5130856 Dec 06 12:27:31.263733 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40260) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:31.267911 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:31.268895 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.275173 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Request body: {'port': {'device_id': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'admin_state_up': True, 'tenant_id': '716a462d436a4d9a96bd389692ad8809'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:31.292459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd02117-dbad-4190-896e-a9d82547905f None None] Network 3422939a-1e40-4fbf-a469-501208f66c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:31.317406 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=df0965a7-e36c-4bcb-a7da-0d963f72d5d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:31.322019 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:31.322586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-6429aeff-0be6-4fd0-8a51-7bd9e806e915 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/quotas/0a0126c610b046a996d8e32b77652eca HTTP/1.1" status: 200 len: 375 time: 0.0514712 Dec 06 12:27:31.353798 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4325-76d5-4e94-bff1-6596e56622e0 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:31.366234 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': '3b4096bb-bfdc-4d59-ad1c-c22d4bc221d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4a39c237-11ce-49af-9b62-d0e2605d8308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:31.366234 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 4a39c237-11ce-49af-9b62-d0e2605d8308, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:31.410329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-3a6758af-bbb2-400e-9b7c-29a322e7aa03 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605729 Dec 06 12:27:31.468389 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:31.485215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.506058 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 4a39c237-11ce-49af-9b62-d0e2605d8308 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:31.521353 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4a39c237-11ce-49af-9b62-d0e2605d8308) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:31.527974 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:31.531158 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787dd83-727e-48a1-8cfa-ac481a1f09f1 None None] Network 4a39c237-11ce-49af-9b62-d0e2605d8308 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:31.535079 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Made reservation on behalf of 716a462d436a4d9a96bd389692ad8809 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:31.536190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.538531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.541349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.542131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.566337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-f6b55de9-4f25-424c-8f3a-9e7b693afcac service neutron] 10.222.0.31 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460257 Dec 06 12:27:31.578284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c81b832b-e65c-47e6-87f3-d9bda3d753e4 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5913413 Dec 06 12:27:31.578949 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:31.666294 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Deleting port 71ac7ed5-1327-4117-b228-a53a3f25a233 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:31.666603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.723930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] DHCP port deletion for 3422939a-1e40-4fbf-a469-501208f66c51 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:31.751073 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Allocated IP 172.20.0.13 (e07bcf95-4621-4de2-ba5d-4e4912e2280c/f166c694-bbae-4b71-b06e-1e84a0ee60a7/7db014a5-c798-48bc-aca5-ee940531f6b8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:31.771193 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] For port 71ac7ed5-1327-4117-b228-a53a3f25a233, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71ac7ed5-1327-4117-b228-a53a3f25a233,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:31.771436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.789900 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Calling delete_port for 71ac7ed5-1327-4117-b228-a53a3f25a233 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:31.794627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Deleting port 71ac7ed5-1327-4117-b228-a53a3f25a233 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:31.795259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.821298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a096d9e0-f74c-4758-9521-b3ceb5ed5727 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412689 Dec 06 12:27:31.837683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3869-fb0f-4ff0-a33b-9ed3aecbac86 req-6b0653ff-5d88-4ea2-831f-c049f0efee0c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.839353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dae3869-fb0f-4ff0-a33b-9ed3aecbac86 req-6b0653ff-5d88-4ea2-831f-c049f0efee0c tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 944 time: 0.1901269 Dec 06 12:27:31.847964 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:31.848315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.896016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] For port 71ac7ed5-1327-4117-b228-a53a3f25a233, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71ac7ed5-1327-4117-b228-a53a3f25a233,segment=NetworkSegment(46f3abf5-4ad9-4ced-8eac-63683d291794),segment_id=46f3abf5-4ad9-4ced-8eac-63683d291794)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:31.896628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.915561 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Calling delete_port for 71ac7ed5-1327-4117-b228-a53a3f25a233 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:31.950213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.965925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.974373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dae3869-fb0f-4ff0-a33b-9ed3aecbac86 req-a844339a-a085-4c71-9389-90dcc318fa09 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224935 Dec 06 12:27:31.979524 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:32.011273 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No DVR routers for this DVR port 71ac7ed5-1327-4117-b228-a53a3f25a233 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:32.012999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Port': ['ID=71ac7ed5-1327-4117-b228-a53a3f25a233,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.024567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.059658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.077092 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] No DVR routers for this DVR port 71ac7ed5-1327-4117-b228-a53a3f25a233 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:32.119386 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.139755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.146680 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dda17e-52a1-45a1-87ef-c4d11459ba4e None None] Pushing event deleted for resources: {'Port': ['ID=71ac7ed5-1327-4117-b228-a53a3f25a233,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.166894 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3422939a-1e40-4fbf-a469-501208f66c51']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:32.176788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.180379 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f3abf5-4ad9-4ced-8eac-63683d291794') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:32.180673 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f3abf5-4ad9-4ced-8eac-63683d291794') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:32.192438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['87cdd774-0233-4e8e-9fbe-5c78a7a98402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:32.219393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.232638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.242478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8742d5d8-64ec-4231-8631-523f3185fdbd req-beea3454-122c-4e42-8684-314db9552ede tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 210 time: 0.0694487 Dec 06 12:27:32.245956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.253719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c8af8574-e5d5-4cfd-a6c2-f21a0dc2c87d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e HTTP/1.1" status: 204 len: 168 time: 0.6703181 Dec 06 12:27:32.255516 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:32.256794 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:32.261994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.267178 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Pushing event updated for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.277989 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:32.280264 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:32.280669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:32.284852 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:32.287360 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:32.323058 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5be4d-2553-4abe-baee-a105ce7ae824 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:32.359674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.368866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118d6e1-c0b3-4f3b-a2da-0d95a194bf0f req-fc23098d-40e2-46ee-820e-45454f5b01a9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.370631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6118d6e1-c0b3-4f3b-a2da-0d95a194bf0f req-fc23098d-40e2-46ee-820e-45454f5b01a9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 932 time: 0.1397157 Dec 06 12:27:32.404799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.415061 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.416312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.430764 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe84ca-7509-420c-95de-479f4fdcdb19 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.437755 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe84ca-7509-420c-95de-479f4fdcdb19 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.439755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fdfe84ca-7509-420c-95de-479f4fdcdb19 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1793613 Dec 06 12:27:32.442786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6118d6e1-c0b3-4f3b-a2da-0d95a194bf0f req-4c195898-6543-466c-a584-211f7206d5c0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613267 Dec 06 12:27:32.443258 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:32.444033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.447554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/networks/3422939a-1e40-4fbf-a469-501208f66c51 HTTP/1.1" status: 204 len: 168 time: 1.1828630 Dec 06 12:27:32.451695 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:32.457223 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'routes': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:32.461281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c1c16905-26d5-4d7b-8a18-0769b00de088 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:32.466351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dafde-e275-439f-8a24-18eaa55e4ef0 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Pushing event deleted for resources: {'Network': ['ID=3422939a-1e40-4fbf-a469-501208f66c51,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.477759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5a7f8d68-1c01-423b-a440-652611d67fa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2060361 Dec 06 12:27:32.491261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Request body: {'port': {'device_id': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:32.535036 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-19fac90f-f42e-4f34-83db-81e346980890 None None] Provisioning complete for port 7db014a5-c798-48bc-aca5-ee940531f6b8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:32.535312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19fac90f-f42e-4f34-83db-81e346980890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.561138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.610482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-19fac90f-f42e-4f34-83db-81e346980890 None None] Port 7db014a5-c798-48bc-aca5-ee940531f6b8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:27:32.617538 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port c1c16905-26d5-4d7b-8a18-0769b00de088 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:32.624558 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port c1c16905-26d5-4d7b-8a18-0769b00de088 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:32.624941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.716703 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Added routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:27:32.717056 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Removed routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:27:32.717439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.742531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.784198 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:32.786640 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969f6433-7aa1-4e88-9f38-6b4e336d6be2" -d '{"events": [{"server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "name": "network-vif-plugged", "status": "completed", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:32.809197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1c16905-26d5-4d7b-8a18-0769b00de088,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:32.819722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.864158 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea97397e-735b-4d58-85fa-b28254c1547b x-openstack-request-id: req-ea97397e-735b-4d58-85fa-b28254c1547b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:32.864404 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "name": "network-vif-plugged", "status": "completed", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:32.864753 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea97397e-735b-4d58-85fa-b28254c1547b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:32.865266 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088', 'code': 200} Dec 06 12:27:32.886494 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.894222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.897469 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port df0965a7-e36c-4bcb-a7da-0d963f72d5d9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:32.897801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.918366 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.930132 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db014a5-c798-48bc-aca5-ee940531f6b8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:32.940782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.954461 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Transition to ACTIVE for port object 7db014a5-c798-48bc-aca5-ee940531f6b8 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:32.959048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.996999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b8e25273-a181-4161-953f-bea4d17dd8cf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:33.015141 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Pushing event updated for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:33.058208 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac828529-1a8c-4146-9ed9-43f40353a850 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:33.062345 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b8e25273-a181-4161-953f-bea4d17dd8cf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:33.062695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b8e25273-a181-4161-953f-bea4d17dd8cf not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:33.063117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 71ac7ed5-1327-4117-b228-a53a3f25a233 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:33.094060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 71ac7ed5-1327-4117-b228-a53a3f25a233 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:33.094414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 71ac7ed5-1327-4117-b228-a53a3f25a233 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:33.099274 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router b11c72ae-203c-4884-9f4d-c75dc2880d2d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:33.101790 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Attempting to bind port 7db014a5-c798-48bc-aca5-ee940531f6b8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:33.102448 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Attempting to bind port 7db014a5-c798-48bc-aca5-ee940531f6b8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:33.102888 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Attempting to bind port 7db014a5-c798-48bc-aca5-ee940531f6b8 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:33.108854 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Port 7db014a5-c798-48bc-aca5-ee940531f6b8 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:33.109347 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Attempting to bind port 7db014a5-c798-48bc-aca5-ee940531f6b8 on network e07bcf95-4621-4de2-ba5d-4e4912e2280c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:33.114947 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:33.115387 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Checking segment: {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:33.115859 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Bound using segment: {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:33.116377 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Bound port: 7db014a5-c798-48bc-aca5-ee940531f6b8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19561593-354c-40a3-be5a-e3bbcb6d0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:33.116843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.136205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.162605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.185595 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:33.188918 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7db014a5-c798-48bc-aca5-ee940531f6b8,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:33.194065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.198831 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for df0965a7-e36c-4bcb-a7da-0d963f72d5d9 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:33.205008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182b66-2722-4631-88b9-fb651baf0ef9 req-f108bc0b-41ce-42c7-85ed-45f84fcaac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.206559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50182b66-2722-4631-88b9-fb651baf0ef9 req-f108bc0b-41ce-42c7-85ed-45f84fcaac23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 1096 time: 0.1673553 Dec 06 12:27:33.227866 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.228492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.229903 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] 10.222.0.23 "PUT /v2.0/ports/7db014a5-c798-48bc-aca5-ee940531f6b8 HTTP/1.1" status: 200 len: 1092 time: 0.7438052 Dec 06 12:27:33.230353 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:33.233288 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe555c4-b878-45e0-9a56-d4975c4313a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:33.235467 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7564387-1641-4bf8-9412-f33db879a1b3 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:33.294901 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a732f5cc-c81d-4792-9086-ebdb62af0ccd x-openstack-request-id: req-a732f5cc-c81d-4792-9086-ebdb62af0ccd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:33.294901 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:33.294901 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a732f5cc-c81d-4792-9086-ebdb62af0ccd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:33.295358 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8', 'status': 'completed', 'code': 200} Dec 06 12:27:33.313667 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1dd8-d901-4c4b-bd37-beb223e2e170 service neutron] Pushing event updated for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:33.331556 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5042aa79-5657-4e8a-bbb9-768c935bfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.333056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-5042aa79-5657-4e8a-bbb9-768c935bfe68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0553069 Dec 06 12:27:33.378533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-a0b58051-62ef-4e8d-8da7-f0a7f48ee603 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7db014a5-c798-48bc-aca5-ee940531f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0375903 Dec 06 12:27:33.383536 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687bad1-73da-4d40-bb55-c4939f7a356f req-0052bcd4-bd3b-4026-9cc0-deac90153afb tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.385356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8687bad1-73da-4d40-bb55-c4939f7a356f req-0052bcd4-bd3b-4026-9cc0-deac90153afb tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.2835319 Dec 06 12:27:33.412417 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:33.419527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.420930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-668d1494-bc4a-4c48-b036-426edb528988 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 704 time: 0.9672391 Dec 06 12:27:33.426054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Sync routers for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:33.430311 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:33.443123 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:33.444416 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:33.461438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90b7061f-db9f-4e6c-a5fd-44c0beb66e29 req-a6ec7b4f-2331-4df9-8209-e3681ae02d1f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 210 time: 0.0936589 Dec 06 12:27:33.468862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50182b66-2722-4631-88b9-fb651baf0ef9 req-1c17ed0a-7e4b-4b59-b18d-a5ec5b7311ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517731 Dec 06 12:27:33.493538 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:33.493974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-353e218e-4601-4be8-89d7-03785fb0c95c tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 205 time: 0.0620322 Dec 06 12:27:33.503898 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-40f66ca0-d17d-47fc-9d3c-8124fe0db83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.505675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-40f66ca0-d17d-47fc-9d3c-8124fe0db83b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1155787 Dec 06 12:27:33.527443 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:33.553389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-7718d2f6-db04-4c9d-9f9c-57871c9d0699 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343866 Dec 06 12:27:33.590701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:33.590940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.621082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Checking router: b11c72ae-203c-4884-9f4d-c75dc2880d2d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:33.626170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8687bad1-73da-4d40-bb55-c4939f7a356f req-07aefa08-01fb-4b00-9b4f-55c67b1162d0 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177796 Dec 06 12:27:33.636906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Routers {'b11c72ae-203c-4884-9f4d-c75dc2880d2d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:33.637602 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:33.662957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:33.666309 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=df0965a7-e36c-4bcb-a7da-0d963f72d5d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:33.668038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-33566de3-a8e8-47fa-b955-2b3036c10008 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057441 Dec 06 12:27:33.709087 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] Set router b11c72ae-203c-4884-9f4d-c75dc2880d2d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:33.763345 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:33.775292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9a7fe2a1-d0aa-494b-b106-8ca911a951dc req-b1b9fa57-12c9-4dba-89cd-a4adfc59b774 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006758 Dec 06 12:27:33.797055 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4025910-c90e-4d27-b06f-016560f6a6b7 None None] The sync data for ids ['b11c72ae-203c-4884-9f4d-c75dc2880d2d'] in n-d-master-1 is: [{'id': 'b11c72ae-203c-4884-9f4d-c75dc2880d2d', 'name': 'tempest-RoutersIpV6Test-router-125121953', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:26:43Z', 'updated_at': '2021-12-06T12:27:30Z', 'revision_number': 11, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:33.889652 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-6dcee63d-3c51-4e4d-901c-a19fb3171ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.891500 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-6dcee63d-3c51-4e4d-901c-a19fb3171ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0624027 Dec 06 12:27:34.002486 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-a16c4322-a4b7-4de8-82c5-5f981db9f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.003995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-a16c4322-a4b7-4de8-82c5-5f981db9f0f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.1050415 Dec 06 12:27:34.047108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-4fb70243-5b1e-4876-861d-4765a6b6d285 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7db014a5-c798-48bc-aca5-ee940531f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0353100 Dec 06 12:27:34.097505 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-c90c8b1f-32c4-4eb8-9042-b385e1be6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.098993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-c90c8b1f-32c4-4eb8-9042-b385e1be6987 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.0449831 Dec 06 12:27:34.108171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.110742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-de9677d2-543f-49a3-a90e-62dcaf5bc420 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/df0965a7-e36c-4bcb-a7da-0d963f72d5d9 HTTP/1.1" status: 204 len: 168 time: 1.6665745 Dec 06 12:27:34.114126 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40304) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.145139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-9cc30210-eb3a-4124-9d55-c8aa7fe4fdaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373740 Dec 06 12:27:34.231615 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d31db-f2eb-4a77-9fa1-0fe5ef627688 req-90675333-a56b-419b-929f-b8da6605ed30 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.233737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-322d31db-f2eb-4a77-9fa1-0fe5ef627688 req-90675333-a56b-419b-929f-b8da6605ed30 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 944 time: 0.6474669 Dec 06 12:27:34.235466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1f912-ad09-47a6-aaa9-24ab4b7c781a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.239293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c0d1f912-ad09-47a6-aaa9-24ab4b7c781a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1208718 Dec 06 12:27:34.241689 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40306) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.296031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.304445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.386494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a7c521ab-c312-4d2a-adaa-db39804a61b6 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.387954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a7c521ab-c312-4d2a-adaa-db39804a61b6 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 814 time: 0.2726133 Dec 06 12:27:34.391656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.392165 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router b11c72ae-203c-4884-9f4d-c75dc2880d2d {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:27:34.401358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.406575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-299721e3-b846-4255-b4e1-c81f023a43f2 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 204 len: 168 time: 0.9045391 Dec 06 12:27:34.409351 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.414096 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Request body: {'port': {'device_id': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1', 'admin_state_up': True, 'tenant_id': '0a0126c610b046a996d8e32b77652eca'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:34.424280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1436933269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:34.449588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-322d31db-f2eb-4a77-9fa1-0fe5ef627688 req-7fe6b876-8dff-496d-927e-97fa40308617 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664801 Dec 06 12:27:34.522927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.524395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.591229 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a96df56-e069-46ed-a2a6-9d979763c384 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:34.592952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a96df56-e069-46ed-a2a6-9d979763c384 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/87b37e2c-dadd-44dd-a5da-cf1aa5bc9e5e HTTP/1.1" status: 404 len: 333 time: 0.3500147 Dec 06 12:27:34.597455 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.605312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.619571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.641617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-d927a3c7-e61f-4e8e-9a2f-d11da4416894 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822907 Dec 06 12:27:34.642786 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1add6694-c6f6-4ea5-89c8-e2db3af3ad39 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:34.644402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1add6694-c6f6-4ea5-89c8-e2db3af3ad39 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/df0965a7-e36c-4bcb-a7da-0d963f72d5d9 HTTP/1.1" status: 404 len: 333 time: 0.0456350 Dec 06 12:27:34.645073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab9a3a0c-b559-453b-afa7-297227462b51 req-ca6e0e73-8288-4f5c-96fc-d52e3ed67f5b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 210 time: 0.0457282 Dec 06 12:27:34.649659 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.704607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.706451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-30b17bfa-1c9d-40d5-8908-eef813471091 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2956755 Dec 06 12:27:34.708697 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40318) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:34.713178 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:34.793400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Made reservation on behalf of 0a0126c610b046a996d8e32b77652eca for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:34.796844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.805213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.845885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef08eac-97a1-44b4-afae-58043b75966e req-9c87d633-c43d-4fb9-bb3e-e91a8d7b66be tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.847774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fef08eac-97a1-44b4-afae-58043b75966e req-9c87d633-c43d-4fb9-bb3e-e91a8d7b66be tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.1284113 Dec 06 12:27:34.894888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fe555c4-b878-45e0-9a56-d4975c4313a3 req-e201a538-43b0-4521-a9ee-fb49ce036351 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424417 Dec 06 12:27:34.969010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:34.980387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.021331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.048341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fef08eac-97a1-44b4-afae-58043b75966e req-0be69062-caf4-4da6-bbab-3bc5d02fcfc4 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750541 Dec 06 12:27:35.063908 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a39c237-11ce-49af-9b62-d0e2605d8308']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.079217 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4096bb-bfdc-4d59-ad1c-c22d4bc221d0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.079526 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4096bb-bfdc-4d59-ad1c-c22d4bc221d0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.088742 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Allocated IP 172.20.0.5 (3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1/aee841f2-cd9c-4063-b9a4-233f05e57fd0/e6e417f2-98b6-482b-add6-5174af2bb785) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:35.091386 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Router 849eca7d-7c1a-4a68-8184-844ae8919407 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:27:35.095314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.122788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.137944 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:35.138344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:35.142021 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:35.170544 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:35.177467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.181034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00b98731-cb77-4351-86bb-bb2cc69b3df1 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "PUT /v2.0/routers/849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 200 len: 698 time: 0.4689357 Dec 06 12:27:35.181313 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.194947 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Sync routers for ids ['849eca7d-7c1a-4a68-8184-844ae8919407'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:35.206220 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Routers {'849eca7d-7c1a-4a68-8184-844ae8919407'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:35.207044 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['849eca7d-7c1a-4a68-8184-844ae8919407'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.241401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.254901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.258492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/4a39c237-11ce-49af-9b62-d0e2605d8308 HTTP/1.1" status: 204 len: 168 time: 0.6066532 Dec 06 12:27:35.281568 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40326) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.284414 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Set router 849eca7d-7c1a-4a68-8184-844ae8919407 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:35.319558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-420685927'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:35.319558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e607956-0c08-47af-b44d-e94bca9590fe tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/routers/849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 200 len: 704 time: 0.1262939 Dec 06 12:27:35.320093 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ffd6a-0df9-4028-9f00-b5a61a767bd3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=4a39c237-11ce-49af-9b62-d0e2605d8308,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:35.320093 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.352945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d3684fd5-f15d-47b3-9929-3a599c468cde tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 200 len: 205 time: 0.0339773 Dec 06 12:27:35.352945 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.368044 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:35.374349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.393975 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849eca7d-7c1a-4a68-8184-844ae8919407', 'name': 'tempest-RoutersIpV6Test-router-1436933269', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:27:34Z', 'updated_at': '2021-12-06T12:27:34Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.412056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:35.426439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.426821 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab of type vlan for network d3a425cf-366a-4e14-9249-5118c029c2a0 Dec 06 12:27:35.436961 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Checking router: 849eca7d-7c1a-4a68-8184-844ae8919407 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:35.449327 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Routers {'849eca7d-7c1a-4a68-8184-844ae8919407'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:35.450238 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:27:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['849eca7d-7c1a-4a68-8184-844ae8919407'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.516770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.519983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.521898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.578890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.585741 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] Set router 849eca7d-7c1a-4a68-8184-844ae8919407 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:35.599095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:35.601258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.690820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4078112 Dec 06 12:27:35.697081 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40342) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.716246 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849eca7d-7c1a-4a68-8184-844ae8919407', 'name': 'tempest-RoutersIpV6Test-router-1436933269', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:27:34Z', 'updated_at': '2021-12-06T12:27:34Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:35.725577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:35.751286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.754367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.756483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.768033 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b407f-c8fe-4ead-94e5-5256060891e2 None None] The sync data for ids ['849eca7d-7c1a-4a68-8184-844ae8919407'] in n-d-master-1 is: [{'id': '849eca7d-7c1a-4a68-8184-844ae8919407', 'name': 'tempest-RoutersIpV6Test-router-1436933269', 'tenant_id': '08c73e4b56ad4df591a96185ca931ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:27:34Z', 'updated_at': '2021-12-06T12:27:34Z', 'revision_number': 2, 'project_id': '08c73e4b56ad4df591a96185ca931ace', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:35.859243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eaf93-dc7f-47ce-9aab-b96f494b9f79 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=d3a425cf-366a-4e14-9249-5118c029c2a0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:35.870341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.870844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Fanout notify agent at l3_agent the message router_deleted on router 849eca7d-7c1a-4a68-8184-844ae8919407 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:27:35.891659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d3a425cf-366a-4e14-9249-5118c029c2a0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:35.898701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.904980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b7222dd-3947-4eca-a1bd-f562fac8bd1b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 204 len: 168 time: 0.5480056 Dec 06 12:27:35.915141 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:35.920880 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:35.957510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:35.963339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:35.980898 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a02f-2403-4e1e-8040-561904b3a37e req-62e9d935-b45e-444e-aea3-f71200a9cee5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:35.990882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b312a02f-2403-4e1e-8040-561904b3a37e req-62e9d935-b45e-444e-aea3-f71200a9cee5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 944 time: 0.3507764 Dec 06 12:27:35.994109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Pushing event updated for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:36.001903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0f349f34-c5cc-40cb-b0d4-0963065c38a8 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 200 len: 205 time: 0.0827870 Dec 06 12:27:36.002575 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.036150 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:36.038791 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:36.050323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1282fb-223d-4976-ad9b-088fb47ba240 None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:36.060983 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Performing IP validity checks on allocation pools {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:27:36.064823 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:27:36.134319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5d8d895b-3573-4645-b3d0-2823269fc277 None None] Provisioning complete for port e6e417f2-98b6-482b-add6-5174af2bb785 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:36.134994 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d8d895b-3573-4645-b3d0-2823269fc277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.151294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ac04-8558-4af6-b2fb-3ce0e64e6071 req-30f1cc2a-203f-4aa3-a792-0e88d1e214b8 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:36.152824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1708ac04-8558-4af6-b2fb-3ce0e64e6071 req-30f1cc2a-203f-4aa3-a792-0e88d1e214b8 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 931 time: 0.3839424 Dec 06 12:27:36.187330 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-05b51f22-1753-4c9f-afaf-0a9a40d94071 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.191089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-05b51f22-1753-4c9f-afaf-0a9a40d94071 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/849eca7d-7c1a-4a68-8184-844ae8919407 HTTP/1.1" status: 404 len: 336 time: 0.1562326 Dec 06 12:27:36.208797 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d895b-3573-4645-b3d0-2823269fc277 None None] Port e6e417f2-98b6-482b-add6-5174af2bb785 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:27:36.221582 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.230659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.267678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1708ac04-8558-4af6-b2fb-3ce0e64e6071 req-e4dc99d1-13ef-45e4-936c-a851f593e7d4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Dec 06 12:27:36.272107 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1071c9e8-d388-45bf-bb45-efd5de900186 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.272559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1071c9e8-d388-45bf-bb45-efd5de900186 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.279018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1071c9e8-d388-45bf-bb45-efd5de900186 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/28ccd86b-fa90-4619-9d7b-be7cac7bb30f HTTP/1.1" status: 404 len: 337 time: 0.0564840 Dec 06 12:27:36.280542 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.285265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:36.285892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.312331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b312a02f-2403-4e1e-8040-561904b3a37e req-de927e32-12ed-45e1-8d36-b8dcf214868c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205705 Dec 06 12:27:36.322594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-dc8c75c6-b20c-4725-a10d-2bc0035d3684 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9127703 Dec 06 12:27:36.338457 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f86dd-6985-4f2d-8a0d-559f7e422c63 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.338992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480f86dd-6985-4f2d-8a0d-559f7e422c63 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.341631 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Request body: {'port': {'device_id': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:36.342092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-480f86dd-6985-4f2d-8a0d-559f7e422c63 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/897fe09b-f54f-43dd-9a89-0eee8a2f4e5e HTTP/1.1" status: 404 len: 337 time: 0.0605588 Dec 06 12:27:36.344544 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.359847 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=f4b8bfb7-9926-45ee-b52a-062fc914990f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:36.369363 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:36.369730 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: d3a425cf-366a-4e14-9249-5118c029c2a0, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:36.388771 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network d3a425cf-366a-4e14-9249-5118c029c2a0 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:36.389052 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-327800d0-81cd-4075-948b-49f64fda8834 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.389618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327800d0-81cd-4075-948b-49f64fda8834 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.394989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-327800d0-81cd-4075-948b-49f64fda8834 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/799f3ade-6af2-4c6c-896c-14b6a846182d HTTP/1.1" status: 404 len: 337 time: 0.0463903 Dec 06 12:27:36.395953 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40356) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.405431 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d3a425cf-366a-4e14-9249-5118c029c2a0) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:36.415958 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db7283b-b6b6-43e4-b670-906db0f47784 None None] Network d3a425cf-366a-4e14-9249-5118c029c2a0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:36.426782 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8cd5b1-6456-4782-9fcb-e8d22bef667b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.428002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8cd5b1-6456-4782-9fcb-e8d22bef667b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.432611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e8cd5b1-6456-4782-9fcb-e8d22bef667b tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/372fd077-d3c6-4cde-9735-74a22fc6697b HTTP/1.1" status: 404 len: 337 time: 0.0339949 Dec 06 12:27:36.432611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:36.432611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.434471 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40360) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.478811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f08dfc8-d46f-47f0-bd12-2eea0cf80a8d tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 200 len: 205 time: 0.0412407 Dec 06 12:27:36.479433 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40362) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.491004 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08779f43-d6ae-4ea2-9715-8c31057b7629 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7807021 Dec 06 12:27:36.504810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.508683 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.528734 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-5f23dd19-9dbe-488b-95cb-957cab5c274f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.530333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5f23dd19-9dbe-488b-95cb-957cab5c274f tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/b11c72ae-203c-4884-9f4d-c75dc2880d2d HTTP/1.1" status: 404 len: 336 time: 0.0499947 Dec 06 12:27:36.532974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40366) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.539234 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0', 'name': 'tempest-PortsIpV6TestJSON-1140038459'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:36.572238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e7aa4b46-5253-4651-bcf3-c5188ccd5849 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=89af3c60-e92f-442a-becf-afcc7c793f53 HTTP/1.1" status: 200 len: 205 time: 0.0381014 Dec 06 12:27:36.572941 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40368) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.625292 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-24581189-3ee4-436b-96aa-a82e5e4d96c6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.626372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-24581189-3ee4-436b-96aa-a82e5e4d96c6 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/89af3c60-e92f-442a-becf-afcc7c793f53 HTTP/1.1" status: 404 len: 336 time: 0.0524251 Dec 06 12:27:36.629480 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40370) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.648300 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d3a425cf-366a-4e14-9249-5118c029c2a0', 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': 'f4b8bfb7-9926-45ee-b52a-062fc914990f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:36.649585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.667192 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2353033-4c32-4f28-b0e6-991fcbd2266e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.667723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2353033-4c32-4f28-b0e6-991fcbd2266e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.670961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e2353033-4c32-4f28-b0e6-991fcbd2266e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/70c5e026-c2cf-470f-9ea2-63586512f8bd HTTP/1.1" status: 404 len: 337 time: 0.0405262 Dec 06 12:27:36.673943 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40372) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.707027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1aa137b1-e61c-4e8d-8c6a-0456c245c502 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 200 len: 205 time: 0.0298319 Dec 06 12:27:36.707297 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.753903 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-8b478e6c-d1ac-4f15-8193-5f0f3555baa7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.753903 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b478e6c-d1ac-4f15-8193-5f0f3555baa7 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/2a09fcfc-171a-4afd-8a47-8c064615b10e HTTP/1.1" status: 404 len: 336 time: 0.0433822 Dec 06 12:27:36.756538 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40376) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.795488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2653a9a3-c420-4716-9b48-1c10fbfcb3c4 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f10aa3-47e7-4cbe-9b40-ee44afb5f804 HTTP/1.1" status: 200 len: 205 time: 0.0364909 Dec 06 12:27:36.797261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40378) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.820822 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Allocated IP 2001:db8::2 (d3a425cf-366a-4e14-9249-5118c029c2a0/f4b8bfb7-9926-45ee-b52a-062fc914990f/b1b95f88-2999-4d5e-89c8-0b16f76e3bfc) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:36.834820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:36.836335 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-1131c0ef-bbd2-441a-bd77-0dac99cc4b9a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.839868 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1131c0ef-bbd2-441a-bd77-0dac99cc4b9a tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/82f10aa3-47e7-4cbe-9b40-ee44afb5f804 HTTP/1.1" status: 404 len: 336 time: 0.0391984 Dec 06 12:27:36.840007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.840338 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40380) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.863902 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 0dab38ad-77d1-4702-811b-7ffcc983dd83 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:36.880743 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2711cec3-9190-472c-bc28-0480ba227a80 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.883085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2711cec3-9190-472c-bc28-0480ba227a80 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.888717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2711cec3-9190-472c-bc28-0480ba227a80 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/1ea6077c-7e7b-4c5e-b4a0-a66c39052f8b HTTP/1.1" status: 404 len: 337 time: 0.0448530 Dec 06 12:27:36.888845 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40382) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.918962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab3e0614-ba11-49d9-ae14-b7baa188ac03 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=56c6353e-34f4-4d68-b30a-2e5185ac06ff HTTP/1.1" status: 200 len: 205 time: 0.0268095 Dec 06 12:27:36.919149 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40384) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.962700 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-a090faa8-b279-4b0f-974e-230ad100ad2e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:36.965199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a090faa8-b279-4b0f-974e-230ad100ad2e tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/56c6353e-34f4-4d68-b30a-2e5185ac06ff HTTP/1.1" status: 404 len: 336 time: 0.0435915 Dec 06 12:27:36.966286 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40386) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:36.992302 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34c51ea-7634-42f0-b858-f91fcaf444cd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:36.992712 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.993324 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34c51ea-7634-42f0-b858-f91fcaf444cd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:36.995884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c34c51ea-7634-42f0-b858-f91fcaf444cd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/dc88581d-468c-4975-af94-bf47992b969a HTTP/1.1" status: 404 len: 337 time: 0.0285833 Dec 06 12:27:37.000091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.002074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.027740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aac6d3f6-c937-4978-ac4e-c15e72f6ad42 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ecad232-02c2-4ada-9b41-94deb5287c5d HTTP/1.1" status: 200 len: 205 time: 0.0265253 Dec 06 12:27:37.030131 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.034417 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e417f2-98b6-482b-add6-5174af2bb785 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:37.046515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.056884 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Network d3a425cf-366a-4e14-9249-5118c029c2a0 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:37.062496 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:37.067549 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:37.071087 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Pushing event updated for resources: {'Port': ['ID=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:37.071284 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Transition to ACTIVE for port object e6e417f2-98b6-482b-add6-5174af2bb785 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:37.079423 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-a70489c5-781c-4e47-9ed3-8f57fb0826bd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] delete failed (client error): The resource could not be found. Dec 06 12:27:37.080819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a70489c5-781c-4e47-9ed3-8f57fb0826bd tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/routers/9ecad232-02c2-4ada-9b41-94deb5287c5d HTTP/1.1" status: 404 len: 336 time: 0.0492752 Dec 06 12:27:37.083788 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40392) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.092015 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::3d0 (d3a425cf-366a-4e14-9249-5118c029c2a0/f4b8bfb7-9926-45ee-b52a-062fc914990f/0dab38ad-77d1-4702-811b-7ffcc983dd83) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:37.094327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.176449 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbd99eb-09f7-46b8-8842-48cf646f48fc tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:37.177004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbd99eb-09f7-46b8-8842-48cf646f48fc tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:37.182522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2cbd99eb-09f7-46b8-8842-48cf646f48fc tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/5ec86457-47b0-44a0-a85c-2dc041dca206 HTTP/1.1" status: 404 len: 337 time: 0.0953453 Dec 06 12:27:37.183708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.219039 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:37.221714 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4de6b2-78aa-480c-8ed9-d08801675316 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:37.222668 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4de6b2-78aa-480c-8ed9-d08801675316 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:37.226020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab4de6b2-78aa-480c-8ed9-d08801675316 tempest-RoutersIpV6Test-379274586 tempest-RoutersIpV6Test-379274586-project] 10.222.0.31 "DELETE /v2.0/subnets/94da94b2-814e-4061-ba6f-3296d5b2d08e HTTP/1.1" status: 404 len: 337 time: 0.0420871 Dec 06 12:27:37.273124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777308a3-7568-4a5f-b88f-081a0f1428c2 None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:37.313283 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Attempting to bind port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:37.313570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Attempting to bind port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:37.313941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Attempting to bind port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc on network d3a425cf-366a-4e14-9249-5118c029c2a0 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:37.319357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:37.320596 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Checking segment: {'id': 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:37.321215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.321786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Bound using segment: {'id': 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:37.322457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Bound port: b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a425cf-366a-4e14-9249-5118c029c2a0'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:37.322848 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.406449 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] For port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:37.414960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] For port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,segment=NetworkSegment(aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab),segment_id=aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:37.420893 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.485995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb30aa0-6da9-447b-9e4d-c1d7521be25d None None] Pushing event updated for resources: {'Port': ['ID=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:37.553856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.569197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ce054-7ecf-4d41-a09c-e1c509d5973c req-e690983a-4c6d-4349-b57a-bae18c0ab4ab tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:37.570767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-336ce054-7ecf-4d41-a09c-e1c509d5973c req-e690983a-4c6d-4349-b57a-bae18c0ab4ab tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 943 time: 0.1908844 Dec 06 12:27:37.618273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc69b9-5ba6-48a7-bd4e-4f40716fe6c6 req-c52292a0-fb43-4824-b4bc-b56d17aa3650 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:37.619830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3cc69b9-5ba6-48a7-bd4e-4f40716fe6c6 req-c52292a0-fb43-4824-b4bc-b56d17aa3650 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 944 time: 0.1953096 Dec 06 12:27:37.633280 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40410) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.642348 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Attempting to bind port e6e417f2-98b6-482b-add6-5174af2bb785 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:37.643198 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Attempting to bind port e6e417f2-98b6-482b-add6-5174af2bb785 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:37.643198 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Attempting to bind port e6e417f2-98b6-482b-add6-5174af2bb785 on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:37.681596 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Port e6e417f2-98b6-482b-add6-5174af2bb785 on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:37.681933 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Attempting to bind port e6e417f2-98b6-482b-add6-5174af2bb785 on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:37.715651 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:37.716019 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Checking segment: {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:37.716416 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Bound using segment: {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:37.718953 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Bound port: e6e417f2-98b6-482b-add6-5174af2bb785, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:37.718953 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.734136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.743844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-336ce054-7ecf-4d41-a09c-e1c509d5973c req-5ac74530-d133-4cce-8d2a-6c9701ef5c1e tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618509 Dec 06 12:27:37.791162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3cc69b9-5ba6-48a7-bd4e-4f40716fe6c6 req-1e4736a9-e4f8-4c06-bc7c-f06b906b93c2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592119 Dec 06 12:27:37.838977 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network d3a425cf-366a-4e14-9249-5118c029c2a0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:37.844888 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=0dab38ad-77d1-4702-811b-7ffcc983dd83,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:37.847237 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e1f6f16-9a6a-4a13-822b-1b3c5918a368 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08c73e4b56ad4df591a96185ca931ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119441 Dec 06 12:27:37.847882 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.854105 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:37.860806 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:37.866542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:37.867197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.898341 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:37.904994 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e6e417f2-98b6-482b-add6-5174af2bb785,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:37.917908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8df506d5-997c-482a-afae-125d905307d0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4036918 Dec 06 12:27:37.920191 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:37.921459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.970444 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:37.971071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.972489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/e6e417f2-98b6-482b-add6-5174af2bb785 HTTP/1.1" status: 200 len: 1091 time: 1.6364384 Dec 06 12:27:37.972949 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:37.975303 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9d767-b449-4450-bac1-9649def0ae5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:37.976858 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.981000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b392f5b-e88a-4da9-a311-547d788cc582 None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:37.996003 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52528cb-2bc1-4a49-b036-97eb217b81e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:38.038623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.090993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 0dab38ad-77d1-4702-811b-7ffcc983dd83 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:38.091374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.092595 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-6a87b47c-8b6a-4cf7-bfdd-ca3e8362bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:38.094533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-6a87b47c-8b6a-4cf7-bfdd-ca3e8362bc35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 1094 time: 0.0534654 Dec 06 12:27:38.137457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.140679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.141875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c078c0a7-6e03-42aa-ab01-cf116ba63aca HTTP/1.1" status: 204 len: 168 time: 0.2930517 Dec 06 12:27:38.166807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-e6ae81d0-772d-4ac0-b69a-42023eb502fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e417f2-98b6-482b-add6-5174af2bb785 HTTP/1.1" status: 200 len: 217 time: 0.0557332 Dec 06 12:27:38.176429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c74b68-e10c-4c4b-9778-8931db358d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078c0a7-6e03-42aa-ab01-cf116ba63aca,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:38.188462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7db014a5-c798-48bc-aca5-ee940531f6b8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:38.264805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.284219 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 0dab38ad-77d1-4702-811b-7ffcc983dd83 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:38.296615 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f120ce-27ad-4b85-b983-2d742d075aa5 x-openstack-request-id: req-59f120ce-27ad-4b85-b983-2d742d075aa5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:38.297130 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:38.297130 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59f120ce-27ad-4b85-b983-2d742d075aa5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:38.297575 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785', 'status': 'completed', 'code': 200} Dec 06 12:27:38.301640 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-3e12633d-2e3e-4d9d-9161-d4eae95be033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:38.303255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-3e12633d-2e3e-4d9d-9161-d4eae95be033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee841f2-cd9c-4063-b9a4-233f05e57fd0 HTTP/1.1" status: 200 len: 854 time: 0.1251633 Dec 06 12:27:38.381243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-eeb5a037-1b10-4721-8bb8-df2ea5990c23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453522 Dec 06 12:27:38.420390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7db014a5-c798-48bc-aca5-ee940531f6b8,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:38.447186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '7db014a5-c798-48bc-aca5-ee940531f6b8', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'port_id': '7db014a5-c798-48bc-aca5-ee940531f6b8', 'mac_address': 'fa:16:3e:f1:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f166c694-bbae-4b71-b06e-1e84a0ee60a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:38.513381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-8f3293be-45b3-4579-b91e-25d62bc24568 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243796 Dec 06 12:27:38.527123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.538465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.547420 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db014a5-c798-48bc-aca5-ee940531f6b8 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:38.578553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7db014a5-c798-48bc-aca5-ee940531f6b8,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:38.588014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.666955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.671466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880e407f-7597-4ae8-86a8-47c0f47fec87 req-49f26555-e76b-425e-9fc5-cabf35425223 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494036 Dec 06 12:27:38.676415 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:38.688510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:38.689406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/0dab38ad-77d1-4702-811b-7ffcc983dd83 HTTP/1.1" status: 204 len: 168 time: 0.7564392 Dec 06 12:27:38.691027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e8abd-9b09-4d28-904a-cddb76b22769 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=0dab38ad-77d1-4702-811b-7ffcc983dd83,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:38.735506 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74d4f29-ea7b-43f9-9c2c-2769ceeac96d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:27:38.736412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74d4f29-ea7b-43f9-9c2c-2769ceeac96d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:38.742888 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:38.743512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b74d4f29-ea7b-43f9-9c2c-2769ceeac96d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/0dab38ad-77d1-4702-811b-7ffcc983dd83 HTTP/1.1" status: 404 len: 333 time: 0.0529182 Dec 06 12:27:38.787381 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1062bf-2c2c-4e21-a20e-70663ffc6b7e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:38.789449 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc1062bf-2c2c-4e21-a20e-70663ffc6b7e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/0dab38ad-77d1-4702-811b-7ffcc983dd83 HTTP/1.1" status: 404 len: 333 time: 0.0454865 Dec 06 12:27:38.792000 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:38.818439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['7db014a5-c798-48bc-aca5-ee940531f6b8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:38.857000 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet f4b8bfb7-9926-45ee-b52a-062fc914990f {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:38.862327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:38.872491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-44b0727c-a0d7-4f70-8f32-fe00d070630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:38.878704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-44b0727c-a0d7-4f70-8f32-fe00d070630e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 1094 time: 0.1056280 Dec 06 12:27:38.921329 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22746ce9-d9bc-4c68-a4de-3e0d73e39c9d None None] Network d3a425cf-366a-4e14-9249-5118c029c2a0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:39.001794 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.052488 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] Provisioning complete for port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:39.052868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.121765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.123607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b1b95f88-2999-4d5e-89c8-0b16f76e3bfc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:39.195792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.240139 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b8bfb7-9926-45ee-b52a-062fc914990f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:39.281187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.283383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7350-4a5b-4d5e-8c9b-493dbf7df0c2 req-2e0faa57-7851-4ecd-9255-89a80567461f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:39.284988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-549f7350-4a5b-4d5e-8c9b-493dbf7df0c2 req-2e0faa57-7851-4ecd-9255-89a80567461f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 943 time: 0.3545723 Dec 06 12:27:39.286114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-afe51406-f0f5-44ec-bdf8-76c0dc953bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:39.287459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-afe51406-f0f5-44ec-bdf8-76c0dc953bf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 915 time: 0.4014475 Dec 06 12:27:39.287908 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5149f721-10a0-4e35-b6d6-50323edc85fa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/f4b8bfb7-9926-45ee-b52a-062fc914990f HTTP/1.1" status: 204 len: 168 time: 0.4939487 Dec 06 12:27:39.290823 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40462) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:39.293446 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:39.293926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.298080 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9891b05-3edc-4bac-9a10-5dc4acb86509 req-979bc322-c94b-471e-9b14-b7770a54639b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:39.299544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9891b05-3edc-4bac-9a10-5dc4acb86509 req-979bc322-c94b-471e-9b14-b7770a54639b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 945 time: 0.3124373 Dec 06 12:27:39.353950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.362621 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-655c5df0-23a8-4d69-9845-8c3ce0d57202 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e417f2-98b6-482b-add6-5174af2bb785 HTTP/1.1" status: 200 len: 217 time: 0.0597692 Dec 06 12:27:39.421284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-0697c58f-15c2-42ea-8fab-b3b27bbcc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:39.422762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-0697c58f-15c2-42ea-8fab-b3b27bbcc423 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee841f2-cd9c-4063-b9a4-233f05e57fd0 HTTP/1.1" status: 200 len: 854 time: 0.0527170 Dec 06 12:27:39.436625 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.444788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] For port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,segment=NetworkSegment(aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab),segment_id=aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:39.458431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.545288 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:39.545778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.554177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-2e9edb55-5b5b-4ec0-8778-f9f881b72663 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213765 Dec 06 12:27:39.567250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-549f7350-4a5b-4d5e-8c9b-493dbf7df0c2 req-93f8ef26-3089-4a0f-ad7f-5e975731359b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666821 Dec 06 12:27:39.596300 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a52b5e-8e58-41b4-aeee-a276591ed68b None None] Pushing event updated for resources: {'Port': ['ID=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:39.636954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9891b05-3edc-4bac-9a10-5dc4acb86509 req-06224793-30fc-4f22-bb66-f0e1c0c7760c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231823 Dec 06 12:27:39.662044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] DHCP port deletion for d3a425cf-366a-4e14-9249-5118c029c2a0 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:39.752327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Deleting port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:39.752532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-51043c7a-3122-45e1-8073-247ed1a9a683 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888494 Dec 06 12:27:39.753058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.766431 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,segment=NetworkSegment(aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab),segment_id=aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:39.766989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.785515 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for b1b95f88-2999-4d5e-89c8-0b16f76e3bfc owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:39.855499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] For port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,segment=NetworkSegment(aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab),segment_id=aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:39.856056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:39.872409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Calling delete_port for b1b95f88-2999-4d5e-89c8-0b16f76e3bfc owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:39.972152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.011279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] Pushing event deleted for resources: {'Port': ['ID=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:40.014619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.047595 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1c641-719a-48c0-9cb3-ddf487c94ecd None None] No DVR routers for this DVR port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:40.080706 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=b1b95f88-2999-4d5e-89c8-0b16f76e3bfc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:40.100775 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port b1b95f88-2999-4d5e-89c8-0b16f76e3bfc on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:40.203293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7db014a5-c798-48bc-aca5-ee940531f6b8 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:40.253581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.268126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ca9d767-b449-4450-bac1-9649def0ae5c req-3f78df45-4613-4205-8ab7-fd75bff73379 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071819 Dec 06 12:27:40.278943 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a425cf-366a-4e14-9249-5118c029c2a0']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:40.290711 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:40.291140 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa724cc8-6ddf-4a5e-8699-fbff7e6d6fab') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:40.302387 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 7db014a5-c798-48bc-aca5-ee940531f6b8 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:40.304683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.313665 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 7db014a5-c798-48bc-aca5-ee940531f6b8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:40.314294 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.320956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.328578 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:40.329270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:40.333310 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:40.400688 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.413192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.418787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/d3a425cf-366a-4e14-9249-5118c029c2a0 HTTP/1.1" status: 204 len: 168 time: 1.1270027 Dec 06 12:27:40.422345 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:40.427693 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024656673'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:40.428511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.452335 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4642-d89c-4b2b-9ab8-c80406034fe5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=d3a425cf-366a-4e14-9249-5118c029c2a0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:40.455778 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:40.459345 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d1e5b4-a78d-48d2-bfab-5852b951ac9f" -d '{"events": [{"server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "name": "network-vif-plugged", "status": "completed", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:40.470208 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:40.473952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.492192 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7db014a5-c798-48bc-aca5-ee940531f6b8,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:40.503720 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:40.509046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.527349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.527918 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment 82667e26-1cb5-4b12-8086-37ec490d0863 of type vlan for network 5c293967-3915-4bd4-ae4f-3efd039b38da Dec 06 12:27:40.548917 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb7d20-cd52-463a-95a2-c0e0565aa4c4 x-openstack-request-id: req-eaeb7d20-cd52-463a-95a2-c0e0565aa4c4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:40.549302 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "name": "network-vif-plugged", "status": "completed", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:40.549847 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaeb7d20-cd52-463a-95a2-c0e0565aa4c4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:40.550369 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8', 'code': 200} Dec 06 12:27:40.592489 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:40.594740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.639946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.647892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:40.648538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.668662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e5caf-a4d0-48f5-8a18-33057627425c req-e971b74c-4f57-4a2c-9717-11e9a6242882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:40.671316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2c3e5caf-a4d0-48f5-8a18-33057627425c req-e971b74c-4f57-4a2c-9717-11e9a6242882 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0595953 Dec 06 12:27:40.729284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3032157 Dec 06 12:27:40.735269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2c3e5caf-a4d0-48f5-8a18-33057627425c req-b3bd046e-8d84-4a28-a248-69d606f86fd0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Dec 06 12:27:40.735798 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40500) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:40.742289 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:40.828602 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0c457-3d85-42a7-956c-23f90213c2cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=5c293967-3915-4bd4-ae4f-3efd039b38da,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:40.839049 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:40.839525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5c293967-3915-4bd4-ae4f-3efd039b38da details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:40.846302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:40.925181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca35034-4fe8-428a-a2f2-0ed09606a372 req-78dcf19b-8482-4a81-bf20-85bcdbd96bd4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:40.926661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ca35034-4fe8-428a-a2f2-0ed09606a372 req-78dcf19b-8482-4a81-bf20-85bcdbd96bd4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 943 time: 0.2133877 Dec 06 12:27:40.959628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b9c9-e861-4675-92eb-0994a06277ba req-cfce6dae-a245-4cd2-b317-cc005ef0740c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:40.971306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1e6b9c9-e861-4675-92eb-0994a06277ba req-cfce6dae-a245-4cd2-b317-cc005ef0740c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 946 time: 0.2103641 Dec 06 12:27:41.016361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b1b95f88-2999-4d5e-89c8-0b16f76e3bfc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:41.043532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1e6b9c9-e861-4675-92eb-0994a06277ba req-3a11eb0f-d403-4558-992e-fd2ebb0c74a4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711982 Dec 06 12:27:41.062300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b1b95f88-2999-4d5e-89c8-0b16f76e3bfc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:41.064281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b1b95f88-2999-4d5e-89c8-0b16f76e3bfc not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:41.073939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ca35034-4fe8-428a-a2f2-0ed09606a372 req-c0e0d225-cd62-41ce-89fb-4a661ad6cce3 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328046 Dec 06 12:27:41.168834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.243948 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=94abfc94-2ce4-4049-a84f-294cf7c0a187,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:41.255303 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': '82667e26-1cb5-4b12-8086-37ec490d0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:41.255664 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 5c293967-3915-4bd4-ae4f-3efd039b38da, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:41.273661 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 5c293967-3915-4bd4-ae4f-3efd039b38da is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:41.284316 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c293967-3915-4bd4-ae4f-3efd039b38da) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:41.289511 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:41.290107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.297641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c3ab8-a25c-45a2-a7cf-613dc7eb8d41 None None] Network 5c293967-3915-4bd4-ae4f-3efd039b38da requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:41.315853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac9b65d9-278b-4ecb-bbd3-697f65e8ca22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5765212 Dec 06 12:27:41.316175 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40510) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:41.323032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1180120327'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:41.446573 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:41.451826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.478553 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port cd3daaba-96cc-4be9-8ead-f54721d545d7 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:41.481349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c293967-3915-4bd4-ae4f-3efd039b38da', 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': '94abfc94-2ce4-4049-a84f-294cf7c0a187'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:41.483475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.646749 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Allocated IP 2001:db8::2 (5c293967-3915-4bd4-ae4f-3efd039b38da/94abfc94-2ce4-4049-a84f-294cf7c0a187/7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:41.819623 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.828115 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.875093 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Network 5c293967-3915-4bd4-ae4f-3efd039b38da is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:41.880171 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:41.887765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:41.915754 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::ec (5c293967-3915-4bd4-ae4f-3efd039b38da/94abfc94-2ce4-4049-a84f-294cf7c0a187/cd3daaba-96cc-4be9-8ead-f54721d545d7) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:41.916387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Pushing event updated for resources: {'Port': ['ID=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:41.955047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Attempting to bind port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:41.955432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Attempting to bind port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '82667e26-1cb5-4b12-8086-37ec490d0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:41.955807 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Attempting to bind port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe on network 5c293967-3915-4bd4-ae4f-3efd039b38da {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:41.963145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:41.963558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Checking segment: {'id': '82667e26-1cb5-4b12-8086-37ec490d0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:41.963936 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:41.964333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Bound using segment: {'id': '82667e26-1cb5-4b12-8086-37ec490d0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:41.964940 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Bound port: 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82667e26-1cb5-4b12-8086-37ec490d0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c293967-3915-4bd4-ae4f-3efd039b38da'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:41.965462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.052111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] For port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:42.052650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.055766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] For port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,segment=NetworkSegment(82667e26-1cb5-4b12-8086-37ec490d0863),segment_id=82667e26-1cb5-4b12-8086-37ec490d0863)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:42.062930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.093959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.191752 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 5c293967-3915-4bd4-ae4f-3efd039b38da is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:42.195780 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:42.207098 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:42.207840 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8434ca-4db4-459c-b371-332e68d43154 None None] Pushing event updated for resources: {'Port': ['ID=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:42.214689 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:42.216696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.254949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=cd3daaba-96cc-4be9-8ead-f54721d545d7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:42.270569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa155240-04eb-43b8-b226-c1d3da15dccc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9531538 Dec 06 12:27:42.272976 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40528) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:42.362699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbdf26-6f74-451b-bd2b-ce3fa7651dd2 req-c0f36642-0849-4496-b97f-ab33afa662d1 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:42.371062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5dcbdf26-6f74-451b-bd2b-ce3fa7651dd2 req-c0f36642-0849-4496-b97f-ab33afa662d1 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 943 time: 0.1522746 Dec 06 12:27:42.398715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35ad9e-15d3-41ea-8ad8-d86593490de1 req-a5298cd3-b1cc-41a6-8574-ff8976293805 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:42.402703 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port cd3daaba-96cc-4be9-8ead-f54721d545d7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:42.403063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.408005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c35ad9e-15d3-41ea-8ad8-d86593490de1 req-a5298cd3-b1cc-41a6-8574-ff8976293805 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 946 time: 0.1728559 Dec 06 12:27:42.482511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5dcbdf26-6f74-451b-bd2b-ce3fa7651dd2 req-831ddc69-144b-432d-bd85-fdb0d92b0cce tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997066 Dec 06 12:27:42.512328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e6e417f2-98b6-482b-add6-5174af2bb785 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:42.562032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c35ad9e-15d3-41ea-8ad8-d86593490de1 req-a989dd6a-42e3-4dd5-bc0c-8039f3f621b0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498358 Dec 06 12:27:42.714400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.750536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for cd3daaba-96cc-4be9-8ead-f54721d545d7 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:42.808250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e6e417f2-98b6-482b-add6-5174af2bb785,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:42.836890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e6e417f2-98b6-482b-add6-5174af2bb785', 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1', 'port_id': 'e6e417f2-98b6-482b-add6-5174af2bb785', 'mac_address': 'fa:16:3e:67:45:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee841f2-cd9c-4063-b9a4-233f05e57fd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:42.963512 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:42.991959 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e417f2-98b6-482b-add6-5174af2bb785 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:43.047645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e6e417f2-98b6-482b-add6-5174af2bb785,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:43.053698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.075402 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d49be0-2d01-4e5d-94a4-922eb6affabb req-d9dedc45-253f-48a7-866a-c6b02f7a569e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:43.094858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97d49be0-2d01-4e5d-94a4-922eb6affabb req-d9dedc45-253f-48a7-866a-c6b02f7a569e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 946 time: 0.1653368 Dec 06 12:27:43.114117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:43.155398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.179148 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:43.184932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97d49be0-2d01-4e5d-94a4-922eb6affabb req-ebdc2d9a-1131-41df-952f-71b4d4a75a5a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864611 Dec 06 12:27:43.197446 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:43.197900 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.200966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=cd3daaba-96cc-4be9-8ead-f54721d545d7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:43.237079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.249385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-03856df4-fe9e-46b8-babe-c9a996b068c7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/cd3daaba-96cc-4be9-8ead-f54721d545d7 HTTP/1.1" status: 204 len: 168 time: 0.9753382 Dec 06 12:27:43.251955 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:43.289586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.303050 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04fb125-211f-4d6b-bcea-b59c3dfb64fd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:43.307287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d04fb125-211f-4d6b-bcea-b59c3dfb64fd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/cd3daaba-96cc-4be9-8ead-f54721d545d7 HTTP/1.1" status: 404 len: 333 time: 0.0514367 Dec 06 12:27:43.307738 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:43.330168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,segment=NetworkSegment(82667e26-1cb5-4b12-8086-37ec490d0863),segment_id=82667e26-1cb5-4b12-8086-37ec490d0863)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:43.339855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.395835 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 94abfc94-2ce4-4049-a84f-294cf7c0a187 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:43.400577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.464699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.562099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.638298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.639086 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e6e417f2-98b6-482b-add6-5174af2bb785'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:43.661471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.665031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/94abfc94-2ce4-4049-a84f-294cf7c0a187 HTTP/1.1" status: 204 len: 168 time: 0.3562016 Dec 06 12:27:43.667690 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:43.716062 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87821c12-b10a-4902-80b7-e8ff458b719f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=94abfc94-2ce4-4049-a84f-294cf7c0a187,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:43.741652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5973b98-26fe-40b6-bde3-838c47b784e4 req-c225ec4f-18cf-4e4e-b413-c58aaecfd039 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:43.746445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5973b98-26fe-40b6-bde3-838c47b784e4 req-c225ec4f-18cf-4e4e-b413-c58aaecfd039 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 944 time: 0.1180055 Dec 06 12:27:43.765343 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:27:43.820066 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:43.847178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:43.852390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5973b98-26fe-40b6-bde3-838c47b784e4 req-05a77f74-92f9-40ed-a015-a6baa5269f9f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891569 Dec 06 12:27:43.906017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79138b-b79e-4aec-b4a5-41025490173d None None] Network 5c293967-3915-4bd4-ae4f-3efd039b38da requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:43.948076 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:43.948414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.054594 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,segment=NetworkSegment(82667e26-1cb5-4b12-8086-37ec490d0863),segment_id=82667e26-1cb5-4b12-8086-37ec490d0863)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:44.055045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.075301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:44.102913 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bbcbf487-f801-4f75-842d-e011055a00c3 None None] Provisioning complete for port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:44.103612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf487-f801-4f75-842d-e011055a00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.165515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.196149 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bbcbf487-f801-4f75-842d-e011055a00c3 None None] Could not find standard attr ID for object 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:44.200755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:44.204778 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:44.214024 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-bbcbf487-f801-4f75-842d-e011055a00c3 None None] No ports have port_id starting with 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe Dec 06 12:27:44.324648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.326889 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8dfc7-e63a-4dbb-bef5-d7041c149946 None None] DHCP port deletion for 5c293967-3915-4bd4-ae4f-3efd039b38da request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:44.340869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30243e-678e-44e8-85cd-f54aa0b66fe7 req-34ee6c7d-889a-44dd-9fc8-1f76df5844b8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:44.352171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d30243e-678e-44e8-85cd-f54aa0b66fe7 req-34ee6c7d-889a-44dd-9fc8-1f76df5844b8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 946 time: 0.0718939 Dec 06 12:27:44.367325 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-61132258-2ebe-4030-af44-8b65fb10ef14 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:44.369362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-61132258-2ebe-4030-af44-8b65fb10ef14 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 946 time: 0.1336100 Dec 06 12:27:44.371027 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c293967-3915-4bd4-ae4f-3efd039b38da']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:44.389788 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82667e26-1cb5-4b12-8086-37ec490d0863') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:44.389788 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82667e26-1cb5-4b12-8086-37ec490d0863') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:44.397134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d30243e-678e-44e8-85cd-f54aa0b66fe7 req-4fe9d415-eeb1-4317-9110-d5a1bba8ff57 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Dec 06 12:27:44.422655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.464110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.473677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:44.474069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:44.476985 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:44.541815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.549884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.553019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/5c293967-3915-4bd4-ae4f-3efd039b38da HTTP/1.1" status: 204 len: 168 time: 0.8843119 Dec 06 12:27:44.556820 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:44.562307 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'name': 'tempest-PortsIpV6TestJSON-1458339169'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:44.571374 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Deleting port 7db014a5-c798-48bc-aca5-ee940531f6b8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:44.571374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.574155 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ba55-98ae-4ab4-acf8-792f84c4071d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=5c293967-3915-4bd4-ae4f-3efd039b38da,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:44.694448 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] For port 7db014a5-c798-48bc-aca5-ee940531f6b8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7db014a5-c798-48bc-aca5-ee940531f6b8,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:44.695684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.709758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:44.713409 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.714213 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Calling delete_port for 7db014a5-c798-48bc-aca5-ee940531f6b8 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:44.733291 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 2a8c8c81-d508-4e39-95ac-5687f85b17f6 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:44.883618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.896244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:44.899841 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['87cdd774-0233-4e8e-9fbe-5c78a7a98402', '7db014a5-c798-48bc-aca5-ee940531f6b8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:44.967060 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a0028-44a1-430e-afc2-992970d165f6 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:45.007373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:45.035306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:45.035777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7bab1330-82fd-4fdb-a5ab-d3dc9abb0cbe not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:45.065238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:45.086493 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] No DVR routers for this DVR port 7db014a5-c798-48bc-aca5-ee940531f6b8 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:45.092951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:45.096723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ee112e9-109a-46f4-8d26-d121c2cd6a1f req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "DELETE /v2.0/ports/7db014a5-c798-48bc-aca5-ee940531f6b8 HTTP/1.1" status: 204 len: 173 time: 0.7178967 Dec 06 12:27:45.097715 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'name': 'network-vif-deleted', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:45.101815 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295058ca-8dbd-4342-95b2-6f8523c61d6c" -d '{"events": [{"server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "name": "network-vif-deleted", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:45.107020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32741-398c-40d2-b595-313b66bbfef0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Pushing event deleted for resources: {'Port': ['ID=7db014a5-c798-48bc-aca5-ee940531f6b8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:45.261141 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=2a8c8c81-d508-4e39-95ac-5687f85b17f6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:45.278048 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:45.282899 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.283256 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.283770 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.284271 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.284844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.285340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.285735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.286072 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.286405 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.286735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.287634 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.287975 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.288310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:27:45.299328 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:45.301556 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:45.308197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:45.308832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:45.328066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2642-6477-43ef-bae8-2d15448e5289 req-b69431ba-932a-41bf-b401-e54b03ac7175 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:45.329843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd9e2642-6477-43ef-bae8-2d15448e5289 req-b69431ba-932a-41bf-b401-e54b03ac7175 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 944 time: 0.2875667 Dec 06 12:27:45.353141 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f434b-bb29-4f93-83c1-e1815c9b64a7 req-55dca146-563f-417f-8f66-8543cd46d7e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:45.354652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed9f434b-bb29-4f93-83c1-e1815c9b64a7 req-55dca146-563f-417f-8f66-8543cd46d7e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1485519 Dec 06 12:27:45.359847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a570a643-41e5-47e3-b4e7-a9c1a40d9c03 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8017282 Dec 06 12:27:45.362821 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:45.428740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd9e2642-6477-43ef-bae8-2d15448e5289 req-c482b5b4-d1d6-4f09-b7ff-86327d43134e tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894775 Dec 06 12:27:45.456978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed9f434b-bb29-4f93-83c1-e1815c9b64a7 req-8ff10d8e-87ca-443e-84df-7a0b4b2fd850 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817146 Dec 06 12:27:45.504411 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5e888c-c81c-48c5-8ef4-e8afefc94e96 x-openstack-request-id: req-dd5e888c-c81c-48c5-8ef4-e8afefc94e96 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:45.504411 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5f5462-5523-4530-ad4b-6a968d3ea9b4", "name": "network-vif-deleted", "tag": "7db014a5-c798-48bc-aca5-ee940531f6b8", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:45.504411 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd5e888c-c81c-48c5-8ef4-e8afefc94e96 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:45.504411 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5f5462-5523-4530-ad4b-6a968d3ea9b4', 'name': 'network-vif-deleted', 'tag': '7db014a5-c798-48bc-aca5-ee940531f6b8', 'status': 'completed', 'code': 200} Dec 06 12:27:45.507037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 2a8c8c81-d508-4e39-95ac-5687f85b17f6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:45.507481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:45.616636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6fda68a-5325-448e-bf33-c0e8fcdf5119 req-f587f48d-485a-4f1c-a804-9344efa05991 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5f5462-5523-4530-ad4b-6a968d3ea9b4 HTTP/1.1" status: 200 len: 210 time: 0.0585303 Dec 06 12:27:45.943828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:45.955424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 2a8c8c81-d508-4e39-95ac-5687f85b17f6 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:46.035481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.062955 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=2a8c8c81-d508-4e39-95ac-5687f85b17f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:46.074384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.077796 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-589c54c9-24e6-43b6-99e1-9fd9c2260334 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/2a8c8c81-d508-4e39-95ac-5687f85b17f6 HTTP/1.1" status: 204 len: 168 time: 0.7139235 Dec 06 12:27:46.080215 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:46.084993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'mac_address': 'fa:16:3e:35:8c:d2', 'name': 'tempest-PortsIpV6TestJSON-1162449963'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:46.172368 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:46.243171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.266445 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port e7c62dae-285d-4395-bd14-44d016f04ea3 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:46.423989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.458716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.506688 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:46.515874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=e7c62dae-285d-4395-bd14-44d016f04ea3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:46.520851 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:46.526492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e6e417f2-98b6-482b-add6-5174af2bb785 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:46.537313 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:46.552816 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.553524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.581607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3a083ae3-fbd4-471a-932e-0814892e8537 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5002701 Dec 06 12:27:46.584003 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40610) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:46.603813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f56da-b08d-4854-9176-d922527976cd req-fd2e2f01-7a75-40e7-827b-ecf2b997adbf tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.604394 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e6e417f2-98b6-482b-add6-5174af2bb785 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:46.610615 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e6e417f2-98b6-482b-add6-5174af2bb785 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:46.611001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.614930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e2f56da-b08d-4854-9176-d922527976cd req-fd2e2f01-7a75-40e7-827b-ecf2b997adbf tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 944 time: 0.1054397 Dec 06 12:27:46.658730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f7705-53c5-437e-a29d-4c3e8923b92c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.660159 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-068f7705-53c5-437e-a29d-4c3e8923b92c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/e7c62dae-285d-4395-bd14-44d016f04ea3 HTTP/1.1" status: 200 len: 845 time: 0.0748403 Dec 06 12:27:46.663720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40616) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:46.683446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f8cd-5cca-41ad-a8de-7737cd240f99 req-429a6a72-2bf5-4fbd-a6e1-4f9bdde85aae tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.685004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7949f8cd-5cca-41ad-a8de-7737cd240f99 req-429a6a72-2bf5-4fbd-a6e1-4f9bdde85aae tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1255438 Dec 06 12:27:46.716172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.724152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e2f56da-b08d-4854-9176-d922527976cd req-0d37f304-e8a3-41c4-9b10-8439c1e7cd37 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Dec 06 12:27:46.749988 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:46.752890 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6475526-4cdc-41d8-96b3-a38252b6bb07" -d '{"events": [{"server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "name": "network-vif-plugged", "status": "completed", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:46.760616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e6e417f2-98b6-482b-add6-5174af2bb785,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:46.766531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.796263 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port e7c62dae-285d-4395-bd14-44d016f04ea3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:46.796606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.811151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7949f8cd-5cca-41ad-a8de-7737cd240f99 req-61fd31f2-b742-4a6e-bc8f-ed11ae7c1e9c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144247 Dec 06 12:27:46.845907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:46.850906 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b293ba-999b-4017-bdc0-e5ed0a1876c8 x-openstack-request-id: req-d8b293ba-999b-4017-bdc0-e5ed0a1876c8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:46.851194 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "name": "network-vif-plugged", "status": "completed", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:46.851449 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8b293ba-999b-4017-bdc0-e5ed0a1876c8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:46.851839 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785', 'code': 200} Dec 06 12:27:46.885227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.900144 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for e7c62dae-285d-4395-bd14-44d016f04ea3 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:46.956432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ab516-fbf9-4968-9175-5ecde645ae5b req-e0c51d9c-e66b-4094-85b0-013743578176 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.958293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd9ab516-fbf9-4968-9175-5ecde645ae5b req-e0c51d9c-e66b-4094-85b0-013743578176 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0606806 Dec 06 12:27:47.008307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.050181 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=e7c62dae-285d-4395-bd14-44d016f04ea3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:47.050762 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be8b9f-66af-43b5-8dc2-81312e8e5cd5 req-ef7d7941-2197-4cbb-b725-0fbfa752d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.052326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5be8b9f-66af-43b5-8dc2-81312e8e5cd5 req-ef7d7941-2197-4cbb-b725-0fbfa752d4ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 1096 time: 0.0694816 Dec 06 12:27:47.064111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd9ab516-fbf9-4968-9175-5ecde645ae5b req-33805682-c228-448d-a55b-56495e13be38 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972433 Dec 06 12:27:47.074571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.083586 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ba6ed26-e9cf-47c0-93b1-90441f410aeb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/e7c62dae-285d-4395-bd14-44d016f04ea3 HTTP/1.1" status: 204 len: 168 time: 0.4186695 Dec 06 12:27:47.086350 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:47.124786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5be8b9f-66af-43b5-8dc2-81312e8e5cd5 req-1691e885-cb0c-48f9-b537-3b0f446e0081 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Dec 06 12:27:47.129401 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d908fe1-4574-4d51-a682-2f058407de4e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:47.132983 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d908fe1-4574-4d51-a682-2f058407de4e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/e7c62dae-285d-4395-bd14-44d016f04ea3 HTTP/1.1" status: 404 len: 333 time: 0.0431833 Dec 06 12:27:47.135516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40626) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:47.141611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'name': 'tempest-PortsIpV6TestJSON-617402619'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:47.265932 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:47.270707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.294124 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 021979ee-4d40-4868-bdc4-bcc8c118932e yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:47.359042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a82351-ee82-4c99-9a47-9c4dd47d4cc4 req-513e83f2-03d5-4701-a4a4-ae4e6bef63de tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.360558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11a82351-ee82-4c99-9a47-9c4dd47d4cc4 req-513e83f2-03d5-4701-a4a4-ae4e6bef63de tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0560048 Dec 06 12:27:47.410334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11a82351-ee82-4c99-9a47-9c4dd47d4cc4 req-825f4626-b8bd-4302-a03b-2ab185c51775 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Dec 06 12:27:47.470206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.504241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.531306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1cf86-d4f6-4401-a28f-24c3f81c9a9b req-7e354a52-ce0b-4fdd-b174-ff8bc23a84c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.532746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54f1cf86-d4f6-4401-a28f-24c3f81c9a9b req-7e354a52-ce0b-4fdd-b174-ff8bc23a84c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0495636 Dec 06 12:27:47.546776 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:47.549856 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:47.553472 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:47.559055 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.559654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.572195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=021979ee-4d40-4868-bdc4-bcc8c118932e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:47.583980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bea57731-37fc-4f1e-b6f9-308ef5e2b68e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4451454 Dec 06 12:27:47.584147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54f1cf86-d4f6-4401-a28f-24c3f81c9a9b req-56088c20-e489-4d03-a01c-46ef62cae61c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Dec 06 12:27:47.584405 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:47.590075 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:47.661492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.900026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d351ce-13c0-4571-919d-a9333eeadaf1 req-7aa08b5a-dd08-4995-bf7d-495486e40e01 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.901593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02d351ce-13c0-4571-919d-a9333eeadaf1 req-7aa08b5a-dd08-4995-bf7d-495486e40e01 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 945 time: 0.0985832 Dec 06 12:27:47.906577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:47.952445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.015539 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] In _notify_port_updated(), no bound segment for port 021979ee-4d40-4868-bdc4-bcc8c118932e on network 321e5028-3441-4d55-a60c-0ea9d496c55b {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:27:48.021231 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:48.021849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.024035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/ports/021979ee-4d40-4868-bdc4-bcc8c118932e HTTP/1.1" status: 200 len: 818 time: 0.4379270 Dec 06 12:27:48.026843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:48.052140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba30b-a934-49df-8370-1b48c5fe329d req-1e259de5-b1f8-42ba-95c1-666ecbcc0817 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:48.053729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-029ba30b-a934-49df-8370-1b48c5fe329d req-1e259de5-b1f8-42ba-95c1-666ecbcc0817 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1431315 Dec 06 12:27:48.060495 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25565f05-efba-49b1-b913-0e7908aa2ebd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=021979ee-4d40-4868-bdc4-bcc8c118932e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:48.093000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02d351ce-13c0-4571-919d-a9333eeadaf1 req-c9c1e1c5-166a-414e-b0e8-2f30bdc613b8 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835625 Dec 06 12:27:48.129463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-029ba30b-a934-49df-8370-1b48c5fe329d req-9269f6dd-e5a5-426f-8d78-eac618fcbbd8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662737 Dec 06 12:27:48.171619 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 021979ee-4d40-4868-bdc4-bcc8c118932e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:48.172080 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.251146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7db014a5-c798-48bc-aca5-ee940531f6b8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:48.260888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.271990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 7db014a5-c798-48bc-aca5-ee940531f6b8 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:48.272584 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 7db014a5-c798-48bc-aca5-ee940531f6b8 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:48.304306 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 021979ee-4d40-4868-bdc4-bcc8c118932e owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:48.479842 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.517551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=021979ee-4d40-4868-bdc4-bcc8c118932e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:48.537067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.542779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1b9f0c4-d31c-4587-af4c-0670f1efd0b6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/021979ee-4d40-4868-bdc4-bcc8c118932e HTTP/1.1" status: 204 len: 168 time: 0.5112698 Dec 06 12:27:48.543374 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40678) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:48.592883 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4897dbc2-6bc7-4f8e-b640-d2a74fcee8fc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:48.597078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4897dbc2-6bc7-4f8e-b640-d2a74fcee8fc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0502193 Dec 06 12:27:48.597478 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40680) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:48.621596 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a264da-4633-467c-a4d2-2b57630336b2 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:48.624151 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e2a264da-4633-467c-a4d2-2b57630336b2 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/021979ee-4d40-4868-bdc4-bcc8c118932e HTTP/1.1" status: 404 len: 333 time: 0.0257895 Dec 06 12:27:48.627815 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:48.633002 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145620881'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:48.657923 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:48.661921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.694627 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:48.705361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.705798 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment e71ed412-6ea6-4bee-a840-c58ef231ac02 of type vlan for network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 Dec 06 12:27:48.748671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.778473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.784174 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:48.784917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:48.842608 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40684) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:48.845726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2167137 Dec 06 12:27:48.847982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:48.884570 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cee20-1e31-44a0-b9af-97cb5279a73f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=8ebac09c-896c-43a8-9cc2-6ad59e056c51,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:48.906811 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:48.973853 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:48.979723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.219567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.269188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6bb6-8e33-4e57-9eea-f189b41d16cd req-a223035f-e361-4a34-b0c0-2e888a65b297 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.272051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbfb6bb6-8e33-4e57-9eea-f189b41d16cd req-a223035f-e361-4a34-b0c0-2e888a65b297 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 945 time: 0.0669322 Dec 06 12:27:49.292886 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=de1db270-307b-4b66-9ab9-f21f718a6890,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:49.302221 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': 'e71ed412-6ea6-4bee-a840-c58ef231ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:49.302619 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 8ebac09c-896c-43a8-9cc2-6ad59e056c51, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:49.321089 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:49.330648 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8ebac09c-896c-43a8-9cc2-6ad59e056c51) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:49.335162 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.335801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.344423 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1616cb-6b2b-4e59-92cc-781452510997 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:49.359113 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-22bef6aa-bde4-46bb-ae03-65cd4105211f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5154057 Dec 06 12:27:49.361784 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40704) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:49.368488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:49.369895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbfb6bb6-8e33-4e57-9eea-f189b41d16cd req-f50950ba-8073-4387-a15c-f32283c4cfc9 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918410 Dec 06 12:27:49.392625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32313-cc54-4724-aa5c-2b27d447b750 req-131097ee-405a-4d03-977c-30af74713710 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.394326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47e32313-cc54-4724-aa5c-2b27d447b750 req-131097ee-405a-4d03-977c-30af74713710 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.0924079 Dec 06 12:27:49.502392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47e32313-cc54-4724-aa5c-2b27d447b750 req-e4866fd9-1dba-4c4b-9316-c9417fe6b9ef tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895374 Dec 06 12:27:49.570543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.584680 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:27:49.585656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.666863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71305d2-f8b9-4be3-a794-72f705122a90 req-d90bb4f7-a7e8-4161-a604-6981a0a89fe8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.669386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d71305d2-f8b9-4be3-a794-72f705122a90 req-d90bb4f7-a7e8-4161-a604-6981a0a89fe8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1039507 Dec 06 12:27:49.673308 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:49.677043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:49.739522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d71305d2-f8b9-4be3-a794-72f705122a90 req-15245db4-51f9-4136-83f0-7a9ae5e92cd4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Dec 06 12:27:49.798836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Allocated IP 2001:db8::2 (8ebac09c-896c-43a8-9cc2-6ad59e056c51/de1db270-307b-4b66-9ab9-f21f718a6890/4dff0dc0-3b93-4cc5-8a07-d83cdf965f27) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:49.827300 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de1db270-307b-4b66-9ab9-f21f718a6890 (CIDR: 2001:db8::/64) Dec 06 12:27:49.831801 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:27:49.832701 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:27:49.853136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c65d0455-2036-4244-9bf3-b47fd743f595 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4898839 Dec 06 12:27:49.855834 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40752) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:49.862321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:49.894311 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03504ad-6245-4003-91f8-9547c65e3c76 req-0e515ef1-6999-4a71-8844-930f940a5aa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.897652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d03504ad-6245-4003-91f8-9547c65e3c76 req-0e515ef1-6999-4a71-8844-930f940a5aa0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0704131 Dec 06 12:27:49.969991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d03504ad-6245-4003-91f8-9547c65e3c76 req-915f7d27-c7e0-42ea-90b1-4b4ff2bfe3fd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619242 Dec 06 12:27:50.038421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:50.048960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.078250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.088112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.161072 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Pushing event updated for resources: {'Port': ['ID=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:50.173888 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:50.175425 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:50.180249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:50.262179 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Attempting to bind port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:50.262909 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Attempting to bind port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e71ed412-6ea6-4bee-a840-c58ef231ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:50.265193 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Attempting to bind port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 on network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:50.281457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:50.282978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Checking segment: {'id': 'e71ed412-6ea6-4bee-a840-c58ef231ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:50.283463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.284707 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Bound using segment: {'id': 'e71ed412-6ea6-4bee-a840-c58ef231ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:50.285285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Bound port: 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ed412-6ea6-4bee-a840-c58ef231ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:50.286888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.443776 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] For port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:50.448845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] For port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,segment=NetworkSegment(e71ed412-6ea6-4bee-a840-c58ef231ac02),segment_id=e71ed412-6ea6-4bee-a840-c58ef231ac02)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:50.456509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.508698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.547025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176baabc-5121-4f56-9476-ba2bbb904cd4 None None] Pushing event updated for resources: {'Port': ['ID=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:50.561800 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:50.567023 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:50.571623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:50.572210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:50.601882 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:50.608490 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890'}, {'subnet_id': '19731bf5-97fe-4097-8e79-acc5233ec9ec'}], 'name': 'tempest-PortsIpV6TestJSON-1759953160'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:50.611783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7546244 Dec 06 12:27:50.648058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f967-4d9e-4e29-b780-a1ea08b382aa tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=19731bf5-97fe-4097-8e79-acc5233ec9ec,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:50.877360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda43d2f-29fa-4bd2-bf0e-31cab02433dd req-81e6587a-146f-452c-b5e6-c16f98bab326 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:50.879505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bda43d2f-29fa-4bd2-bf0e-31cab02433dd req-81e6587a-146f-452c-b5e6-c16f98bab326 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1934676 Dec 06 12:27:51.056807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bda43d2f-29fa-4bd2-bf0e-31cab02433dd req-80bc4c39-95f8-4719-9a8b-9a475c81fa5f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672497 Dec 06 12:27:51.060005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:51.107481 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:51.174343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:51.202855 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 28c1f902-cca4-48c3-abb7-303854a85a71 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:27:51.252221 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:51.252611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:51.383675 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:51.454419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,segment=NetworkSegment(e71ed412-6ea6-4bee-a840-c58ef231ac02),segment_id=e71ed412-6ea6-4bee-a840-c58ef231ac02)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:51.461043 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:51.563470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:51.761493 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::90 (8ebac09c-896c-43a8-9cc2-6ad59e056c51/de1db270-307b-4b66-9ab9-f21f718a6890/28c1f902-cca4-48c3-abb7-303854a85a71) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:51.773920 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8:0:1::4b (8ebac09c-896c-43a8-9cc2-6ad59e056c51/19731bf5-97fe-4097-8e79-acc5233ec9ec/28c1f902-cca4-48c3-abb7-303854a85a71) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:52.006911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.050489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.162778 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:52.168727 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:52.172321 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:52.179329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:52.180270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.185827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=28c1f902-cca4-48c3-abb7-303854a85a71,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:52.233807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da5859f3-41c1-41d8-8d70-17a6c49e881a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6303608 Dec 06 12:27:52.236501 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:52.241519 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:52.281351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11129214-91c8-4ae2-ac5e-f2cc25f316e1 req-bc18085d-6cab-4723-be3c-bd5de7ccc334 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:52.282877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11129214-91c8-4ae2-ac5e-f2cc25f316e1 req-bc18085d-6cab-4723-be3c-bd5de7ccc334 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.0991118 Dec 06 12:27:52.304825 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94584fcf-db5a-4bed-a47b-0ccabf17cee4 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:52.346393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.404584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-11129214-91c8-4ae2-ac5e-f2cc25f316e1 req-4289a7ba-704b-4b3b-8174-db5771c0f378 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830724 Dec 06 12:27:52.526940 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0968efa4-626f-4250-a4fa-6b41d77a7f11 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:52.527565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0968efa4-626f-4250-a4fa-6b41d77a7f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.809309 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Update dhcp port {'port': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890', 'ip_address': '2001:db8::2'}, {'subnet_id': '19731bf5-97fe-4097-8e79-acc5233ec9ec'}], 'binding:host_id': 'n-d-master-1'}, 'id': '4dff0dc0-3b93-4cc5-8a07-d83cdf965f27'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:27:52.822587 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Delete allocated IP 2001:db8:0:1::4b (8ebac09c-896c-43a8-9cc2-6ad59e056c51/19731bf5-97fe-4097-8e79-acc5233ec9ec) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:27:52.849603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:52.862795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551b1f0-1a79-4ba1-89f6-4f5ecd28f07b req-e7f3b010-cb94-45c7-9709-2d4ebcce1cec tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:52.869807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c551b1f0-1a79-4ba1-89f6-4f5ecd28f07b req-e7f3b010-cb94-45c7-9709-2d4ebcce1cec tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1014764 Dec 06 12:27:53.050459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:53.081140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c551b1f0-1a79-4ba1-89f6-4f5ecd28f07b req-ecdedfb4-2848-4763-9fd6-a8002b031b8e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037764 Dec 06 12:27:53.148525 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:53.148909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.155505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.169519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.259573 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Allocated IP 2001:db8:0:1::2 (8ebac09c-896c-43a8-9cc2-6ad59e056c51/19731bf5-97fe-4097-8e79-acc5233ec9ec/4dff0dc0-3b93-4cc5-8a07-d83cdf965f27) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:53.354146 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] In _notify_port_updated(), no bound segment for port 28c1f902-cca4-48c3-abb7-303854a85a71 on network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:27:53.369807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:53.370587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.375240 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40854) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:53.377584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/ports/28c1f902-cca4-48c3-abb7-303854a85a71 HTTP/1.1" status: 200 len: 925 time: 1.1385350 Dec 06 12:27:53.395220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890'}, {'subnet_id': '19731bf5-97fe-4097-8e79-acc5233ec9ec'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:53.403936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1569d-02f3-4ae5-be52-93ed513b70ad tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=28c1f902-cca4-48c3-abb7-303854a85a71,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:53.446938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192188-68fc-4df0-a052-e8c72da5a254 req-9b11f196-29e7-40c1-b8e3-8ad5b916489c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:53.458618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb192188-68fc-4df0-a052-e8c72da5a254 req-9b11f196-29e7-40c1-b8e3-8ad5b916489c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2083023 Dec 06 12:27:53.502333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] For port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,segment=NetworkSegment(e71ed412-6ea6-4bee-a840-c58ef231ac02),segment_id=e71ed412-6ea6-4bee-a840-c58ef231ac02)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:53.554754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.562583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cb192188-68fc-4df0-a052-e8c72da5a254 req-0459f77a-aeef-41e6-af14-7029dd02a642 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012664 Dec 06 12:27:53.565472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.784914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:53.816352 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b1640-78b6-421d-8b5b-aa5a52e2a288 None None] Pushing event updated for resources: {'Port': ['ID=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:53.852988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e51e2-c3ce-4008-8e27-ee79be68fa28 req-3ca05ed7-4a5f-4b42-8e20-bc6d8b0061bb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:53.862397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-564e51e2-c3ce-4008-8e27-ee79be68fa28 req-3ca05ed7-4a5f-4b42-8e20-bc6d8b0061bb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.2044518 Dec 06 12:27:53.938031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-564e51e2-c3ce-4008-8e27-ee79be68fa28 req-e3d17859-2fcb-49ff-880c-6c30e9072c73 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729773 Dec 06 12:27:54.058180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338830d4-69cc-4ef0-a74f-fe2e32ddfb98 req-5dedb7d9-59f9-4a3e-89df-01660518dbff tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:54.077762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-338830d4-69cc-4ef0-a74f-fe2e32ddfb98 req-5dedb7d9-59f9-4a3e-89df-01660518dbff tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1613572 Dec 06 12:27:54.207855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-338830d4-69cc-4ef0-a74f-fe2e32ddfb98 req-8006a988-14ad-4557-bbe3-5bbd2cd64415 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284943 Dec 06 12:27:54.368075 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8:0:1::3db (8ebac09c-896c-43a8-9cc2-6ad59e056c51/19731bf5-97fe-4097-8e79-acc5233ec9ec/28c1f902-cca4-48c3-abb7-303854a85a71) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:54.499403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777cc71-2061-481d-90d9-4373d7785dbc req-0b582260-2d64-4d35-a41f-9dad6acd4293 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:54.501606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a777cc71-2061-481d-90d9-4373d7785dbc req-0b582260-2d64-4d35-a41f-9dad6acd4293 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1235027 Dec 06 12:27:54.585266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a777cc71-2061-481d-90d9-4373d7785dbc req-36f23e26-363c-4ce7-a9c9-48b417526940 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681570 Dec 06 12:27:54.617366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:54.627735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:54.785536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] In _notify_port_updated(), no bound segment for port 28c1f902-cca4-48c3-abb7-303854a85a71 on network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:27:54.791726 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:54.792361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:54.797615 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:54.805109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/ports/28c1f902-cca4-48c3-abb7-303854a85a71 HTTP/1.1" status: 200 len: 1011 time: 1.4287229 Dec 06 12:27:54.820197 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c074b9-288e-4966-8315-535558fca566 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=28c1f902-cca4-48c3-abb7-303854a85a71,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:54.944669 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555eb9b-0428-4d40-8c0c-4dbe2316912c None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:55.007587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0cb5d-faef-4212-849a-9e59b8813382 req-0bcc3bd9-6804-4a21-a859-d026ee5cd551 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:55.015555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62d0cb5d-faef-4212-849a-9e59b8813382 req-0bcc3bd9-6804-4a21-a859-d026ee5cd551 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1693499 Dec 06 12:27:55.076730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62d0cb5d-faef-4212-849a-9e59b8813382 req-00573455-cd9d-4bad-ac67-b279cf90fc70 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553358 Dec 06 12:27:55.133491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:55.177387 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 28c1f902-cca4-48c3-abb7-303854a85a71 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:55.180692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:55.184198 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-20b392b3-5e79-400a-bf42-44aaf5072088 None None] Provisioning complete for port 28c1f902-cca4-48c3-abb7-303854a85a71 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:55.184727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20b392b3-5e79-400a-bf42-44aaf5072088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:55.316449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:55.340979 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 28c1f902-cca4-48c3-abb7-303854a85a71 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:55.349789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-20b392b3-5e79-400a-bf42-44aaf5072088 None None] Port 28c1f902-cca4-48c3-abb7-303854a85a71 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:27:55.362045 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:55.362711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:55.463176 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb526ff-8012-4177-a393-fb358dca0dc6 req-7588e43c-7cf4-4f26-987f-492ccee2931d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:55.464771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bb526ff-8012-4177-a393-fb358dca0dc6 req-7588e43c-7cf4-4f26-987f-492ccee2931d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.3858857 Dec 06 12:27:55.561551 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96e2b1-a668-4826-8145-47c83eccc6ea req-f3d3b457-78a4-4416-9516-57cdbace4885 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:55.563082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f96e2b1-a668-4826-8145-47c83eccc6ea req-f3d3b457-78a4-4416-9516-57cdbace4885 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1483083 Dec 06 12:27:55.572158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bb526ff-8012-4177-a393-fb358dca0dc6 req-1ddccacd-dfa4-4460-aebd-fd344992fbb4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944273 Dec 06 12:27:55.573220 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-20b392b3-5e79-400a-bf42-44aaf5072088 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:55.573892 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20b392b3-5e79-400a-bf42-44aaf5072088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:55.784607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f96e2b1-a668-4826-8145-47c83eccc6ea req-3956a3da-6627-42fd-bbaf-1f4fffb1baf1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076771 Dec 06 12:27:55.990726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.047990 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=28c1f902-cca4-48c3-abb7-303854a85a71,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:56.136095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.142687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2051a01e-378d-45a6-a452-ab0d152fe58b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/28c1f902-cca4-48c3-abb7-303854a85a71 HTTP/1.1" status: 204 len: 168 time: 1.3440382 Dec 06 12:27:56.144494 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40902) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:56.173384 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47d28ad-57d0-4b36-9ff4-ecd59404f545 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:27:56.175859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d47d28ad-57d0-4b36-9ff4-ecd59404f545 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/28c1f902-cca4-48c3-abb7-303854a85a71 HTTP/1.1" status: 404 len: 333 time: 0.0294702 Dec 06 12:27:56.181998 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40904) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:56.218695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd35a9-cf3f-479e-aea0-f1881e4143d2 req-474722a1-4bd4-4487-a87a-75070aab4291 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:56.230114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cfd35a9-cf3f-479e-aea0-f1881e4143d2 req-474722a1-4bd4-4487-a87a-75070aab4291 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1477773 Dec 06 12:27:56.265456 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 19731bf5-97fe-4097-8e79-acc5233ec9ec {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:56.271674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.329099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5cfd35a9-cf3f-479e-aea0-f1881e4143d2 req-3896aaeb-fe77-4c1e-81eb-1c6aacac9be4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 Dec 06 12:27:56.340708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2b1c68c9-acdd-47e0-ab06-fafd32c0e09d None None] Could not find standard attr ID for object 28c1f902-cca4-48c3-abb7-303854a85a71. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:56.407914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2b1c68c9-acdd-47e0-ab06-fafd32c0e09d None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:56.408502 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b1c68c9-acdd-47e0-ab06-fafd32c0e09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.419929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.580046 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a113821-58b8-431a-a57b-11e9614b12d0 req-f61b8df6-27eb-4ce1-a6c0-f193b9491331 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:56.587510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a113821-58b8-431a-a57b-11e9614b12d0 req-f61b8df6-27eb-4ce1-a6c0-f193b9491331 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1039810 Dec 06 12:27:56.674454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.711340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a113821-58b8-431a-a57b-11e9614b12d0 req-3fe91a1e-8b97-40fd-9624-7ed6b49ca908 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076214 Dec 06 12:27:56.763653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.806096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.812470 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:56.812977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/19731bf5-97fe-4097-8e79-acc5233ec9ec HTTP/1.1" status: 204 len: 168 time: 0.6291173 Dec 06 12:27:56.845606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-46d9faf0-2b47-4cc1-bed3-6f4dead3b426 None None] Could not find standard attr ID for object 28c1f902-cca4-48c3-abb7-303854a85a71. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:56.855610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9bc10-14cd-433f-b0b2-7e17d7b943d9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=19731bf5-97fe-4097-8e79-acc5233ec9ec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:57.018893 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet de1db270-307b-4b66-9ab9-f21f718a6890 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:57.027059 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.070523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b88eca-5b64-4789-b8f2-8eeceeb7a2da req-5245602c-a7dc-4cbb-b30d-547c8f01d4e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:57.079042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47b88eca-5b64-4789-b8f2-8eeceeb7a2da req-5245602c-a7dc-4cbb-b30d-547c8f01d4e2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1786814 Dec 06 12:27:57.132562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.197120 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b0849-4962-45d3-b176-5dd976496bb9 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:57.228012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47b88eca-5b64-4789-b8f2-8eeceeb7a2da req-8bb632a4-cd7b-4ea0-85d8-c3014bf731de tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478171 Dec 06 12:27:57.268838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c4348-0c50-4a89-a232-86fd93f77c78 req-0978398c-0ee7-44ac-b780-5302486ddff2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:57.289026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-418c4348-0c50-4a89-a232-86fd93f77c78 req-0978398c-0ee7-44ac-b780-5302486ddff2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3114462 Dec 06 12:27:57.369760 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8028eb2e-cc78-43ce-8f62-36f997803261 None None] Could not find standard attr ID for object 28c1f902-cca4-48c3-abb7-303854a85a71. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:27:57.391252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-418c4348-0c50-4a89-a232-86fd93f77c78 req-e0c8bc63-46c1-4e69-975e-52f69570305b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014943 Dec 06 12:27:57.417064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b57692fc-200e-4321-bbac-fb16dc0997a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.418113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.624520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.680528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.688776 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40932) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:57.696687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/de1db270-307b-4b66-9ab9-f21f718a6890 HTTP/1.1" status: 204 len: 168 time: 0.8830888 Dec 06 12:27:57.706651 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5f23-b3db-4528-9993-8466a2b94867 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=de1db270-307b-4b66-9ab9-f21f718a6890,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:57.772472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac446d-7165-4512-a6be-4c1e5225c131 req-bca37557-06da-488c-ad3b-0e13803fedf4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:57.777887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34ac446d-7165-4512-a6be-4c1e5225c131 req-bca37557-06da-488c-ad3b-0e13803fedf4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2455640 Dec 06 12:27:57.802263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f6b77-f114-43a5-87fd-f9126c6c4eda None None] Update dhcp port {'port': {'network_id': '8ebac09c-896c-43a8-9cc2-6ad59e056c51', 'fixed_ips': [{'subnet_id': 'de1db270-307b-4b66-9ab9-f21f718a6890'}], 'binding:host_id': 'n-d-master-1'}, 'id': '4dff0dc0-3b93-4cc5-8a07-d83cdf965f27'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:27:57.886020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf7f6b77-f114-43a5-87fd-f9126c6c4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:57.910736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34ac446d-7165-4512-a6be-4c1e5225c131 req-e50a17fd-deea-4418-a4c6-c7d4b06b4e51 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Dec 06 12:27:57.915488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.012701 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:58.013630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.115805 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,segment=NetworkSegment(e71ed412-6ea6-4bee-a840-c58ef231ac02),segment_id=e71ed412-6ea6-4bee-a840-c58ef231ac02)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:58.116944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.131768 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:58.198143 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441bf98c-fe15-488a-8a5b-d72333873915 None None] Network 8ebac09c-896c-43a8-9cc2-6ad59e056c51 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:58.252948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.262128 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-79905fcc-92e5-40d0-b9e4-61366c6cf8b7 None None] Provisioning complete for port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:58.262494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-79905fcc-92e5-40d0-b9e4-61366c6cf8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.279464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa57e7f-e5df-435d-a229-ed2c4ab5d9c5 req-fb563ea2-e7e8-4a36-ad50-f6935b8e7948 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:58.285976 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-79905fcc-92e5-40d0-b9e4-61366c6cf8b7 None None] Port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 was deleted so its status cannot be updated. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:27:58.287996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fa57e7f-e5df-435d-a229-ed2c4ab5d9c5 req-fb563ea2-e7e8-4a36-ad50-f6935b8e7948 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1580205 Dec 06 12:27:58.298291 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:58.352141 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=4dff0dc0-3b93-4cc5-8a07-d83cdf965f27,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:58.404944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fa57e7f-e5df-435d-a229-ed2c4ab5d9c5 req-20e71cb7-bc14-457b-8b42-da8455db1126 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087911 Dec 06 12:27:58.474055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.498703 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c607e85-4840-4fa4-975a-e0d3277374c8 None None] DHCP port deletion for 8ebac09c-896c-43a8-9cc2-6ad59e056c51 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:58.525712 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebac09c-896c-43a8-9cc2-6ad59e056c51']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:58.531744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ca3d7-065b-48cc-8219-4c5b1fad085c req-3d284858-0488-414c-a3f3-609b05846996 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:58.539633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df7ca3d7-065b-48cc-8219-4c5b1fad085c req-3d284858-0488-414c-a3f3-609b05846996 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1254678 Dec 06 12:27:58.558281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:58.584771 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71ed412-6ea6-4bee-a840-c58ef231ac02') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:58.585124 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71ed412-6ea6-4bee-a840-c58ef231ac02') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:58.623843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.699568 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.720976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:58.723508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.806731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df7ca3d7-065b-48cc-8219-4c5b1fad085c req-2e343264-b077-4567-ba99-de77e368d53c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602372 Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:58.858686 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:58.864970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.871226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2fd00-962e-419c-a84e-4812188acbef req-6ae51fe4-dabf-41bb-b363-0824bfee7268 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:58.873924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4aa2fd00-962e-419c-a84e-4812188acbef req-6ae51fe4-dabf-41bb-b363-0824bfee7268 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1469195 Dec 06 12:27:58.907798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:58.916650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/8ebac09c-896c-43a8-9cc2-6ad59e056c51 HTTP/1.1" status: 204 len: 168 time: 1.2269425 Dec 06 12:27:58.921674 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:58.937973 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96106e7-bc09-4e40-b481-cdb311c522c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=8ebac09c-896c-43a8-9cc2-6ad59e056c51,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:58.984161 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:59.026293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:59.086833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:59.150716 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:59.152053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4dff0dc0-3b93-4cc5-8a07-d83cdf965f27 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:59.186780 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.221121 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:59.241488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d4600-270b-4dea-8084-0b606150aede tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:59.250045 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:59.260400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca0d4600-270b-4dea-8084-0b606150aede tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3291917 Dec 06 12:27:59.289344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4aa2fd00-962e-419c-a84e-4812188acbef req-65ea6136-a7fa-4d9a-a606-2c82ea512a18 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894591 Dec 06 12:27:59.312429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:59.326526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.348508 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:59.354283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ca261696-8d06-451b-82b5-240bdf43cd97 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0932124 Dec 06 12:27:59.358241 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713843438'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:59.399235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:59.405408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.449049 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:59.460097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.460792 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment d5ab53c4-90d2-4c4b-925e-820bc4644494 of type vlan for network d45dac01-fbd8-4593-8937-c989c0f830d7 Dec 06 12:27:59.476376 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:59.520702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.538565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['82ebeaa5-05d7-4430-aeac-2766ca86fa34'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:59.558593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.571398 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:59.580395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.661349 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0d8e29d-9e80-42b8-a277-2ff1399b8bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.758584 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=d45dac01-fbd8-4593-8937-c989c0f830d7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:59.765202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d25ba87d-d018-4c0e-9e02-cbee04f39cd0 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4144435 Dec 06 12:27:59.766970 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40994) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:59.771910 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:59.780187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d45dac01-fbd8-4593-8937-c989c0f830d7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:59.943510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:59.954075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.081197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c8f4a-7bfb-4a98-a13f-cd0639f04e55 req-3dd3439b-feab-4507-9ea4-1c7fe18da18d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:00.081197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c0c8f4a-7bfb-4a98-a13f-cd0639f04e55 req-3dd3439b-feab-4507-9ea4-1c7fe18da18d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 944 time: 0.1325102 Dec 06 12:28:00.199689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c0c8f4a-7bfb-4a98-a13f-cd0639f04e55 req-86e437b9-00a0-415d-8987-b503fdd1445c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136837 Dec 06 12:28:00.424318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.546639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.576778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:00.584027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=43d0841e-a9b9-4975-bcd5-cbf892947720,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:00.595156 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': 'd5ab53c4-90d2-4c4b-925e-820bc4644494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:00.597370 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: d45dac01-fbd8-4593-8937-c989c0f830d7, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:28:00.640507 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network d45dac01-fbd8-4593-8937-c989c0f830d7 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:28:00.655273 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d45dac01-fbd8-4593-8937-c989c0f830d7) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:00.659969 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:00.660561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.691649 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce026e4-8472-41bc-86de-476f1c78c3a7 None None] Network d45dac01-fbd8-4593-8937-c989c0f830d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:00.703183 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e2cdc6ef-b397-4182-b68f-3126ca7ff878 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9350586 Dec 06 12:28:00.705782 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:00.710771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7', 'name': 'tempest-PortsIpV6TestJSON-1298295112'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:00.792651 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:00.793024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.953473 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:00.958575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.983153 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d45dac01-fbd8-4593-8937-c989c0f830d7', 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': '43d0841e-a9b9-4975-bcd5-cbf892947720'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:28:00.984004 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.000486 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 5e94d8a2-bc08-4dfb-9065-bb73b96b9b50 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:01.361780 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.408684 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::5 (d45dac01-fbd8-4593-8937-c989c0f830d7/43d0841e-a9b9-4975-bcd5-cbf892947720/5e94d8a2-bc08-4dfb-9065-bb73b96b9b50) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:01.416543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.474338 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:01.477069 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255f0fc-8a8f-47f3-b182-c2756b2dabda" -d '{"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:01.496514 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:01.505051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.548979 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f1908-f434-4cc3-8d86-8c48e4a9a39f req-a3a695c8-b051-4d83-81a4-50341d3bdb4f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:01.565997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-098f1908-f434-4cc3-8d86-8c48e4a9a39f req-a3a695c8-b051-4d83-81a4-50341d3bdb4f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 944 time: 0.1956117 Dec 06 12:28:01.597137 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:01.624358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.678767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.858706 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network d45dac01-fbd8-4593-8937-c989c0f830d7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:01.880694 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:01.893973 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Allocated IP 2001:db8::2 (d45dac01-fbd8-4593-8937-c989c0f830d7/43d0841e-a9b9-4975-bcd5-cbf892947720/dcb51564-e187-41d6-91df-cd1c9e5901c3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:01.908568 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:01.920899 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:01.920899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.939659 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=5e94d8a2-bc08-4dfb-9065-bb73b96b9b50,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:01.961725 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c8855592-d978-4ade-936a-b12e3a53bcac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2548602 Dec 06 12:28:01.964971 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:01.974685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7', 'name': 'tempest-PortsIpV6TestJSON-745895124'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:02.191048 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:02.204738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.246175 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port e5739fa7-400f-46a2-a266-db83a6b82c8c yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:02.290024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.317724 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.382140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.398556 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Network d45dac01-fbd8-4593-8937-c989c0f830d7 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:02.415657 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:02.417948 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Pushing event updated for resources: {'Port': ['ID=dcb51564-e187-41d6-91df-cd1c9e5901c3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:02.432310 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:02.467825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-098f1908-f434-4cc3-8d86-8c48e4a9a39f req-d7364a9b-cddd-4fce-84d2-179c4bb2506f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9003689 Dec 06 12:28:02.570105 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f91af9-e4b1-40b6-a6bf-9dc49d4a4aaa x-openstack-request-id: req-60f91af9-e4b1-40b6-a6bf-9dc49d4a4aaa {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:02.570454 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:02.570664 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60f91af9-e4b1-40b6-a6bf-9dc49d4a4aaa {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:02.575774 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'code': 200} Dec 06 12:28:02.598407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Attempting to bind port dcb51564-e187-41d6-91df-cd1c9e5901c3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:28:02.599111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Attempting to bind port dcb51564-e187-41d6-91df-cd1c9e5901c3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd5ab53c4-90d2-4c4b-925e-820bc4644494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:28:02.599319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Attempting to bind port dcb51564-e187-41d6-91df-cd1c9e5901c3 on network d45dac01-fbd8-4593-8937-c989c0f830d7 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:02.603552 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::332 (d45dac01-fbd8-4593-8937-c989c0f830d7/43d0841e-a9b9-4975-bcd5-cbf892947720/e5739fa7-400f-46a2-a266-db83a6b82c8c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:02.607278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:28:02.607807 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Checking segment: {'id': 'd5ab53c4-90d2-4c4b-925e-820bc4644494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:02.608296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.609224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Bound using segment: {'id': 'd5ab53c4-90d2-4c4b-925e-820bc4644494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:28:02.609746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Bound port: dcb51564-e187-41d6-91df-cd1c9e5901c3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ab53c4-90d2-4c4b-925e-820bc4644494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd45dac01-fbd8-4593-8937-c989c0f830d7'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:28:02.610134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.803178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] For port dcb51564-e187-41d6-91df-cd1c9e5901c3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:02.814838 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] For port dcb51564-e187-41d6-91df-cd1c9e5901c3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcb51564-e187-41d6-91df-cd1c9e5901c3,segment=NetworkSegment(d5ab53c4-90d2-4c4b-925e-820bc4644494),segment_id=d5ab53c4-90d2-4c4b-925e-820bc4644494)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:28:02.824755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.848313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.909852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.970396 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network d45dac01-fbd8-4593-8937-c989c0f830d7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:02.984938 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:02.988554 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:02.990345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d545-9d54-4681-853e-65c9c3f0e7a6 None None] Pushing event updated for resources: {'Port': ['ID=dcb51564-e187-41d6-91df-cd1c9e5901c3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:02.996641 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:02.997506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:03.072069 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:03.073088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1068490 Dec 06 12:28:03.081070 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed601c1f-88b1-42e3-9e6a-862090f2acfc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=e5739fa7-400f-46a2-a266-db83a6b82c8c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:03.136231 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:03.264180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b283b4-bc44-4178-9114-0bb278b3fe27 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:03.266479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-70b283b4-bc44-4178-9114-0bb278b3fe27 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5 HTTP/1.1" status: 200 len: 927 time: 0.1924782 Dec 06 12:28:03.269565 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:03.537854 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port e5739fa7-400f-46a2-a266-db83a6b82c8c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:03.540367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:03.793067 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3096262-ea37-49dd-ac19-7a980b66a0d0 req-f5c75dab-b7c1-41d8-8193-793dfe915156 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:03.795268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3096262-ea37-49dd-ac19-7a980b66a0d0 req-f5c75dab-b7c1-41d8-8193-793dfe915156 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1064548 Dec 06 12:28:03.797330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:03.833508 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for e5739fa7-400f-46a2-a266-db83a6b82c8c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:03.962703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3096262-ea37-49dd-ac19-7a980b66a0d0 req-c696ac5b-42b0-41a9-ae3f-d2a76f45e38f tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564472 Dec 06 12:28:04.130045 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-3ffba3e1-1f27-437d-8ebd-d131f4b70faa req-22ae31fa-3178-4200-9308-a9b1250cccb6 tempest-DeleteServersTestJSON-687903840 tempest-DeleteServersTestJSON-687903840-project] (103297) timed out ('10.222.0.53', 63160) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:28:04.192895 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.240028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=e5739fa7-400f-46a2-a266-db83a6b82c8c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:04.273265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.276855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a2bc0be-97b5-40ad-b354-ed2a2dcb17b8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/e5739fa7-400f-46a2-a266-db83a6b82c8c HTTP/1.1" status: 204 len: 168 time: 1.0063498 Dec 06 12:28:04.280199 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:04.312653 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7723e894-f6e6-4631-bc89-f17570e54bef tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:04.316097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7723e894-f6e6-4631-bc89-f17570e54bef tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/e5739fa7-400f-46a2-a266-db83a6b82c8c HTTP/1.1" status: 404 len: 333 time: 0.0331774 Dec 06 12:28:04.317694 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:04.505091 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 5e94d8a2-bc08-4dfb-9065-bb73b96b9b50 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:04.505471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.657927 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85166427-79e0-48bf-b887-09aad6eed9d7 None None] Network d45dac01-fbd8-4593-8937-c989c0f830d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:04.668844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.683465 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 5e94d8a2-bc08-4dfb-9065-bb73b96b9b50 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:04.806188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] Provisioning complete for port dcb51564-e187-41d6-91df-cd1c9e5901c3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:04.806818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.838407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:04.942107 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=5e94d8a2-bc08-4dfb-9065-bb73b96b9b50,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:05.007105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.015823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f706ea3-6187-485e-bb90-49fe2b7c89c5 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/5e94d8a2-bc08-4dfb-9065-bb73b96b9b50 HTTP/1.1" status: 204 len: 168 time: 0.6955440 Dec 06 12:28:05.018503 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:05.086201 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-34921ed5-56e4-483e-bc4b-441df7ffdb17 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:05.106987 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:05.113287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-34921ed5-56e4-483e-bc4b-441df7ffdb17 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/5e94d8a2-bc08-4dfb-9065-bb73b96b9b50 HTTP/1.1" status: 404 len: 333 time: 0.0936623 Dec 06 12:28:05.218872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dcb51564-e187-41d6-91df-cd1c9e5901c3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:05.287381 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 43d0841e-a9b9-4975-bcd5-cbf892947720 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:05.297362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac4b62-7cf2-4831-b390-1e2f38d2defd req-d1256dff-7894-43bf-a902-c4ec97d245ce tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:05.301640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.305072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dac4b62-7cf2-4831-b390-1e2f38d2defd req-d1256dff-7894-43bf-a902-c4ec97d245ce tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1279860 Dec 06 12:28:05.409837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dac4b62-7cf2-4831-b390-1e2f38d2defd req-145f6ba3-a31c-45fd-8c7a-31646f675c80 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034293 Dec 06 12:28:05.477140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.496639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.549042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port dcb51564-e187-41d6-91df-cd1c9e5901c3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:05.549042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.725844 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] For port dcb51564-e187-41d6-91df-cd1c9e5901c3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcb51564-e187-41d6-91df-cd1c9e5901c3,segment=NetworkSegment(d5ab53c4-90d2-4c4b-925e-820bc4644494),segment_id=d5ab53c4-90d2-4c4b-925e-820bc4644494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:05.751529 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.802395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.892617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:05.923295 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e3b23-e4d5-4050-a035-d0a3aa552e38 None None] Pushing event updated for resources: {'Port': ['ID=dcb51564-e187-41d6-91df-cd1c9e5901c3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:05.960004 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=43d0841e-a9b9-4975-bcd5-cbf892947720,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:05.986969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:06.002980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/43d0841e-a9b9-4975-bcd5-cbf892947720 HTTP/1.1" status: 204 len: 168 time: 0.8941569 Dec 06 12:28:06.008480 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:06.019766 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.020272 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.020716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.021182 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.022264 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.022699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.027646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.033492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.035880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.038207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.040375 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.045653 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.046143 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d6454-d75e-43db-b18a-6ef00308bbf8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:06.054973 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-22716c2b-5a7c-460d-863a-bf5a8f0f7398 None None] Provisioning complete for port dcb51564-e187-41d6-91df-cd1c9e5901c3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:06.062781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22716c2b-5a7c-460d-863a-bf5a8f0f7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:06.222220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:06.424057 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port dcb51564-e187-41d6-91df-cd1c9e5901c3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:06.424737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:06.550679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccaf370-b3f2-4049-aef5-0fd23278b60b None None] Network d45dac01-fbd8-4593-8937-c989c0f830d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:06.632478 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port dcb51564-e187-41d6-91df-cd1c9e5901c3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcb51564-e187-41d6-91df-cd1c9e5901c3,segment=NetworkSegment(d5ab53c4-90d2-4c4b-925e-820bc4644494),segment_id=d5ab53c4-90d2-4c4b-925e-820bc4644494)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:06.632877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:06.679564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c3fe2419-1d87-4906-8bb6-38b3c08f5f96 None None] Could not find standard attr ID for object 5e94d8a2-bc08-4dfb-9065-bb73b96b9b50. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:06.731992 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for dcb51564-e187-41d6-91df-cd1c9e5901c3 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:06.767820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380fdf2-2512-4b89-96d8-d7d3deecdc64 req-c43041cd-64db-4fae-b7fe-4caabf9c56ff tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:06.778589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8380fdf2-2512-4b89-96d8-d7d3deecdc64 req-c43041cd-64db-4fae-b7fe-4caabf9c56ff tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1694214 Dec 06 12:28:06.905878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8380fdf2-2512-4b89-96d8-d7d3deecdc64 req-f7d484fc-2f64-44f5-bac5-d5527a3f7fc4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251543 Dec 06 12:28:06.973499 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] DHCP port deletion for d45dac01-fbd8-4593-8937-c989c0f830d7 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:07.078561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.122793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=dcb51564-e187-41d6-91df-cd1c9e5901c3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:07.133245 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port dcb51564-e187-41d6-91df-cd1c9e5901c3 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:07.135327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Deleting port dcb51564-e187-41d6-91df-cd1c9e5901c3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:07.135714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.313453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.345270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] For port dcb51564-e187-41d6-91df-cd1c9e5901c3, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:07.345822 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.346615 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45dac01-fbd8-4593-8937-c989c0f830d7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:07.370540 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ab53c4-90d2-4c4b-925e-820bc4644494') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:07.370997 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ab53c4-90d2-4c4b-925e-820bc4644494') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:07.373883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Calling delete_port for dcb51564-e187-41d6-91df-cd1c9e5901c3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:07.381758 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Port dcb51564-e187-41d6-91df-cd1c9e5901c3 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:28:07.383210 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.391513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.421004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.432040 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:28:07.432718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:28:07.436580 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:28:07.443081 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] Pushing event deleted for resources: {'Port': ['ID=dcb51564-e187-41d6-91df-cd1c9e5901c3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:07.456445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58957367-4003-48c7-ac20-ee4f4d9f4f73 None None] No DVR routers for this DVR port dcb51564-e187-41d6-91df-cd1c9e5901c3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:07.549417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.571218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.580644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/d45dac01-fbd8-4593-8937-c989c0f830d7 HTTP/1.1" status: 204 len: 168 time: 1.5652251 Dec 06 12:28:07.580644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99e82-6793-4211-8f12-40fb7c440fd9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=d45dac01-fbd8-4593-8937-c989c0f830d7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:07.580977 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41108) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:07.584007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989991260'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:07.626546 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:07.632942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.681782 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:28:07.693984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.694408 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment d132a19e-55ab-4648-af94-d51a47442a2b of type vlan for network 949cecfc-7a52-4d30-a5c3-96df64d4c698 Dec 06 12:28:07.742611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.787509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.793478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:07.794624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:07.916278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3349991 Dec 06 12:28:07.919054 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41114) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:07.929722 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:08.072221 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a26c40-fbf8-445d-8f11-11bdfef50849 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=949cecfc-7a52-4d30-a5c3-96df64d4c698,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:08.083681 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:28:08.138957 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3971cd-5ee3-4b65-95ba-ff5f6084557e req-dec3f8e0-8946-417b-a21b-533027387a81 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:08.159739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce3971cd-5ee3-4b65-95ba-ff5f6084557e req-dec3f8e0-8946-417b-a21b-533027387a81 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1014962 Dec 06 12:28:08.302549 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:08.306298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:08.328539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce3971cd-5ee3-4b65-95ba-ff5f6084557e req-48f863cb-fadd-40d9-af17-9472e349addb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631985 Dec 06 12:28:08.670768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:08.747723 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=29a3b5b0-5893-49f6-82ab-e1a7633a53c7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:08.755935 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': 'd132a19e-55ab-4648-af94-d51a47442a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:08.756302 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 949cecfc-7a52-4d30-a5c3-96df64d4c698, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:28:08.777359 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:28:08.796415 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 949cecfc-7a52-4d30-a5c3-96df64d4c698) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:08.803678 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:08.804785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:08.810101 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f076208-06d9-4920-9299-1596c0fcd435 None None] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:08.853242 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d359ba27-6994-48ee-9678-31a0a085d987 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9309769 Dec 06 12:28:08.853520 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:08.860898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698', 'name': 'tempest-PortsIpV6TestJSON-46018096', 'fixed_ips': [{'subnet_id': '29a3b5b0-5893-49f6-82ab-e1a7633a53c7', 'ip_address': '2001:db8::10'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:09.179943 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:09.332049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:09.366372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dcb51564-e187-41d6-91df-cd1c9e5901c3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:09.375107 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 98cc7a1f-f866-4c6b-994a-8bc20e8c8d24 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:09.439785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: dcb51564-e187-41d6-91df-cd1c9e5901c3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:09.440041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dcb51564-e187-41d6-91df-cd1c9e5901c3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:09.535954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-949cecfc-7a52-4d30-a5c3-96df64d4c698', 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': '29a3b5b0-5893-49f6-82ab-e1a7633a53c7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:28:09.538474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:09.628468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb61b-c9d8-4343-a944-8ec7fb1e0080 req-9f3c4db7-bdfe-4bee-88ae-da3244e1f7b3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:09.640344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d95fb61b-c9d8-4343-a944-8ec7fb1e0080 req-9f3c4db7-bdfe-4bee-88ae-da3244e1f7b3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1317153 Dec 06 12:28:09.771877 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::10 (949cecfc-7a52-4d30-a5c3-96df64d4c698/29a3b5b0-5893-49f6-82ab-e1a7633a53c7/98cc7a1f-f866-4c6b-994a-8bc20e8c8d24) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:09.783004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d95fb61b-c9d8-4343-a944-8ec7fb1e0080 req-e61aeeee-f6a0-4ac6-b820-e8f4a9132920 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392202 Dec 06 12:28:10.091922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:10.196146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:10.289577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=98cc7a1f-f866-4c6b-994a-8bc20e8c8d24,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:10.313186 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8f738-4533-4ab0-a12a-932ae6585235 req-a2d02af3-89ed-4582-aefc-98b1bf9b02cd tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:10.322368 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:10.324924 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:10.328941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7be8f738-4533-4ab0-a12a-932ae6585235 req-a2d02af3-89ed-4582-aefc-98b1bf9b02cd tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.1010430 Dec 06 12:28:10.334222 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:10.344991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:10.346087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:10.383752 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Allocated IP 2001:db8::2 (949cecfc-7a52-4d30-a5c3-96df64d4c698/29a3b5b0-5893-49f6-82ab-e1a7633a53c7/45c0d2ec-f69f-46ec-ba4b-418de8ec12e9) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:10.415934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d89292e3-a3a4-473a-8c61-d921bd8dbfd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5613074 Dec 06 12:28:10.418834 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41154) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:10.427344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7be8f738-4533-4ab0-a12a-932ae6585235 req-e25de17c-1603-422f-a8dc-5766c9162882 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974028 Dec 06 12:28:10.449844 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698', 'name': 'tempest-PortsIpV6TestJSON-1157412796', 'fixed_ips': [{'subnet_id': '29a3b5b0-5893-49f6-82ab-e1a7633a53c7', 'ip_address': '2001:db8::f'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:10.770147 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:10.784408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:10.841689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Pushing event updated for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:10.871368 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:10.873822 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:10.881764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:11.070316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Attempting to bind port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:28:11.070593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Attempting to bind port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd132a19e-55ab-4648-af94-d51a47442a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:28:11.070963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Attempting to bind port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 on network 949cecfc-7a52-4d30-a5c3-96df64d4c698 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:11.087089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:28:11.087500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Checking segment: {'id': 'd132a19e-55ab-4648-af94-d51a47442a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:11.087795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:11.088197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Bound using segment: {'id': 'd132a19e-55ab-4648-af94-d51a47442a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:28:11.088693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Bound port: 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd132a19e-55ab-4648-af94-d51a47442a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '949cecfc-7a52-4d30-a5c3-96df64d4c698'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:28:11.089069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:11.090257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051382-8af4-4d22-8865-5b8cc0c3196b req-b344bea2-a2e9-4ff8-8350-aa181b3f5913 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:11.092505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7051382-8af4-4d22-8865-5b8cc0c3196b req-b344bea2-a2e9-4ff8-8350-aa181b3f5913 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1582828 Dec 06 12:28:11.218612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7051382-8af4-4d22-8865-5b8cc0c3196b req-80116da0-eeb6-4510-964a-67b2e388218b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192846 Dec 06 12:28:11.280041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:11.283419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,segment=NetworkSegment(d132a19e-55ab-4648-af94-d51a47442a2b),segment_id=d132a19e-55ab-4648-af94-d51a47442a2b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:28:11.291163 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:11.400907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d32a34-6eb7-4b60-be8d-ef7d3bafb060 None None] Pushing event updated for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:11.574343 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:11.583379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:11.607594 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 0d6932c7-e188-4059-bdaa-57db8082baed yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:11.694863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c4ba1-8616-4312-a9c0-f20e3bc9bbc8 req-f6942ce0-ac0b-48c6-a583-18b5ca8032f0 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:11.719757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c59c4ba1-8616-4312-a9c0-f20e3bc9bbc8 req-f6942ce0-ac0b-48c6-a583-18b5ca8032f0 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.1824262 Dec 06 12:28:11.865693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c59c4ba1-8616-4312-a9c0-f20e3bc9bbc8 req-4e5dd80e-fe6e-468a-b8d9-5613a0e0620a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446278 Dec 06 12:28:12.019318 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::f (949cecfc-7a52-4d30-a5c3-96df64d4c698/29a3b5b0-5893-49f6-82ab-e1a7633a53c7/0d6932c7-e188-4059-bdaa-57db8082baed) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:12.143358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-6d5319e9-5626-467e-8372-b1fd843ad1a5 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:12.145792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-6d5319e9-5626-467e-8372-b1fd843ad1a5 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.1041493 Dec 06 12:28:12.419458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.484113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.534632 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8139-76d4-45af-b477-e4c43b6dad60 req-a42cac67-4dd0-4765-8a3d-0a93e08d3b96 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:12.536230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a0a8139-76d4-45af-b477-e4c43b6dad60 req-a42cac67-4dd0-4765-8a3d-0a93e08d3b96 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1765721 Dec 06 12:28:12.552352 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Deleting port c1c16905-26d5-4d7b-8a18-0769b00de088 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:12.552704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.553302 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:12.558220 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:12.565858 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:12.571579 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:12.572734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.604527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=0d6932c7-e188-4059-bdaa-57db8082baed,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:12.614247 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bba6ecd9-cd1f-4778-b5ec-114e2405c5a7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1912682 Dec 06 12:28:12.616889 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41172) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:12.747750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a0a8139-76d4-45af-b477-e4c43b6dad60 req-7e34576e-2549-43b5-8c7b-5de2d6111585 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543753 Dec 06 12:28:12.792813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] For port c1c16905-26d5-4d7b-8a18-0769b00de088, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1c16905-26d5-4d7b-8a18-0769b00de088,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:12.793538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.830264 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Calling delete_port for c1c16905-26d5-4d7b-8a18-0769b00de088 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:12.835524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc090945-c9e5-4633-b118-029daee29d94 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:12.841672 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc090945-c9e5-4633-b118-029daee29d94 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2231460 Dec 06 12:28:12.844661 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:13.017904 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a79bc-1595-4db9-ae0c-38c66db4cdeb None None] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:13.101213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:13.183530 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e2504-d5ea-4d39-b807-a83aa2de0a35 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.191989 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Provisioning complete for port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:13.192830 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e2504-d5ea-4d39-b807-a83aa2de0a35 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.196940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.202948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e2504-d5ea-4d39-b807-a83aa2de0a35 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.208260 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:13.209823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d44e2504-d5ea-4d39-b807-a83aa2de0a35 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3640618 Dec 06 12:28:13.265027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15013b-4f05-4875-bf8d-143866c4fcf5 req-09322a40-1720-4b3e-9590-037cc72f6cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.272762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b15013b-4f05-4875-bf8d-143866c4fcf5 req-09322a40-1720-4b3e-9590-037cc72f6cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=045df34f-d35c-4011-892e-e2fda334dddd HTTP/1.1" status: 200 len: 945 time: 0.1993656 Dec 06 12:28:13.347135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:13.347568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.361232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b15013b-4f05-4875-bf8d-143866c4fcf5 req-37f362aa-a813-464c-a176-ee25a9d03911 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Dec 06 12:28:13.442529 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 0d6932c7-e188-4059-bdaa-57db8082baed {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:13.443870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.471440 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.489738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:13.514514 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event deleted for resources: {'Port': ['ID=c1c16905-26d5-4d7b-8a18-0769b00de088,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:13.533631 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['49a2c334-115d-4670-906c-aab6db93d8ab', 'c1c16905-26d5-4d7b-8a18-0769b00de088'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:13.545521 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.588673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82add8c-bbc3-4cbe-acdf-2fa203082479 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:13.625925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.645615 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] No DVR routers for this DVR port c1c16905-26d5-4d7b-8a18-0769b00de088 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:13.650508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.657003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9a9f004-8af4-4c30-bd06-1e096d3aa822 req-b514869e-2be9-4827-aefe-e348b6393cb9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "DELETE /v2.0/ports/c1c16905-26d5-4d7b-8a18-0769b00de088 HTTP/1.1" status: 204 len: 173 time: 1.5003762 Dec 06 12:28:13.658139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,segment=NetworkSegment(d132a19e-55ab-4648-af94-d51a47442a2b),segment_id=d132a19e-55ab-4648-af94-d51a47442a2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:13.660193 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'name': 'network-vif-deleted', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:13.663196 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a038c0-5f12-46fb-8e06-ffd7e2539d87" -d '{"events": [{"server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "name": "network-vif-deleted", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:13.669471 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.672990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.702242 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 0d6932c7-e188-4059-bdaa-57db8082baed owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:13.759459 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da179a78-22f7-44e4-af5e-d38aa0a8b109 x-openstack-request-id: req-da179a78-22f7-44e4-af5e-d38aa0a8b109 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:13.760505 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045df34f-d35c-4011-892e-e2fda334dddd", "name": "network-vif-deleted", "tag": "c1c16905-26d5-4d7b-8a18-0769b00de088", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:13.760944 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da179a78-22f7-44e4-af5e-d38aa0a8b109 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:13.761533 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045df34f-d35c-4011-892e-e2fda334dddd', 'name': 'network-vif-deleted', 'tag': 'c1c16905-26d5-4d7b-8a18-0769b00de088', 'status': 'completed', 'code': 200} Dec 06 12:28:13.893406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:13.974735 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=0d6932c7-e188-4059-bdaa-57db8082baed,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:14.029982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.039691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73ea2ebb-d7cd-432b-bdc7-fff594c4a6a3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/0d6932c7-e188-4059-bdaa-57db8082baed HTTP/1.1" status: 204 len: 168 time: 0.8299375 Dec 06 12:28:14.040701 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41196) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:14.105457 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c6d6a0-5330-475d-b267-79f5c9c72a31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:14.113250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2c6d6a0-5330-475d-b267-79f5c9c72a31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/0d6932c7-e188-4059-bdaa-57db8082baed HTTP/1.1" status: 404 len: 333 time: 0.0711906 Dec 06 12:28:14.115474 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41200) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:14.283930 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290907-ed6c-437a-b525-3dac539a0d81 req-1d55b1dc-f76d-4cef-958f-749c6300a3cf tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:14.285736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22290907-ed6c-437a-b525-3dac539a0d81 req-1d55b1dc-f76d-4cef-958f-749c6300a3cf tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.2822709 Dec 06 12:28:14.367871 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Pushing event updated for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:14.410223 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.412308 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.414175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.414687 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.417403 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.417861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.419748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.420344 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.420854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.422242 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.425819 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.429441 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.429441 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbda44-22ff-4bd7-b555-eb04d36415b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:14.439217 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-679bac7e-c692-486f-bc96-9c91ccfc312d None None] Could not find standard attr ID for object 0d6932c7-e188-4059-bdaa-57db8082baed. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:14.546049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 98cc7a1f-f866-4c6b-994a-8bc20e8c8d24 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:14.546449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.610406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:28:14.612363 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:28:14.812729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.826808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22290907-ed6c-437a-b525-3dac539a0d81 req-bd112eca-64a4-43b1-baf2-b47e39d45ea8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816477 Dec 06 12:28:14.832217 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 98cc7a1f-f866-4c6b-994a-8bc20e8c8d24 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:14.867251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3072-3155-4fe2-930e-8ded67d0fe51 req-3453d4b5-006d-4cc3-a808-e9e678fb2ad7 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:14.870805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-627e3072-3155-4fe2-930e-8ded67d0fe51 req-3453d4b5-006d-4cc3-a808-e9e678fb2ad7 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 814 time: 0.6482658 Dec 06 12:28:14.911126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-627e3072-3155-4fe2-930e-8ded67d0fe51 req-b00c01fa-0b2a-4bb1-b24a-cc6c3549a867 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/quotas/716a462d436a4d9a96bd389692ad8809 HTTP/1.1" status: 200 len: 375 time: 0.0329804 Dec 06 12:28:14.961046 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-679bac7e-c692-486f-bc96-9c91ccfc312d None None] Provisioning complete for port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:14.961633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-679bac7e-c692-486f-bc96-9c91ccfc312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:15.060160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-627e3072-3155-4fe2-930e-8ded67d0fe51 req-b28b9967-c5f0-46ad-ac35-fbe34bb130f8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388311 Dec 06 12:28:15.381856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f9696-7227-4907-a5c3-a4f9fa126358 req-c225b6d3-e7a5-46d5-ad53-a55e9a57d4d8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:15.383676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:15.389933 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-679bac7e-c692-486f-bc96-9c91ccfc312d None None] Could not find standard attr ID for object 98cc7a1f-f866-4c6b-994a-8bc20e8c8d24. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:15.393866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943f9696-7227-4907-a5c3-a4f9fa126358 req-c225b6d3-e7a5-46d5-ad53-a55e9a57d4d8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1326344 Dec 06 12:28:15.493013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943f9696-7227-4907-a5c3-a4f9fa126358 req-55e78c88-dd7a-4205-a8fb-5d85568baee2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Dec 06 12:28:15.496504 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=98cc7a1f-f866-4c6b-994a-8bc20e8c8d24,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:15.509213 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c711e2d1-45ef-413b-a077-e0f59426d4d9 None None] Could not find standard attr ID for object 98cc7a1f-f866-4c6b-994a-8bc20e8c8d24. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:15.568550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:15.571920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e9a0b87a-ea8e-4a55-a9d4-be1846808a77 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/98cc7a1f-f866-4c6b-994a-8bc20e8c8d24 HTTP/1.1" status: 204 len: 168 time: 1.4537830 Dec 06 12:28:15.574637 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:15.646925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:15.649992 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec71807-cdc7-4759-9f65-bcd81a264c1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:15.657883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1ec71807-cdc7-4759-9f65-bcd81a264c1d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/98cc7a1f-f866-4c6b-994a-8bc20e8c8d24 HTTP/1.1" status: 404 len: 333 time: 0.0795264 Dec 06 12:28:15.658260 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41238) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:15.763948 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896353d5-fb28-449e-8e18-62720a8c1d0a req-503e0d34-d887-446c-947f-d4fb9a1eb806 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:15.772203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-896353d5-fb28-449e-8e18-62720a8c1d0a req-503e0d34-d887-446c-947f-d4fb9a1eb806 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1109118 Dec 06 12:28:15.822166 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 29a3b5b0-5893-49f6-82ab-e1a7633a53c7 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:15.827730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:15.905088 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4603bdc0-e78b-4777-b2a7-c8f6f7782fd7 None None] Could not find standard attr ID for object 0d6932c7-e188-4059-bdaa-57db8082baed. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:15.921878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-896353d5-fb28-449e-8e18-62720a8c1d0a req-eb9b8c77-e797-44f7-8b14-8ec4f936b29e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440303 Dec 06 12:28:15.943135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:15.943765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.008158 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.165442 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ecc2c-a850-431f-9da7-15a0cc4904a8 req-1755ff59-0b9b-46b6-8859-96c554b81800 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:16.187553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e79ecc2c-a850-431f-9da7-15a0cc4904a8 req-1755ff59-0b9b-46b6-8859-96c554b81800 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1614742 Dec 06 12:28:16.354828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.470451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8511d45b-cbfd-466f-9cc4-ab2673362ee6 req-615cb2c0-9ff3-4bbb-a6eb-6c3d3013c822 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=716a462d436a4d9a96bd389692ad8809 HTTP/1.1" status: 200 len: 221 time: 0.2046726 Dec 06 12:28:16.505911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e79ecc2c-a850-431f-9da7-15a0cc4904a8 req-a5bf541b-be91-4326-b36e-a6e4126dd513 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107033 Dec 06 12:28:16.590410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c1c16905-26d5-4d7b-8a18-0769b00de088 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:16.631348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.674336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: c1c16905-26d5-4d7b-8a18-0769b00de088 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:16.674692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c1c16905-26d5-4d7b-8a18-0769b00de088 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:16.690817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.696847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/29a3b5b0-5893-49f6-82ab-e1a7633a53c7 HTTP/1.1" status: 204 len: 168 time: 1.0373638 Dec 06 12:28:16.713947 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:16.736497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bda4f-20a1-4a64-8467-3678368a1c31 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=29a3b5b0-5893-49f6-82ab-e1a7633a53c7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:16.906988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a3e9-e8ec-4bcf-b6fa-cac07f00dcea req-7a9284cf-8204-4b7d-a5b1-fc5307fa0ffd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:16.918097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a426a3e9-e8ec-4bcf-b6fa-cac07f00dcea req-7a9284cf-8204-4b7d-a5b1-fc5307fa0ffd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2624993 Dec 06 12:28:16.986891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b25f63-6676-4d4f-a7a2-d47e53bb00f3 None None] Network 949cecfc-7a52-4d30-a5c3-96df64d4c698 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:17.110796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.189784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a426a3e9-e8ec-4bcf-b6fa-cac07f00dcea req-a4e114fd-0998-4530-b69a-99bd8d20b553 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624795 Dec 06 12:28:17.342837 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:17.343446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.386988 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] DHCP port deletion for 949cecfc-7a52-4d30-a5c3-96df64d4c698 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:17.583798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Deleting port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:17.588134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.746560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:17.799679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96dc1-97db-4ec8-a0ad-df837facbc8c req-d85ad9ee-d7a6-499c-bb03-2404d6abfd82 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:17.806938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cea96dc1-97db-4ec8-a0ad-df837facbc8c req-d85ad9ee-d7a6-499c-bb03-2404d6abfd82 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.4317198 Dec 06 12:28:17.827211 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,segment=NetworkSegment(d132a19e-55ab-4648-af94-d51a47442a2b),segment_id=d132a19e-55ab-4648-af94-d51a47442a2b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:17.827581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.855524 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:17.889063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cea96dc1-97db-4ec8-a0ad-df837facbc8c req-b2075e98-b7fd-42f5-be6a-aec4f63a1e57 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Dec 06 12:28:17.911136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52cf5-154c-406e-bae9-6d04bb2185a8 req-82cc7b7d-0b5e-42ce-aed0-8d6baf1d30e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:17.931044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23e52cf5-154c-406e-bae9-6d04bb2185a8 req-82cc7b7d-0b5e-42ce-aed0-8d6baf1d30e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1843362 Dec 06 12:28:18.014161 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,segment=NetworkSegment(d132a19e-55ab-4648-af94-d51a47442a2b),segment_id=d132a19e-55ab-4648-af94-d51a47442a2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:18.014790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.048509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Calling delete_port for 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:18.283339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23e52cf5-154c-406e-bae9-6d04bb2185a8 req-fcac022d-47b5-418b-bfe3-c53e90920b2b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503230 Dec 06 12:28:18.325961 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d5ce-b8b3-4782-95f8-20f000b2b9f7 req-bf033e7b-b731-4e3f-8a03-afaf9b4d54c8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:18.339835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63a5d5ce-b8b3-4782-95f8-20f000b2b9f7 req-bf033e7b-b731-4e3f-8a03-afaf9b4d54c8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2385576 Dec 06 12:28:18.347327 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.448123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,segment=NetworkSegment(d132a19e-55ab-4648-af94-d51a47442a2b),segment_id=d132a19e-55ab-4648-af94-d51a47442a2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:18.456537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.471511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63a5d5ce-b8b3-4782-95f8-20f000b2b9f7 req-a91aa954-1707-45cd-bd6a-1011cb0e4914 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303813 Dec 06 12:28:18.500682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.521269 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event deleted for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:18.524450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.579492 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] Pushing event deleted for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:18.584826 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=45c0d2ec-f69f-46ec-ba4b-418de8ec12e9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:18.592681 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:18.600729 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81845b-4ac8-437e-8009-bb81d8f0b886 None None] No DVR routers for this DVR port 45c0d2ec-f69f-46ec-ba4b-418de8ec12e9 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:18.820005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.890127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8c74-856e-4775-bf3b-07e2f0694470 req-3871272a-0be1-4d44-a027-d0505a6281f1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:18.891928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d1d8c74-856e-4775-bf3b-07e2f0694470 req-3871272a-0be1-4d44-a027-d0505a6281f1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2451065 Dec 06 12:28:18.893925 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949cecfc-7a52-4d30-a5c3-96df64d4c698']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:18.996841 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd132a19e-55ab-4648-af94-d51a47442a2b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:19.001358 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd132a19e-55ab-4648-af94-d51a47442a2b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:19.035941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.063535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.078959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d1d8c74-856e-4775-bf3b-07e2f0694470 req-41bc435b-d9de-41c7-a911-ba697ad5b2b0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665938 Dec 06 12:28:19.079991 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:28:19.080404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:28:19.083858 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:28:19.184854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.192194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.200897 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:19.201458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/949cecfc-7a52-4d30-a5c3-96df64d4c698 HTTP/1.1" status: 204 len: 168 time: 2.4858403 Dec 06 12:28:19.205980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-349758766'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:19.219026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c91eb-349d-4fbd-91e2-290c0df4fd92 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=949cecfc-7a52-4d30-a5c3-96df64d4c698,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:19.255483 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:19.260352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.291750 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:28:19.334596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.335107 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Added segment 1db9068e-b575-442b-a709-e35ed9ed4b8f of type vlan for network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 Dec 06 12:28:19.417507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.455756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0ae04-4d24-4792-9854-c6040b81b60e req-e2f9aac6-eb0d-4865-abaa-17c909092306 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:19.466779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22f0ae04-4d24-4792-9854-c6040b81b60e req-e2f9aac6-eb0d-4865-abaa-17c909092306 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1576805 Dec 06 12:28:19.482356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.498542 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:19.501454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.546773 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.654820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4528837 Dec 06 12:28:19.657899 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41326) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:19.658056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22f0ae04-4d24-4792-9854-c6040b81b60e req-d41e7b31-86da-44d9-a1a2-9d8402644f3e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843548 Dec 06 12:28:19.674449 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:19.728016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb9d6-c742-46f1-b6bc-49d08ace2270 req-805e7e89-b79e-4238-85ba-067e5f5c8f48 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:19.733322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02ccb9d6-c742-46f1-b6bc-49d08ace2270 req-805e7e89-b79e-4238-85ba-067e5f5c8f48 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.2469611 Dec 06 12:28:19.775832 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3279697-9109-4b64-ad44-350a83eb553d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Network': ['ID=27ac50a6-c357-4586-bd9d-cbbf17f3b8b4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:19.791328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:28:19.938948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02ccb9d6-c742-46f1-b6bc-49d08ace2270 req-306fe1c1-a739-4177-9f82-f3e74d36a318 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006223 Dec 06 12:28:19.956473 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899698-eff9-43cb-a6b7-06f49554d833 req-509d004f-ffac-4e82-a6ad-9e7806091382 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:19.958259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4899698-eff9-43cb-a6b7-06f49554d833 req-509d004f-ffac-4e82-a6ad-9e7806091382 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1321824 Dec 06 12:28:20.071335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:20.078076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4899698-eff9-43cb-a6b7-06f49554d833 req-87ac7cbe-d64a-43c1-88d5-5f0b9d7aefb9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118248 Dec 06 12:28:20.080421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.395820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ff19-8991-4886-85fc-8dda35c2cc51 req-91419742-3e09-4f77-8a75-7aff6fa62af2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.398955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abb7ff19-8991-4886-85fc-8dda35c2cc51 req-91419742-3e09-4f77-8a75-7aff6fa62af2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1888962 Dec 06 12:28:20.510461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abb7ff19-8991-4886-85fc-8dda35c2cc51 req-048a9e3e-65b4-4b76-aaa8-b67d49df6d1d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034374 Dec 06 12:28:20.613632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.710834 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=e996a945-25d5-4d49-affa-7e66b7fdcff7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:20.734008 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Checking segment: {'id': '1db9068e-b575-442b-a709-e35ed9ed4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:20.735132 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network hostable DHCP agents. Network: 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:28:20.755332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e34732-b8ee-4e87-9c0a-9a5b7d643b67 req-818476dc-51b4-4bbe-ba12-bfe933ce02e9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.756156 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:28:20.756906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9e34732-b8ee-4e87-9c0a-9a5b7d643b67 req-818476dc-51b4-4bbe-ba12-bfe933ce02e9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1505620 Dec 06 12:28:20.777840 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:28:20.804171 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:20.815835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014eda61-998a-4cc6-b9c0-3cef0fcd1b6d None None] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:20.820134 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.820715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.846816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b9e34732-b8ee-4e87-9c0a-9a5b7d643b67 req-fb158618-a305-437b-a93b-009436b69dbc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835402 Dec 06 12:28:20.861578 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:20.861791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5cd31851-836b-47f4-9fee-c1c48a462527 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2002776 Dec 06 12:28:20.866991 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1332478094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:20.918360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.920821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.050437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.057654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.169976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.171552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e4133bc3-866a-4102-81db-1720af5aafac tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3085558 Dec 06 12:28:21.174589 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41372) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:21.182654 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4', 'name': 'tempest-PortsIpV6TestJSON-1349174729'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:21.198177 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0743-be1c-4f6e-92f1-1149a4c78962 req-5c7aecec-c20a-4402-830e-e4b9383ad457 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:21.200828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc3c0743-be1c-4f6e-92f1-1149a4c78962 req-5c7aecec-c20a-4402-830e-e4b9383ad457 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1318724 Dec 06 12:28:21.217939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa33f-8e4d-4468-88ec-f7622b114019 req-e4c24533-d589-41e1-9804-a715c6d883c3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:21.219796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2efa33f-8e4d-4468-88ec-f7622b114019 req-e4c24533-d589-41e1-9804-a715c6d883c3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1140814 Dec 06 12:28:21.268204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-27ac50a6-c357-4586-bd9d-cbbf17f3b8b4', 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': 'e996a945-25d5-4d49-affa-7e66b7fdcff7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:28:21.269475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.316034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc3c0743-be1c-4f6e-92f1-1149a4c78962 req-e16cedfa-3837-4f68-a118-8f809566a144 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089046 Dec 06 12:28:21.331820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2efa33f-8e4d-4468-88ec-f7622b114019 req-1506886d-af3b-4afe-bff5-9d5204ddc842 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013267 Dec 06 12:28:21.691213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:21.703886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:21.718561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ea01-f1f2-4593-ae15-451efa13f06b req-6775d0de-1038-42fa-8216-605bac5c7525 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:21.720212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e642ea01-f1f2-4593-ae15-451efa13f06b req-6775d0de-1038-42fa-8216-605bac5c7525 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2058935 Dec 06 12:28:21.754870 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:21.835233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e642ea01-f1f2-4593-ae15-451efa13f06b req-8037175c-22ad-46c1-bf2d-d9788a1d38dc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085672 Dec 06 12:28:22.019094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7040f-1f8d-494c-bc6a-86ba91c7b58c req-14ef57d0-65f4-4664-b767-f33beed1d97f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.025074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bf7040f-1f8d-494c-bc6a-86ba91c7b58c req-14ef57d0-65f4-4664-b767-f33beed1d97f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0810320 Dec 06 12:28:22.047484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Allocated IP 2001:db8::2 (27ac50a6-c357-4586-bd9d-cbbf17f3b8b4/e996a945-25d5-4d49-affa-7e66b7fdcff7/757bd62f-3cc9-4407-90d0-901305682d4b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:22.121018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bf7040f-1f8d-494c-bc6a-86ba91c7b58c req-bb69f3f6-c3f4-4aa3-8258-603de6c657ad tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Dec 06 12:28:22.266331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.284886 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.321109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f6787-fba0-4692-9760-721bdb97534d req-d6403692-1f14-43cc-ae2c-89f440cd7422 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.323761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-524f6787-fba0-4692-9760-721bdb97534d req-d6403692-1f14-43cc-ae2c-89f440cd7422 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0811524 Dec 06 12:28:22.356996 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Pushing event updated for resources: {'Port': ['ID=757bd62f-3cc9-4407-90d0-901305682d4b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:22.373552 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:22.375798 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:22.381279 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:22.399846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-524f6787-fba0-4692-9760-721bdb97534d req-b81ec54e-418c-46b1-9dce-0fb6b4e8f315 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Dec 06 12:28:22.437206 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::ab (27ac50a6-c357-4586-bd9d-cbbf17f3b8b4/e996a945-25d5-4d49-affa-7e66b7fdcff7/f4f09f16-bc41-47d8-b4ec-75d3943d9cc9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:22.502181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Attempting to bind port 757bd62f-3cc9-4407-90d0-901305682d4b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:28:22.502601 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Attempting to bind port 757bd62f-3cc9-4407-90d0-901305682d4b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1db9068e-b575-442b-a709-e35ed9ed4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:28:22.503439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Attempting to bind port 757bd62f-3cc9-4407-90d0-901305682d4b on network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:22.517269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:28:22.519074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Checking segment: {'id': '1db9068e-b575-442b-a709-e35ed9ed4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:22.519221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.519620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Bound using segment: {'id': '1db9068e-b575-442b-a709-e35ed9ed4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:28:22.520115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Bound port: 757bd62f-3cc9-4407-90d0-901305682d4b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db9068e-b575-442b-a709-e35ed9ed4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27ac50a6-c357-4586-bd9d-cbbf17f3b8b4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:28:22.520500 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.545887 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77291f56-d14e-476b-98c2-0c1049514790 req-400c6112-c84d-46e7-b462-53f872790ca4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.547967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77291f56-d14e-476b-98c2-0c1049514790 req-400c6112-c84d-46e7-b462-53f872790ca4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.0824790 Dec 06 12:28:22.718563 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] For port 757bd62f-3cc9-4407-90d0-901305682d4b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:22.723212 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] For port 757bd62f-3cc9-4407-90d0-901305682d4b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=757bd62f-3cc9-4407-90d0-901305682d4b,segment=NetworkSegment(1db9068e-b575-442b-a709-e35ed9ed4b8f),segment_id=1db9068e-b575-442b-a709-e35ed9ed4b8f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:28:22.734208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.776117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.835232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.845387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77291f56-d14e-476b-98c2-0c1049514790 req-5d3b2664-91f9-4901-9381-e3383a983f95 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904456 Dec 06 12:28:22.888293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e831e2-7fc9-4d54-b23f-77b42e31c089 None None] Pushing event updated for resources: {'Port': ['ID=757bd62f-3cc9-4407-90d0-901305682d4b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:22.904415 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b7d5-edb1-4005-9a49-3d422d8f86a1 req-a5d3331d-54ff-4a8f-b39b-94dd0931a880 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.927092 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=f4f09f16-bc41-47d8-b4ec-75d3943d9cc9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:22.951478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdb6b7d5-edb1-4005-9a49-3d422d8f86a1 req-a5d3331d-54ff-4a8f-b39b-94dd0931a880 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3829658 Dec 06 12:28:22.974115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:22.975651 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:22.984019 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:22.996505 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.998051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.031870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdb6b7d5-edb1-4005-9a49-3d422d8f86a1 req-e5bbedf6-8eeb-43e4-909b-713ee23d5bea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796380 Dec 06 12:28:23.044185 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:23.044385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fd3abd31-aedc-4418-8dc0-e8a394ae5c05 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8686304 Dec 06 12:28:23.659144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 757bd62f-3cc9-4407-90d0-901305682d4b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:23.799701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 757bd62f-3cc9-4407-90d0-901305682d4b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:23.800257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.950911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.980583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-65ad7ccd-dd29-4dcb-85bc-286f64fcd7e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113300 Dec 06 12:28:24.079331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 757bd62f-3cc9-4407-90d0-901305682d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=757bd62f-3cc9-4407-90d0-901305682d4b,segment=NetworkSegment(1db9068e-b575-442b-a709-e35ed9ed4b8f),segment_id=1db9068e-b575-442b-a709-e35ed9ed4b8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:24.087103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:24.185719 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-22c374cc-a659-42f3-974a-46c23ad47882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.195618 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-22c374cc-a659-42f3-974a-46c23ad47882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 1096 time: 0.1463308 Dec 06 12:28:24.259128 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=757bd62f-3cc9-4407-90d0-901305682d4b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:24.371190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc520e-d1e1-48c2-8288-de7bc155abd2 req-2bbd86ae-7f30-4690-8605-41354a6edd9c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.375933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ffc520e-d1e1-48c2-8288-de7bc155abd2 req-2bbd86ae-7f30-4690-8605-41354a6edd9c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 1.1769996 Dec 06 12:28:24.401064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff1eaa-9e07-45f1-ac45-3161ed333a61 req-72a35b8f-024b-4bc8-9e16-4375aeac52bd tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.412636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8ff1eaa-9e07-45f1-ac45-3161ed333a61 req-72a35b8f-024b-4bc8-9e16-4375aeac52bd tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 946 time: 0.2033937 Dec 06 12:28:24.492840 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-220b29c5-2ef4-4355-aad8-9ad8ae3550a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.494411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-220b29c5-2ef4-4355-aad8-9ad8ae3550a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 200 len: 915 time: 0.2798817 Dec 06 12:28:24.500410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ffc520e-d1e1-48c2-8288-de7bc155abd2 req-d8dc2d54-881c-487a-9750-af9f8586c976 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167374 Dec 06 12:28:24.560521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8ff1eaa-9e07-45f1-ac45-3161ed333a61 req-675e31c3-334d-4afc-abbc-f216657bd70b tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394639 Dec 06 12:28:24.604942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-3fd0b432-08f5-464d-80d8-f23b1b5097c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 200 len: 217 time: 0.1027453 Dec 06 12:28:24.726459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f14ec1-9bf0-4715-bbc5-2b75db065efb None None] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:24.733674 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-6294516f-5f3d-4500-bcac-8523ae1c1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.735221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-6294516f-5f3d-4500-bcac-8523ae1c1734 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 200 len: 854 time: 0.1238258 Dec 06 12:28:24.746128 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:24.805332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-dca68f32-c225-4ead-b586-c0733cc414f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a367dce9-f1be-40f8-9f14-b105f1c6e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626366 Dec 06 12:28:25.016348 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-be38863f-c205-4cd6-b455-22c15575eedf None None] Provisioning complete for port 757bd62f-3cc9-4407-90d0-901305682d4b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:25.019731 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be38863f-c205-4cd6-b455-22c15575eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:25.037245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-09d48fa7-d242-4879-91c4-4a745271b8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250013 Dec 06 12:28:25.199048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dd657615-19d2-483a-be9e-fc53ee4045b2 req-1bcc1759-dd73-4e0a-9e5e-8597e46c642e service neutron] 10.222.0.23 "GET /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547334 Dec 06 12:28:25.292218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0c0a-6381-4ac7-841c-f73d0b40ef39 req-76459783-5811-4953-a2a9-a81895be0165 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.294055 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ba0c0a-6381-4ac7-841c-f73d0b40ef39 req-76459783-5811-4953-a2a9-a81895be0165 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.5948973 Dec 06 12:28:25.300710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-c1100c81-27d3-4a9a-b032-3426e8d38ff8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5469353 Dec 06 12:28:25.367240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-6b57b323-7348-4e59-8202-5db47726336a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.379240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-6b57b323-7348-4e59-8202-5db47726336a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 946 time: 0.1337352 Dec 06 12:28:25.397988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7ba0c0a-6381-4ac7-841c-f73d0b40ef39 req-71b4a2e8-4974-427b-807e-eebdd1d1e6e8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934119 Dec 06 12:28:25.453888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f472d6-2c1d-484b-91a0-dda903ea0341 req-8ba8f760-662d-4c6c-b686-fb44110b86e6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.464256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f472d6-2c1d-484b-91a0-dda903ea0341 req-8ba8f760-662d-4c6c-b686-fb44110b86e6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.7114663 Dec 06 12:28:25.601547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 757bd62f-3cc9-4407-90d0-901305682d4b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:25.628727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:25.635980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f472d6-2c1d-484b-91a0-dda903ea0341 req-2b11f932-2f6b-4971-91b6-2252670e036e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660364 Dec 06 12:28:25.640510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:25.700511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.701425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.702148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.702834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.703556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.704187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.704913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:25.708411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-701736a2-7d3c-4463-be50-cacde1389f92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f90cc51c024504b789ef9fea24990b&device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 6490 time: 0.3087320 Dec 06 12:28:25.729767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Deleting port 49a2c334-115d-4670-906c-aab6db93d8ab {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:25.730037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:25.739439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 757bd62f-3cc9-4407-90d0-901305682d4b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:25.741755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:25.995357 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-b40e2510-ce01-46ae-87c7-bd267e976db4 req-5b7fe3d0-4f54-4537-9a17-3aa78f076992 service neutron] (103298) timed out ('10.222.0.31', 33270) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:28:26.031222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] For port 49a2c334-115d-4670-906c-aab6db93d8ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=49a2c334-115d-4670-906c-aab6db93d8ab,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:26.031572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.071654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c57af967-4191-40a9-bab2-cfedb03aa5ec None None] Provisioning complete for port 757bd62f-3cc9-4407-90d0-901305682d4b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:26.073320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c57af967-4191-40a9-bab2-cfedb03aa5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.086191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Calling delete_port for 49a2c334-115d-4670-906c-aab6db93d8ab owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:26.111422 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=f4f09f16-bc41-47d8-b4ec-75d3943d9cc9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:26.214543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-8f82806d-fe01-4842-bce9-f971ac311e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.215189 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-8f82806d-fe01-4842-bce9-f971ac311e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.216469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-8f82806d-fe01-4842-bce9-f971ac311e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.218472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-8f82806d-fe01-4842-bce9-f971ac311e07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d94a30a-6d42-4206-bab2-960aa2027b39&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&id=535dbbab-b5aa-44e5-af40-023e61d2efc1&id=535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 200 len: 2292 time: 0.4497986 Dec 06 12:28:26.328813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c57af967-4191-40a9-bab2-cfedb03aa5ec None None] Provisioning complete for port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:26.330254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c57af967-4191-40a9-bab2-cfedb03aa5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.425444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.430003 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c57af967-4191-40a9-bab2-cfedb03aa5ec None None] Port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:26.474731 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba254f-b1e3-4674-a8c7-65cd3c782f47 req-0cb1f299-4f2b-464d-9598-e78020d80f9f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.479023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04ba254f-b1e3-4674-a8c7-65cd3c782f47 req-0cb1f299-4f2b-464d-9598-e78020d80f9f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.5251732 Dec 06 12:28:26.488688 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.503552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:26.529907 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['49a2c334-115d-4670-906c-aab6db93d8ab'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:26.533480 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event deleted for resources: {'Port': ['ID=49a2c334-115d-4670-906c-aab6db93d8ab,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:26.649446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4cc8a-b266-4336-9c5a-e116ab7a55b9 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:26.730544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9f29-1647-439c-b716-70266239ec87 req-38173108-1922-46f7-8208-2844e3a77603 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.741369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-959f9f29-1647-439c-b716-70266239ec87 req-38173108-1922-46f7-8208-2844e3a77603 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b410298-10d1-4072-9c42-b3240c641879 HTTP/1.1" status: 200 len: 946 time: 0.7662437 Dec 06 12:28:26.745148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-6bf6b6bc-9258-4550-8022-44dd3e9892e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 200 len: 1000 time: 0.4714079 Dec 06 12:28:26.796727 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] No DVR routers for this DVR port 49a2c334-115d-4670-906c-aab6db93d8ab on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:26.801721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.807378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c1c3096e-7953-401c-88b9-0da5295ea679 req-7c1effd9-5def-429d-af9b-90067f47b541 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.53 "DELETE /v2.0/ports/49a2c334-115d-4670-906c-aab6db93d8ab HTTP/1.1" status: 204 len: 173 time: 1.4164004 Dec 06 12:28:26.807878 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'name': 'network-vif-deleted', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:26.813855 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b23547-f732-4886-a014-4277c9d34179" -d '{"events": [{"server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "name": "network-vif-deleted", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:26.820912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-099401e1-1fc4-45c4-a2ad-83e6559a95e0 None None] Provisioning complete for port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:26.821580 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-099401e1-1fc4-45c4-a2ad-83e6559a95e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.835611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-a92e2c0b-bb6b-420c-ae68-7401290c3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.837093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-a92e2c0b-bb6b-420c-ae68-7401290c3fae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 200 len: 850 time: 0.0681894 Dec 06 12:28:26.897622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-099401e1-1fc4-45c4-a2ad-83e6559a95e0 None None] Port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:27.091821 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-08e3f0f3-ad16-4f01-85b0-651cf4b93730 None None] Provisioning complete for port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:27.092207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0f3-ad16-4f01-85b0-651cf4b93730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.107190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-959f9f29-1647-439c-b716-70266239ec87 req-8a1bc900-b357-4ac5-9bb6-7d03739843f3 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648679 Dec 06 12:28:27.113307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.130947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04ba254f-b1e3-4674-a8c7-65cd3c782f47 req-e6136491-2688-4d13-bbd3-704d12e176cf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848164 Dec 06 12:28:27.243638 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc31a3b-cd13-4620-a403-3ec705b9655a x-openstack-request-id: req-6dc31a3b-cd13-4620-a403-3ec705b9655a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:27.244125 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b410298-10d1-4072-9c42-b3240c641879", "name": "network-vif-deleted", "tag": "49a2c334-115d-4670-906c-aab6db93d8ab", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:27.244125 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dc31a3b-cd13-4620-a403-3ec705b9655a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:27.244515 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b410298-10d1-4072-9c42-b3240c641879', 'name': 'network-vif-deleted', 'tag': '49a2c334-115d-4670-906c-aab6db93d8ab', 'status': 'completed', 'code': 200} Dec 06 12:28:27.291483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f0f3-ad16-4f01-85b0-651cf4b93730 None None] Port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:27.297867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7881a21-68e9-4d48-bba7-381a54d3acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.322246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-21c7fb59-92f3-4701-973e-02ef93d1ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:27.323867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-21c7fb59-92f3-4701-973e-02ef93d1ae76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d94a30a-6d42-4206-bab2-960aa2027b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4456427 Dec 06 12:28:27.494882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0ed97-123e-4bcf-a2a9-8eb6d762fed8 req-fef7622d-631c-4e2a-966a-7a24a7a28ddd tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:27.496969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4f0ed97-123e-4bcf-a2a9-8eb6d762fed8 req-fef7622d-631c-4e2a-966a-7a24a7a28ddd tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1770034 Dec 06 12:28:27.597563 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b00af-2e5b-4054-bc14-926b2e2892f0 req-6dca092a-d51a-4f9d-8db3-82900bde4530 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:27.599090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de0b00af-2e5b-4054-bc14-926b2e2892f0 req-6dca092a-d51a-4f9d-8db3-82900bde4530 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2389731 Dec 06 12:28:27.651133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4f0ed97-123e-4bcf-a2a9-8eb6d762fed8 req-117fbe9b-2e53-4c69-b171-a9dc1b8b7625 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210260 Dec 06 12:28:27.697250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-00aafafd-aad7-4426-a9ef-04f0e055c14c service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395178 Dec 06 12:28:27.779142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de0b00af-2e5b-4054-bc14-926b2e2892f0 req-75f3824e-1c6b-4a09-acdd-e74c775b1b24 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703513 Dec 06 12:28:27.784414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.819829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.820947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:27.907835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-0bbb1e61-d013-4051-99fd-3c8c0aaa57d8 service neutron] 10.222.0.53 "GET /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973028 Dec 06 12:28:27.918844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=f4f09f16-bc41-47d8-b4ec-75d3943d9cc9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:28.023512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-f4fe898f-236d-4ed6-8f60-b4164e7dbede service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 217 time: 0.0968628 Dec 06 12:28:28.102210 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:28.111318 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:28.156341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-4261a104-8324-47a3-941c-e0a2729ce471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:28.157860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-4261a104-8324-47a3-941c-e0a2729ce471 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1335597 Dec 06 12:28:28.170241 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1293c-9879-4262-b4ff-1def4af5b30e req-32736a33-a975-437e-9a43-aa97e170391e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:28.171770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7e1293c-9879-4262-b4ff-1def4af5b30e req-32736a33-a975-437e-9a43-aa97e170391e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2140551 Dec 06 12:28:28.370546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7e1293c-9879-4262-b4ff-1def4af5b30e req-99e98c80-5099-4b76-a835-600bbdb52abb tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419804 Dec 06 12:28:28.373476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-4e466fc0-79eb-4bf7-9c26-cb4f9926d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:28.375566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-4e466fc0-79eb-4bf7-9c26-cb4f9926d796 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2029130 Dec 06 12:28:28.600748 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Router d0af1ec9-2872-4d9c-90e7-61ad4c58849b is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:28:28.620718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49a2c334-115d-4670-906c-aab6db93d8ab no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:28.650323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-760542fd-9b89-4ea5-96db-7f8cbe57ceda service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663033 Dec 06 12:28:28.659292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 49a2c334-115d-4670-906c-aab6db93d8ab {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:28.659640 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 49a2c334-115d-4670-906c-aab6db93d8ab not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:28.690950 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b6779d55-202f-47a2-ac95-1c2ce335c138 None None] Provisioning complete for port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:28.691332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b6779d55-202f-47a2-ac95-1c2ce335c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:28.741008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b6779d55-202f-47a2-ac95-1c2ce335c138 None None] Port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:29.227059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e72ae-87d1-4132-b19b-87538a164c3e req-a5cd3a73-c44f-4e29-925d-4de272fd5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.228480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-a5cd3a73-c44f-4e29-925d-4de272fd5a34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1096 time: 0.0456059 Dec 06 12:28:29.228825 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:28:29.234510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ea8533f-084b-4847-bff8-4d89f8f10bdb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/routers/d0af1ec9-2872-4d9c-90e7-61ad4c58849b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1889458 Dec 06 12:28:29.237272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41516) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:29.239264 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] Sync routers for ids ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:28:29.252161 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] Routers {'d0af1ec9-2872-4d9c-90e7-61ad4c58849b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:29.252855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:29.257794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719e80f-37e7-4c20-a6e7-27169df5dc8c req-51df4dc4-d60c-4ed0-a631-77ba9cf97986 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.259401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d719e80f-37e7-4c20-a6e7-27169df5dc8c req-51df4dc4-d60c-4ed0-a631-77ba9cf97986 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 946 time: 0.5688605 Dec 06 12:28:29.282868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbc37f-55ec-4941-88d7-b5f6074f14cb req-a8bf48a2-8c5a-47c9-ae23-d95887de619f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.284653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74dbc37f-55ec-4941-88d7-b5f6074f14cb req-a8bf48a2-8c5a-47c9-ae23-d95887de619f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1667573 Dec 06 12:28:29.286979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:29.291365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-c8c0385b-2283-466b-a306-4247959e980d service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992699 Dec 06 12:28:29.297979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] Routers {'d0af1ec9-2872-4d9c-90e7-61ad4c58849b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:29.298944 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:29.343176 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:29.344091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5c1e3-dba1-413e-8f50-969dc3cfea28 None None] The sync data for ids ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:28:29.358164 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30376f69-480a-4cee-b966-977673c259cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.360061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-30376f69-480a-4cee-b966-977673c259cc tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0af1ec9-2872-4d9c-90e7-61ad4c58849b HTTP/1.1" status: 200 len: 988 time: 0.1216536 Dec 06 12:28:29.363730 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:29.374793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-518503af-4bef-4008-a55b-ed147cf22d9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 217 time: 0.0556922 Dec 06 12:28:29.433769 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e72ae-87d1-4132-b19b-87538a164c3e req-ddd23e21-ce39-4e1a-a93c-fbdfe4ce8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.436030 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-ddd23e21-ce39-4e1a-a93c-fbdfe4ce8e32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.1425436 Dec 06 12:28:29.492851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d719e80f-37e7-4c20-a6e7-27169df5dc8c req-fddd3e55-8544-4eec-a90f-54d7d9201e3a tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198238 Dec 06 12:28:29.508164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-2ba310e0-ccd2-419a-b1c1-3d82220b740c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 1000 time: 0.0640976 Dec 06 12:28:29.531859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74dbc37f-55ec-4941-88d7-b5f6074f14cb req-871d0408-754a-4cd6-b1bd-3d33c3611d3d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321675 Dec 06 12:28:29.561482 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ec18486b-68f4-44c6-89d8-d6dfec6a6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.562966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ec18486b-68f4-44c6-89d8-d6dfec6a6b60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1803343 Dec 06 12:28:29.592553 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a56a138-d36b-4803-b4f7-87227870d150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:29.610380 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e72ae-87d1-4132-b19b-87538a164c3e req-ddb1273b-9234-4eaa-b6f9-c47eadc5722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.611904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-ddb1273b-9234-4eaa-b6f9-c47eadc5722d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.0869534 Dec 06 12:28:29.688399 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e72ae-87d1-4132-b19b-87538a164c3e req-a86d0850-0ae2-430b-8d13-db705898b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.690215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-a86d0850-0ae2-430b-8d13-db705898b716 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696723 Dec 06 12:28:29.789717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-56093f1c-78bf-4191-9056-a93a4560cdce service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908153 Dec 06 12:28:29.796643 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-56b064a0-0929-41a6-9a12-75c279effcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.798176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-56b064a0-0929-41a6-9a12-75c279effcf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2257011 Dec 06 12:28:29.816774 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ccf7-0d7b-4af2-b66d-14838ac86243 req-d7e9929c-0511-4db7-ad62-2f146eac2be3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.818310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c40ccf7-0d7b-4af2-b66d-14838ac86243 req-d7e9929c-0511-4db7-ad62-2f146eac2be3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.1868861 Dec 06 12:28:29.879288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.885368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.891370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.897437 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.903868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.909851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.916220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.918359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-3960fb94-101c-4b4b-8d7e-d8ea1fafcc06 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.2418103 Dec 06 12:28:29.931209 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-251e72ae-87d1-4132-b19b-87538a164c3e req-b5e72efe-910d-4433-9905-eca3e3778492 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327043 Dec 06 12:28:29.940486 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-e0508e46-3277-4b79-bdf5-f38daf6c5e37 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.942051 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-e0508e46-3277-4b79-bdf5-f38daf6c5e37 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 946 time: 0.1047604 Dec 06 12:28:30.065111 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Deleting port a424265b-d9f8-44c3-bcdb-b742430661f3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:30.065454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.106966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c40ccf7-0d7b-4af2-b66d-14838ac86243 req-7fc42b57-9e80-47db-8799-d50d471c6dd4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742250 Dec 06 12:28:30.219064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6b1832d-ce78-483e-9af6-5469efe599ec req-5e905669-15e2-4ef3-ae0a-6f0808c5854b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&id=ba0bf88b-d8ae-426f-82a8-686cf228935c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2792587 Dec 06 12:28:30.226082 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] For port a424265b-d9f8-44c3-bcdb-b742430661f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a424265b-d9f8-44c3-bcdb-b742430661f3,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:30.226467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.241549 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Calling delete_port for a424265b-d9f8-44c3-bcdb-b742430661f3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:30.287947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-899ec0ee-938f-4f35-be34-b4467c09a47f service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794753 Dec 06 12:28:30.394086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.401567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.409738 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.416582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.423507 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.430249 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.436697 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.438627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-4d63f0a8-ca27-4211-a361-26d8602e329b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 5433 time: 0.1397903 Dec 06 12:28:30.538105 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.557517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-db9a8c9b-53bd-4ea3-9247-1b53bc29237c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.559439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-db9a8c9b-53bd-4ea3-9247-1b53bc29237c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1071198 Dec 06 12:28:30.570744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc9090-6def-452f-9862-6212aff53edb req-032f4f88-791b-4751-b92d-57553211040d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.579565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10cc9090-6def-452f-9862-6212aff53edb req-032f4f88-791b-4751-b92d-57553211040d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2463663 Dec 06 12:28:30.585145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.598350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'a424265b-d9f8-44c3-bcdb-b742430661f3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:30.646938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event deleted for resources: {'Port': ['ID=a424265b-d9f8-44c3-bcdb-b742430661f3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:30.654536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-21b562f0-3cb6-438a-bdc0-313d95804b54 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550067 Dec 06 12:28:30.675332 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c9c3e-9732-4a8a-b926-57f8c3cfc0d6 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:30.679426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.720886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e657caf5-f92e-4156-a00e-8bb1782aa86d req-d7171332-5d77-4182-907e-9779db513925 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b73e5048-10f4-4115-83bc-289d8213cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Dec 06 12:28:30.772217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-00d4c811-8495-45ff-9db9-ccaf5ce798b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 200 len: 217 time: 0.0906298 Dec 06 12:28:30.807036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-a58d65ba-c77f-48d9-8bb6-5214e134d38c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2341557 Dec 06 12:28:30.826414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:30.829031 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] No DVR routers for this DVR port a424265b-d9f8-44c3-bcdb-b742430661f3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:30.831656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.835344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b72ad775-548d-4a36-98ca-f4b8e10e5685 req-7f52f3b1-2e47-4760-b30d-3fa45dbe98d8 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "DELETE /v2.0/ports/a424265b-d9f8-44c3-bcdb-b742430661f3 HTTP/1.1" status: 204 len: 173 time: 0.8864748 Dec 06 12:28:30.836820 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'name': 'network-vif-deleted', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:30.839901 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb503c6-7318-4d5c-a125-cd72d4479534" -d '{"events": [{"server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "name": "network-vif-deleted", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:30.911786 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.949347 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cce1a6-f25e-44b5-972a-ce593a5c42df x-openstack-request-id: req-72cce1a6-f25e-44b5-972a-ce593a5c42df {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:30.949347 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73e5048-10f4-4115-83bc-289d8213cfa5", "name": "network-vif-deleted", "tag": "a424265b-d9f8-44c3-bcdb-b742430661f3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:30.949347 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72cce1a6-f25e-44b5-972a-ce593a5c42df {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:30.949808 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73e5048-10f4-4115-83bc-289d8213cfa5', 'name': 'network-vif-deleted', 'tag': 'a424265b-d9f8-44c3-bcdb-b742430661f3', 'status': 'completed', 'code': 200} Dec 06 12:28:30.992833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10cc9090-6def-452f-9862-6212aff53edb req-27b6d017-bb83-416e-90f2-446ef1417274 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124279 Dec 06 12:28:30.994587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-cfdc2ff4-4413-493d-b2f8-f4979387ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.996102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-cfdc2ff4-4413-493d-b2f8-f4979387ca49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1407712 Dec 06 12:28:31.071598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.107669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-bb6e543d-ddda-41a3-afb9-33e5d28a0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.109497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-bb6e543d-ddda-41a3-afb9-33e5d28a0594 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997031 Dec 06 12:28:31.204418 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d017cff-dbb8-4dfb-b8d3-8b398086d901,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:31.251949 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] For port 1d017cff-dbb8-4dfb-b8d3-8b398086d901, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:31.355144 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] device_id is not set on port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:31.367925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.376914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.439073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-87ab7e6b-9ee3-43e0-bd46-7fa60af31a25 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569897 Dec 06 12:28:31.456720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ccfd-1e0c-422c-bf17-a994520153e5 req-0a3eae8a-0606-4457-9f4f-29211b8c655e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.467051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68b3ccfd-1e0c-422c-bf17-a994520153e5 req-0a3eae8a-0606-4457-9f4f-29211b8c655e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1618116 Dec 06 12:28:31.485451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd597f-af79-4dbc-a3f9-6efbd25da5d8 req-436bacf9-b982-42ce-b382-eff87e09ce5c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.496378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99bd597f-af79-4dbc-a3f9-6efbd25da5d8 req-436bacf9-b982-42ce-b382-eff87e09ce5c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 945 time: 0.2036803 Dec 06 12:28:31.497299 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] No DVR routers for this DVR port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:31.551626 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Pushing event updated for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:31.587439 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] In _notify_port_updated(), no bound segment for port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:28:31.588383 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.596038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.597519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c93cee2-29bc-4a23-90d4-a171d4a18c37 service neutron] 10.222.0.53 "PUT /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 200 len: 1026 time: 0.7763054 Dec 06 12:28:31.683422 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-25c0d072-e7f0-4581-9289-6ea0ee2f729d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.684864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-25c0d072-e7f0-4581-9289-6ea0ee2f729d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "GET /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0813656 Dec 06 12:28:31.698806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:31.717280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-91333d52-37d2-4701-9165-3b04e80a3d58 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095389 Dec 06 12:28:31.805180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.832998 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-038f29da-ab3e-492f-87fc-58d09c43edd5 None None] Provisioning complete for port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:31.834107 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-038f29da-ab3e-492f-87fc-58d09c43edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:31.879643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-038f29da-ab3e-492f-87fc-58d09c43edd5 None None] Port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:31.912121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-72ed250e-09d3-4c4e-be08-8f4781f37136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 200 len: 217 time: 0.1867914 Dec 06 12:28:31.942538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68b3ccfd-1e0c-422c-bf17-a994520153e5 req-46af9b50-7126-4668-9ca0-a142dc439933 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422669 Dec 06 12:28:31.946757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99bd597f-af79-4dbc-a3f9-6efbd25da5d8 req-7e1148be-7ca0-41c7-b5a4-a7e6d06eacaa tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493103 Dec 06 12:28:31.982827 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:32.025473 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ceae3ddf-68d2-44df-b165-ae855f628804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.026958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ceae3ddf-68d2-44df-b165-ae855f628804 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 200 len: 797 time: 0.1023917 Dec 06 12:28:32.034566 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:32.034939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.050509 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] For port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:32.147058 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] device_id is not set on port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:32.167749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.178929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.315837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.332811 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:32.336949 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] No DVR routers for this DVR port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:32.426462 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] In _notify_port_updated(), no bound segment for port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 on network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:28:32.427441 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.428146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.429706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-b29f8cee-78bd-485b-9c82-db96818a75ee service neutron] 10.222.0.53 "PUT /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 200 len: 1027 time: 0.7355275 Dec 06 12:28:32.659812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:32.723181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ea761d08-730a-4419-ae0d-f8e0dcdb1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.725400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ea761d08-730a-4419-ae0d-f8e0dcdb1310 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6858215 Dec 06 12:28:32.731863 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:32.733549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.790220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.807529 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e936d774-c828-4bf9-bf2a-6eec85e70320 None None] Provisioning complete for port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:32.807909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e936d774-c828-4bf9-bf2a-6eec85e70320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.838753 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:32.851184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.857956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.864029 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.870280 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.876622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.884667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75282a0a-3724-442d-9438-ecd171aa55ff req-6616d18c-3bf6-4e03-acec-c0a612ca5f94 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 3886 time: 0.7872834 Dec 06 12:28:32.886566 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e936d774-c828-4bf9-bf2a-6eec85e70320 None None] Port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:32.887097 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:32.887303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.938204 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:32.940345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.977830 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:32.980369 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37ce95-c3cf-42c0-b470-625815409a59" -d '{"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-unplugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:32.998977 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:33.004979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.006825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 10b5c087-2b2f-4b79-9253-0a0ca037d421 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:33.031428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-6b37c48a-4d65-4132-a3e5-8ce3c56eac20 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907803 Dec 06 12:28:33.128441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75282a0a-3724-442d-9438-ecd171aa55ff req-2f12ef9a-f90d-4065-8eb0-6c8cca086a26 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427728 Dec 06 12:28:33.150774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:33.158849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.188515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.232176 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b68e29a-3c06-4280-941d-6af4a91692f1 x-openstack-request-id: req-7b68e29a-3c06-4280-941d-6af4a91692f1 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:33.232421 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-unplugged", "status": "failed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "code": 422}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:33.232635 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b68e29a-3c06-4280-941d-6af4a91692f1 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:33.233035 n-d-master-1 neutron-server[103299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'code': 422} returned with failed status Dec 06 12:28:33.234795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.242531 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:33.313745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:33.319843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.322134 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:33.325091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.329409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-903a8de8-154f-426c-a20b-ee3c197569cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "DELETE /v2.0/ports/e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 204 len: 173 time: 0.8936200 Dec 06 12:28:33.329874 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:33.332776 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1078c851-93db-4708-95ff-7a40eef222b0" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:33.393718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:33.411398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-94a2b661-3901-4062-90f6-10bfdb38ec40 service neutron] 10.222.0.53 "GET /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682666 Dec 06 12:28:33.451600 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port a4e32c87-e39f-477a-929d-c2521dd44bf7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:33.452082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.465530 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824675-224b-41a8-b256-7ecb6d612f6c req-90211b7d-3809-4038-bded-2e30a9ea5955 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.467262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82824675-224b-41a8-b256-7ecb6d612f6c req-90211b7d-3809-4038-bded-2e30a9ea5955 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3319871 Dec 06 12:28:33.473802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ed9c10ca-7b42-46c0-b3e3-bc63503bd7ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 200 len: 217 time: 0.0516152 Dec 06 12:28:33.526476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e416a63-d1d8-4af1-9ee2-d247e010d2b0 req-3583e296-0176-4341-b32c-59da87096317 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.528269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e416a63-d1d8-4af1-9ee2-d247e010d2b0 req-3583e296-0176-4341-b32c-59da87096317 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1972089 Dec 06 12:28:33.550805 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port a4e32c87-e39f-477a-929d-c2521dd44bf7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a4e32c87-e39f-477a-929d-c2521dd44bf7,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:33.551251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.565655 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for a4e32c87-e39f-477a-929d-c2521dd44bf7 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:33.647689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-fb1e8fb1-6463-4a57-988f-3d152999da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.651347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-fb1e8fb1-6463-4a57-988f-3d152999da91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.1606750 Dec 06 12:28:33.663629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82824675-224b-41a8-b256-7ecb6d612f6c req-f0fb90ec-3ac6-42a1-8616-ec98873f77c4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784382 Dec 06 12:28:33.710535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:33.748153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e416a63-d1d8-4af1-9ee2-d247e010d2b0 req-e694f27a-24d8-4d6c-85fa-a9ff011f6beb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085664 Dec 06 12:28:33.793081 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=f4f09f16-bc41-47d8-b4ec-75d3943d9cc9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:33.845965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-177a7b79-9dd8-496f-bf99-dc1714ca261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.848080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-177a7b79-9dd8-496f-bf99-dc1714ca261a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1820602 Dec 06 12:28:34.033733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.365336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-0dbc870c-ade9-4006-a2f6-b14d7a8e8534 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633372 Dec 06 12:28:34.370802 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7124dff-4d57-4444-8c13-49ab8003e62e x-openstack-request-id: req-d7124dff-4d57-4444-8c13-49ab8003e62e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:34.371140 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "e0c7a9fb-cf7e-48c8-9768-2ef65056ca11", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:34.371370 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7124dff-4d57-4444-8c13-49ab8003e62e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:34.372162 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'e0c7a9fb-cf7e-48c8-9768-2ef65056ca11', 'status': 'completed', 'code': 200} Dec 06 12:28:34.382406 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Router d0af1ec9-2872-4d9c-90e7-61ad4c58849b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:28:34.389547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.396231 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba97087-ddce-4fa3-8506-fa29335d94bc req-90e2c700-78ce-490e-8779-f1eefd5c0346 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:34.414627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fba97087-ddce-4fa3-8506-fa29335d94bc req-90e2c700-78ce-490e-8779-f1eefd5c0346 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2149284 Dec 06 12:28:34.420777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a424265b-d9f8-44c3-bcdb-b742430661f3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:34.433269 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=a4e32c87-e39f-477a-929d-c2521dd44bf7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:34.498430 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port a4e32c87-e39f-477a-929d-c2521dd44bf7 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:34.501621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: a424265b-d9f8-44c3-bcdb-b742430661f3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:34.501875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device a424265b-d9f8-44c3-bcdb-b742430661f3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:34.505045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.512198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-63aadfc0-da5f-4a50-bbb0-aaf6b8276080 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "DELETE /v2.0/ports/a4e32c87-e39f-477a-929d-c2521dd44bf7 HTTP/1.1" status: 204 len: 173 time: 1.1758885 Dec 06 12:28:34.657425 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port 10b5c087-2b2f-4b79-9253-0a0ca037d421 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:34.657793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.673648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cd7603a6-371d-44f7-acc6-c748e1630a34 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:34.767407 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:28:34.779429 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] Sync routers for ids ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:28:34.781748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b5b9d46-70ff-40c6-b3a9-9169d646addd tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/routers/d0af1ec9-2872-4d9c-90e7-61ad4c58849b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4167254 Dec 06 12:28:34.787045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port 10b5c087-2b2f-4b79-9253-0a0ca037d421, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=10b5c087-2b2f-4b79-9253-0a0ca037d421,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:34.787483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.788477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fba97087-ddce-4fa3-8506-fa29335d94bc req-74513921-6963-48ec-be3f-4f2a10b3c58e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726017 Dec 06 12:28:34.792324 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] Routers {'d0af1ec9-2872-4d9c-90e7-61ad4c58849b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:34.792955 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:34.794561 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41618) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:34.867742 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:34.875435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.884875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2445ef8-442e-466d-984b-11e4b46fd558 req-8337ad83-a90e-4bbe-b411-def5ab51fede tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:34.895098 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] Routers {'d0af1ec9-2872-4d9c-90e7-61ad4c58849b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:34.895761 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:34.900199 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-224efc32-e645-44e7-8baf-6e44b7185a7f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:34.906960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-224efc32-e645-44e7-8baf-6e44b7185a7f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/f4f09f16-bc41-47d8-b4ec-75d3943d9cc9 HTTP/1.1" status: 404 len: 333 time: 0.1054487 Dec 06 12:28:34.907578 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:34.911979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for 10b5c087-2b2f-4b79-9253-0a0ca037d421 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:34.927170 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2445ef8-442e-466d-984b-11e4b46fd558 req-8337ad83-a90e-4bbe-b411-def5ab51fede tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:34.943382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:34.945795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2445ef8-442e-466d-984b-11e4b46fd558 req-8337ad83-a90e-4bbe-b411-def5ab51fede tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:34.948880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:34.950989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2445ef8-442e-466d-984b-11e4b46fd558 req-8337ad83-a90e-4bbe-b411-def5ab51fede tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 2414 time: 0.3767512 Dec 06 12:28:34.953202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-9531dc9c-0958-4714-a35f-0b17d5e09177 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796483 Dec 06 12:28:34.956965 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1d017cff-dbb8-4dfb-b8d3-8b398086d901 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.021912 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:35.022617 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d597dbb-780a-403e-9451-b4cd90eb16e0 None None] The sync data for ids ['d0af1ec9-2872-4d9c-90e7-61ad4c58849b'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:28:35.058494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-742c4373-1abe-41bb-bc40-629482021021 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 HTTP/1.1" status: 200 len: 217 time: 0.0864992 Dec 06 12:28:35.167859 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1d017cff-dbb8-4dfb-b8d3-8b398086d901 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:35.168345 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.222964 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:35.238228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.249557 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421'}, {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:35.252758 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb3db5-fe79-416a-a76b-af3962720a20" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421"}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:35.260926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-0d0f30b3-3b4f-42f4-b8f6-48fb9a7b1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.263035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-0d0f30b3-3b4f-42f4-b8f6-48fb9a7b1781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 200 len: 797 time: 0.1908779 Dec 06 12:28:35.275604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.281837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2445ef8-442e-466d-984b-11e4b46fd558 req-6ba569b8-51a5-4eae-bb6e-55d263bcbf6f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134427 Dec 06 12:28:35.322643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:35.323436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.353638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:35.354235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e0c7a9fb-cf7e-48c8-9768-2ef65056ca11 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:35.355038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a33a931b-c7a2-4a99-ab15-cecca67691ed no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.390650 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee244c0-9fa2-4211-9b1b-13871e14dbd8 x-openstack-request-id: req-0ee244c0-9fa2-4211-9b1b-13871e14dbd8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:35.390985 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421", "code": 200}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:35.391248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ee244c0-9fa2-4211-9b1b-13871e14dbd8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:35.391643 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'code': 200} Dec 06 12:28:35.391905 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'code': 200} Dec 06 12:28:35.408839 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ce03ec80-6230-4112-a643-93e63609fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.419284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-ce03ec80-6230-4112-a643-93e63609fbcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=535dbbab-b5aa-44e5-af40-023e61d2efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363406 Dec 06 12:28:35.482714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.533663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:35.538128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.542053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.545392 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.546527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a4e32c87-e39f-477a-929d-c2521dd44bf7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:35.594338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.594904 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Fanout notify agent at l3_agent the message router_deleted on router d0af1ec9-2872-4d9c-90e7-61ad4c58849b {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:28:35.597635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: a4e32c87-e39f-477a-929d-c2521dd44bf7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:35.598273 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device a4e32c87-e39f-477a-929d-c2521dd44bf7 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:35.625763 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-24711ebc-72bc-4f5b-9fe5-d9aa41d03959 req-9afdd4fd-3672-4d96-9fba-54f77e87b77c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:28:35.626795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24711ebc-72bc-4f5b-9fe5-d9aa41d03959 req-9afdd4fd-3672-4d96-9fba-54f77e87b77c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087667 Dec 06 12:28:35.635052 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:35.640905 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.645338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0e851d97-d472-4c5d-be1d-391747a69a2c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/routers/d0af1ec9-2872-4d9c-90e7-61ad4c58849b HTTP/1.1" status: 204 len: 168 time: 0.7264209 Dec 06 12:28:35.656777 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:35.716479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-77e29883-efcc-4b72-aa83-f9304172858f service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782571 Dec 06 12:28:35.721086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.841897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=10b5c087-2b2f-4b79-9253-0a0ca037d421,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:35.850031 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port 10b5c087-2b2f-4b79-9253-0a0ca037d421 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:35.857646 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:35.866639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-71e9828c-8d35-498a-95f6-c0cf99b6f951 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "DELETE /v2.0/ports/10b5c087-2b2f-4b79-9253-0a0ca037d421 HTTP/1.1" status: 204 len: 173 time: 1.3426385 Dec 06 12:28:35.955726 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet e996a945-25d5-4d49-affa-7e66b7fdcff7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:36.026435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.059495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port a33a931b-c7a2-4a99-ab15-cecca67691ed {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:36.066272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.095859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-723f758e-2a4d-4153-a2a9-48d933e2a9bd req-1a0e24bf-f881-42e4-9eed-2b877dd4e045 service neutron] 10.222.0.53 "GET /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686233 Dec 06 12:28:36.133828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.153915 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:36.186294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025cad-e002-488d-a1fc-eb6c5fb14f86 req-137f1f5c-3bac-4881-a228-e8367bc2df58 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:36.194206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97025cad-e002-488d-a1fc-eb6c5fb14f86 req-137f1f5c-3bac-4881-a228-e8367bc2df58 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.3047965 Dec 06 12:28:36.224129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582402a-3bf9-4ca5-bbc2-71ec1795e9bf req-183a9a41-dcc5-42d2-a7f0-d6a353bd35cf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:36.241872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a582402a-3bf9-4ca5-bbc2-71ec1795e9bf req-183a9a41-dcc5-42d2-a7f0-d6a353bd35cf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3148055 Dec 06 12:28:36.383689 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7'}, {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:36.385703 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bebbe11-d49a-4e9b-a3db-67415700ec71" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7"}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:36.401471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port a33a931b-c7a2-4a99-ab15-cecca67691ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a33a931b-c7a2-4a99-ab15-cecca67691ed,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:36.401692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.437811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97025cad-e002-488d-a1fc-eb6c5fb14f86 req-74449fdb-5424-4f3d-a197-1bf2de605901 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430520 Dec 06 12:28:36.453254 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for a33a931b-c7a2-4a99-ab15-cecca67691ed owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:36.477034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a582402a-3bf9-4ca5-bbc2-71ec1795e9bf req-2eb0d010-53bb-49a1-bf7c-55b09a703e21 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342699 Dec 06 12:28:36.526788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.630144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.650354 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfc43c-41a6-4cb0-baea-d5c93890bd95 x-openstack-request-id: req-37dfc43c-41a6-4cb0-baea-d5c93890bd95 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:36.651798 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "a4e32c87-e39f-477a-929d-c2521dd44bf7", "status": "completed", "code": 200}, {"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "10b5c087-2b2f-4b79-9253-0a0ca037d421", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:36.652061 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37dfc43c-41a6-4cb0-baea-d5c93890bd95 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:36.655210 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'a4e32c87-e39f-477a-929d-c2521dd44bf7', 'status': 'completed', 'code': 200} Dec 06 12:28:36.655498 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': '10b5c087-2b2f-4b79-9253-0a0ca037d421', 'status': 'completed', 'code': 200} Dec 06 12:28:36.709752 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=e996a945-25d5-4d49-affa-7e66b7fdcff7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:36.753494 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef18fb5-06e4-4116-b253-860c2c349a98 None None] Network 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:36.766014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.776769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f6f7e0dc-eae0-474d-848f-58bc3fce590d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/e996a945-25d5-4d49-affa-7e66b7fdcff7 HTTP/1.1" status: 204 len: 168 time: 1.1250732 Dec 06 12:28:36.798313 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41676) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:36.808400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fdc9b-0178-48ff-a73b-e3523d7ca043 req-5e29a8a2-7a90-4335-9e35-d41269ab6789 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:36.829290 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fdc9b-0178-48ff-a73b-e3523d7ca043 req-5e29a8a2-7a90-4335-9e35-d41269ab6789 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:36.844913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-918fdc9b-0178-48ff-a73b-e3523d7ca043 req-5e29a8a2-7a90-4335-9e35-d41269ab6789 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 1677 time: 0.2456765 Dec 06 12:28:36.925664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-c468c71c-ec32-4b3e-a319-1746edeed082 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7293506 Dec 06 12:28:36.936914 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-6907ceb2-d795-43aa-af64-149131f0f5cf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:28:36.936914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-6907ceb2-d795-43aa-af64-149131f0f5cf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050635 Dec 06 12:28:36.968666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:36.992621 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.016546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a468-bc54-4f9c-9698-93e59174e218 req-b79adbcf-216a-48bd-a6b7-845724fa8938 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:37.018141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee50a468-bc54-4f9c-9698-93e59174e218 req-b79adbcf-216a-48bd-a6b7-845724fa8938 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1458445 Dec 06 12:28:37.031952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-918fdc9b-0178-48ff-a73b-e3523d7ca043 req-3a182020-e578-43f6-a251-7673e898193f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839168 Dec 06 12:28:37.047229 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=a33a931b-c7a2-4a99-ab15-cecca67691ed,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:37.126713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee50a468-bc54-4f9c-9698-93e59174e218 req-98e36358-4d45-40b3-b417-6ae6faac3163 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937159 Dec 06 12:28:37.128371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] DHCP port deletion for 27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:37.138224 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port a33a931b-c7a2-4a99-ab15-cecca67691ed on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:37.141339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.146418 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-0c6beda8-c9ed-46f5-a829-d5799913553e tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "DELETE /v2.0/ports/a33a931b-c7a2-4a99-ab15-cecca67691ed HTTP/1.1" status: 204 len: 173 time: 1.2789667 Dec 06 12:28:37.331424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Deleting port 757bd62f-3cc9-4407-90d0-901305682d4b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:37.332202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.360490 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 757bd62f-3cc9-4407-90d0-901305682d4b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:37.360859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.423773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a6a6-e5e9-44e3-b375-6ed2cde20eab req-c7dc3fe1-ede8-4c64-9bf1-73ba67b824ee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:37.429499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e56a6a6-e5e9-44e3-b375-6ed2cde20eab req-c7dc3fe1-ede8-4c64-9bf1-73ba67b824ee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1542873 Dec 06 12:28:37.475730 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:37.501409 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300adb46-3a8a-4ce1-8980-1264119c5e1d" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:37.518971 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] For port 757bd62f-3cc9-4407-90d0-901305682d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=757bd62f-3cc9-4407-90d0-901305682d4b,segment=NetworkSegment(1db9068e-b575-442b-a709-e35ed9ed4b8f),segment_id=1db9068e-b575-442b-a709-e35ed9ed4b8f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:37.519324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.539689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] For port 757bd62f-3cc9-4407-90d0-901305682d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=757bd62f-3cc9-4407-90d0-901305682d4b,segment=NetworkSegment(1db9068e-b575-442b-a709-e35ed9ed4b8f),segment_id=1db9068e-b575-442b-a709-e35ed9ed4b8f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:37.555242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.589006 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Calling delete_port for 757bd62f-3cc9-4407-90d0-901305682d4b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:37.601050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 757bd62f-3cc9-4407-90d0-901305682d4b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:37.611970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e56a6a6-e5e9-44e3-b375-6ed2cde20eab req-52d360d1-108a-4ac4-8bd8-375db5642074 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403396 Dec 06 12:28:37.615586 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 757bd62f-3cc9-4407-90d0-901305682d4b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:37.621803 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port cd7603a6-371d-44f7-acc6-c748e1630a34 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:37.622284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.752779 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771fa38f-369d-4e1f-a542-7e3d6677edcb x-openstack-request-id: req-771fa38f-369d-4e1f-a542-7e3d6677edcb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:37.753234 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-unplugged", "status": "completed", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:37.753494 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-771fa38f-369d-4e1f-a542-7e3d6677edcb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:37.753890 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'code': 200} Dec 06 12:28:37.785445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802da5-bbf9-4bfb-8c0e-5e5d94f89d13 req-682d381c-5615-4885-8ca1-2130ed619245 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:37.787024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70802da5-bbf9-4bfb-8c0e-5e5d94f89d13 req-682d381c-5615-4885-8ca1-2130ed619245 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1743202 Dec 06 12:28:37.854218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.900280 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:37.976042 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] Pushing event deleted for resources: {'Port': ['ID=757bd62f-3cc9-4407-90d0-901305682d4b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:38.002991 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6ef75-d09a-451e-86ce-56687b409d68 None None] No DVR routers for this DVR port 757bd62f-3cc9-4407-90d0-901305682d4b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:38.039813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.076024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e93d4d-f167-4605-81de-5069e81f827d req-d45770c5-557c-4e15-8ab9-5dca93332ef3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.079902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64e93d4d-f167-4605-81de-5069e81f827d req-d45770c5-557c-4e15-8ab9-5dca93332ef3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2105691 Dec 06 12:28:38.091346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70802da5-bbf9-4bfb-8c0e-5e5d94f89d13 req-22b8ef14-fe0a-4744-af1d-f8bc3c7f0ea9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852964 Dec 06 12:28:38.157812 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No DVR routers for this DVR port 757bd62f-3cc9-4407-90d0-901305682d4b on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:38.173683 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=757bd62f-3cc9-4407-90d0-901305682d4b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:38.198186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64e93d4d-f167-4605-81de-5069e81f827d req-dfb1f269-65a5-4800-aed0-4f6db8c406e0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058595 Dec 06 12:28:38.307146 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port cd7603a6-371d-44f7-acc6-c748e1630a34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd7603a6-371d-44f7-acc6-c748e1630a34,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:38.307519 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.398533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.417736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6762f99-500f-459a-9ccf-77d8cbd8ec31 req-5ae94a05-86bd-4433-9156-2f391cdd7ac9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.420168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6762f99-500f-459a-9ccf-77d8cbd8ec31 req-5ae94a05-86bd-4433-9156-2f391cdd7ac9 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 943 time: 0.1539268 Dec 06 12:28:38.449984 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ac50a6-c357-4586-bd9d-cbbf17f3b8b4']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:38.464096 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db9068e-b575-442b-a709-e35ed9ed4b8f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:38.464390 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db9068e-b575-442b-a709-e35ed9ed4b8f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:38.486167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e641d-63b0-4608-91cc-8e170a33b72f req-1cc0a4ee-6e26-4439-95ff-b4d4acae08ed tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.487899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe5e641d-63b0-4608-91cc-8e170a33b72f req-1cc0a4ee-6e26-4439-95ff-b4d4acae08ed tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1625304 Dec 06 12:28:38.510364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.544525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.552458 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:28:38.552879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:28:38.584074 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:28:38.672004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe5e641d-63b0-4608-91cc-8e170a33b72f req-4b7ff833-4fbf-4cc3-8769-c4e76ecde91c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555941 Dec 06 12:28:38.683071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-649a33fd-c3af-4a07-a364-766755af9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.685482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.686121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.686689 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Floating IP 8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66 disassociated. External IP: 172.35.3.68, port: cd7603a6-371d-44f7-acc6-c748e1630a34. Dec 06 12:28:38.687260 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for cd7603a6-371d-44f7-acc6-c748e1630a34 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:38.695930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-649a33fd-c3af-4a07-a364-766755af9f5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305&tenant_id=22e569e9160b427bbc9058af0fc60d2a HTTP/1.1" status: 200 len: 1094 time: 0.2401423 Dec 06 12:28:38.728397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e6762f99-500f-459a-9ccf-77d8cbd8ec31 req-61a240fd-902b-4e8b-b9a8-6d0974c70aad tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2b94256-0f5c-4aad-858e-3339df190d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772882 Dec 06 12:28:38.798021 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:38.800721 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875c4a5-3b5a-484a-b7af-d0f068f8f0b5" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:38.875825 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b902675-7891-4a25-baa7-6588d40ff82a x-openstack-request-id: req-5b902675-7891-4a25-baa7-6588d40ff82a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:38.876136 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "a33a931b-c7a2-4a99-ab15-cecca67691ed", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:38.876489 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b902675-7891-4a25-baa7-6588d40ff82a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:38.877006 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'a33a931b-c7a2-4a99-ab15-cecca67691ed', 'status': 'completed', 'code': 200} Dec 06 12:28:38.884813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-07233738-9c35-4a0a-bda6-d1950d600782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.886370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-07233738-9c35-4a0a-bda6-d1950d600782 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1094 time: 0.1570599 Dec 06 12:28:38.922571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.952420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:38.968120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09a40-eaae-4a5a-b29a-8e2f411fe748 req-12a8e050-1f2f-45e1-ae3e-11f93369a6b8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.969262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f09a40-eaae-4a5a-b29a-8e2f411fe748 req-12a8e050-1f2f-45e1-ae3e-11f93369a6b8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1739109 Dec 06 12:28:38.972395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/27ac50a6-c357-4586-bd9d-cbbf17f3b8b4 HTTP/1.1" status: 204 len: 168 time: 2.1724482 Dec 06 12:28:38.990540 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:38.991136 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77a807-480c-43a3-9921-cb2cc47c1bfb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=27ac50a6-c357-4586-bd9d-cbbf17f3b8b4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:39.024277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:39.062861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=cd7603a6-371d-44f7-acc6-c748e1630a34,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:39.153252 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa8aa8-ddbd-4534-ba95-18d7f4a60fe1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:39.154655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3fa8aa8-ddbd-4534-ba95-18d7f4a60fe1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/74db6f66-da73-44b1-939d-d60b1f86849a HTTP/1.1" status: 200 len: 844 time: 0.1620011 Dec 06 12:28:39.166282 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:39.292185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01f09a40-eaae-4a5a-b29a-8e2f411fe748 req-2b68ec48-348a-4091-9229-513913484a04 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217237 Dec 06 12:28:39.309488 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Router 6f0b7a83-3606-4648-b804-495828955f83 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:28:39.365058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0accebf1-de76-4618-97d8-f96363f6538a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/74db6f66-da73-44b1-939d-d60b1f86849a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1975312 Dec 06 12:28:39.368198 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-1d667370-49b1-4b2a-9f88-b1a1cc5cbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:39.370935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-1d667370-49b1-4b2a-9f88-b1a1cc5cbcd0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.4732602 Dec 06 12:28:39.371924 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41726) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:39.398770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:39.514947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4a4b-ca51-4f0a-9cb7-dc8046ea77ea req-71b5c065-9395-4ed8-a5a4-e94ba1f8ed23 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:39.522629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35d4a4b-ca51-4f0a-9cb7-dc8046ea77ea req-71b5c065-9395-4ed8-a5a4-e94ba1f8ed23 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.2273130 Dec 06 12:28:39.571888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-0bf9711a-9c1f-47d9-8e3d-66d6f904949d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 998 time: 0.1923957 Dec 06 12:28:39.676477 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366d406-381d-42b6-84fe-71ac620b22b5 req-0770e222-0391-4da4-b001-c991ded6aecd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:39.691559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d366d406-381d-42b6-84fe-71ac620b22b5 req-0770e222-0391-4da4-b001-c991ded6aecd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2396102 Dec 06 12:28:39.722103 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:28:39.740061 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Sync routers for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:28:39.749120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e35d4a4b-ca51-4f0a-9cb7-dc8046ea77ea req-4c9dca38-51a9-412b-9514-08c7dc052aa2 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193339 Dec 06 12:28:39.762618 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:39.764336 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:39.785651 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-5a472657-4119-4647-ba48-2161259dd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:39.788967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-5a472657-4119-4647-ba48-2161259dd2cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.2071652 Dec 06 12:28:39.849268 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port cd7603a6-371d-44f7-acc6-c748e1630a34 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:39.850920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d366d406-381d-42b6-84fe-71ac620b22b5 req-891d434a-7ed7-4473-a38b-1f20e80c6538 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572616 Dec 06 12:28:39.864691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:39.875308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-84b0e0b9-969a-4d93-bf52-f50b1b362b67 req-210d9ad8-f0ed-4919-9907-e4f775398607 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.53 "DELETE /v2.0/ports/cd7603a6-371d-44f7-acc6-c748e1630a34 HTTP/1.1" status: 204 len: 173 time: 2.7230487 Dec 06 12:28:39.895671 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:39.906968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.347629 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:28:40.351040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.416689 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=4ebd4daf-23e5-4288-a678-c7feabefc26f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:40.431012 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:40.435253 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:40.441211 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:40.441946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.443818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d3970de-398c-4913-b99a-b12adc3eb6ef req-82488d94-37be-4d94-9e7b-315ecfbb8b1b tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.5284293 Dec 06 12:28:40.486879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e286b097-db41-479f-aeb7-ebd76c41b39e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0957618 Dec 06 12:28:40.487120 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bfa198-882d-4dd9-a1e2-3f3912439432 None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:40.487302 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41738) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:40.491856 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1888065463'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:40.493070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-0f78ce34-6ae3-4e0b-94a7-5ac9c6094637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:40.494691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-0f78ce34-6ae3-4e0b-94a7-5ac9c6094637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6798997 Dec 06 12:28:40.540163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.633919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8e906-220f-40c9-bcc6-8f9a4abd634c req-be4af371-ad91-4bb6-a8fa-05e91f8e4bac tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:40.637536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bac8e906-220f-40c9-bcc6-8f9a4abd634c req-be4af371-ad91-4bb6-a8fa-05e91f8e4bac tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1899788 Dec 06 12:28:40.711679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.719268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.779002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bac8e906-220f-40c9-bcc6-8f9a4abd634c req-0ff8aa6b-3c05-4952-ad3b-838e9cc55d5e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340437 Dec 06 12:28:40.783071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.787486 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2966621 Dec 06 12:28:40.788498 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41746) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:40.791741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-676383ec-1ae5-4a0e-8d4a-ebfa886f250e service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637165 Dec 06 12:28:40.794948 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1816360740'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:40.799477 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3b4ce-4ab3-4697-825c-e1f6ce4e0661 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65603fc1-dd7d-42cb-b42d-14c9571105bc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:40.867264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.888569 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:40.891114 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447dafe-4f25-428a-aed0-baffb548f220" -d '{"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:40.896936 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-321e5028-3441-4d55-a60c-0ea9d496c55b', 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'tenant_id': '4871317f00af426bbf3f4b4449964102', 'fixed_ips': [{'subnet_id': '4ebd4daf-23e5-4288-a678-c7feabefc26f'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:28:40.902170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.982869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:40.988581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:41.043360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92584d1e-f026-4072-8665-12c8661b7807,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:41.050091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:41.055283 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:41.056172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70594906-dd0d-4f1e-a308-01af3becee2e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2663975 Dec 06 12:28:41.067958 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1301304858', 'security_groups': ['92584d1e-f026-4072-8665-12c8661b7807'], 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ebd4daf-23e5-4288-a678-c7feabefc26f'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:41.073328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:41.106897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39eb16-aa28-4f4e-b80b-9fa6d395b5a8 req-9991e957-f1a7-4246-b522-61abda73fe24 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:41.114577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca39eb16-aa28-4f4e-b80b-9fa6d395b5a8 req-9991e957-f1a7-4246-b522-61abda73fe24 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1553888 Dec 06 12:28:41.124750 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Checking router: 6f0b7a83-3606-4648-b804-495828955f83 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:28:41.143983 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:28:41.144606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:28:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:41.145424 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d92f-cb28-4dc9-830e-ed1bbcd2247d req-4614a59a-baab-4291-bf11-04e68fbe846d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:41.147185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d061d92f-cb28-4dc9-830e-ed1bbcd2247d req-4614a59a-baab-4291-bf11-04e68fbe846d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.2083468 Dec 06 12:28:41.149173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3ce83e-560f-490e-8802-aa8d6ea1edd1 req-2f7b64b0-5d95-47d6-bbfe-7a6d6c86835c service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514819 Dec 06 12:28:41.209616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Allocated IP 2001:db8::2 (321e5028-3441-4d55-a60c-0ea9d496c55b/4ebd4daf-23e5-4288-a678-c7feabefc26f/c2f8392c-73d4-4401-b190-1846e56eb030) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:41.298309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca39eb16-aa28-4f4e-b80b-9fa6d395b5a8 req-1bf7601a-5b97-4a2b-a158-fce4d479c95c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827457 Dec 06 12:28:41.362640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d061d92f-cb28-4dc9-830e-ed1bbcd2247d req-a6aa84ee-fe0d-4295-ad2e-0572c8cb5eb3 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011991 Dec 06 12:28:41.382820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:28:41.438056 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ba4ea-6af3-4ac3-be55-ef1d973e0c82 x-openstack-request-id: req-748ba4ea-6af3-4ac3-be55-ef1d973e0c82 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:41.439506 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b9e92-eb98-4329-a08a-4cedb6523708", "name": "network-vif-deleted", "tag": "cd7603a6-371d-44f7-acc6-c748e1630a34", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:41.439772 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-748ba4ea-6af3-4ac3-be55-ef1d973e0c82 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:41.441122 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b9e92-eb98-4329-a08a-4cedb6523708', 'name': 'network-vif-deleted', 'tag': 'cd7603a6-371d-44f7-acc6-c748e1630a34', 'status': 'completed', 'code': 200} Dec 06 12:28:41.442396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:41.701255 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:41.879754 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 2bffc99a-7a93-4e00-889c-d1c89e73d98c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:41.890142 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:41.912135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:41.934324 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec987e-b88d-4d55-a6d9-26c21bac9f6a req-1708690d-f08f-4527-825f-8327aecff0a8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:41.944203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ec987e-b88d-4d55-a6d9-26c21bac9f6a req-1708690d-f08f-4527-825f-8327aecff0a8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2526157 Dec 06 12:28:42.005505 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:42.009254 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:42.012376 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:42.048652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dea6f92f-8ab0-4fb2-9f18-594996369d34 req-a7f834a4-e164-4f6d-85f6-f905a5bf914f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1686554 Dec 06 12:28:42.056726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:42.229824 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8eddf-bbc2-4073-a28f-30674e831bdc None None] The sync data for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 is: [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:17:04Z', 'revision_number': 4, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b246396b-5d96-4c2a-8cb7-15eceaf104d0', 'name': '', 'network_id': '6d94a30a-6d42-4206-bab2-960aa2027b39', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'mac_address': 'fa:16:3e:ee:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:03Z', 'updated_at': '2021-12-06T12:17:13Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'subnets': [{'id': 'e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:28:42.237831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:42.339408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Attempting to bind port c2f8392c-73d4-4401-b190-1846e56eb030 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:28:42.339980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Attempting to bind port c2f8392c-73d4-4401-b190-1846e56eb030 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e23a53d5-900c-4d36-82ae-30340ac0efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:28:42.340454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Attempting to bind port c2f8392c-73d4-4401-b190-1846e56eb030 on network 321e5028-3441-4d55-a60c-0ea9d496c55b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:42.353083 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::2f0 (321e5028-3441-4d55-a60c-0ea9d496c55b/4ebd4daf-23e5-4288-a678-c7feabefc26f/2bffc99a-7a93-4e00-889c-d1c89e73d98c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:42.364890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:28:42.365429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Checking segment: {'id': 'e23a53d5-900c-4d36-82ae-30340ac0efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:42.365938 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:42.366437 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Bound using segment: {'id': 'e23a53d5-900c-4d36-82ae-30340ac0efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:28:42.367021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Bound port: c2f8392c-73d4-4401-b190-1846e56eb030, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a53d5-900c-4d36-82ae-30340ac0efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:28:42.367509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:42.541870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:42.548907 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:28:42.555504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:42.735447 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67ed18-0829-4361-b7bc-b11d9cfaca3b None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:42.860454 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc0c41-68d5-4cb1-bddb-6028b8574323 None None] New status for floating IP 8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:28:42.866889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82ec987e-b88d-4d55-a6d9-26c21bac9f6a req-7d07323b-54bf-4585-acbe-5752cbcab1b4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8352768 Dec 06 12:28:42.940623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:42.972145 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76866b-606b-4c4a-baac-80949a6bddad req-436a216d-dada-45b9-a2ed-b7ae460caf95 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:42.974019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f76866b-606b-4c4a-baac-80949a6bddad req-436a216d-dada-45b9-a2ed-b7ae460caf95 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 945 time: 0.3768713 Dec 06 12:28:43.268645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f76866b-606b-4c4a-baac-80949a6bddad req-5ea4f8ee-e562-4803-958d-61aba6cf9e95 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/security-groups?id=25d70373-c3de-41e6-94fc-37544b6f75a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813950 Dec 06 12:28:43.305897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:43.319404 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-77f18362-23e3-4590-b1eb-3b187a3137d9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:43.324787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-77f18362-23e3-4590-b1eb-3b187a3137d9 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 945 time: 0.1734674 Dec 06 12:28:43.409059 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:43.421030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fba1-768a-4d5b-b91b-451716503805 req-e3375b74-5293-40a2-861f-a328da246c8d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:43.423968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61b7fba1-768a-4d5b-b91b-451716503805 req-e3375b74-5293-40a2-861f-a328da246c8d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.3412514 Dec 06 12:28:43.431720 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:43.484826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e3808c0-37a2-448c-b94d-c399d3042b37 req-396dd612-245a-445a-ac13-7d9a11432e4f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0560474 Dec 06 12:28:43.506705 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:43.541647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:43.542381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:43.642688 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=2bffc99a-7a93-4e00-889c-d1c89e73d98c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:43.664500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:43.676812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c8c98ea-1c6d-4baa-8357-3a017f796b9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6112545 Dec 06 12:28:43.678600 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41812) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:43.683663 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:43.750649 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Deleting port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:43.752888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:43.761470 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:43.764277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:43.861443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61b7fba1-768a-4d5b-b91b-451716503805 req-96fe6919-81d7-4038-ab4d-aec393d74c11 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197083 Dec 06 12:28:43.900516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc2cf-1fbf-40ef-951f-cc341e1a1056 req-7f7bea93-24d9-4794-8728-6f8a8f2e4656 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:43.910506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-868fc2cf-1fbf-40ef-951f-cc341e1a1056 req-7f7bea93-24d9-4794-8728-6f8a8f2e4656 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2429948 Dec 06 12:28:44.036147 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] For port ea022ac7-c0eb-4848-a4fa-6c01b4d38468, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,segment=NetworkSegment(b4aab392-199f-4d1d-9cb6-fd2ae646275e),segment_id=b4aab392-199f-4d1d-9cb6-fd2ae646275e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:44.036865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.040871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-868fc2cf-1fbf-40ef-951f-cc341e1a1056 req-5564d38d-0ed3-47a2-8c35-41c622ab4717 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292799 Dec 06 12:28:44.042494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.076581 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Calling delete_port for ea022ac7-c0eb-4848-a4fa-6c01b4d38468 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:44.208733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:44.227502 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.274063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82509-2730-4e81-a6c2-67705dc4070a req-fab6212d-0b4e-4f98-abea-1d26c928ff7a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:44.285730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17d82509-2730-4e81-a6c2-67705dc4070a req-fab6212d-0b4e-4f98-abea-1d26c928ff7a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1108589 Dec 06 12:28:44.315250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.370955 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:44.395573 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ea022ac7-c0eb-4848-a4fa-6c01b4d38468'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:44.406660 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d4981-6341-461c-8525-23f1b0304b87 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:44.439084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17d82509-2730-4e81-a6c2-67705dc4070a req-5c4e4d31-57f6-40f9-b7dc-e3e149c0100d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483319 Dec 06 12:28:44.454263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Pushing event deleted for resources: {'Port': ['ID=ea022ac7-c0eb-4848-a4fa-6c01b4d38468,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:44.542090 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] No DVR routers for this DVR port ea022ac7-c0eb-4848-a4fa-6c01b4d38468 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:44.561558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-258c334d-5812-41f2-b1f2-c33812cc83d4 req-4afef910-2cda-4ce6-b50e-75290f8a8956 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.31 "GET /v2.0/ports?device_id=d61acfbe-f8b2-4513-8c4c-0892ae201732 HTTP/1.1" status: 200 len: 210 time: 0.1121814 Dec 06 12:28:44.580575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.584103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f281fc00-2ce0-4922-8bfd-b3ca1023f18e req-869ccba0-605a-44a5-b1db-c4f16a025f90 tempest-AttachVolumeNegativeTest-686912361 tempest-AttachVolumeNegativeTest-686912361-project] 10.222.0.23 "DELETE /v2.0/ports/ea022ac7-c0eb-4848-a4fa-6c01b4d38468 HTTP/1.1" status: 204 len: 173 time: 1.2562201 Dec 06 12:28:44.587337 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'name': 'network-vif-deleted', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:44.591449 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b2b6a0-bcb9-4abb-887f-d8041603338a" -d '{"events": [{"server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "name": "network-vif-deleted", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:44.739592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:44.760692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.788225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dba1ddd6-e8c1-4c9f-a818-3d039faff399 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:44.788761 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dba1ddd6-e8c1-4c9f-a818-3d039faff399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:44.943812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65213c97-e53f-4ea2-aac8-61982dc98901 req-943b6bca-94a0-403c-8226-3ffd657b986f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1551344 Dec 06 12:28:44.973996 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1d35a-1d43-4db6-9c55-26a8831a2483 req-9e343eda-b45b-48e6-b645-298f51f4f07d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:44.989761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aab1d35a-1d43-4db6-9c55-26a8831a2483 req-9e343eda-b45b-48e6-b645-298f51f4f07d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2920516 Dec 06 12:28:45.020745 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ebd4daf-23e5-4288-a678-c7feabefc26f (CIDR: 2001:db8::/64) Dec 06 12:28:45.038428 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:28:45.038971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:28:45.092156 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da460caf-9043-41fa-9be1-19b5b6fc5bc8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4124532 Dec 06 12:28:45.094931 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41836) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:45.106080 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:45.117945 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fc7eda-fe40-4b53-a77f-b601b8813642 x-openstack-request-id: req-81fc7eda-fe40-4b53-a77f-b601b8813642 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:45.128482 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61acfbe-f8b2-4513-8c4c-0892ae201732", "name": "network-vif-deleted", "tag": "ea022ac7-c0eb-4848-a4fa-6c01b4d38468", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:45.128872 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81fc7eda-fe40-4b53-a77f-b601b8813642 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:45.129470 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61acfbe-f8b2-4513-8c4c-0892ae201732', 'name': 'network-vif-deleted', 'tag': 'ea022ac7-c0eb-4848-a4fa-6c01b4d38468', 'status': 'completed', 'code': 200} Dec 06 12:28:45.195009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aab1d35a-1d43-4db6-9c55-26a8831a2483 req-d6f3447e-315d-47ce-b25a-b43f624dba42 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035110 Dec 06 12:28:45.210869 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dba1ddd6-e8c1-4c9f-a818-3d039faff399 None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:45.212732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dba1ddd6-e8c1-4c9f-a818-3d039faff399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:45.332761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48813258-3726-4d85-bb3d-411abb02386f req-5b0e6a26-afeb-404f-845b-419a14c3aca9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:45.342860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48813258-3726-4d85-bb3d-411abb02386f req-5b0e6a26-afeb-404f-845b-419a14c3aca9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.0954087 Dec 06 12:28:45.344282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dba1ddd6-e8c1-4c9f-a818-3d039faff399 None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:45.419917 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:45.423551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:45.474749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48813258-3726-4d85-bb3d-411abb02386f req-f3458170-6e39-47ee-b516-0a970cc75d90 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307344 Dec 06 12:28:45.496555 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bcddee9f-d48f-4e1e-8817-a5d13105b52d None None] Provisioning complete for port 2bffc99a-7a93-4e00-889c-d1c89e73d98c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:45.496555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bcddee9f-d48f-4e1e-8817-a5d13105b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:45.509950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb54742-3393-447f-83f4-cd65116cb6ed req-68c1a41f-c78d-4cac-8617-1e56d3227d0c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:45.511836 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccb54742-3393-447f-83f4-cd65116cb6ed req-68c1a41f-c78d-4cac-8617-1e56d3227d0c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1152356 Dec 06 12:28:45.598651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bcddee9f-d48f-4e1e-8817-a5d13105b52d None None] Port 2bffc99a-7a93-4e00-889c-d1c89e73d98c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:45.635386 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:45.637364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:45.704548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ccb54742-3393-447f-83f4-cd65116cb6ed req-4df4c1af-20fc-4420-9f63-f3fca9c406ea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855371 Dec 06 12:28:45.732655 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:45.733371 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:45.866404 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Deleting subnet 30077767-888f-4a0c-babd-8a1c61c5c0b7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:45.875967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.035045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.113866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.174188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=a3de7c5d-c4ba-4679-9f63-dc22fb807e38,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:46.198492 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:46.201194 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:46.204344 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:46.205017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.212497 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cae0e1-3c81-4cd2-bba4-3e8ec86fd31d None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:46.239952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3d1c375-3932-47e3-bbd2-d04ca60fbf13 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1436393 Dec 06 12:28:46.240563 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41856) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:46.248262 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-343244071', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3de7c5d-c4ba-4679-9f63-dc22fb807e38'}], 'security_groups': ['65603fc1-dd7d-42cb-b42d-14c9571105bc']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:46.261509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce2df-0fb0-4ff1-b53d-d5b8a6e3afd4 req-fea2e136-24a9-4caa-aeea-1c4773d7edb3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:46.263727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-887ce2df-0fb0-4ff1-b53d-d5b8a6e3afd4 req-fea2e136-24a9-4caa-aeea-1c4773d7edb3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3087931 Dec 06 12:28:46.290148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e26eb61f-667d-436e-bf99-06f12d831669 req-2dfc4247-ae67-4961-ac29-12a66e4fd043 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1817005 Dec 06 12:28:46.376097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.519127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-887ce2df-0fb0-4ff1-b53d-d5b8a6e3afd4 req-089f51b3-a585-42c9-98c5-93e6253436d0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110353 Dec 06 12:28:46.528836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.606367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.741318 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30077767-888f-4a0c-babd-8a1c61c5c0b7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:46.744162 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Update dhcp port {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'fixed_ips': [{'subnet_id': '4ebd4daf-23e5-4288-a678-c7feabefc26f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3de7c5d-c4ba-4679-9f63-dc22fb807e38'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c2f8392c-73d4-4401-b190-1846e56eb030'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:28:46.779032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.782649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/30077767-888f-4a0c-babd-8a1c61c5c0b7 HTTP/1.1" status: 204 len: 168 time: 1.1417363 Dec 06 12:28:46.788358 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.788720 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.789070 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.789444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.789793 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.790270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.790612 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.790947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.791282 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.791623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.792099 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.792458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.792792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2c88c-db85-4086-900a-4ba9498b59c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:46.795526 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:46.858339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:46.860895 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd724182-3ddf-4b97-ac36-39de05e10995 None None] Network a367dce9-f1be-40f8-9f14-b105f1c6e96c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:47.077376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.106937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a6f6c-1569-434c-85a3-9cc5c4ff4a42 req-241cc69e-a6ed-4f0c-8c7d-790c5aca74b9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:47.122705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c5a6f6c-1569-434c-85a3-9cc5c4ff4a42 req-241cc69e-a6ed-4f0c-8c7d-790c5aca74b9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.4240537 Dec 06 12:28:47.402017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.454746 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a367dce9-f1be-40f8-9f14-b105f1c6e96c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:47.467022 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4aab392-199f-4d1d-9cb6-fd2ae646275e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:47.467679 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4aab392-199f-4d1d-9cb6-fd2ae646275e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:47.483489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.499589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.501900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c1aedc-4dbe-4de4-8ecd-1d8efe149673 None None] DHCP port deletion for a367dce9-f1be-40f8-9f14-b105f1c6e96c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:28:47.507060 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:28:47.507465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.592500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c5a6f6c-1569-434c-85a3-9cc5c4ff4a42 req-679efcd5-d7a0-4efc-af1d-c3d28942454c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505723 Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:28:47.595090 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:28:47.600767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.664193 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028744c-7a55-4489-9a81-594902c673fe req-4ff3f281-8803-4127-b8ae-b7aacd07687b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:47.688619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c028744c-7a55-4489-9a81-594902c673fe req-4ff3f281-8803-4127-b8ae-b7aacd07687b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 1.0743592 Dec 06 12:28:47.692068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:47.705401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a367dce9-f1be-40f8-9f14-b105f1c6e96c HTTP/1.1" status: 204 len: 168 time: 0.9063246 Dec 06 12:28:47.708394 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7be25-724c-4a02-9ee6-8165d6c1f100 admin admin] Pushing event deleted for resources: {'Network': ['ID=a367dce9-f1be-40f8-9f14-b105f1c6e96c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:47.802518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f32f66d-82bc-45ab-87d0-513315c95f04 req-86bedce1-9762-4a10-b95c-c180ccbfdeb1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0477901 Dec 06 12:28:47.899924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c028744c-7a55-4489-9a81-594902c673fe req-5f6a691d-3d32-4e6b-9a12-d6cc22584e52 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097740 Dec 06 12:28:47.944517 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Delete allocated IP 2001:db8::2f0 (321e5028-3441-4d55-a60c-0ea9d496c55b/4ebd4daf-23e5-4288-a678-c7feabefc26f) {{(pid=103298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:28:47.967272 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8:0:1::3be (321e5028-3441-4d55-a60c-0ea9d496c55b/a3de7c5d-c4ba-4679-9f63-dc22fb807e38/2bffc99a-7a93-4e00-889c-d1c89e73d98c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:48.046744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cef6-eb56-4e21-b8d6-6b0a67e4604c req-e72dc00c-1534-4f47-a172-bb9f38f058d3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:48.055417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c9cef6-eb56-4e21-b8d6-6b0a67e4604c req-e72dc00c-1534-4f47-a172-bb9f38f058d3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0822785 Dec 06 12:28:48.171645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30c9cef6-eb56-4e21-b8d6-6b0a67e4604c req-4b08ed0b-db30-43ea-b563-39031d1aaf25 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076016 Dec 06 12:28:48.300965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.306647 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:48.334529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.432721 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Allocated IP 2001:db8:0:1::2 (321e5028-3441-4d55-a60c-0ea9d496c55b/a3de7c5d-c4ba-4679-9f63-dc22fb807e38/c2f8392c-73d4-4401-b190-1846e56eb030) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:48.465871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b6e41a0d-868d-476e-b8b5-b2de86fd73df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ddf50bcd73342298e1be53c5d97f1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493678 Dec 06 12:28:48.468529 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:48.545596 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] In _notify_port_updated(), no bound segment for port 2bffc99a-7a93-4e00-889c-d1c89e73d98c on network 321e5028-3441-4d55-a60c-0ea9d496c55b {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:28:48.566045 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:48.568187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.572094 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/ports/2bffc99a-7a93-4e00-889c-d1c89e73d98c HTTP/1.1" status: 200 len: 930 time: 2.3293300 Dec 06 12:28:48.581192 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:48.630492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158408f2-b32e-4bb4-9d6c-cba8f858198c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=2bffc99a-7a93-4e00-889c-d1c89e73d98c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:48.631578 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:48.703867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.716719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ea022ac7-c0eb-4848-a4fa-6c01b4d38468 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:48.719331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893109-0599-4fb2-9dec-163c4fd3a993 req-ca3a3768-17b7-4be0-a216-8559b664e8fa tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:48.725815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.731397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6893109-0599-4fb2-9dec-163c4fd3a993 req-ca3a3768-17b7-4be0-a216-8559b664e8fa tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3113289 Dec 06 12:28:48.858677 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09409-8bfb-4834-86e2-18bd6f7f2555 None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:48.871195 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ea022ac7-c0eb-4848-a4fa-6c01b4d38468 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:48.871999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ea022ac7-c0eb-4848-a4fa-6c01b4d38468 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:48.908671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 2bffc99a-7a93-4e00-889c-d1c89e73d98c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:48.913662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.949591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:48.987031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.111515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.126699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e6a5642-9f33-4dbb-bffd-71284a835431 req-5ca3414e-f53c-43e7-85d5-12b731e1bfda tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1753263 Dec 06 12:28:49.134050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.135932 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 2bffc99a-7a93-4e00-889c-d1c89e73d98c owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:49.140830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.145294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25d70373-c3de-41e6-94fc-37544b6f75a3 HTTP/1.1" status: 204 len: 168 time: 0.6758173 Dec 06 12:28:49.171831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6893109-0599-4fb2-9dec-163c4fd3a993 req-302c2235-9461-4b6d-b624-e484f8acb915 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257095 Dec 06 12:28:49.216907 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebf56e-e51a-45b2-8ff6-27d8efb21a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d70373-c3de-41e6-94fc-37544b6f75a3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:49.423832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1824c-d049-4370-8459-5683a0a54b2c req-e7ca300a-8104-4389-be59-62689c7373b9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:49.443995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bf1824c-d049-4370-8459-5683a0a54b2c req-e7ca300a-8104-4389-be59-62689c7373b9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1744874 Dec 06 12:28:49.540520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.649656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bf1824c-d049-4370-8459-5683a0a54b2c req-1f3a472c-57ab-4bdc-a478-04d537c5c76e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968901 Dec 06 12:28:49.671029 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:49.740163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.779882 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:49.781011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:49.810587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9a7fe-17a4-40a2-9f31-b68d10afa82a req-55d05924-d66e-47ad-aed2-3d7095c89d12 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:49.825491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4c9a7fe-17a4-40a2-9f31-b68d10afa82a req-55d05924-d66e-47ad-aed2-3d7095c89d12 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1009173 Dec 06 12:28:49.904285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4c9a7fe-17a4-40a2-9f31-b68d10afa82a req-22f492a9-7fc7-42f8-8c07-cf326231200e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776761 Dec 06 12:28:49.944976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=2bffc99a-7a93-4e00-889c-d1c89e73d98c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:50.061492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.067474 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5ab89ed-5195-4ef0-9c9b-ee88bdb10173 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/2bffc99a-7a93-4e00-889c-d1c89e73d98c HTTP/1.1" status: 204 len: 168 time: 1.4847145 Dec 06 12:28:50.070010 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41922) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:50.112131 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2687f2cf-8af2-4955-b070-a55c1f059c3b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:28:50.115300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2687f2cf-8af2-4955-b070-a55c1f059c3b tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/2bffc99a-7a93-4e00-889c-d1c89e73d98c HTTP/1.1" status: 404 len: 333 time: 0.0436022 Dec 06 12:28:50.119568 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add625f-3b70-4825-81cb-88d0a33d72d9 req-bc241740-dd19-4351-af53-79138b8942be tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:50.127002 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:50.132744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7add625f-3b70-4825-81cb-88d0a33d72d9 req-bc241740-dd19-4351-af53-79138b8942be tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1080906 Dec 06 12:28:50.232220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.282665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.287536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7add625f-3b70-4825-81cb-88d0a33d72d9 req-8876d5ee-7e4f-4ce0-ac8a-922bae21338d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536839 Dec 06 12:28:50.375598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.384430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.387787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/security-groups/92584d1e-f026-4072-8665-12c8661b7807 HTTP/1.1" status: 204 len: 168 time: 0.2588787 Dec 06 12:28:50.400762 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41934) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:50.401347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec11b620-1692-43c4-8927-f938d42da096 req-104c2751-4f5f-46e5-8913-5b608818f984 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0762262 Dec 06 12:28:50.418420 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62884c72-ec4b-4a90-a0ad-a5ccda465327 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92584d1e-f026-4072-8665-12c8661b7807,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:50.569581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.595858 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:50.597631 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.613750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.629696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe495-b5c9-4e12-858b-7958f1a300d1 req-f1d29d6e-62c6-4f6e-b48f-5abe03695179 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:50.666159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-201fe495-b5c9-4e12-858b-7958f1a300d1 req-f1d29d6e-62c6-4f6e-b48f-5abe03695179 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1685150 Dec 06 12:28:50.779940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.783124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:50.797457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/security-groups/65603fc1-dd7d-42cb-b42d-14c9571105bc HTTP/1.1" status: 204 len: 168 time: 0.3841271 Dec 06 12:28:50.798194 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:50.908527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-201fe495-b5c9-4e12-858b-7958f1a300d1 req-40452456-a81a-4851-b429-67639b2545a0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396321 Dec 06 12:28:50.986509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0636aee-a744-4979-974f-e3047250b23c req-f1109ead-7338-4482-82d4-ebec2365323a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:50.998737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0636aee-a744-4979-974f-e3047250b23c req-f1109ead-7338-4482-82d4-ebec2365323a tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1554787 Dec 06 12:28:51.011434 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a74c2-0ecb-44e1-b109-fcdb3d7054ca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65603fc1-dd7d-42cb-b42d-14c9571105bc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:51.061198 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:51.061758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.099147 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 4ebd4daf-23e5-4288-a678-c7feabefc26f {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:51.112361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.161651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:51.172690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e92acf8b-74d3-4b20-b8ca-2409abd01df0 None None] Could not find standard attr ID for object 2bffc99a-7a93-4e00-889c-d1c89e73d98c. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:51.266065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.292933 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d093c544-09de-42e3-93f9-2f5846de5d46 None None] Could not find standard attr ID for object 2bffc99a-7a93-4e00-889c-d1c89e73d98c. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:28:51.345681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0636aee-a744-4979-974f-e3047250b23c req-9d77a17e-bb89-476c-9418-26d5a22168f0 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451436 Dec 06 12:28:51.386109 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9587fe-2801-4a3e-baad-73cbce737d40 req-0f9a06af-de2e-49a2-bf89-d766cae859cc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:51.401744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e9587fe-2801-4a3e-baad-73cbce737d40 req-0f9a06af-de2e-49a2-bf89-d766cae859cc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3393471 Dec 06 12:28:51.672939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.682771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e9587fe-2801-4a3e-baad-73cbce737d40 req-a2b2d2c6-cff1-4133-b03a-66add0950c2d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712491 Dec 06 12:28:51.758463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-026ec144-5947-4783-9b1d-2596dbcc6b66 req-a43f54c1-44bc-4f3e-aa8f-9d4e796cecf1 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0607598 Dec 06 12:28:51.898643 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.940892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebd4daf-23e5-4288-a678-c7feabefc26f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:51.964351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:51.968888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6ca9f-26bc-4d6d-91cf-d90ebd8ccc27 None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:51.979121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-71b34f7c-aea1-44e8-8112-b32b2d068dd7 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/4ebd4daf-23e5-4288-a678-c7feabefc26f HTTP/1.1" status: 204 len: 168 time: 1.1580858 Dec 06 12:28:51.979453 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:51.983188 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:52.406144 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:52.410348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.018013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.056333 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:53.065874 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:53.077443 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:53.078598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.187625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418891c1-61c7-443d-8c18-8dd72a27c6b2 req-293a21a1-00a8-4767-a835-e9e15c48b596 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:53.191378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-418891c1-61c7-443d-8c18-8dd72a27c6b2 req-293a21a1-00a8-4767-a835-e9e15c48b596 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.6173947 Dec 06 12:28:53.200188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2217646 Dec 06 12:28:53.203036 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42014) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:53.208554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0db5-fd3c-4de9-bed4-6f4dcbe6bb71 req-ec266589-56b3-4379-9ea0-822eabcaa33d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:53.210159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd3a0db5-fd3c-4de9-bed4-6f4dcbe6bb71 req-ec266589-56b3-4379-9ea0-822eabcaa33d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.6346207 Dec 06 12:28:53.212459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522754369'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:53.283693 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c054-8696-41d0-b225-49c123746db3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=04bbee83-7b5e-4f36-948a-7e9c235242ba,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:53.313407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.403863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-418891c1-61c7-443d-8c18-8dd72a27c6b2 req-155b9001-485f-4ca8-8c85-894082321ca9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871595 Dec 06 12:28:53.511605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.523552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.551717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd3a0db5-fd3c-4de9-bed4-6f4dcbe6bb71 req-3ef90a5c-98e9-4dbb-8d8b-43bba4eebd52 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015494 Dec 06 12:28:53.557437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.561857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3548727 Dec 06 12:28:53.565649 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42020) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:53.590205 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'security_group': {'name': 'tempest-secgroup-971328731'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:53.638502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.665692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585697-c82b-413e-875a-6d8c86694b6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a40b9-7a85-4e0e-a9be-b8816447efb5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:53.716847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e68e58f-c7b2-44b0-a776-c7e423cb1858 req-544ccd65-646f-4a15-a8c2-094b353eb093 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1612260 Dec 06 12:28:53.835923 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337e61b-b92f-42ad-a4e0-12d5cf60945c None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:53.873139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.880729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.951850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.965771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f49170d3-df85-4389-9ec4-cd5a555b9ca7 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:53.969868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f49170d3-df85-4389-9ec4-cd5a555b9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:53.970576 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:53.975822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1952055415'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:53.981339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4059296 Dec 06 12:28:54.030639 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd7226-08ca-46e9-b2a6-f1494e11c6cb tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ddd293-2edc-4cf9-97ea-2eaab4963d3a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:54.058863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.274865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f49170d3-df85-4389-9ec4-cd5a555b9ca7 None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:54.276130 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f49170d3-df85-4389-9ec4-cd5a555b9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.279748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.289420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.352822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74e546-9592-428b-be0b-6476d64ab5a9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:54.381767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.386084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b6b3694b-1a7c-4ceb-abde-e85731d56f3f tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4142299 Dec 06 12:28:54.386295 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:54.391740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-10717594', 'security_groups': ['ba74e546-9592-428b-be0b-6476d64ab5a9'], 'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04bbee83-7b5e-4f36-948a-7e9c235242ba'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:54.476507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f49170d3-df85-4389-9ec4-cd5a555b9ca7 None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:54.776420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165be33-f877-4d42-8180-a0eae3226590 req-cdb85d38-09c9-4954-85a7-9d392a811092 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:54.777601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Update dhcp port {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'fixed_ips': [{'subnet_id': 'a3de7c5d-c4ba-4679-9f63-dc22fb807e38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '04bbee83-7b5e-4f36-948a-7e9c235242ba'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c2f8392c-73d4-4401-b190-1846e56eb030'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:28:54.778570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4165be33-f877-4d42-8180-a0eae3226590 req-cdb85d38-09c9-4954-85a7-9d392a811092 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1681371 Dec 06 12:28:54.846546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:54.853488 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:55.005821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4165be33-f877-4d42-8180-a0eae3226590 req-45b49b73-b54e-4303-82c0-6eae0272e3f6 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943619 Dec 06 12:28:55.074500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feafcc-f811-48c4-b043-2c9a1df94941 req-28dcebb3-4680-45b0-829b-e1324d48dc01 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:55.086344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67feafcc-f811-48c4-b043-2c9a1df94941 req-28dcebb3-4680-45b0-829b-e1324d48dc01 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2993762 Dec 06 12:28:55.128270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:55.189930 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] device_id is not set on port 5a416a50-c42b-4d31-b5be-b51f81a813c2 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:28:55.277491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67feafcc-f811-48c4-b043-2c9a1df94941 req-adbf1a7b-2419-426f-9b5e-38c7a8b42fd5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868570 Dec 06 12:28:55.354584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9821ec3-bd60-4303-843e-07503e7b0828 req-31abb739-9d09-4b35-a0ed-56b296072a6d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0728326 Dec 06 12:28:55.477492 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42062) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:55.497425 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Allocated IP 2001:db8::2 (321e5028-3441-4d55-a60c-0ea9d496c55b/04bbee83-7b5e-4f36-948a-7e9c235242ba/c2f8392c-73d4-4401-b190-1846e56eb030) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:55.695157 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:55.695675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34af45ad-f644-4715-84cf-31cd25fcb4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:55.749567 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:55.758267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:55.925307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb32c5-6307-4df7-9660-bc6a983db1d3 None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:56.070356 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8::2c2 (321e5028-3441-4d55-a60c-0ea9d496c55b/04bbee83-7b5e-4f36-948a-7e9c235242ba/5a416a50-c42b-4d31-b5be-b51f81a813c2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:56.344091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d5c9-2b21-45e0-acb3-ae3744a78cdd req-976d4f4e-3a94-4340-8fe8-21619a38202b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:56.356693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c15d5c9-2b21-45e0-acb3-ae3744a78cdd req-976d4f4e-3a94-4340-8fe8-21619a38202b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1537519 Dec 06 12:28:56.528648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.597972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c15d5c9-2b21-45e0-acb3-ae3744a78cdd req-deb2f950-8702-4379-a3cd-cb67b76c14c9 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319510 Dec 06 12:28:56.604743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34af45ad-f644-4715-84cf-31cd25fcb4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.612395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.626244 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34af45ad-f644-4715-84cf-31cd25fcb4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.660112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3291e-6c7e-40a0-a26d-53ee5efa9f7f req-fec82fe0-8ab4-47f0-9092-acffb5eb1f8e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:56.661768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebf3291e-6c7e-40a0-a26d-53ee5efa9f7f req-fec82fe0-8ab4-47f0-9092-acffb5eb1f8e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2230051 Dec 06 12:28:56.782421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebf3291e-6c7e-40a0-a26d-53ee5efa9f7f req-66b4f35f-e5f4-4aab-92e8-5c9c43ea0f24 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113858 Dec 06 12:28:56.843034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3ad0aff-6211-447b-bc1b-2cf76eb2f73d req-8169004b-fbd9-44e0-9e08-ee128f29ef01 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0646574 Dec 06 12:28:56.845067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=5a416a50-c42b-4d31-b5be-b51f81a813c2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:56.876499 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:56.899167 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:56.904668 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:56.913189 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:56.913922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.969490 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:56.970129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a40facd-0644-4991-b259-58a3ffacca86 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5786178 Dec 06 12:28:56.974857 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:57.050497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af45ad-f644-4715-84cf-31cd25fcb4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e61bc-caca-4718-bef0-6b833a6c31bb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:57.085137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34af45ad-f644-4715-84cf-31cd25fcb4ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7ba2b3a5dd442ba7fdf6dd8134907b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6053009 Dec 06 12:28:57.089081 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42086) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:57.271282 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a38b1c9-17b1-466c-953c-e7f8f08d3c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.321268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.346433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.409837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.412413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.424856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c8e61bc-caca-4718-bef0-6b833a6c31bb HTTP/1.1" status: 204 len: 168 time: 0.3330579 Dec 06 12:28:57.459805 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140884f-6fec-4b7f-80e3-f128b7de7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e61bc-caca-4718-bef0-6b833a6c31bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:57.514188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:57.527457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.592780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e944b16-3355-45f8-9f8c-6eee7803789a None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:57.593486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e944b16-3355-45f8-9f8c-6eee7803789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:57.714495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:57.756152 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:28:58.257555 n-d-master-1 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04bbee83-7b5e-4f36-948a-7e9c235242ba (CIDR: 2001:db8::/64) Dec 06 12:28:58.292489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:58.294160 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.314722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ab9c-e254-4cb1-877b-868673a7ebbb req-26ae349e-b20f-4df8-8c92-b3b1141e66ec tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:58.325898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ee3ab9c-e254-4cb1-877b-868673a7ebbb req-26ae349e-b20f-4df8-8c92-b3b1141e66ec tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.3899937 Dec 06 12:28:58.344223 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:28:58.344681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:28:58.389951 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42112) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:58.402887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-45ed6f87-e32e-4cd3-91c1-fe3ef07204ae tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4290793 Dec 06 12:28:58.403489 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:58.410003 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e944b16-3355-45f8-9f8c-6eee7803789a None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:58.410476 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:58.410622 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e944b16-3355-45f8-9f8c-6eee7803789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.428279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8661a879-bfc7-4acd-bc65-848ec88d3844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.429455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349a568-5690-4598-bb4b-c29761181bbc req-8ac433a1-9a6b-42b1-b881-8f1a11c53b35 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:58.437756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b349a568-5690-4598-bb4b-c29761181bbc req-8ac433a1-9a6b-42b1-b881-8f1a11c53b35 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2976630 Dec 06 12:28:58.553858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ee3ab9c-e254-4cb1-877b-868673a7ebbb req-04d303b1-40e8-4d23-955f-842b9fb9d66d tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266204 Dec 06 12:28:58.565401 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e944b16-3355-45f8-9f8c-6eee7803789a None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:58.608546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8661a879-bfc7-4acd-bc65-848ec88d3844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.613803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8661a879-bfc7-4acd-bc65-848ec88d3844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.642013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b349a568-5690-4598-bb4b-c29761181bbc req-e15b596c-2908-41a3-95b5-63caa6219ac5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032990 Dec 06 12:28:58.702562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8661a879-bfc7-4acd-bc65-848ec88d3844 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=726d0cc9b9e34006889fa203d1c8caf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105485 Dec 06 12:28:58.706193 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a47ac959-8fc9-4217-8368-23a3c2eb1158 None None] Provisioning complete for port 5a416a50-c42b-4d31-b5be-b51f81a813c2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:58.706507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a47ac959-8fc9-4217-8368-23a3c2eb1158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.708128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:58.709660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a879-bfc7-4acd-bc65-848ec88d3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3498543-9033-48de-8d5e-f58c61a1d81d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:58.713683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:58.730461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.747436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a47ac959-8fc9-4217-8368-23a3c2eb1158 None None] Port 5a416a50-c42b-4d31-b5be-b51f81a813c2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:28:58.759466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-659abed7-ae77-4a0d-a748-f69e51039759 req-78c53610-909d-462c-8ac8-dd33d1058350 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0625739 Dec 06 12:28:58.871208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.881483 n-d-master-1 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a3de7c5d-c4ba-4679-9f63-dc22fb807e38 (CIDR: 2001:db8:0:1::/64) Dec 06 12:28:58.890776 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:28:58.891220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:28:58.911073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:58.934691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ee1c030f-8bf5-44ea-8cb2-3665ace39d56 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5245545 Dec 06 12:28:58.934691 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:58.944310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'subnet': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:59.400370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.403647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.405623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3498543-9033-48de-8d5e-f58c61a1d81d HTTP/1.1" status: 204 len: 168 time: 0.6937759 Dec 06 12:28:59.424300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2361c44-de24-497d-a342-a4b600d36aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3498543-9033-48de-8d5e-f58c61a1d81d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:59.457066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Made reservation on behalf of 4871317f00af426bbf3f4b4449964102 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:59.460602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.596009 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72e3885d-89f2-4952-a28f-ddd9745f2624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.867216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a845b-ef93-49d3-885c-0b7692b11585 req-17a2d464-512c-4455-ade3-e153d9e0cccb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:59.868892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-662a845b-ef93-49d3-885c-0b7692b11585 req-17a2d464-512c-4455-ade3-e153d9e0cccb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 943 time: 0.1277227 Dec 06 12:28:59.948282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52871b-c796-4108-be39-7eb0b6912490 req-7921c671-47e3-4ffb-9a93-3c47ae63ab2b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:59.951238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a52871b-c796-4108-be39-7eb0b6912490 req-7921c671-47e3-4ffb-9a93-3c47ae63ab2b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1649098 Dec 06 12:29:00.056142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-662a845b-ef93-49d3-885c-0b7692b11585 req-80370e81-f9ae-4b61-a356-4e11bb688cfb tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738956 Dec 06 12:29:00.092068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:00.142967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a52871b-c796-4108-be39-7eb0b6912490 req-b120e30d-2d2f-4103-99a2-0d666192726a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761012 Dec 06 12:29:00.160430 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Network 321e5028-3441-4d55-a60c-0ea9d496c55b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:00.181380 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:00.192072 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7419e4-7fcc-43e4-9bf0-a2177b0735ec None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:00.201792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.202515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:00.220798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0fe9e74e-5537-4c6e-be55-5145586be712 req-e6b9e3f0-4bfe-45d1-9f69-a3fce784e0cb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0563526 Dec 06 12:29:00.229480 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Subnet': ['ID=6f5879e9-8ad6-4517-85ae-b797fda1c4a7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:00.263822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9db08ff8-e8de-4b2b-8816-cb0340daaaed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3246052 Dec 06 12:29:00.263957 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42154) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:00.268072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1015146441', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f5879e9-8ad6-4517-85ae-b797fda1c4a7'}], 'security_groups': ['d05a40b9-7a85-4e0e-a9be-b8816447efb5', '67ddd293-2edc-4cf9-97ea-2eaab4963d3a']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:00.564546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:00.623138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:00.659192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Update dhcp port {'port': {'network_id': '321e5028-3441-4d55-a60c-0ea9d496c55b', 'fixed_ips': [{'subnet_id': 'a3de7c5d-c4ba-4679-9f63-dc22fb807e38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '04bbee83-7b5e-4f36-948a-7e9c235242ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f5879e9-8ad6-4517-85ae-b797fda1c4a7'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c2f8392c-73d4-4401-b190-1846e56eb030'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:29:00.664550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:29:00.837975 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:00.904503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:00.924970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'port_id': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'mac_address': 'fa:16:3e:37:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:29:01.028005 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.064662 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:01.170367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:01.173747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.174267 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Delete allocated IP 2001:db8::2c2 (321e5028-3441-4d55-a60c-0ea9d496c55b/04bbee83-7b5e-4f36-948a-7e9c235242ba) {{(pid=103298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:29:01.181890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.203595 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Allocated IP 2001:db8:0:2::38c (321e5028-3441-4d55-a60c-0ea9d496c55b/6f5879e9-8ad6-4517-85ae-b797fda1c4a7/5a416a50-c42b-4d31-b5be-b51f81a813c2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:01.329959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104418af-aa74-4d14-bbdd-549d3f5bf828 req-50158120-444a-4370-bcf6-6a7e728eebcc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:01.332604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104418af-aa74-4d14-bbdd-549d3f5bf828 req-50158120-444a-4370-bcf6-6a7e728eebcc tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 944 time: 0.1504543 Dec 06 12:29:01.346149 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:01.468293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['82ebeaa5-05d7-4430-aeac-2766ca86fa34'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:01.473739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104418af-aa74-4d14-bbdd-549d3f5bf828 req-fa72cbcf-7cb0-425f-836a-030fd111f5b8 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265483 Dec 06 12:29:01.495143 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90303407-41fa-4bef-bdba-04ec21f1b6b9 req-4d0f70a7-e509-4112-9dff-bf404ff32f5c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:01.499113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90303407-41fa-4bef-bdba-04ec21f1b6b9 req-4d0f70a7-e509-4112-9dff-bf404ff32f5c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1653218 Dec 06 12:29:01.612488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90303407-41fa-4bef-bdba-04ec21f1b6b9 req-fb7e303f-1f0a-44df-a06c-0dc63d164535 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063902 Dec 06 12:29:01.616462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.624998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.677496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0357ff44-3732-472a-a14c-84df1b92f461 req-7be3021d-265b-470b-9584-b16e0ce770b2 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0594473 Dec 06 12:29:01.691424 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event updated for resources: {'Port': ['ID=5a416a50-c42b-4d31-b5be-b51f81a813c2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:01.717473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] In _notify_port_updated(), no bound segment for port 5a416a50-c42b-4d31-b5be-b51f81a813c2 on network 321e5028-3441-4d55-a60c-0ea9d496c55b {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:29:01.723437 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:01.724053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.725371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-30e878c5-86b2-4691-af55-473f65682c0d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "PUT /v2.0/ports/5a416a50-c42b-4d31-b5be-b51f81a813c2 HTTP/1.1" status: 200 len: 970 time: 1.4616511 Dec 06 12:29:01.728300 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:01.760912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Allocated IP 2001:db8:0:2::2 (321e5028-3441-4d55-a60c-0ea9d496c55b/6f5879e9-8ad6-4517-85ae-b797fda1c4a7/c2f8392c-73d4-4401-b190-1846e56eb030) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:01.908016 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 5a416a50-c42b-4d31-b5be-b51f81a813c2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:01.908407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.011507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:02.090518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.107801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.203982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.227226 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4bb43-ce67-4a91-93d4-74a139f0abfe None None] Pushing event updated for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:02.245218 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 5a416a50-c42b-4d31-b5be-b51f81a813c2 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:02.581139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.596605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.659897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.663715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/5a416a50-c42b-4d31-b5be-b51f81a813c2 HTTP/1.1" status: 204 len: 168 time: 0.9341109 Dec 06 12:29:02.666455 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:02.682351 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44c4b9-6969-4e78-a3eb-35f5ab2a80a9 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=5a416a50-c42b-4d31-b5be-b51f81a813c2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:02.705578 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:02.749752 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c23e2-512e-4ee5-9159-18ed657f096a req-04a0ea1e-6e7e-4f8c-a3fb-a9cea97c107b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:02.753531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee2c23e2-512e-4ee5-9159-18ed657f096a req-04a0ea1e-6e7e-4f8c-a3fb-a9cea97c107b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 944 time: 0.1159353 Dec 06 12:29:02.761615 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf307f57-1969-4e05-a480-9eb6e21cef9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] GET failed (client error): The resource could not be found. Dec 06 12:29:02.763921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf307f57-1969-4e05-a480-9eb6e21cef9e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports/5a416a50-c42b-4d31-b5be-b51f81a813c2 HTTP/1.1" status: 404 len: 333 time: 0.0964856 Dec 06 12:29:02.767744 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42198) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:02.804061 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:02.804618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.844351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a45a3-4789-44d2-bbe3-a8c89cff8b96 req-8a32bb37-2af0-42b6-b461-6bf9714e99ab tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:02.847595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d8a45a3-4789-44d2-bbe3-a8c89cff8b96 req-8a32bb37-2af0-42b6-b461-6bf9714e99ab tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1232724 Dec 06 12:29:02.876131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee2c23e2-512e-4ee5-9159-18ed657f096a req-4b36f382-411b-4783-ad60-1012af64f15c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010206 Dec 06 12:29:02.887542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.944974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.951288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d8a45a3-4789-44d2-bbe3-a8c89cff8b96 req-01fa24b7-104f-4cac-acfb-e10f5602ba78 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Dec 06 12:29:02.992620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.021711 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:03.025267 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719daf92-6d8f-4a26-8b29-36229bc042ff" -d '{"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:03.042001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:03.046655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.047774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-989591fc-e296-47eb-b969-8ef92a19ab7e req-bf25d3b4-f17e-4363-8d0e-1f089ac4f95d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0494516 Dec 06 12:29:03.049865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.055631 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.059770 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:03.060106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba74e546-9592-428b-be0b-6476d64ab5a9 HTTP/1.1" status: 204 len: 168 time: 0.2912004 Dec 06 12:29:03.092755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bdab4-7328-47fe-a916-6c1598f767ea tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74e546-9592-428b-be0b-6476d64ab5a9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:03.149509 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca726d8b-5b28-48b9-99f3-7cdd3cdcaf78 x-openstack-request-id: req-ca726d8b-5b28-48b9-99f3-7cdd3cdcaf78 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:03.149806 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-plugged", "status": "completed", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:03.150179 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca726d8b-5b28-48b9-99f3-7cdd3cdcaf78 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:03.150454 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'code': 200} Dec 06 12:29:03.154868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:03.196703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.214998 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.259780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.334414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.339727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.341307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/security-groups/67ddd293-2edc-4cf9-97ea-2eaab4963d3a HTTP/1.1" status: 204 len: 168 time: 0.2804589 Dec 06 12:29:03.344157 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42222) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:03.380722 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a764c9-6fe2-433b-b781-fd78cd595fed tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ddd293-2edc-4cf9-97ea-2eaab4963d3a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:03.410574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b81b6-a405-4a21-b9dd-750ac94dc4f7 req-fe1e122b-f113-4233-adfa-647618f38779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:03.416745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d22b81b6-a405-4a21-b9dd-750ac94dc4f7 req-fe1e122b-f113-4233-adfa-647618f38779 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1097 time: 0.0701735 Dec 06 12:29:03.479428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.502737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d22b81b6-a405-4a21-b9dd-750ac94dc4f7 req-d728f7d5-d201-4152-a80f-8817608d3459 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757575 Dec 06 12:29:03.518889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.601867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.605824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.609996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/security-groups/d05a40b9-7a85-4e0e-a9be-b8816447efb5 HTTP/1.1" status: 204 len: 168 time: 0.2617505 Dec 06 12:29:03.610097 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:03.618788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6531-b3f5-4fa6-a4b1-729f4f3a8e8c tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a40b9-7a85-4e0e-a9be-b8816447efb5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:03.668662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:03.732914 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 04bbee83-7b5e-4f36-948a-7e9c235242ba {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:03.737391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.837971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.874313 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:03.874841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:03.887008 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:03.887215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.078374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.204122 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:04.204560 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.216894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.257397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:04.261665 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-05e2a668-597a-474e-bff0-6ed278598323 None None] Could not find standard attr ID for object 5a416a50-c42b-4d31-b5be-b51f81a813c2. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:29:04.281083 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=04bbee83-7b5e-4f36-948a-7e9c235242ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:04.286908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.290188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3c50860-aa0b-41d7-874e-4890310584c1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/04bbee83-7b5e-4f36-948a-7e9c235242ba HTTP/1.1" status: 204 len: 168 time: 0.6790175 Dec 06 12:29:04.295183 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:04.299369 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f1e43-0ec4-409b-9979-5a418010b6b2 req-679f45eb-c695-4ab7-9b33-878e6a12400b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.300876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1f1e43-0ec4-409b-9979-5a418010b6b2 req-679f45eb-c695-4ab7-9b33-878e6a12400b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.3082933 Dec 06 12:29:04.362048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1f2c3-9346-4721-beca-2633c79bffc8 req-b05506cf-e26b-4784-bd88-f283ab40ba1d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.363947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2f1f2c3-9346-4721-beca-2633c79bffc8 req-b05506cf-e26b-4784-bd88-f283ab40ba1d tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1556664 Dec 06 12:29:04.377806 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6b4331dc-054b-44df-9ab2-0a9baa6610f3 None None] Could not find standard attr ID for object 5a416a50-c42b-4d31-b5be-b51f81a813c2. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:29:04.418009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1f1e43-0ec4-409b-9979-5a418010b6b2 req-1715bc2b-9888-495b-add6-7e791b55b581 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024594 Dec 06 12:29:04.477386 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet 6f5879e9-8ad6-4517-85ae-b797fda1c4a7 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:04.482150 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa7c56-9d50-48b8-8c15-08977cc6b2ba None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:04.500851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.511842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2f1f2c3-9346-4721-beca-2633c79bffc8 req-feff2147-abcc-48b3-a64d-ec317e72dcb4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382546 Dec 06 12:29:04.554028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:29:04.601520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e9e548b-bf08-4607-963a-1e8b410c8d19 req-783a5d66-7b2b-484d-9d38-f0e81357de3c tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0548694 Dec 06 12:29:04.616414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.761836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:04.812880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'port_id': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'mac_address': 'fa:16:3e:be:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f166c694-bbae-4b71-b06e-1e84a0ee60a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:29:04.849305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.915716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:04.936146 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:04.970978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:04.986513 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:05.111485 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['87cdd774-0233-4e8e-9fbe-5c78a7a98402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:05.123197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:05.252348 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5879e9-8ad6-4517-85ae-b797fda1c4a7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:05.255577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:05.261395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65bb8aa7-1e45-45dc-9249-5ecdb57fd036 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/6f5879e9-8ad6-4517-85ae-b797fda1c4a7 HTTP/1.1" status: 204 len: 168 time: 0.9645116 Dec 06 12:29:05.263720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42304) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:05.283583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:05.327823 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bcdaef-ce93-4a82-9275-7b4c751e4d83 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:05.328329 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bcdaef-ce93-4a82-9275-7b4c751e4d83 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:05.331450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6bcdaef-ce93-4a82-9275-7b4c751e4d83 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/04bbee83-7b5e-4f36-948a-7e9c235242ba HTTP/1.1" status: 404 len: 337 time: 0.0667877 Dec 06 12:29:05.334302 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:05.493055 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting subnet a3de7c5d-c4ba-4679-9f63-dc22fb807e38 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:05.498408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:05.598527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:05.813756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.054121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.116265 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb34a1-32d8-4522-b0fe-66e70a763bd5 None None] Network 321e5028-3441-4d55-a60c-0ea9d496c55b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:06.227868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Subnet': ['ID=a3de7c5d-c4ba-4679-9f63-dc22fb807e38,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:06.277733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.292704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-78558ade-366a-4452-a61c-bad334f0a54e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/a3de7c5d-c4ba-4679-9f63-dc22fb807e38 HTTP/1.1" status: 204 len: 168 time: 0.9567654 Dec 06 12:29:06.295273 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42334) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:06.336821 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3b4a7428-897e-4d53-abcb-d4f1a8765ac0 None None] Provisioning complete for port c2f8392c-73d4-4401-b190-1846e56eb030 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:06.337222 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7428-897e-4d53-abcb-d4f1a8765ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.381064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7396-e70e-42b1-82ba-56fa5d337282 req-5fb9d145-0a47-4772-8099-0dfca906d006 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:06.391001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2f7396-e70e-42b1-82ba-56fa5d337282 req-5fb9d145-0a47-4772-8099-0dfca906d006 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.4754269 Dec 06 12:29:06.400627 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d85803e-4575-40c3-8d2d-ef3478bbef27 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:06.401242 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d85803e-4575-40c3-8d2d-ef3478bbef27 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:06.408830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d85803e-4575-40c3-8d2d-ef3478bbef27 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/4ebd4daf-23e5-4288-a678-c7feabefc26f HTTP/1.1" status: 404 len: 337 time: 0.1122811 Dec 06 12:29:06.418403 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:06.441306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e0eb0-4486-4ec3-9235-ba270a12a737 req-e5158560-2ab4-4959-8c68-3b7abfea2a83 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:06.443424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b26e0eb0-4486-4ec3-9235-ba270a12a737 req-e5158560-2ab4-4959-8c68-3b7abfea2a83 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 945 time: 0.5334182 Dec 06 12:29:06.539773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:06.546091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d5a8777c-d189-4dc4-b308-1e8216fe8ef8 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0af1ec9-2872-4d9c-90e7-61ad4c58849b HTTP/1.1" status: 200 len: 205 time: 0.1265004 Dec 06 12:29:06.550974 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:06.773071 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2212eddf-dbce-451e-9fff-f6e51369ec19 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] delete failed (client error): The resource could not be found. Dec 06 12:29:06.777389 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42346) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:06.783679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2212eddf-dbce-451e-9fff-f6e51369ec19 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/routers/d0af1ec9-2872-4d9c-90e7-61ad4c58849b HTTP/1.1" status: 404 len: 336 time: 0.2027364 Dec 06 12:29:06.830103 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:06.830468 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.843461 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-435ca550-199c-4df3-b636-8a18d866fef3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:06.844322 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435ca550-199c-4df3-b636-8a18d866fef3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:06.849432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-435ca550-199c-4df3-b636-8a18d866fef3 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/e996a945-25d5-4d49-affa-7e66b7fdcff7 HTTP/1.1" status: 404 len: 337 time: 0.0707703 Dec 06 12:29:06.855635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2f7396-e70e-42b1-82ba-56fa5d337282 req-94ce58f1-cdf4-49b3-88d3-ee43fecc5e29 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536495 Dec 06 12:29:06.864724 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:06.891786 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] DHCP port deletion for 321e5028-3441-4d55-a60c-0ea9d496c55b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:06.903931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b26e0eb0-4486-4ec3-9235-ba270a12a737 req-82d3bcb1-291c-4c33-bf64-ed4c71266ac2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475811 Dec 06 12:29:06.913914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3b4a7428-897e-4d53-abcb-d4f1a8765ac0 None None] Provisioning complete for port 74db6f66-da73-44b1-939d-d60b1f86849a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:06.914296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7428-897e-4d53-abcb-d4f1a8765ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:06.951575 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed546395-531c-4948-902e-9f16a3bfdba6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:06.952038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed546395-531c-4948-902e-9f16a3bfdba6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:06.955370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ed546395-531c-4948-902e-9f16a3bfdba6 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/29a3b5b0-5893-49f6-82ab-e1a7633a53c7 HTTP/1.1" status: 404 len: 337 time: 0.0802619 Dec 06 12:29:06.958028 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.008775 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a827cf5-d1dc-482f-8378-ba69f20ba14d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.009575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a827cf5-d1dc-482f-8378-ba69f20ba14d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.016273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1a827cf5-d1dc-482f-8378-ba69f20ba14d tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/43d0841e-a9b9-4975-bcd5-cbf892947720 HTTP/1.1" status: 404 len: 337 time: 0.0556908 Dec 06 12:29:07.018331 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42354) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.024532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d4476f8-d253-4db5-b85c-c5024b42a879 req-4e2a0f2e-ecce-4797-816b-8393c661b7bb tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0417604 Dec 06 12:29:07.066846 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a7428-897e-4d53-abcb-d4f1a8765ac0 None None] Port 74db6f66-da73-44b1-939d-d60b1f86849a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:07.071173 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8572f37a-9d2f-463f-a057-d578635a9dce tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.071783 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8572f37a-9d2f-463f-a057-d578635a9dce tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.075506 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8572f37a-9d2f-463f-a057-d578635a9dce tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/28c1f902-cca4-48c3-abb7-303854a85a71 HTTP/1.1" status: 404 len: 333 time: 0.0555544 Dec 06 12:29:07.078486 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.106205 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb02bbe7-99fb-4371-9243-5ec49417ff6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.106672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb02bbe7-99fb-4371-9243-5ec49417ff6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.112400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fb02bbe7-99fb-4371-9243-5ec49417ff6a tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/19731bf5-97fe-4097-8e79-acc5233ec9ec HTTP/1.1" status: 404 len: 337 time: 0.0305200 Dec 06 12:29:07.112720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42358) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.146435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.151225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Deleting port c2f8392c-73d4-4401-b190-1846e56eb030 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:07.152576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.156133 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-381fe763-b301-4c10-82c4-5c9c0d8acbca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.156649 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381fe763-b301-4c10-82c4-5c9c0d8acbca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.159722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-381fe763-b301-4c10-82c4-5c9c0d8acbca tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/de1db270-307b-4b66-9ab9-f21f718a6890 HTTP/1.1" status: 404 len: 337 time: 0.0459564 Dec 06 12:29:07.162624 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.198183 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5109e50-18ea-4639-a062-ffc46539c02e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.199611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5109e50-18ea-4639-a062-ffc46539c02e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.203714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b5109e50-18ea-4639-a062-ffc46539c02e tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/cd3daaba-96cc-4be9-8ead-f54721d545d7 HTTP/1.1" status: 404 len: 333 time: 0.0398846 Dec 06 12:29:07.206452 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42362) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.256962 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3308a5aa-768e-49d3-a9b1-89f8098f9fe1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.257697 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3308a5aa-768e-49d3-a9b1-89f8098f9fe1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.261939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3308a5aa-768e-49d3-a9b1-89f8098f9fe1 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/94abfc94-2ce4-4049-a84f-294cf7c0a187 HTTP/1.1" status: 404 len: 337 time: 0.0533340 Dec 06 12:29:07.264317 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.265251 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:07.267729 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c37e6-27c1-4b0c-95cb-c0bf15949ffe" -d '{"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:07.297947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] For port c2f8392c-73d4-4401-b190-1846e56eb030, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2f8392c-73d4-4401-b190-1846e56eb030,segment=NetworkSegment(e23a53d5-900c-4d36-82ae-30340ac0efac),segment_id=e23a53d5-900c-4d36-82ae-30340ac0efac)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:07.298489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.303916 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:07.312997 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-395fc1f2-8ae9-4230-a1a4-37539d7bd587 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] DELETE failed (client error): The resource could not be found. Dec 06 12:29:07.314406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395fc1f2-8ae9-4230-a1a4-37539d7bd587 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:29:07.327711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Calling delete_port for c2f8392c-73d4-4401-b190-1846e56eb030 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:07.334210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-395fc1f2-8ae9-4230-a1a4-37539d7bd587 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/subnets/f4b8bfb7-9926-45ee-b52a-062fc914990f HTTP/1.1" status: 404 len: 337 time: 0.0667248 Dec 06 12:29:07.334564 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42368) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.342051 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7adfce2-26c9-4538-9d2e-f3045bccab0b x-openstack-request-id: req-e7adfce2-26c9-4538-9d2e-f3045bccab0b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:07.342463 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:07.342783 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7adfce2-26c9-4538-9d2e-f3045bccab0b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:07.344999 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'code': 200} Dec 06 12:29:07.348100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.461342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:07.476459 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Deleting port 74db6f66-da73-44b1-939d-d60b1f86849a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:07.477012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.489763 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.523661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] No DVR routers for this DVR port c2f8392c-73d4-4401-b190-1846e56eb030 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:07.534279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d692eb-775d-4f6f-afbd-47c85bf192d4 None None] Pushing event deleted for resources: {'Port': ['ID=c2f8392c-73d4-4401-b190-1846e56eb030,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:07.590285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.592052 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:07.610587 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Calling delete_port for 74db6f66-da73-44b1-939d-d60b1f86849a owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:07.641187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c2f8392c-73d4-4401-b190-1846e56eb030 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:07.643088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c2f8392c-73d4-4401-b190-1846e56eb030 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:07.756561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.794886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.798660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/ports/74db6f66-da73-44b1-939d-d60b1f86849a HTTP/1.1" status: 204 len: 168 time: 0.4629192 Dec 06 12:29:07.801075 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42378) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:07.820565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Port': ['ID=74db6f66-da73-44b1-939d-d60b1f86849a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:07.847227 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.847549 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.847817 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.848161 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.848499 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.848835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.849887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.849887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.849887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.850244 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.850562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.851379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.851379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9802a9-fc0b-4193-bbc3-d69012f74199 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:07.922950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.148163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545449-341d-4fed-b385-d09592a15544 req-87132423-f51d-458b-a3b5-e766cbe34f7c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:08.155840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64545449-341d-4fed-b385-d09592a15544 req-87132423-f51d-458b-a3b5-e766cbe34f7c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.1670694 Dec 06 12:29:08.170796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.200512 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321e5028-3441-4d55-a60c-0ea9d496c55b']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:08.210885 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23a53d5-900c-4d36-82ae-30340ac0efac') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:08.211297 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23a53d5-900c-4d36-82ae-30340ac0efac') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:08.222021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.238758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.248659 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:08.249213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.266179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64545449-341d-4fed-b385-d09592a15544 req-ff6732fc-c29a-4004-8f1a-91b82f9c0530 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091135 Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:08.282416 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:08.305543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895be0-4e58-4c43-8fcf-111eb2e8dc81 req-d75230e7-ba20-47b6-b553-8443c8987d4c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:08.321415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30895be0-4e58-4c43-8fcf-111eb2e8dc81 req-d75230e7-ba20-47b6-b553-8443c8987d4c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2480865 Dec 06 12:29:08.416032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.429701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.439450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] 10.222.0.31 "DELETE /v2.0/networks/321e5028-3441-4d55-a60c-0ea9d496c55b HTTP/1.1" status: 204 len: 168 time: 0.6347959 Dec 06 12:29:08.465786 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ed99-be6e-4df3-8d64-5d9eb6581e22 tempest-PortsIpV6TestJSON-1856170934 tempest-PortsIpV6TestJSON-1856170934-project] Pushing event deleted for resources: {'Network': ['ID=321e5028-3441-4d55-a60c-0ea9d496c55b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:08.479359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebdf32d7-2180-406d-9b8b-9439e4643c7b req-24f61f03-3366-491a-9111-3488c1bad03f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0800650 Dec 06 12:29:08.535071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-30895be0-4e58-4c43-8fcf-111eb2e8dc81 req-81db1515-9319-4930-98fc-da132b7e41b1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105820 Dec 06 12:29:09.086244 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:09.354623 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f402eb38-ae37-4465-9b14-3ab067656db0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4871317f00af426bbf3f4b4449964102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669816 Dec 06 12:29:09.357103 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:09.446900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:09.480547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:09.555988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:09.559114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:09.572429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fe436ec-f351-464d-8280-4906d51a8583 HTTP/1.1" status: 204 len: 168 time: 0.2136190 Dec 06 12:29:09.593960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ee0d0-452f-43c6-936f-39f77414f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe436ec-f351-464d-8280-4906d51a8583,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:09.739961 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fbcac-2940-422f-ba6f-afe978569601 req-07cf373c-a145-4355-8f9f-5bf1a51c8a8f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:09.752620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-694fbcac-2940-422f-ba6f-afe978569601 req-07cf373c-a145-4355-8f9f-5bf1a51c8a8f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.0830200 Dec 06 12:29:09.826113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-115e2740-15be-4480-ae57-690080113046 req-8b1da089-5943-453d-870d-6985c42e975d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0995860 Dec 06 12:29:10.021795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-694fbcac-2940-422f-ba6f-afe978569601 req-266dade7-6965-4e35-a924-db37aa0b1760 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648027 Dec 06 12:29:10.828432 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:11.078832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04e99d96-dcf1-48b8-971c-8695c8f4a0b7 req-19ed2e51-63e2-4937-b5eb-32f54327e412 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.1131384 Dec 06 12:29:11.098217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-649225130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:11.171288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.172379 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.259441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda161d-f40b-43f8-bfc4-b8465465e11e req-a6438173-5ddb-4811-a7d6-10eca018dc77 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:11.268123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfda161d-f40b-43f8-bfc4-b8465465e11e req-a6438173-5ddb-4811-a7d6-10eca018dc77 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1003187 Dec 06 12:29:11.317710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.333664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.391126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfda161d-f40b-43f8-bfc4-b8465465e11e req-8ca685d3-1743-49bd-896c-02d106aeefef tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 Dec 06 12:29:11.395584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.396916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-22c6e9db-595f-4475-b994-54b6c01b66e0 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5667138 Dec 06 12:29:11.404592 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:11.410621 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-229178727'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:11.452559 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:11.456296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.473558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.574356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.593977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.616622 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:29:11.628140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.628995 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Added segment caecea4d-322e-4f7f-8fcc-d553d0c469ff of type vlan for network f1b6519c-26b5-4f8d-a633-554b062963a4 Dec 06 12:29:11.688861 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c397f4-b1ef-46f3-a339-e5c6e499d01c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:11.703677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.776646 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.787130 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:11.790200 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:11.878832 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Network': ['ID=f1b6519c-26b5-4f8d-a633-554b062963a4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:11.893860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f1b6519c-26b5-4f8d-a633-554b062963a4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:29:11.913514 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:11.921737 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'subnet': {'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:11.926993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3d38516-e066-45f1-a574-93c8125e094a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5201914 Dec 06 12:29:12.064999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:12.072762 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.285452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58664f1f-fd93-4336-8eca-874f4e6a5ab4 req-d6839fbd-71bc-454a-b002-91e255674c32 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff0b9e92-eb98-4329-a08a-4cedb6523708 HTTP/1.1" status: 200 len: 210 time: 0.0578954 Dec 06 12:29:12.504765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.703926 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Subnet': ['ID=9c571ffc-8142-40d6-b264-1ce662e164b7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:12.768570 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Checking segment: {'id': 'caecea4d-322e-4f7f-8fcc-d553d0c469ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:12.769535 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network hostable DHCP agents. Network: f1b6519c-26b5-4f8d-a633-554b062963a4, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:29:12.784551 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7f4-45ad-4a55-8cce-033e4f3c9ae1 req-f88bb050-427f-4c32-9eb9-b56263dae299 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:12.793360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a0fc7f4-45ad-4a55-8cce-033e4f3c9ae1 req-f88bb050-427f-4c32-9eb9-b56263dae299 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1256950 Dec 06 12:29:12.826598 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network f1b6519c-26b5-4f8d-a633-554b062963a4 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:29:12.849108 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f1b6519c-26b5-4f8d-a633-554b062963a4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:12.861293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f29187-327a-4d4c-99bc-b9ed73d2b2d9 None None] Network f1b6519c-26b5-4f8d-a633-554b062963a4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:12.869421 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:12.870701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.884533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a0fc7f4-45ad-4a55-8cce-033e4f3c9ae1 req-c0278acb-2c85-468e-8520-49dccdc1d74a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Dec 06 12:29:12.898832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-20485c6b-cfba-4512-9ca1-597e6da15961 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9830155 Dec 06 12:29:12.902027 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42496) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:12.908191 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'network': {'name': 'tempest-router-network01--1806374133'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:12.950693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:12.956880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.996661 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:29:13.018268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.018670 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Added segment bb9d5a23-a039-411c-9036-e54fac6600d6 of type vlan for network 5f196552-a710-4c2d-ab7c-a904c76c62a7 Dec 06 12:29:13.109107 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f1b6519c-26b5-4f8d-a633-554b062963a4', 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4', 'tenant_id': '8ed3486fde084f839a089fb141117e33', 'fixed_ips': [{'subnet_id': '9c571ffc-8142-40d6-b264-1ce662e164b7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:29:13.111196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.111521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.191342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.199263 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:13.200597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.261782 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3582594 Dec 06 12:29:13.264311 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:13.269581 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'network': {'name': 'tempest-router-network02--1820381440'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:13.309212 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2e3b-1bb2-4bed-9f57-109eb7779245 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Network': ['ID=5f196552-a710-4c2d-ab7c-a904c76c62a7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:13.351224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:13.353405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:29:13.363767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.429363 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:29:13.484397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.485026 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Added segment 89cc93e0-f04f-427d-a0ce-717a3ff630eb of type vlan for network 501ae0ab-d78d-429c-80bf-df996766cede Dec 06 12:29:13.517126 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42522) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:13.547077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.618709 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Allocated IP 172.20.0.2 (f1b6519c-26b5-4f8d-a633-554b062963a4/9c571ffc-8142-40d6-b264-1ce662e164b7/1806d642-2af9-4cee-94c2-2d52c0bcda64) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:13.630876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.650303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.652661 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:13.656205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.713102 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.761233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4954815 Dec 06 12:29:13.764495 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:13.786139 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'subnet': {'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:13.827440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.831374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:13.833609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2b94256-0f5c-4aad-858e-3339df190d2d HTTP/1.1" status: 204 len: 168 time: 0.3149900 Dec 06 12:29:13.844514 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:13.880301 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-7011ca1e-9e7e-4930-99e2-3369e1b40c3f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] show failed (client error): The resource could not be found. Dec 06 12:29:13.887216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7011ca1e-9e7e-4930-99e2-3369e1b40c3f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "GET /v2.0/security-groups/e2b94256-0f5c-4aad-858e-3339df190d2d HTTP/1.1" status: 404 len: 347 time: 0.0395806 Dec 06 12:29:13.891824 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5082-010d-4fb5-9b30-9dc24f36cb9d tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b94256-0f5c-4aad-858e-3339df190d2d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:13.897000 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:14.009643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.019011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b0f1d-e617-4847-9297-9b9cadf3bec8 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Network': ['ID=501ae0ab-d78d-429c-80bf-df996766cede,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:14.029139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.074519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:14.078387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.274506 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Pushing event updated for resources: {'Port': ['ID=1806d642-2af9-4cee-94c2-2d52c0bcda64,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:14.279133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 501ae0ab-d78d-429c-80bf-df996766cede details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:29:14.324659 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Network f1b6519c-26b5-4f8d-a633-554b062963a4 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:14.330601 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:14.336978 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:14.388903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port c49bd621-a3c7-4cd7-9271-39911f398019 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:14.389519 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.498750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6195f4-ec68-4c91-839b-6279c3d8eeb3 req-eb1ba87f-94ba-458a-9be0-2336fdc975e6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:14.506186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e6195f4-ec68-4c91-839b-6279c3d8eeb3 req-eb1ba87f-94ba-458a-9be0-2336fdc975e6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2632396 Dec 06 12:29:14.567687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.568007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.569666 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Attempting to bind port 1806d642-2af9-4cee-94c2-2d52c0bcda64 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:14.570038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Attempting to bind port 1806d642-2af9-4cee-94c2-2d52c0bcda64 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'caecea4d-322e-4f7f-8fcc-d553d0c469ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:14.570403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Attempting to bind port 1806d642-2af9-4cee-94c2-2d52c0bcda64 on network f1b6519c-26b5-4f8d-a633-554b062963a4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:14.579862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:14.580238 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Checking segment: {'id': 'caecea4d-322e-4f7f-8fcc-d553d0c469ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:14.580640 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.581035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Bound using segment: {'id': 'caecea4d-322e-4f7f-8fcc-d553d0c469ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:14.581588 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Bound port: 1806d642-2af9-4cee-94c2-2d52c0bcda64, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecea4d-322e-4f7f-8fcc-d553d0c469ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1b6519c-26b5-4f8d-a633-554b062963a4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:14.582420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.603459 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for c49bd621-a3c7-4cd7-9271-39911f398019 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:14.657785 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:14.735222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] For port 1806d642-2af9-4cee-94c2-2d52c0bcda64, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:14.740147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] For port 1806d642-2af9-4cee-94c2-2d52c0bcda64, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1806d642-2af9-4cee-94c2-2d52c0bcda64,segment=NetworkSegment(caecea4d-322e-4f7f-8fcc-d553d0c469ff),segment_id=caecea4d-322e-4f7f-8fcc-d553d0c469ff)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:14.749754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.777797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e6195f4-ec68-4c91-839b-6279c3d8eeb3 req-2d558b00-3e3b-4978-b689-04a4806ae9a0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705388 Dec 06 12:29:14.902799 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Pushing event updated for resources: {'Port': ['ID=1806d642-2af9-4cee-94c2-2d52c0bcda64,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:14.918723 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.919089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.919701 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.921174 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.922140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.922140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.922329 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.922640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.923129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.923512 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.923854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.924186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.924520 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa38b5-bac4-4edf-a8a1-fdc078346adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:14.939145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.031410 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Checking segment: {'id': 'bb9d5a23-a039-411c-9036-e54fac6600d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:15.032142 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network hostable DHCP agents. Network: 5f196552-a710-4c2d-ab7c-a904c76c62a7, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:29:15.038814 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Subnet': ['ID=3479259a-fe63-42a1-963e-a12106a63cd7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:15.060078 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:29:15.063162 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ded1b9f-7951-4949-b722-26ead724781f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.065756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.082983 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5f196552-a710-4c2d-ab7c-a904c76c62a7) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:15.090153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:15.090899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.093648 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe2788-47cd-421b-bd1f-ae142f5f09cf None None] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:15.113697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d376e890-def4-48df-a3c0-2a4eeb6fb7b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3480961 Dec 06 12:29:15.122665 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:15.131887 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'subnet': {'network_id': '501ae0ab-d78d-429c-80bf-df996766cede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:15.148001 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=c49bd621-a3c7-4cd7-9271-39911f398019,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:15.352031 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Made reservation on behalf of 8ed3486fde084f839a089fb141117e33 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:15.356434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.394283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.396929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.401071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-656af1cc-a90d-4f58-ab0d-964aba95146f tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/floatingips/8fdc2c5e-9de0-4522-a7e3-0d06eb65cf66 HTTP/1.1" status: 204 len: 168 time: 1.5029678 Dec 06 12:29:15.402333 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42560) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:15.442247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5f196552-a710-4c2d-ab7c-a904c76c62a7', 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7', 'tenant_id': '8ed3486fde084f839a089fb141117e33', 'fixed_ips': [{'subnet_id': '3479259a-fe63-42a1-963e-a12106a63cd7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:29:15.444254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.538589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ded1b9f-7951-4949-b722-26ead724781f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.546827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ded1b9f-7951-4949-b722-26ead724781f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.577789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2ded1b9f-7951-4949-b722-26ead724781f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=208b3b4b58eb4f51aeaac6aca61c60ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9103446 Dec 06 12:29:15.581146 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:15.608524 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1b9f-7951-4949-b722-26ead724781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8c96d-0daf-469b-97ec-6dbfae169222,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:15.626752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port 1d017cff-dbb8-4dfb-b8d3-8b398086d901 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:15.627847 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.778388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Allocated IP 172.20.0.2 (5f196552-a710-4c2d-ab7c-a904c76c62a7/3479259a-fe63-42a1-963e-a12106a63cd7/dda573a1-d49d-4401-bf65-d512621b6bcf) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:15.831145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.847975 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for 1d017cff-dbb8-4dfb-b8d3-8b398086d901 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:16.047799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.063976 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1806d642-2af9-4cee-94c2-2d52c0bcda64 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:16.077205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.083795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.118688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.131761 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=1d017cff-dbb8-4dfb-b8d3-8b398086d901,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:16.195376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.230148 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Subnet': ['ID=f3c40161-0eb6-4c56-a05a-93a6e3dea7aa,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:16.243944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.283803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.287801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1df53363-89bc-422e-87f8-7c6ed12403d8 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/ports/1d017cff-dbb8-4dfb-b8d3-8b398086d901 HTTP/1.1" status: 204 len: 168 time: 0.8809965 Dec 06 12:29:16.291121 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:16.318582 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf70150-8eab-4b0a-9a75-9e3c89a0680a req-d7207e21-c1dc-4022-8d53-260393435ec1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:16.320456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf70150-8eab-4b0a-9a75-9e3c89a0680a req-d7207e21-c1dc-4022-8d53-260393435ec1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3727386 Dec 06 12:29:16.385881 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:16.395792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Pushing event updated for resources: {'Port': ['ID=dda573a1-d49d-4401-bf65-d512621b6bcf,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:16.406201 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:16.409826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:16.416269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1806d642-2af9-4cee-94c2-2d52c0bcda64 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:16.416576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.434364 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Checking segment: {'id': '89cc93e0-f04f-427d-a0ce-717a3ff630eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:16.439052 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network hostable DHCP agents. Network: 501ae0ab-d78d-429c-80bf-df996766cede, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:29:16.451946 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:16.452527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.547981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Attempting to bind port dda573a1-d49d-4401-bf65-d512621b6bcf on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:16.548629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Attempting to bind port dda573a1-d49d-4401-bf65-d512621b6bcf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bb9d5a23-a039-411c-9036-e54fac6600d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:16.548843 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Attempting to bind port dda573a1-d49d-4401-bf65-d512621b6bcf on network 5f196552-a710-4c2d-ab7c-a904c76c62a7 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:16.561725 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:16.562111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Checking segment: {'id': 'bb9d5a23-a039-411c-9036-e54fac6600d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:16.562519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.562922 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Bound using segment: {'id': 'bb9d5a23-a039-411c-9036-e54fac6600d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:16.563405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Bound port: dda573a1-d49d-4401-bf65-d512621b6bcf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9d5a23-a039-411c-9036-e54fac6600d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5f196552-a710-4c2d-ab7c-a904c76c62a7'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:16.563795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.583023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.605105 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network 501ae0ab-d78d-429c-80bf-df996766cede is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:29:16.629595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.640598 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for 6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:16.642279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.643733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87f8c96d-0daf-469b-97ec-6dbfae169222 HTTP/1.1" status: 204 len: 168 time: 1.0614977 Dec 06 12:29:16.654393 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 501ae0ab-d78d-429c-80bf-df996766cede) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:16.668692 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66591029-d4d9-4775-bb85-2422fbeb84d2 None None] Network f1b6519c-26b5-4f8d-a633-554b062963a4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:16.677085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edf70150-8eab-4b0a-9a75-9e3c89a0680a req-eb7a4407-b564-4060-a6b5-fa332e15b8e4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067362 Dec 06 12:29:16.692764 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:16.694175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:16.726203 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ee09d-c996-49b8-8484-0079745df8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8c96d-0daf-469b-97ec-6dbfae169222,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:16.775152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f92169ed-4563-4110-9ddd-c2deb38a1795 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6504369 Dec 06 12:29:16.775978 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:16.890601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedea14-6e15-4e53-944d-172e000b76d3 None None] Network 501ae0ab-d78d-429c-80bf-df996766cede requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:16.951378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.001908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:17.133025 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.161982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.178682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-16f6c5b9-2fee-47bc-8f01-d458f73a9eef tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/ports/6ff8e8fa-6e1f-4316-83aa-b1e36fc32e80 HTTP/1.1" status: 204 len: 168 time: 0.8858182 Dec 06 12:29:17.179441 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42578) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:17.286482 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting subnet 779d8eb5-3f84-493e-9dee-dc6be7e276de {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:17.297712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.306856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] For port dda573a1-d49d-4401-bf65-d512621b6bcf, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:17.348679 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42580) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:17.371726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 1806d642-2af9-4cee-94c2-2d52c0bcda64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1806d642-2af9-4cee-94c2-2d52c0bcda64,segment=NetworkSegment(caecea4d-322e-4f7f-8fcc-d553d0c469ff),segment_id=caecea4d-322e-4f7f-8fcc-d553d0c469ff)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:17.377447 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-724742bb-2d6f-42c5-8e6c-3c8dff684525 None None] Provisioning complete for port 1806d642-2af9-4cee-94c2-2d52c0bcda64 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:17.377447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-724742bb-2d6f-42c5-8e6c-3c8dff684525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.386736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] For port dda573a1-d49d-4401-bf65-d512621b6bcf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dda573a1-d49d-4401-bf65-d512621b6bcf,segment=NetworkSegment(bb9d5a23-a039-411c-9036-e54fac6600d6),segment_id=bb9d5a23-a039-411c-9036-e54fac6600d6)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:17.391840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.396324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ee44de-2f22-4d28-b9d7-934478d92cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.415099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.437056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.524493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.847994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:17.881444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=1806d642-2af9-4cee-94c2-2d52c0bcda64,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.065817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ee44de-2f22-4d28-b9d7-934478d92cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.066676 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-501ae0ab-d78d-429c-80bf-df996766cede', 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede', 'tenant_id': '8ed3486fde084f839a089fb141117e33', 'fixed_ips': [{'subnet_id': 'f3c40161-0eb6-4c56-a05a-93a6e3dea7aa'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:29:18.068346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.079442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ee44de-2f22-4d28-b9d7-934478d92cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.200672 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58ee44de-2f22-4d28-b9d7-934478d92cf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff1388e477bc4dad8201fb8526039976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8428502 Dec 06 12:29:18.204188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee44de-2f22-4d28-b9d7-934478d92cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb84953e-7327-4c8d-ba60-da8a3635119c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.212423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42586) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:18.240818 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Allocated IP 172.20.0.1 (5f196552-a710-4c2d-ab7c-a904c76c62a7/3479259a-fe63-42a1-963e-a12106a63cd7/520f529a-97c7-4957-b471-2b347850f85d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:18.282717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.287827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d7ab-bbbc-4910-9d84-e0b1322602e8 req-38cfe970-65a6-484c-b294-1666b7646e4e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:18.298587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2391d7ab-bbbc-4910-9d84-e0b1322602e8 req-38cfe970-65a6-484c-b294-1666b7646e4e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2000239 Dec 06 12:29:18.346836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Allocated IP 172.20.0.2 (501ae0ab-d78d-429c-80bf-df996766cede/f3c40161-0eb6-4c56-a05a-93a6e3dea7aa/7869c2f8-ecbc-4748-b6e6-82d4774bf2db) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:18.436196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.443063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/subnets/779d8eb5-3f84-493e-9dee-dc6be7e276de HTTP/1.1" status: 204 len: 168 time: 1.2625244 Dec 06 12:29:18.444030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.446083 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e06b-a88e-4f45-91c4-988ea8250057 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Subnet': ['ID=779d8eb5-3f84-493e-9dee-dc6be7e276de,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.453671 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42588) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:18.531419 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.540308 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6757fb-8862-483f-a8c7-f6e24dd8f514 None None] Network 535dbbab-b5aa-44e5-af40-023e61d2efc1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:18.544784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.548668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.569511 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting subnet 397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:18.599916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.605923 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd0087-4f96-4445-9147-35fb6c7a12bb None None] Pushing event updated for resources: {'Port': ['ID=dda573a1-d49d-4401-bf65-d512621b6bcf,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.660078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.674124 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Network 501ae0ab-d78d-429c-80bf-df996766cede is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:18.691955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.710250 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:18.718406 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:18.752240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.802263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Pushing event updated for resources: {'Port': ['ID=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.808715 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:18.816702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2391d7ab-bbbc-4910-9d84-e0b1322602e8 req-a75323f4-831f-4ceb-a36f-057ed48e4129 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062862 Dec 06 12:29:18.832432 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:18.836699 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:18.896257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.899798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:18.904360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb84953e-7327-4c8d-ba60-da8a3635119c HTTP/1.1" status: 204 len: 168 time: 0.6892366 Dec 06 12:29:18.912985 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Port': ['ID=520f529a-97c7-4957-b471-2b347850f85d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.922384 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc4301-17c9-4a42-ad8d-cf7f6fdee873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb84953e-7327-4c8d-ba60-da8a3635119c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:18.987898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.003648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.083931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.118264 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Subnet': ['ID=397ea476-d37c-46c5-a7d2-53b9c0fdf9f1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:19.128933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.138102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ed0817e-e8bb-469d-a58c-a0385206c379 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/subnets/397ea476-d37c-46c5-a7d2-53b9c0fdf9f1 HTTP/1.1" status: 204 len: 168 time: 0.6782486 Dec 06 12:29:19.138893 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:19.340723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.350937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.458222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port e58c1735-a3da-4636-b8b8-91dccc200d17 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:19.458574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.466136 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f22af9-37bb-4d79-ab65-73dca19de364 None None] Network d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:19.481533 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-477f7c10-733f-49fe-bbae-015c7a7e4f79 None None] Provisioning complete for port 1806d642-2af9-4cee-94c2-2d52c0bcda64 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:19.488068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-477f7c10-733f-49fe-bbae-015c7a7e4f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.599616 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b7391-aa2b-4478-9f04-9b788e1a1526 None None] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:19.654806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port e58c1735-a3da-4636-b8b8-91dccc200d17, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e58c1735-a3da-4636-b8b8-91dccc200d17,segment=NetworkSegment(f82fa66a-c414-4d1c-9d94-c372030263bb),segment_id=f82fa66a-c414-4d1c-9d94-c372030263bb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:19.655255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.692430 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for e58c1735-a3da-4636-b8b8-91dccc200d17 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:19.747730 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Attempting to bind port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:19.751404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Attempting to bind port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '89cc93e0-f04f-427d-a0ce-717a3ff630eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:19.756714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Attempting to bind port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db on network 501ae0ab-d78d-429c-80bf-df996766cede {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:19.797214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:19.798791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Checking segment: {'id': '89cc93e0-f04f-427d-a0ce-717a3ff630eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:19.800871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.801822 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Bound using segment: {'id': '89cc93e0-f04f-427d-a0ce-717a3ff630eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:19.808158 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Bound port: 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cc93e0-f04f-427d-a0ce-717a3ff630eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '501ae0ab-d78d-429c-80bf-df996766cede'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:19.808741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.824036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1806d642-2af9-4cee-94c2-2d52c0bcda64 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:19.839825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:19.872238 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=e58c1735-a3da-4636-b8b8-91dccc200d17,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:19.879286 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port e58c1735-a3da-4636-b8b8-91dccc200d17 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:19.984331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.016010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.072257 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535dbbab-b5aa-44e5-af40-023e61d2efc1']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:20.100170 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82fa66a-c414-4d1c-9d94-c372030263bb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:20.101578 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82fa66a-c414-4d1c-9d94-c372030263bb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:20.124151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.160302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.170073 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42804e32-1091-4d9b-b5b0-e04e78827df7 None None] DHCP port deletion for 535dbbab-b5aa-44e5-af40-023e61d2efc1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:20.173018 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:20.173506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:20.181222 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:20.239344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] For port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:20.247746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] For port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,segment=NetworkSegment(89cc93e0-f04f-427d-a0ce-717a3ff630eb),segment_id=89cc93e0-f04f-427d-a0ce-717a3ff630eb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:20.303313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.325626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.333115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.342864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/networks/535dbbab-b5aa-44e5-af40-023e61d2efc1 HTTP/1.1" status: 204 len: 168 time: 1.2003763 Dec 06 12:29:20.656162 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1806d642-2af9-4cee-94c2-2d52c0bcda64 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:20.656898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:20.733342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cff03-4eb1-4761-a2e7-f0142dba7708 None None] Pushing event updated for resources: {'Port': ['ID=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:20.803332 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:20.815168 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] DHCP port deletion for d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:20.839997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] Provisioning complete for port dda573a1-d49d-4401-bf65-d512621b6bcf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:20.841934 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.186665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380d2e-4a70-47c9-a02f-04d003f9f130 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Network': ['ID=535dbbab-b5aa-44e5-af40-023e61d2efc1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:21.214742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.250788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601430d0-2e81-4572-a76a-9d12ac828df4 req-cfd80b8e-a22a-4707-9237-511230cfdfd6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:21.252360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-601430d0-2e81-4572-a76a-9d12ac828df4 req-cfd80b8e-a22a-4707-9237-511230cfdfd6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.4517252 Dec 06 12:29:21.298919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.312418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.349928 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dda573a1-d49d-4401-bf65-d512621b6bcf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:21.405022 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Deleting port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:21.406698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.414475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.563541 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] For port dda573a1-d49d-4401-bf65-d512621b6bcf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dda573a1-d49d-4401-bf65-d512621b6bcf,segment=NetworkSegment(bb9d5a23-a039-411c-9036-e54fac6600d6),segment_id=bb9d5a23-a039-411c-9036-e54fac6600d6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:21.615918 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.690470 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Port': ['ID=520f529a-97c7-4957-b471-2b347850f85d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:21.703223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-601430d0-2e81-4572-a76a-9d12ac828df4 req-c25ced0a-74ed-49ef-be97-ae250548bab3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370918 Dec 06 12:29:21.704311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.783530 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c879aa5-41ed-4003-8592-d16a52c1ccfa None None] Pushing event updated for resources: {'Port': ['ID=dda573a1-d49d-4401-bf65-d512621b6bcf,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:21.810965 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Deleting port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:21.812050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:21.987591 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a8d8300-0f94-4bc0-a39f-3d874d8d8603 None None] Provisioning complete for port dda573a1-d49d-4401-bf65-d512621b6bcf triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:21.993995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8300-0f94-4bc0-a39f-3d874d8d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.077283 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] For port e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:22.077957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.104340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Calling delete_port for e548e190-5ab6-4bd5-bad5-6100dd4c1f91 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:22.189606 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] For port e548e190-5ab6-4bd5-bad5-6100dd4c1f91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,segment=NetworkSegment(a4f88882-4367-420b-b4a8-6a3d63a725c9),segment_id=a4f88882-4367-420b-b4a8-6a3d63a725c9)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:22.190085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.233976 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:22.251205 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port dda573a1-d49d-4401-bf65-d512621b6bcf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:22.251597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.257260 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:22.263055 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Calling delete_port for e548e190-5ab6-4bd5-bad5-6100dd4c1f91 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:22.526827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.611344 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a8d8300-0f94-4bc0-a39f-3d874d8d8603 None None] Provisioning complete for port 520f529a-97c7-4957-b471-2b347850f85d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:22.611971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8300-0f94-4bc0-a39f-3d874d8d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.672336 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] No DVR routers for this DVR port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:22.677353 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88788537-621f-4b72-9c88-6d7123b62a89 None None] Pushing event deleted for resources: {'Port': ['ID=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:22.685541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.685992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d8300-0f94-4bc0-a39f-3d874d8d8603 None None] Port 520f529a-97c7-4957-b471-2b347850f85d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:22.721932 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Port': ['ID=e548e190-5ab6-4bd5-bad5-6100dd4c1f91,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:22.728876 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] No DVR routers for this DVR port e548e190-5ab6-4bd5-bad5-6100dd4c1f91 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:22.823652 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fd544d94-d4d0-4662-826f-77b1b4be7569 None None] Provisioning complete for port 520f529a-97c7-4957-b471-2b347850f85d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:22.824130 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fd544d94-d4d0-4662-826f-77b1b4be7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.884625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:22.887985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fd544d94-d4d0-4662-826f-77b1b4be7569 None None] Port 520f529a-97c7-4957-b471-2b347850f85d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:22.892122 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79e1ac-556d-41bf-8a2f-2e796bf3813d None None] Network 501ae0ab-d78d-429c-80bf-df996766cede requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:22.957427 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Router 25ff5d30-1bae-46a2-8291-aa73103e55b0 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:29:23.020679 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18af1f0-d06a-43ce-ae48-55c3a95cbcb2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.053798 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f88882-4367-420b-b4a8-6a3d63a725c9') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.054724 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f88882-4367-420b-b4a8-6a3d63a725c9') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.079616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7869c2f8-ecbc-4748-b6e6-82d4774bf2db up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:23.118654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.130845 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bba93-6841-48ba-87f3-ac6c3fde041c req-fae5f348-44a9-411b-a889-c8ac09c31514 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:23.133096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-022bba93-6841-48ba-87f3-ac6c3fde041c req-fae5f348-44a9-411b-a889-c8ac09c31514 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2303956 Dec 06 12:29:23.145449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] Provisioning complete for port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:23.148897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.199714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.225263 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:23.225962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:23.230570 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:23.278799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-022bba93-6841-48ba-87f3-ac6c3fde041c req-8c7a4700-7aa5-4333-9210-eeff843dc5b4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 Dec 06 12:29:23.283298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:23.312582 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:23.315817 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] Sync routers for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:23.321427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dd734433-ab63-41b7-8602-12b76d87aa4e tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5433731 Dec 06 12:29:23.349790 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:23.350582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.389364 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.411865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:23.412242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.455650 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.499990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.511111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] 10.222.0.31 "DELETE /v2.0/networks/d18af1f0-d06a-43ce-ae48-55c3a95cbcb2 HTTP/1.1" status: 204 len: 168 time: 2.7063017 Dec 06 12:29:23.512758 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ff64f-da0e-4a14-b841-b1c3d22189e0 tempest-TaggedBootDevicesTest-1482621727 tempest-TaggedBootDevicesTest-1482621727-project] Pushing event deleted for resources: {'Network': ['ID=d18af1f0-d06a-43ce-ae48-55c3a95cbcb2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:23.644200 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:23.644823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.735342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.755533 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:23.756186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d99c6-06b4-4419-94ff-706ca75ebd35 None None] The sync data for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:23.789008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] For port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,segment=NetworkSegment(89cc93e0-f04f-427d-a0ce-717a3ff630eb),segment_id=89cc93e0-f04f-427d-a0ce-717a3ff630eb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:23.800483 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:23.855271 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b40602-a27f-47f3-b614-6c86e74257d0 None None] Pushing event updated for resources: {'Port': ['ID=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:23.954948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dda573a1-d49d-4401-bf65-d512621b6bcf up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:24.058560 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port dda573a1-d49d-4401-bf65-d512621b6bcf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:24.059172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:24.092231 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-2f7d6ac7-152c-428e-becc-1103961920ae tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:29:24.096243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2f7d6ac7-152c-428e-becc-1103961920ae tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7790513 Dec 06 12:29:24.096744 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:24.302396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e548e190-5ab6-4bd5-bad5-6100dd4c1f91 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:24.343320 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e548e190-5ab6-4bd5-bad5-6100dd4c1f91 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:24.343481 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e548e190-5ab6-4bd5-bad5-6100dd4c1f91 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:24.343794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e58c1735-a3da-4636-b8b8-91dccc200d17 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:24.373867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e58c1735-a3da-4636-b8b8-91dccc200d17 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:24.374214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e58c1735-a3da-4636-b8b8-91dccc200d17 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:24.404625 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7c48d59e-ac5d-4410-9a99-5e120011c3bf None None] Provisioning complete for port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:24.405269 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c48d59e-ac5d-4410-9a99-5e120011c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:24.517104 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-5c98d7e8-332b-442e-9630-0584cf14cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:24.523058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-5c98d7e8-332b-442e-9630-0584cf14cc7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1097 time: 0.1048677 Dec 06 12:29:24.621475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02674d-a825-42ee-b156-1a12335e8f9d req-3b805635-18b9-44d2-ad7c-a41498b8580e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:24.638669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f02674d-a825-42ee-b156-1a12335e8f9d req-3b805635-18b9-44d2-ad7c-a41498b8580e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1741271 Dec 06 12:29:24.731250 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-63b7b14f-2ec4-4364-be8e-fc9fde28a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:24.738372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-63b7b14f-2ec4-4364-be8e-fc9fde28a89f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.1900206 Dec 06 12:29:24.825809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-a6de1f5e-3dde-4e52-83a5-2bb7b9e7bd60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.0805643 Dec 06 12:29:24.851316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9f02674d-a825-42ee-b156-1a12335e8f9d req-80ca2d83-3c73-4f2b-8379-53957ebbbc48 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114217 Dec 06 12:29:24.904057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7869c2f8-ecbc-4748-b6e6-82d4774bf2db up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:24.935785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:25.000303 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-a54762c0-6346-4350-b686-f5277c1ac5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:25.004044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-a54762c0-6346-4350-b686-f5277c1ac5f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1711078 Dec 06 12:29:25.028177 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:25.028555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:25.068139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-4d600708-37d1-4a2a-8e7d-7cada690aca3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551496 Dec 06 12:29:25.203997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-8acac4e3-fbe4-4d03-82a2-e769c26cf171 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268613 Dec 06 12:29:25.350661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dafd209-6f4d-4029-aa22-bd3e25f1407c req-85ed9068-e1eb-4f03-9ba1-a400a5bb3f4f service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384816 Dec 06 12:29:25.441213 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting port 520f529a-97c7-4957-b471-2b347850f85d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:25.442211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:25.580846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:25.607404 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Calling delete_port for 520f529a-97c7-4957-b471-2b347850f85d owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:25.863472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:25.904641 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Port': ['ID=520f529a-97c7-4957-b471-2b347850f85d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:26.315285 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:26.374722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4efbd-6cb3-4481-ad96-8a61d1c98d51 req-c01463aa-7835-4224-a89e-fead744ab2c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:26.376401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29d4efbd-6cb3-4481-ad96-8a61d1c98d51 req-c01463aa-7835-4224-a89e-fead744ab2c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.3229580 Dec 06 12:29:26.508515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29d4efbd-6cb3-4481-ad96-8a61d1c98d51 req-1036d459-e7a7-4ac9-b5f3-50fb70aa2f37 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232717 Dec 06 12:29:26.623461 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Router 25ff5d30-1bae-46a2-8291-aa73103e55b0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:29:26.831061 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:26.843257 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] Sync routers for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:26.861373 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:26.862188 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:26.869048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a375cd6-8bf0-4523-9f53-9113eb1e8228 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7710326 Dec 06 12:29:26.873843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:26.916237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-6a90c86b-f77c-4f81-975c-a8cb607fd9ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186725 Dec 06 12:29:26.943716 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-7c0d8d75-1008-402f-b70f-641e42c941e9 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] delete failed (client error): The resource could not be found. Dec 06 12:29:26.949004 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7c0d8d75-1008-402f-b70f-641e42c941e9 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-715750264 HTTP/1.1" status: 404 len: 334 time: 0.0701256 Dec 06 12:29:26.953864 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42736) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:26.958711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bd4bfdad-ef02-4856-8633-8d09ee8301de tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'router': {'external_gateway_info': {'network_id': '25ff5d30-1bae-46a2-8291-aa73103e55b0'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:26.960559 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:26.965764 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae945b-18d4-4b05-8a4f-c1b1fcd0c6bb req-e3cbce57-c729-4f7e-b6b7-5dd94adb2451 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:26.968717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13ae945b-18d4-4b05-8a4f-c1b1fcd0c6bb req-e3cbce57-c729-4f7e-b6b7-5dd94adb2451 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 945 time: 0.1348627 Dec 06 12:29:26.999109 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:27.000052 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:27.105898 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:27.106671 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cca83d-ac5b-46eb-b487-2195c5c6001b None None] The sync data for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:27.204267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13ae945b-18d4-4b05-8a4f-c1b1fcd0c6bb req-a0990844-a53a-45e5-96f7-7729be475a70 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206523 Dec 06 12:29:27.249494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4047-89da-481d-a209-b8f7fbd422c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:27.253985 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-2e94a1e1-0272-446e-a159-c3ff10ba10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:27.256743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-2e94a1e1-0272-446e-a159-c3ff10ba10ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22e569e9160b427bbc9058af0fc60d2a&device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 1097 time: 0.2844355 Dec 06 12:29:27.496462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfdad-ef02-4856-8633-8d09ee8301de tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:27.532559 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-bd4bfdad-ef02-4856-8633-8d09ee8301de tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] update failed (client error): The resource could not be found. Dec 06 12:29:27.534288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-01380642-8ef7-4196-8d37-3ee021c1f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:27.540353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd4bfdad-ef02-4856-8633-8d09ee8301de tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0 HTTP/1.1" status: 404 len: 339 time: 0.5848396 Dec 06 12:29:27.542757 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:27.543293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-01380642-8ef7-4196-8d37-3ee021c1f482 service neutron] 10.222.0.53 "GET /v2.0/networks?id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 200 len: 917 time: 0.2611942 Dec 06 12:29:27.700436 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:27.821234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-ac366722-677e-4a56-9a3d-7101b4f5fccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 200 len: 1000 time: 0.2702210 Dec 06 12:29:27.923299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a4858-899d-45ad-b94e-14dbff7ceed8 req-67b40e70-c375-4909-b2e2-8690aa4bb37e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:27.928804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-451a4858-899d-45ad-b94e-14dbff7ceed8 req-67b40e70-c375-4909-b2e2-8690aa4bb37e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.2570693 Dec 06 12:29:27.984832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c5f82f5-09a4-4243-a7d7-ed292bcef372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.030004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-83b1b42d-3724-4f3d-a48e-26e874dee199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:28.031620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-83b1b42d-3724-4f3d-a48e-26e874dee199 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 200 len: 855 time: 0.2014105 Dec 06 12:29:28.044475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.050841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-451a4858-899d-45ad-b94e-14dbff7ceed8 req-9b2a64d1-0458-4f63-8d43-7975fa5583bc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126056 Dec 06 12:29:28.148035 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-92edb35f-e4af-4b49-815e-3d13d5dd980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:28.149821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-92edb35f-e4af-4b49-815e-3d13d5dd980c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=978bcb1c-e797-4ee8-8ca1-3e1143723f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964320 Dec 06 12:29:28.227622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c5f82f5-09a4-4243-a7d7-ed292bcef372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.248446 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c5f82f5-09a4-4243-a7d7-ed292bcef372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.312576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4c5f82f5-09a4-4243-a7d7-ed292bcef372 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25909fe15d9a474ca2e1a52f7fc53b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6109018 Dec 06 12:29:28.410677 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42760) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:28.521844 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Allocated IP 172.20.0.1 (f1b6519c-26b5-4f8d-a633-554b062963a4/9c571ffc-8142-40d6-b264-1ce662e164b7/5169a9dc-d073-44d7-b160-d488e3b86886) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:28.537537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.585372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.709774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.713084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:28.718236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0497d7d-5c01-48d4-b0bb-02090547b674 HTTP/1.1" status: 204 len: 168 time: 0.3065252 Dec 06 12:29:28.769612 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4bab-8201-4bad-975f-ae518257640f req-0415533a-4e61-416c-922b-7861cbdaf0c4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:28.771250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df3a4bab-8201-4bad-975f-ae518257640f req-0415533a-4e61-416c-922b-7861cbdaf0c4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 945 time: 0.3114696 Dec 06 12:29:28.772143 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3adb8-a76e-419a-ae90-9528e241c5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0497d7d-5c01-48d4-b0bb-02090547b674,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:28.829203 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f82f5-09a4-4243-a7d7-ed292bcef372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0497d7d-5c01-48d4-b0bb-02090547b674,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:28.874820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05d81b-2713-4125-8acc-61ac6e76cda4 req-c55b5403-a05b-41ca-a463-31639ebc7601 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:28.876508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c05d81b-2713-4125-8acc-61ac6e76cda4 req-c55b5403-a05b-41ca-a463-31639ebc7601 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 945 time: 0.5344822 Dec 06 12:29:28.888324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-66a62674-1f68-4488-9d5a-103f1af61ade service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649721 Dec 06 12:29:29.064524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f1dd1dc-264d-4a8b-bc36-bc56e35f7691 req-02053d5f-1949-49cf-b3c8-58dc17313ad2 service neutron] 10.222.0.53 "GET /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670825 Dec 06 12:29:29.084354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c05d81b-2713-4125-8acc-61ac6e76cda4 req-0954227c-66d1-43c1-89b9-ecf94bc2533b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976724 Dec 06 12:29:29.155125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.176281 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Deleting port e6e417f2-98b6-482b-add6-5174af2bb785 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:29.176686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.306402 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864a937-b44f-4076-a9a4-67f59fe16e62 req-2e5818bf-077c-4acb-8bd5-693e6a39b8ae tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:29.314223 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.315663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2864a937-b44f-4076-a9a4-67f59fe16e62 req-2e5818bf-077c-4acb-8bd5-693e6a39b8ae tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1342974 Dec 06 12:29:29.446232 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Port': ['ID=5169a9dc-d073-44d7-b160-d488e3b86886,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:29.449654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2864a937-b44f-4076-a9a4-67f59fe16e62 req-14ceed63-3e33-4212-a029-a95b51ede2df tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304381 Dec 06 12:29:29.459732 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network f1b6519c-26b5-4f8d-a633-554b062963a4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:29.461892 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] For port e6e417f2-98b6-482b-add6-5174af2bb785, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e6e417f2-98b6-482b-add6-5174af2bb785,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:29.462367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.465678 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:29.483350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Calling delete_port for e6e417f2-98b6-482b-add6-5174af2bb785 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:29.563684 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:29.608063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68fec49-af5b-4bdb-bb5e-84274b91f476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.863571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.064615 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e71b7d05-3b1a-429e-8e53-2ed7f3a58768 None None] Provisioning complete for port 5169a9dc-d073-44d7-b160-d488e3b86886 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:30.064992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e71b7d05-3b1a-429e-8e53-2ed7f3a58768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.110451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.154402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e6e417f2-98b6-482b-add6-5174af2bb785'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:30.195846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68503e79-2565-4c99-aff6-00b8b27b45b9 None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:30.256501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Pushing event deleted for resources: {'Port': ['ID=e6e417f2-98b6-482b-add6-5174af2bb785,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:30.290249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e71b7d05-3b1a-429e-8e53-2ed7f3a58768 None None] Port 5169a9dc-d073-44d7-b160-d488e3b86886 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:30.304117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-117d56ed-8e7e-4764-9c06-75fb574a0c86 req-d14fe162-1134-49ba-a7f2-0d1f8ce97e70 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4d33dbf-7e5b-4f91-9a11-2f87f028e093 HTTP/1.1" status: 200 len: 210 time: 0.0754678 Dec 06 12:29:30.393468 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] No DVR routers for this DVR port e6e417f2-98b6-482b-add6-5174af2bb785 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:30.398463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.403445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-df3a4bab-8201-4bad-975f-ae518257640f req-c82f1fbf-c66a-4076-8db2-abe506ee931f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "DELETE /v2.0/ports/e6e417f2-98b6-482b-add6-5174af2bb785 HTTP/1.1" status: 204 len: 173 time: 1.5810566 Dec 06 12:29:30.404540 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'name': 'network-vif-deleted', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:30.417121 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f5e14b-bd7f-4b8f-9b41-75e750c03c90" -d '{"events": [{"server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "name": "network-vif-deleted", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:30.454835 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.559379 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.668643 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c55530-6a02-4e99-8b40-af36b12a9a95 x-openstack-request-id: req-80c55530-6a02-4e99-8b40-af36b12a9a95 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:30.669102 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d33dbf-7e5b-4f91-9a11-2f87f028e093", "name": "network-vif-deleted", "tag": "e6e417f2-98b6-482b-add6-5174af2bb785", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:30.669502 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80c55530-6a02-4e99-8b40-af36b12a9a95 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:30.670013 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d33dbf-7e5b-4f91-9a11-2f87f028e093', 'name': 'network-vif-deleted', 'tag': 'e6e417f2-98b6-482b-add6-5174af2bb785', 'status': 'completed', 'code': 200} Dec 06 12:29:30.684757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce023-088a-4d67-85d0-93910fd1b05e req-3faa09cc-52bc-4593-818a-19c38deeb35e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:30.707610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e95ce023-088a-4d67-85d0-93910fd1b05e req-3faa09cc-52bc-4593-818a-19c38deeb35e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1288936 Dec 06 12:29:30.843467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e95ce023-088a-4d67-85d0-93910fd1b05e req-8d0c6ec1-abe9-438c-856f-f5a55f15bb40 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346798 Dec 06 12:29:31.085818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:31.106417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:31.113232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:31.180460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:31.265504 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event updated for resources: {'Port': ['ID=5169a9dc-d073-44d7-b160-d488e3b86886,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:31.435757 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Network f1b6519c-26b5-4f8d-a633-554b062963a4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:31.438377 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:31.974944 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4619c83b-1449-4074-bc99-2a8ede50f3fb None None] Provisioning complete for port 5169a9dc-d073-44d7-b160-d488e3b86886 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:31.978961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4619c83b-1449-4074-bc99-2a8ede50f3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:32.118424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4619c83b-1449-4074-bc99-2a8ede50f3fb None None] Port 5169a9dc-d073-44d7-b160-d488e3b86886 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:32.171914 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c98477-a744-45c8-9e12-8244bb014d55 req-c141e73d-4f0c-4338-8ce2-e1c13f559bb6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:32.186931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c98477-a744-45c8-9e12-8244bb014d55 req-c141e73d-4f0c-4338-8ce2-e1c13f559bb6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1141458 Dec 06 12:29:32.308152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c98477-a744-45c8-9e12-8244bb014d55 req-a9c94abc-f747-4bbc-8682-9f6734bb4d65 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200287 Dec 06 12:29:32.308345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:32.351209 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02700420-9c95-4933-975b-ddabab225ec8 req-692eb42a-51c1-4e3d-b377-0ebb03a53753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:32.352701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-692eb42a-51c1-4e3d-b377-0ebb03a53753 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1097 time: 0.0956910 Dec 06 12:29:32.524242 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02700420-9c95-4933-975b-ddabab225ec8 req-d5db1188-aad5-4ddd-a2a3-9dcb178f8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:32.525826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-d5db1188-aad5-4ddd-a2a3-9dcb178f8f4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.1595311 Dec 06 12:29:32.533268 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Router 25ff5d30-1bae-46a2-8291-aa73103e55b0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:29:32.620609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-4720d39a-78df-4d46-8d70-b2362bfe0bf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.0843627 Dec 06 12:29:32.736184 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:32.772435 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:32.784473 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6b537d3-364b-4be5-bdb8-18277356141a tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2404201 Dec 06 12:29:32.784940 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] Sync routers for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:32.787474 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:32.815970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:32.816596 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:32.845872 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02700420-9c95-4933-975b-ddabab225ec8 req-a5d6b2a5-a15c-4556-a0cf-2a6f84c80b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:32.847972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-a5d6b2a5-a15c-4556-a0cf-2a6f84c80b4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.0765660 Dec 06 12:29:32.892582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-3bfc0a39-90c8-4936-ab14-d85ed67c96cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329599 Dec 06 12:29:32.896427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:32.930684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e6e417f2-98b6-482b-add6-5174af2bb785 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:33.006286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e6e417f2-98b6-482b-add6-5174af2bb785 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:33.008513 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-a8927e87-27a7-450a-b70d-4d6d0b686ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087506 Dec 06 12:29:33.011588 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e6e417f2-98b6-482b-add6-5174af2bb785 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:33.014182 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:33.014790 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:33.077630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-958add9c-cb0f-418f-b5c6-cf03cb26cf40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.088879 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:33.089634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cd412-7ced-42dd-95e2-50f6c945b77d None None] The sync data for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:33.138667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.174000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd583-ec24-4b24-9e9d-6c6adaaabeb3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.225911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02700420-9c95-4933-975b-ddabab225ec8 req-f94cf862-bb26-4228-af8c-75ebfee0d111 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098479 Dec 06 12:29:33.353351 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-3a2cd583-ec24-4b24-9e9d-6c6adaaabeb3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:29:33.354946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3a2cd583-ec24-4b24-9e9d-6c6adaaabeb3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0 HTTP/1.1" status: 409 len: 329 time: 0.5666285 Dec 06 12:29:33.358083 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42928) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:33.394225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-958add9c-cb0f-418f-b5c6-cf03cb26cf40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.428429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-958add9c-cb0f-418f-b5c6-cf03cb26cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.484849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-958add9c-cb0f-418f-b5c6-cf03cb26cf40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b38072bcf74b588c2eb7afcb6a4259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474816 Dec 06 12:29:33.486588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:33.488778 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958add9c-cb0f-418f-b5c6-cf03cb26cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3c58c-892c-421d-a2c7-515264bca735,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:33.521711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fda5ef-432b-4b23-bee1-039adcb8f03d req-8894d820-7dd7-4f38-9aa8-4b004e3f7f26 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:33.523237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96fda5ef-432b-4b23-bee1-039adcb8f03d req-8894d820-7dd7-4f38-9aa8-4b004e3f7f26 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1273897 Dec 06 12:29:33.623116 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96fda5ef-432b-4b23-bee1-039adcb8f03d req-24ab979b-8a3d-4783-b314-47ff14dc3177 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909410 Dec 06 12:29:33.625833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.669588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.779337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.792062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:33.793829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21d3c58c-892c-421d-a2c7-515264bca735 HTTP/1.1" status: 204 len: 168 time: 0.3055358 Dec 06 12:29:33.809122 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d9851-c2cd-46eb-bb49-bae47547e5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3c58c-892c-421d-a2c7-515264bca735,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:34.042384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.301779 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:34.324291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afbc8771-f19c-4dc8-9272-60564e58cb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.585758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afbc8771-f19c-4dc8-9272-60564e58cb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.599544 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting port 5169a9dc-d073-44d7-b160-d488e3b86886 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:34.599882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.659774 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:34.756996 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:29:34.779579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.785514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.805102 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Calling delete_port for 5169a9dc-d073-44d7-b160-d488e3b86886 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:34.812277 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:34.814973 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b9ebc-fdc1-417f-8226-87d6afc0e236" -d '{"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-unplugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:34.820949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afbc8771-f19c-4dc8-9272-60564e58cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.856827 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:34.857055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9b38-54de-4694-95b0-9279cd003579 req-27168e76-335e-4412-a34d-1256d1a7deb8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:34.868830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e67b9b38-54de-4694-95b0-9279cd003579 req-27168e76-335e-4412-a34d-1256d1a7deb8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 946 time: 0.1310005 Dec 06 12:29:34.873710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:34.895860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc8771-f19c-4dc8-9272-60564e58cb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a982a-2245-46e1-8e0a-d284a40f1799,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:34.945295 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b956f-7f75-4945-a77f-8fa9a711521f x-openstack-request-id: req-7a0b956f-7f75-4945-a77f-8fa9a711521f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:34.945828 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-unplugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:34.946448 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0b956f-7f75-4945-a77f-8fa9a711521f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:34.947065 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'code': 200} Dec 06 12:29:34.975705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e67b9b38-54de-4694-95b0-9279cd003579 req-bf3de7a4-9c5f-4a08-89ba-64bc450a024f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054304 Dec 06 12:29:34.988088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-afbc8771-f19c-4dc8-9272-60564e58cb1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ba6727543ba4cb0ac9a4f759844188f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6817899 Dec 06 12:29:34.988234 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:35.021852 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:35.162779 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:35.209491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:35.238924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:35.322919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:35.325560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:35.326719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/931a982a-2245-46e1-8e0a-d284a40f1799 HTTP/1.1" status: 204 len: 168 time: 0.3375034 Dec 06 12:29:35.338025 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694499aa-ec85-4b76-bd4f-f266a747864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a982a-2245-46e1-8e0a-d284a40f1799,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:35.339384 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Port': ['ID=5169a9dc-d073-44d7-b160-d488e3b86886,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:35.603545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:36.029360 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Router 25ff5d30-1bae-46a2-8291-aa73103e55b0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:29:36.218321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:36.234555 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] Sync routers for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:36.250924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:36.251930 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:36.253317 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ffc20d5-c9bd-42b7-a761-4bb84fa0861b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934927 Dec 06 12:29:36.253973 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43006) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:36.318043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ecb3-5608-4bcf-a87a-cf5a5046c203 req-9e0e8182-3a57-4a44-80ef-4a5e14840578 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:36.333869 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c77ecb3-5608-4bcf-a87a-cf5a5046c203 req-9e0e8182-3a57-4a44-80ef-4a5e14840578 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1473620 Dec 06 12:29:36.361474 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:36.373792 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-d17aaff7-b793-4f62-845a-0e57532adf84 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] show failed (client error): The resource could not be found. Dec 06 12:29:36.375945 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] Routers {'25ff5d30-1bae-46a2-8291-aa73103e55b0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:36.378310 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['25ff5d30-1bae-46a2-8291-aa73103e55b0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:36.379808 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:36.383898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d17aaff7-b793-4f62-845a-0e57532adf84 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-519191440 HTTP/1.1" status: 404 len: 334 time: 0.1224766 Dec 06 12:29:36.386197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3223ea02-0051-40b5-b82f-41eee6df9c3c tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:36.425007 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-3223ea02-0051-40b5-b82f-41eee6df9c3c tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] update failed (client error): The resource could not be found. Dec 06 12:29:36.431411 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:36.451882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3223ea02-0051-40b5-b82f-41eee6df9c3c tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1219305468 HTTP/1.1" status: 404 len: 335 time: 0.0707753 Dec 06 12:29:36.555792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c77ecb3-5608-4bcf-a87a-cf5a5046c203 req-38f77c30-5c1e-420b-836e-ea7da37e4f30 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204709 Dec 06 12:29:36.593996 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting subnet f3c40161-0eb6-4c56-a05a-93a6e3dea7aa {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:36.605939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:36.627691 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:36.629088 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a1aa6e-e245-4f4d-a3a3-df07f1c4681a None None] The sync data for ids ['25ff5d30-1bae-46a2-8291-aa73103e55b0'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:36.771666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:36.789908 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522484-0d9d-4fee-bc92-09b4eb036c12 req-cd2f74e9-7c8c-4dfc-9ebf-4c9760c601ac tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:36.798166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74522484-0d9d-4fee-bc92-09b4eb036c12 req-cd2f74e9-7c8c-4dfc-9ebf-4c9760c601ac tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1390808 Dec 06 12:29:36.871086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74522484-0d9d-4fee-bc92-09b4eb036c12 req-89f18d4b-595f-4b0f-8bb0-a22cc9b8b03b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Dec 06 12:29:36.988972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.081891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.101308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.106214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/subnets/f3c40161-0eb6-4c56-a05a-93a6e3dea7aa HTTP/1.1" status: 204 len: 168 time: 0.6731358 Dec 06 12:29:37.110029 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cf5b9-140a-4342-a161-8c85b2b512aa None None] Network 501ae0ab-d78d-429c-80bf-df996766cede requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:37.113137 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:37.127708 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f7eb-d4ad-4fb5-b885-1bb713000519 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c40161-0eb6-4c56-a05a-93a6e3dea7aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:37.279597 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting subnet 3479259a-fe63-42a1-963e-a12106a63cd7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:37.288732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.406137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.558273 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] DHCP port deletion for 501ae0ab-d78d-429c-80bf-df996766cede request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:37.617934 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.687487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23819602-a28f-4f47-9242-4ace7646ada2 req-cddce76e-4f1c-4812-b410-03846e27357a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:37.689354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23819602-a28f-4f47-9242-4ace7646ada2 req-cddce76e-4f1c-4812-b410-03846e27357a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1828675 Dec 06 12:29:37.740187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Deleting port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:37.740559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:37.810343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.021328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23819602-a28f-4f47-9242-4ace7646ada2 req-27988876-18c0-475a-b2b5-2200098e6216 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110120 Dec 06 12:29:38.022523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.054248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/subnets/3479259a-fe63-42a1-963e-a12106a63cd7 HTTP/1.1" status: 204 len: 168 time: 0.9399633 Dec 06 12:29:38.056709 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43082) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:38.057249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ae520-5e4d-4124-8933-03a752cf9ab3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Subnet': ['ID=3479259a-fe63-42a1-963e-a12106a63cd7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:38.067489 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065009ea-73f4-41f0-9597-2b50ffa38be9 None None] Network 5f196552-a710-4c2d-ab7c-a904c76c62a7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:38.072678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] For port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,segment=NetworkSegment(89cc93e0-f04f-427d-a0ce-717a3ff630eb),segment_id=89cc93e0-f04f-427d-a0ce-717a3ff630eb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:38.073185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.116742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Calling delete_port for 7869c2f8-ecbc-4748-b6e6-82d4774bf2db owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:38.367161 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.525565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.574760 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] Pushing event deleted for resources: {'Port': ['ID=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:38.580523 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:38.583534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.617517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-6d80aa63-11a5-4bc8-a717-49fe6efaad04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6190600 Dec 06 12:29:38.620152 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9bf17-d44b-49d3-b50b-fb91f9a45c67 None None] No DVR routers for this DVR port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:38.683326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:38.785540 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb03a2-0edd-4854-8bbb-f889ecb3f392 req-57fe0a5d-7443-4fd9-9779-4fdd71c7c4e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:38.796378 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] DHCP port deletion for 5f196552-a710-4c2d-ab7c-a904c76c62a7 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:38.813081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ffb03a2-0edd-4854-8bbb-f889ecb3f392 req-57fe0a5d-7443-4fd9-9779-4fdd71c7c4e1 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.1500642 Dec 06 12:29:38.879891 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] For port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db, host n-d-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:38.883061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7869c2f8-ecbc-4748-b6e6-82d4774bf2db no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:38.884065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.936299 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Calling delete_port for 7869c2f8-ecbc-4748-b6e6-82d4774bf2db owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:38.938523 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ffb03a2-0edd-4854-8bbb-f889ecb3f392 req-9082f830-336b-4dcd-b640-3610b3dbcd2c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244388 Dec 06 12:29:38.941370 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:29:38.950640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:38.954333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7869c2f8-ecbc-4748-b6e6-82d4774bf2db {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:38.956634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7869c2f8-ecbc-4748-b6e6-82d4774bf2db not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:38.957355 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dda573a1-d49d-4401-bf65-d512621b6bcf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:39.022655 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Port': ['ID=7869c2f8-ecbc-4748-b6e6-82d4774bf2db,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:39.031992 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] No DVR routers for this DVR port 7869c2f8-ecbc-4748-b6e6-82d4774bf2db on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:39.212912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.246061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Deleting port dda573a1-d49d-4401-bf65-d512621b6bcf {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:39.248339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.250627 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f7bf-d89b-4929-a99c-faaace8e824d req-b75aa2b7-a711-45b7-bcda-347d5992565e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:39.252302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f451f7bf-d89b-4929-a99c-faaace8e824d req-b75aa2b7-a711-45b7-bcda-347d5992565e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1128373 Dec 06 12:29:39.253167 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.302573 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501ae0ab-d78d-429c-80bf-df996766cede']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:39.337828 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cc93e0-f04f-427d-a0ce-717a3ff630eb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:39.339294 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cc93e0-f04f-427d-a0ce-717a3ff630eb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:39.367586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.389691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] For port dda573a1-d49d-4401-bf65-d512621b6bcf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dda573a1-d49d-4401-bf65-d512621b6bcf,segment=NetworkSegment(bb9d5a23-a039-411c-9036-e54fac6600d6),segment_id=bb9d5a23-a039-411c-9036-e54fac6600d6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:39.390092 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.395007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f451f7bf-d89b-4929-a99c-faaace8e824d req-24f580cf-2920-418c-acc5-ac1e709a77ed tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346867 Dec 06 12:29:39.397180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.404636 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:39.405029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:39.408721 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:39.426330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Calling delete_port for dda573a1-d49d-4401-bf65-d512621b6bcf owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:39.483246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.534983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.541706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/networks/501ae0ab-d78d-429c-80bf-df996766cede HTTP/1.1" status: 204 len: 168 time: 1.4838243 Dec 06 12:29:39.544316 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:39.545576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3c72-189a-4819-a413-cffc55dae1b3 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Network': ['ID=501ae0ab-d78d-429c-80bf-df996766cede,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:39.872205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.896479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:39.945599 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] Pushing event deleted for resources: {'Port': ['ID=dda573a1-d49d-4401-bf65-d512621b6bcf,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:39.953580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd27530-71ca-4859-bcc8-37995595b38c None None] No DVR routers for this DVR port dda573a1-d49d-4401-bf65-d512621b6bcf on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:40.049306 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-97562274-98f9-4565-b592-48a1bd7aa301 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:40.055061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-97562274-98f9-4565-b592-48a1bd7aa301 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.1280777 Dec 06 12:29:40.175981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.248885 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Deleting port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:40.249413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.275952 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f196552-a710-4c2d-ab7c-a904c76c62a7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:40.290705 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9d5a23-a039-411c-9036-e54fac6600d6') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:40.291868 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9d5a23-a039-411c-9036-e54fac6600d6') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:40.306024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.327435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deef2b4-8b2c-46c2-a458-ab12a8334ca3 req-b6633256-cd89-4297-a5a1-d95bf81f79ca tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:40.329876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9deef2b4-8b2c-46c2-a458-ab12a8334ca3 req-b6633256-cd89-4297-a5a1-d95bf81f79ca tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 946 time: 0.1506896 Dec 06 12:29:40.334465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.387348 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:40.389567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.420345 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] For port 82ebeaa5-05d7-4430-aeac-2766ca86fa34, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=82ebeaa5-05d7-4430-aeac-2766ca86fa34,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:40.420917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:40.588676 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:40.704765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.752675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.755844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/networks/5f196552-a710-4c2d-ab7c-a904c76c62a7 HTTP/1.1" status: 204 len: 168 time: 1.2098916 Dec 06 12:29:40.775161 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:40.803725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f777e90-2427-4d27-bb64-22d8b0a41a29 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Network': ['ID=5f196552-a710-4c2d-ab7c-a904c76c62a7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:40.836792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.837609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:40.838939 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Floating IP bf021c87-ee75-4da9-8502-72b34e05171c disassociated. External IP: 172.35.3.30, port: 82ebeaa5-05d7-4430-aeac-2766ca86fa34. Dec 06 12:29:40.839444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Calling delete_port for 82ebeaa5-05d7-4430-aeac-2766ca86fa34 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:40.890664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9deef2b4-8b2c-46c2-a458-ab12a8334ca3 req-19a56291-ec88-4147-93f1-c71f59923d0b tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups?id=438fa270-757d-40d8-b5c0-9b571f41d3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5496955 Dec 06 12:29:40.891138 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:40.929275 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d4f1-d804-4c5d-b523-eeaf0e77efd8 req-6ac31b62-542f-415c-a259-66a49239ec25 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:40.962122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2086d4f1-d804-4c5d-b523-eeaf0e77efd8 req-6ac31b62-542f-415c-a259-66a49239ec25 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.3663101 Dec 06 12:29:41.061344 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting subnet 9c571ffc-8142-40d6-b264-1ce662e164b7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:41.067497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.107789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.126454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.148075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'Port': ['ID=82ebeaa5-05d7-4430-aeac-2766ca86fa34,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:41.202814 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2086d4f1-d804-4c5d-b523-eeaf0e77efd8 req-2973558a-4b6e-44e1-a03a-d7834f32e7ee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304459 Dec 06 12:29:41.215758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d51ed731-cc01-4af4-85d5-78a28b4a39be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.313689 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:29:41.375848 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.490259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d51ed731-cc01-4af4-85d5-78a28b4a39be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.505592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d51ed731-cc01-4af4-85d5-78a28b4a39be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.529384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.588491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Subnet': ['ID=9c571ffc-8142-40d6-b264-1ce662e164b7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:41.611763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:41.617981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5e56ed6a-f74b-481a-8caa-f3768acd0ed6 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/subnets/9c571ffc-8142-40d6-b264-1ce662e164b7 HTTP/1.1" status: 204 len: 168 time: 0.8387473 Dec 06 12:29:41.620627 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:41.622062 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ed731-cc01-4af4-85d5-78a28b4a39be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607fbf43-2539-4f64-9a9c-41f81e75d28d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:41.628496 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828cf0a-745e-4ea5-a5e6-5b7040a45187 None None] Network f1b6519c-26b5-4f8d-a633-554b062963a4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:41.653425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d51ed731-cc01-4af4-85d5-78a28b4a39be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8af104a62c6c434ba169567d2909b5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7546368 Dec 06 12:29:41.689493 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:41.966156 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] DHCP port deletion for f1b6519c-26b5-4f8d-a633-554b062963a4 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:42.024314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.064996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Deleting port 1806d642-2af9-4cee-94c2-2d52c0bcda64 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:42.065426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.099698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c7aa353-8105-4904-932e-58f568817163 req-d49aceb5-26fc-491a-9185-ff53a2cedb38 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 210 time: 0.0694077 Dec 06 12:29:42.132626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.138407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:42.190166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.208219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:42.253004 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] For port 1806d642-2af9-4cee-94c2-2d52c0bcda64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1806d642-2af9-4cee-94c2-2d52c0bcda64,segment=NetworkSegment(caecea4d-322e-4f7f-8fcc-d553d0c469ff),segment_id=caecea4d-322e-4f7f-8fcc-d553d0c469ff)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:42.253435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.275996 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:42.276639 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:42.296924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Calling delete_port for 1806d642-2af9-4cee-94c2-2d52c0bcda64 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:42.340944 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] No DVR routers for this DVR port 82ebeaa5-05d7-4430-aeac-2766ca86fa34 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:42.351462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.359914 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceada434-0cc1-4513-9fe5-cd8744d28aef req-9af29635-7607-41a9-908c-62c7a3e11539 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.53 "DELETE /v2.0/ports/82ebeaa5-05d7-4430-aeac-2766ca86fa34 HTTP/1.1" status: 204 len: 173 time: 2.2952354 Dec 06 12:29:42.370939 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-deleted', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:42.373918 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de71068-6de0-444c-bd3e-a98042a7f4f2" -d '{"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-deleted", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:42.379171 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Deleting port 1806d642-2af9-4cee-94c2-2d52c0bcda64 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:42.379534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.395639 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-236adc3a-2c48-43df-8ecb-d471bd19c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.397229 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-236adc3a-2c48-43df-8ecb-d471bd19c421 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696&tenant_id=716a462d436a4d9a96bd389692ad8809 HTTP/1.1" status: 200 len: 1095 time: 0.2605717 Dec 06 12:29:42.441203 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2815a4-6308-4759-a094-d048f13bda37 x-openstack-request-id: req-8d2815a4-6308-4759-a094-d048f13bda37 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:42.441402 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc01c2d0-868c-4d5c-a249-58f389c98305", "name": "network-vif-deleted", "tag": "82ebeaa5-05d7-4430-aeac-2766ca86fa34", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:42.441845 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d2815a4-6308-4759-a094-d048f13bda37 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:42.444316 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc01c2d0-868c-4d5c-a249-58f389c98305', 'name': 'network-vif-deleted', 'tag': '82ebeaa5-05d7-4430-aeac-2766ca86fa34', 'status': 'completed', 'code': 200} Dec 06 12:29:42.509128 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:29:42.531487 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] For port 1806d642-2af9-4cee-94c2-2d52c0bcda64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1806d642-2af9-4cee-94c2-2d52c0bcda64,segment=NetworkSegment(caecea4d-322e-4f7f-8fcc-d553d0c469ff),segment_id=caecea4d-322e-4f7f-8fcc-d553d0c469ff)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:42.531959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.542439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-57ee87d5-4f1e-4bae-974c-76750285b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.544221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-57ee87d5-4f1e-4bae-974c-76750285b78e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1095 time: 0.1054814 Dec 06 12:29:42.588992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d495f0c-3166-4c74-93f0-06f062667881 req-e8a97208-b283-4960-83f2-f991ccef71dd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.590663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d495f0c-3166-4c74-93f0-06f062667881 req-e8a97208-b283-4960-83f2-f991ccef71dd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.2633336 Dec 06 12:29:42.608889 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Calling delete_port for 1806d642-2af9-4cee-94c2-2d52c0bcda64 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:42.671295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.673891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.675035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/607fbf43-2539-4f64-9a9c-41f81e75d28d HTTP/1.1" status: 204 len: 168 time: 0.9830155 Dec 06 12:29:42.710239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696fdd1-9585-4955-90c7-5b01fea97c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607fbf43-2539-4f64-9a9c-41f81e75d28d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:42.725796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-f0a2b970-c34b-45a6-8ddb-898febcaf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.728252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-f0a2b970-c34b-45a6-8ddb-898febcaf4ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.1763942 Dec 06 12:29:42.815246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d495f0c-3166-4c74-93f0-06f062667881 req-9e0139f4-046b-4c6b-aa93-fc854c41098b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083225 Dec 06 12:29:42.845125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-ee3ac35d-85d0-45d0-83b1-ef5241c843d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.1101935 Dec 06 12:29:42.886009 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:42.889686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1806d642-2af9-4cee-94c2-2d52c0bcda64 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:42.971197 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-8fd216a1-cbbd-45c7-93de-fee072a8d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.972831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-8fd216a1-cbbd-45c7-93de-fee072a8d7cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1203814 Dec 06 12:29:42.986347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1806d642-2af9-4cee-94c2-2d52c0bcda64 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:42.987174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1806d642-2af9-4cee-94c2-2d52c0bcda64 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:43.010846 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Port': ['ID=1806d642-2af9-4cee-94c2-2d52c0bcda64,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:43.018489 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] No DVR routers for this DVR port 1806d642-2af9-4cee-94c2-2d52c0bcda64 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:43.106654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-129cebaf-6bf0-41ae-b1bc-f1dc8e64b63f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194396 Dec 06 12:29:43.155672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.224406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:29:43.305498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:43.306133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.358236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.367780 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43272) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:43.394856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a94c8e97-ff68-4d31-b294-00da308a01d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.408700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-8331999f-b046-4436-832a-8f547f6115d7 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813540 Dec 06 12:29:43.445597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.456104 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b6519c-26b5-4f8d-a633-554b062963a4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.469053 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caecea4d-322e-4f7f-8fcc-d553d0c469ff') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.469622 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caecea4d-322e-4f7f-8fcc-d553d0c469ff') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.477004 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] Pushing event deleted for resources: {'Port': ['ID=1806d642-2af9-4cee-94c2-2d52c0bcda64,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:43.482041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.497985 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.505548 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:43.506132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.536270 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb86430-6a07-479d-a680-a708df20ac29 None None] No DVR routers for this DVR port 1806d642-2af9-4cee-94c2-2d52c0bcda64 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:43.566786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-20b231d0-2b61-4d72-a973-c1f6b328bd1b req-530ed195-8d96-4b1b-83cd-8c60132cada2 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446757 Dec 06 12:29:43.573375 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:29:43.629563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37cda221-1ec0-4ba0-89a6-041e0838b065 req-123765f5-43e6-4723-b34e-2d316104f80c tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc01c2d0-868c-4d5c-a249-58f389c98305 HTTP/1.1" status: 200 len: 210 time: 0.2552617 Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:43.636959 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:43.664010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.673125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.676339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/networks/f1b6519c-26b5-4f8d-a633-554b062963a4 HTTP/1.1" status: 204 len: 168 time: 2.0327652 Dec 06 12:29:43.681141 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:43.724123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a86d66cb-aabb-4f34-a66b-63f764dc595b tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "GET /v2.0/ports?device_id=25ff5d30-1bae-46a2-8291-aa73103e55b0 HTTP/1.1" status: 200 len: 205 time: 0.0393920 Dec 06 12:29:43.729749 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43286) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:43.730605 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410884-0ae8-4fa5-b10a-bf5f01bae177 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Pushing event deleted for resources: {'Network': ['ID=f1b6519c-26b5-4f8d-a633-554b062963a4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:43.794929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a94c8e97-ff68-4d31-b294-00da308a01d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.824882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a94c8e97-ff68-4d31-b294-00da308a01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.834247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:43.870894 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:43.923326 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47607b8-9559-4df8-9479-cfe483a6a544 None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:21:10Z', 'revision_number': 4, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e9cdb1c6-8367-4029-8797-9b1209aefdaf', 'name': '', 'network_id': '978bcb1c-e797-4ee8-8ca1-3e1143723f3a', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'mac_address': 'fa:16:3e:f0:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:08Z', 'updated_at': '2021-12-06T12:21:14Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'subnets': [{'id': 'b56f8836-0d0e-4948-abb5-65df5abb030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:43.992563 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788128d-a0bf-442a-909f-0ac0b13019dc req-fe62b7c9-748c-4835-b8c4-70ddc05aaab8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:44.002644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4788128d-a0bf-442a-909f-0ac0b13019dc req-fe62b7c9-748c-4835-b8c4-70ddc05aaab8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.0908446 Dec 06 12:29:44.007045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a94c8e97-ff68-4d31-b294-00da308a01d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b1452b9dbe84aa592ca7685d9382bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381838 Dec 06 12:29:44.008231 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:44.069299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c8e97-ff68-4d31-b294-00da308a01d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa0ad6-2887-4949-af62-b823b28b86aa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:44.072100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4788128d-a0bf-442a-909f-0ac0b13019dc req-3024de6c-dd9b-4ce8-945a-cf08be0da271 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681195 Dec 06 12:29:44.238597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.241943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.245559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.348518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.364105 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:44.372447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.373374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Fanout notify agent at l3_agent the message router_deleted on router 25ff5d30-1bae-46a2-8291-aa73103e55b0 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:29:44.383104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.388019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-234c8b48-5ddf-4efc-854b-1444a9cf5f06 tempest-RoutersNegativeTest-235709543 tempest-RoutersNegativeTest-235709543-project] 10.222.0.31 "DELETE /v2.0/routers/25ff5d30-1bae-46a2-8291-aa73103e55b0 HTTP/1.1" status: 204 len: 168 time: 0.6541684 Dec 06 12:29:44.444398 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc07d8-334c-4250-8969-3e99146af07a None None] New status for floating IP bf021c87-ee75-4da9-8502-72b34e05171c: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:29:44.507689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.513173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:44.517101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75fa0ad6-2887-4949-af62-b823b28b86aa HTTP/1.1" status: 204 len: 168 time: 0.5035770 Dec 06 12:29:44.528872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19e385-0b45-4519-86c7-fa2951520f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa0ad6-2887-4949-af62-b823b28b86aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:44.830960 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:44.867949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:44.951134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 82ebeaa5-05d7-4430-aeac-2766ca86fa34 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:44.951657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 82ebeaa5-05d7-4430-aeac-2766ca86fa34 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:45.020419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.107935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43346) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:45.139626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.279325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.286539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.294528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "DELETE /v2.0/security-groups/438fa270-757d-40d8-b5c0-9b571f41d3e8 HTTP/1.1" status: 204 len: 168 time: 0.4620228 Dec 06 12:29:45.295511 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43356) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:45.351806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec5f84-1d4d-488c-8694-23aa8e8334d4 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fa270-757d-40d8-b5c0-9b571f41d3e8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:45.356049 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-8af96807-15e1-40f8-885e-ec4a28643a6e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] show failed (client error): The resource could not be found. Dec 06 12:29:45.360815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8af96807-15e1-40f8-885e-ec4a28643a6e tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "GET /v2.0/security-groups/438fa270-757d-40d8-b5c0-9b571f41d3e8 HTTP/1.1" status: 404 len: 347 time: 0.0337644 Dec 06 12:29:45.361627 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43358) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:45.434134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a58a5-b087-45a3-a28f-2074ebc4f446 req-a4db4db4-689f-4339-8abf-d3e6a400e9a6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:45.443140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae3a58a5-b087-45a3-a28f-2074ebc4f446 req-a4db4db4-689f-4339-8abf-d3e6a400e9a6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.2021909 Dec 06 12:29:45.521075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae3a58a5-b087-45a3-a28f-2074ebc4f446 req-77f9a7ad-4ae7-45bb-b209-498313060ebf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718758 Dec 06 12:29:45.596666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-47f8972d-1ca5-42e6-a74f-52dbc5c41473 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:45.610040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-47f8972d-1ca5-42e6-a74f-52dbc5c41473 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 814 time: 0.5546572 Dec 06 12:29:45.695885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-3f6079ce-f351-4d28-997a-f94a047513d1 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/quotas/0a0126c610b046a996d8e32b77652eca HTTP/1.1" status: 200 len: 375 time: 0.0847685 Dec 06 12:29:45.739142 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7539cb00-8ede-4a57-8a2e-c4b0510c5ce0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ed3486fde084f839a089fb141117e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266747 Dec 06 12:29:45.739752 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:45.772306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-aa3050cd-3910-49d9-bf8c-9cbd639745b7 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752587 Dec 06 12:29:45.772946 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Deleting port 09bba7b6-1464-4a9a-942e-2d387e3bf3a4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:45.774101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.938605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.939342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.953824 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Calling delete_port for 09bba7b6-1464-4a9a-942e-2d387e3bf3a4 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:45.992950 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.026247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.132903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-4cd54e63-bcfb-42b6-beed-e455a0a2f39a service neutron] 10.222.0.31 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594995 Dec 06 12:29:46.214118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.246089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Pushing event deleted for resources: {'Port': ['ID=09bba7b6-1464-4a9a-942e-2d387e3bf3a4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:46.293300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-7b3f1bad-7a7b-4db2-9e46-9154723914d8 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492412 Dec 06 12:29:46.379263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.386204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.390155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4c397f4-b1ef-46f3-a339-e5c6e499d01c HTTP/1.1" status: 204 len: 168 time: 0.6353037 Dec 06 12:29:46.467316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.470428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:46.471110 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ea0cc-7009-4642-9c2e-c499d539978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c397f4-b1ef-46f3-a339-e5c6e499d01c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:46.499999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5c950ce0-e2f8-4c58-8658-e68a9fcb4928 tempest-AttachVolumeShelveTestJSON-338547138 tempest-AttachVolumeShelveTestJSON-338547138-project] 10.222.0.31 "DELETE /v2.0/floatingips/bf021c87-ee75-4da9-8502-72b34e05171c HTTP/1.1" status: 204 len: 168 time: 1.1233118 Dec 06 12:29:46.997884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd03e507-fd36-48d3-a9db-db04cee76435 req-97df68fc-b96c-4471-af71-9d4753d35752 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 210 time: 0.1406751 Dec 06 12:29:47.083061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:47.111720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec41e-65ef-483c-9102-815c04672c7f req-e96f2122-6a46-4603-b94a-3103bfbc6dff tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:47.123803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac6ec41e-65ef-483c-9102-815c04672c7f req-e96f2122-6a46-4603-b94a-3103bfbc6dff tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.4016550 Dec 06 12:29:48.294420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51a9f73f-809b-463d-8a01-d7ee18039a88 req-47445ef6-0d77-4e87-8a83-5d272f66b62b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 210 time: 0.1071427 Dec 06 12:29:48.322914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac6ec41e-65ef-483c-9102-815c04672c7f req-d87284ed-edb8-4da4-9a8d-a75f1029eadf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1887624 Dec 06 12:29:48.554447 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43476) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:48.774184 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Deleting port b246396b-5d96-4c2a-8cb7-15eceaf104d0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:48.774656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.828781 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874411851'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:48.935920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-86773994-ee8c-48e5-b17a-350da7013a8d tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:48.943507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-86773994-ee8c-48e5-b17a-350da7013a8d tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 814 time: 0.3194931 Dec 06 12:29:48.945300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.954694 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] For port b246396b-5d96-4c2a-8cb7-15eceaf104d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b246396b-5d96-4c2a-8cb7-15eceaf104d0,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:48.956059 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.964953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.979335 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Request body: {'port': {'device_id': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1', 'admin_state_up': True, 'tenant_id': '0a0126c610b046a996d8e32b77652eca'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:48.989469 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Calling delete_port for b246396b-5d96-4c2a-8cb7-15eceaf104d0 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:49.182751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.183899 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Made reservation on behalf of 0a0126c610b046a996d8e32b77652eca for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:49.187673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.191291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.308066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42572c-c61d-4e94-8741-9d8295acad46,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:49.403976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.489375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.513635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.570170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.574121 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Allocated IP 172.20.0.9 (3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1/aee841f2-cd9c-4063-b9a4-233f05e57fd0/6c2ab64e-1f6a-4307-a921-12380df3556b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:49.588880 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b246396b-5d96-4c2a-8cb7-15eceaf104d0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:49.607482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:49.609066 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0532777 Dec 06 12:29:49.620359 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43504) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:49.638495 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13888e-58aa-489d-b2bb-e390135607ac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e098546-2315-4c5c-b34c-42f424aca144,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:49.780199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3751bf2-1f8e-488e-9910-7714459581ae req-a9a95dd0-edbb-4f21-b4f3-6e3aabfbcfbf tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 210 time: 0.3079605 Dec 06 12:29:49.851557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.855509 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.858876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.859328 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.859768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.860298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.860728 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.861251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.861767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.863069 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.863431 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.863777 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.864113 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:49.898026 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.021678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d728bd-4d68-49e9-9c70-d6d0202194b7 req-8c534209-f54c-4059-a25b-1d474caa1de6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:50.034015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57d728bd-4d68-49e9-9c70-d6d0202194b7 req-8c534209-f54c-4059-a25b-1d474caa1de6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.4510310 Dec 06 12:29:50.036537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f6fa1bb-70a9-4b23-8dd4-1eaa51b36ae6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4130845 Dec 06 12:29:50.039343 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43514) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.047869 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-security--1950658810', 'description': 'tempest-security-description-526748991'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:50.103964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.147771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.205325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.214389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.217367 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.218823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "PUT /v2.0/security-groups/7e098546-2315-4c5c-b34c-42f424aca144 HTTP/1.1" status: 200 len: 1796 time: 0.1785562 Dec 06 12:29:50.224869 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.279139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57d728bd-4d68-49e9-9c70-d6d0202194b7 req-9683355d-eae7-4205-8541-f4bbefef2625 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406170 Dec 06 12:29:50.290450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.298715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deab4abd-81e1-49cb-b83c-19e7f0ff5b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.302225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.357091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1e9baff3-89dd-471d-b74f-396e2ebf85ff tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups/7e098546-2315-4c5c-b34c-42f424aca144 HTTP/1.1" status: 200 len: 1796 time: 0.1268303 Dec 06 12:29:50.358663 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:50.363926 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.405408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deab4abd-81e1-49cb-b83c-19e7f0ff5b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.406851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647bf6c-7ac0-4fd4-acdb-035bf28a38b2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e098546-2315-4c5c-b34c-42f424aca144,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:50.409250 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:50.423194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deab4abd-81e1-49cb-b83c-19e7f0ff5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.429094 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091a2da-2ae5-4e42-89a7-ef058850a6df None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:50.441742 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:50.497564 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab4abd-81e1-49cb-b83c-19e7f0ff5b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68937b9-5d16-4dc8-ad0c-fde9c008e5f0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:50.510668 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8c8c327e-2a7c-40f6-8adc-1b50c7b67495 None None] Provisioning complete for port 6c2ab64e-1f6a-4307-a921-12380df3556b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:50.511923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c8c327e-2a7c-40f6-8adc-1b50c7b67495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.519633 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:50.520300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.544302 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Pushing event updated for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:50.561644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-19850430-7bd8-4ab2-9105-aa8563fb574b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5980878 Dec 06 12:29:50.568274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.578675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-deab4abd-81e1-49cb-b83c-19e7f0ff5b97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8ec999a293342af8febfe0c3361d6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771815 Dec 06 12:29:50.581895 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.599000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.644739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c327e-2a7c-40f6-8adc-1b50c7b67495 None None] Port 6c2ab64e-1f6a-4307-a921-12380df3556b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:50.669501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Request body: {'port': {'device_id': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:50.674225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.676856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.678264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e098546-2315-4c5c-b34c-42f424aca144 HTTP/1.1" status: 204 len: 168 time: 0.3128664 Dec 06 12:29:50.711557 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:50.736053 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d278b4-e759-4ff9-8d5b-f93e28b22d7b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e098546-2315-4c5c-b34c-42f424aca144,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:50.837252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.285731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2037d319-b914-4f0f-adfa-a7a4ae9767bc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5356746 Dec 06 12:29:51.287783 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43532) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:51.342366 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-d3d45a1c-ab14-49c9-aecc-e299f15862be tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] delete failed (client error): The resource could not be found. Dec 06 12:29:51.347417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3d45a1c-ab14-49c9-aecc-e299f15862be tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e098546-2315-4c5c-b34c-42f424aca144 HTTP/1.1" status: 404 len: 347 time: 0.0551009 Dec 06 12:29:51.351725 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:51.385189 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--737053516'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:51.478657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.503397 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2ab64e-1f6a-4307-a921-12380df3556b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:51.524548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.550694 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Router 6f0b7a83-3606-4648-b804-495828955f83 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:29:51.555564 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Transition to ACTIVE for port object 6c2ab64e-1f6a-4307-a921-12380df3556b will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:29:51.561033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.574572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.585323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1183f76-b3ea-4772-b158-03ae194ea2cf req-400f431b-f48c-4937-88b6-4b6ce2128bb8 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:51.587001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1183f76-b3ea-4772-b158-03ae194ea2cf req-400f431b-f48c-4937-88b6-4b6ce2128bb8 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 931 time: 0.5436094 Dec 06 12:29:51.646407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Pushing event updated for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:51.679150 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd92c26-b2a7-4d26-a26b-f5e473d3f30a None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:51.821126 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Attempting to bind port 6c2ab64e-1f6a-4307-a921-12380df3556b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:51.822601 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Attempting to bind port 6c2ab64e-1f6a-4307-a921-12380df3556b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:51.823017 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Attempting to bind port 6c2ab64e-1f6a-4307-a921-12380df3556b on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:51.836252 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Port 6c2ab64e-1f6a-4307-a921-12380df3556b on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:29:51.836759 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Attempting to bind port 6c2ab64e-1f6a-4307-a921-12380df3556b on network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:51.848144 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:51.850575 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.850965 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Checking segment: {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:51.851473 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Bound using segment: {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:51.852029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Bound port: 6c2ab64e-1f6a-4307-a921-12380df3556b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:51.855847 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:51.984888 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:51.988826 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c2ab64e-1f6a-4307-a921-12380df3556b,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:52.006353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.062206 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced361ab-cc07-4c4f-9d2b-4729f2d56e2a None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:52.099104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:52.102623 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Pushing event updated for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:52.108391 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:52.109249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.110857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-a0efd5e6-a4b7-4548-86aa-68c93341202d service neutron] 10.222.0.53 "PUT /v2.0/ports/6c2ab64e-1f6a-4307-a921-12380df3556b HTTP/1.1" status: 200 len: 1091 time: 1.4474919 Dec 06 12:29:52.111305 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:52.111899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Sync routers for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:52.113799 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0844ab-37a9-4d55-96ce-3337f808135a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:52.142504 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01c9e-822c-4a12-8f3a-b19769e0c7ac req-9dca470c-b92a-467c-8493-43377a54e4ea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:52.146443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5df01c9e-822c-4a12-8f3a-b19769e0c7ac req-9dca470c-b92a-467c-8493-43377a54e4ea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.6790097 Dec 06 12:29:52.158946 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:52.162253 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:52.173109 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4336e45f-b19c-42ec-becd-ce90d3d72e04 admin admin] 10.222.0.31 "PUT /v2.0/routers/6f0b7a83-3606-4648-b804-495828955f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8078718 Dec 06 12:29:52.175651 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:52.184440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1183f76-b3ea-4772-b158-03ae194ea2cf req-ebb7a895-078e-4c97-a6f1-a2b9798b573c tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863392 Dec 06 12:29:52.296368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.322908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.418553 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b8983-f6ae-45e9-b801-54a97e061d5c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:52.433781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.438566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4542bf2b-5de8-46d4-a48d-0bf3fbd3393f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0780685 Dec 06 12:29:52.442412 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:29:52.449131 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:52.479585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.481106 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': '2b2b8983-f6ae-45e9-b801-54a97e061d5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:52.499321 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65051696-2ee8-49e0-8792-176cb2f0e0fa x-openstack-request-id: req-65051696-2ee8-49e0-8792-176cb2f0e0fa {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:52.501626 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:52.502508 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65051696-2ee8-49e0-8792-176cb2f0e0fa {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:52.502994 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b', 'status': 'completed', 'code': 200} Dec 06 12:29:52.538218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.541681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.542914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f68937b9-5d16-4dc8-ad0c-fde9c008e5f0 HTTP/1.1" status: 204 len: 168 time: 1.9593444 Dec 06 12:29:52.563382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.569768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5df01c9e-822c-4a12-8f3a-b19769e0c7ac req-0d5db571-d650-4504-86e6-f517172a17e5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818419 Dec 06 12:29:52.572808 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2368-cd68-40f2-ba6d-2602c890048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68937b9-5d16-4dc8-ad0c-fde9c008e5f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:52.797913 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.804481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.877246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd30ab-dd43-4c1c-92c5-e7f202e552be,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:52.895220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:52.896622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f3c26c2b-634c-4869-80fa-f16977d9e284 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4450419 Dec 06 12:29:52.902002 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:52.914705 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-3ef1a686-2d4a-4533-a9cb-c8c77d7c34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:52.921434 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-3ef1a686-2d4a-4533-a9cb-c8c77d7c34c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 1094 time: 0.4116457 Dec 06 12:29:52.992605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:29:49Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:53.030511 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.064386 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.110183 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Checking router: 6f0b7a83-3606-4648-b804-495828955f83 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:29:53.125920 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Routers {'6f0b7a83-3606-4648-b804-495828955f83'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:53.137289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6f0b7a83-3606-4648-b804-495828955f83'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:53.144611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.169603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.183167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/05cd30ab-dd43-4c1c-92c5-e7f202e552be HTTP/1.1" status: 204 len: 168 time: 0.2779131 Dec 06 12:29:53.186182 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43568) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:53.238167 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:53.261000 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1748792-4fa7-46b2-92d0-c1dfd1f5ae3c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05cd30ab-dd43-4c1c-92c5-e7f202e552be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:53.291545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-4164a9b4-1320-4e25-95c2-80b205382fab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c2ab64e-1f6a-4307-a921-12380df3556b HTTP/1.1" status: 200 len: 217 time: 0.2460198 Dec 06 12:29:53.322692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bea-b00d-46c6-b5d8-91d3eeb53403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.367212 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] Set router 6f0b7a83-3606-4648-b804-495828955f83 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:29:53.543129 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.571779 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-0d897859-0bf9-40fa-bb52-d843849d1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:53.574300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-0d897859-0bf9-40fa-bb52-d843849d1bc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee841f2-cd9c-4063-b9a4-233f05e57fd0 HTTP/1.1" status: 200 len: 854 time: 0.2722931 Dec 06 12:29:53.639847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-56f50bdb-34d3-42f1-95aa-e676e5dfb783 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372753 Dec 06 12:29:53.673736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bea-b00d-46c6-b5d8-91d3eeb53403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.699097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bea-b00d-46c6-b5d8-91d3eeb53403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.769900 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3b180df4-8845-4408-bcf7-135832191554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:29:49Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:53.805539 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39bea-b00d-46c6-b5d8-91d3eeb53403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac32eba-ef26-4a26-b609-b77ad1930893,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:53.841302 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b180df4-8845-4408-bcf7-135832191554 None None] The sync data for ids ['6f0b7a83-3606-4648-b804-495828955f83'] in n-d-master-1 is: [{'id': '6f0b7a83-3606-4648-b804-495828955f83', 'name': 'tempest-TaggedBootDevicesTest-727956315-router', 'tenant_id': '12f90cc51c024504b789ef9fea24990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:57Z', 'updated_at': '2021-12-06T12:29:49Z', 'revision_number': 5, 'project_id': '12f90cc51c024504b789ef9fea24990b', 'gw_port': {'id': '4096fc64-0cba-4bbb-afa3-38bcfa3df7af', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0b7a83-3606-4648-b804-495828955f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:58Z', 'updated_at': '2021-12-06T12:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:29:53.855938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-82dd3ef1-8a48-43a8-b8ab-a16bcf1e4877 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6186402 Dec 06 12:29:53.868008 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:53.899648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-3791db24-0f8d-4467-9728-9754e578d1a8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504590 Dec 06 12:29:53.922838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a7d90-1e14-4a6f-a8a8-9dc728d4362f req-31c34fc2-9031-49d3-a2d8-257aca7df918 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:53.924442 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f86a7d90-1e14-4a6f-a8a8-9dc728d4362f req-31c34fc2-9031-49d3-a2d8-257aca7df918 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 943 time: 0.5319674 Dec 06 12:29:53.948812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fcc39bea-b00d-46c6-b5d8-91d3eeb53403 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f58c4c419dd440bae625f6af59140f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6783328 Dec 06 12:29:53.954320 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Deleting port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:53.955236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.962869 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:54.053249 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] For port 4096fc64-0cba-4bbb-afa3-38bcfa3df7af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:54.054133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.054504 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f992-7bee-49b5-bf0b-e1bdba6bfbf7 req-41cd6fb4-21ab-440b-9e27-0ad27f5cbf89 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:54.069815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17a8f992-7bee-49b5-bf0b-e1bdba6bfbf7 req-41cd6fb4-21ab-440b-9e27-0ad27f5cbf89 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.2582569 Dec 06 12:29:54.075729 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Calling delete_port for 4096fc64-0cba-4bbb-afa3-38bcfa3df7af owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:54.178344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.245457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.280846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f86a7d90-1e14-4a6f-a8a8-9dc728d4362f req-be71a107-1e3f-41a8-86f8-1c297d49f52f tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383214 Dec 06 12:29:54.302334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.327885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.355028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17a8f992-7bee-49b5-bf0b-e1bdba6bfbf7 req-319417fd-5152-4559-8116-f7e005759f72 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605433 Dec 06 12:29:54.380439 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5551c0-e431-45fe-b6f7-2bbc49ca6b5e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:54.426258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.500356 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Pushing event deleted for resources: {'Port': ['ID=4096fc64-0cba-4bbb-afa3-38bcfa3df7af,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:54.519937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.528121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.531200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aac32eba-ef26-4a26-b609-b77ad1930893 HTTP/1.1" status: 204 len: 168 time: 0.5662992 Dec 06 12:29:54.553650 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762337d-32f8-4cea-be39-0a6e88411fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac32eba-ef26-4a26-b609-b77ad1930893,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:54.561694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.579756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.580973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b2b8983-f6ae-45e9-b801-54a97e061d5c HTTP/1.1" status: 204 len: 168 time: 0.6900990 Dec 06 12:29:54.592972 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43592) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:54.593917 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cf1d8-d6be-49d5-980e-e1a453ddd283 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b8983-f6ae-45e9-b801-54a97e061d5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:54.697531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ae7c7ff-7dd5-4954-8cfd-92feea890ea8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1010675 Dec 06 12:29:54.701148 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:54.708365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096732616'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:54.754257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.797045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:54.821721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4e1eb974-bcc8-43bf-a31c-49a6ae1a55f3 req-1c60ca14-7714-4ec6-9180-26f832e33ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9144220 Dec 06 12:29:54.959102 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b246396b-5d96-4c2a-8cb7-15eceaf104d0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:54.995042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b246396b-5d96-4c2a-8cb7-15eceaf104d0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:54.998228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b246396b-5d96-4c2a-8cb7-15eceaf104d0 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:55.025897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.032231 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.082708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.086271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3831208 Dec 06 12:29:55.091131 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.103587 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f4ff0-80ca-4c29-984b-852bab76080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:55.113484 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748baef-9fd1-4c93-bd0a-1fe6cfbaaf2b tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f4ff0-80ca-4c29-984b-852bab76080e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:55.136503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.173070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.183914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.330563 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.331196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0b7a83-3606-4648-b804-495828955f83 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:29:55.356513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.361986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-892a26f5-f7c2-41f0-b27c-fcfa3d9ae13b admin admin] 10.222.0.31 "DELETE /v2.0/routers/6f0b7a83-3606-4648-b804-495828955f83 HTTP/1.1" status: 204 len: 168 time: 3.1829214 Dec 06 12:29:55.364587 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.372845 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-640e4158-3366-43c9-82c4-035390b6a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:55.379908 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-640e4158-3366-43c9-82c4-035390b6a937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a0126c610b046a996d8e32b77652eca&device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 1094 time: 0.2643814 Dec 06 12:29:55.502398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.544075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.559280 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-17318be3-4962-4d12-b1cd-a88f8ccffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:55.561581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-17318be3-4962-4d12-b1cd-a88f8ccffa43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 200 len: 915 time: 0.1742914 Dec 06 12:29:55.661341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-e2def9c5-8dcf-4530-a3cc-e3ac021b3de2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c2ab64e-1f6a-4307-a921-12380df3556b HTTP/1.1" status: 200 len: 217 time: 0.0921907 Dec 06 12:29:55.773454 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-dbe0ecc3-8ecc-416b-a1bd-770f104988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:55.774974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-dbe0ecc3-8ecc-416b-a1bd-770f104988e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee841f2-cd9c-4063-b9a4-233f05e57fd0 HTTP/1.1" status: 200 len: 854 time: 0.1051514 Dec 06 12:29:55.793178 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Deleting subnet e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:55.837537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-f49c9d64-a9c3-46ee-8f8c-10f940d5e1e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514231 Dec 06 12:29:55.848349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.983010 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befdb593-4768-43a6-b464-33408de6d7d7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.010713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.016852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8032a940-32ea-437d-956e-5c8b13df065e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9195786 Dec 06 12:29:56.020336 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.037563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f4ff0-80ca-4c29-984b-852bab76080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:56.089493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a627-6cb7-4511-a82b-90cb04c0888a req-de5a1d43-1a96-4dc7-9cd2-1cdfadc3ed3d tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:56.099681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5b8a627-6cb7-4511-a82b-90cb04c0888a req-de5a1d43-1a96-4dc7-9cd2-1cdfadc3ed3d tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 943 time: 0.5931444 Dec 06 12:29:56.113612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.140680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.197408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-0cb4ac69-f707-4f86-b154-7897eeff0ace service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511736 Dec 06 12:29:56.235043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42c73-4549-4c9b-8dce-2647b637166d req-f963df16-364c-4572-80b7-2be209c35961 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:56.236683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad42c73-4549-4c9b-8dce-2647b637166d req-f963df16-364c-4572-80b7-2be209c35961 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.7285120 Dec 06 12:29:56.304747 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.362419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5b8a627-6cb7-4511-a82b-90cb04c0888a req-70acfdf8-973d-47f4-b886-92a2f85c8a65 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617359 Dec 06 12:29:56.398019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.422740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc546087-2f6e-45d8-bfbe-7e2bd07a2fa5,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.458732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.460638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d219658b-d113-46e4-b9d5-7daf103d14ef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4392829 Dec 06 12:29:56.472611 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43632) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.481660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f4ff0-80ca-4c29-984b-852bab76080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:56.498908 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c0844ab-37a9-4d55-96ce-3337f808135a req-2f3d07c0-e4e0-41af-b617-17fff5c281fd service neutron] 10.222.0.53 "GET /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790036 Dec 06 12:29:56.529275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.595165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ad42c73-4549-4c9b-8dce-2647b637166d req-2a0779aa-58cd-493f-bdfe-4f7ef178d9b8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476009 Dec 06 12:29:56.623638 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.633409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.642903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.702436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e3e0f9-eba4-417d-bc0d-45882bae530d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.711686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.735168 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.737125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e0068c8-ac14-47d9-863b-dd7bf0b26d59 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2629023 Dec 06 12:29:56.739657 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43636) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.756781 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.776796 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f4ff0-80ca-4c29-984b-852bab76080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:56.785211 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919d386-3b4d-476c-91fd-0e210ad05173 None None] Network 6d94a30a-6d42-4206-bab2-960aa2027b39 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:56.787394 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.794994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ff6ce54-1710-4fa2-b351-b167b3c24e2d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e8c9d3cc-2ceb-4a3b-a796-09d57dc547ff HTTP/1.1" status: 204 len: 168 time: 1.4281962 Dec 06 12:29:56.797400 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.893872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4096fc64-0cba-4bbb-afa3-38bcfa3df7af no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:56.934400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6c2ab64e-1f6a-4307-a921-12380df3556b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:29:56.942128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.068932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.110173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.118468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.158540 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fafbee8-93ce-4c8c-aaa3-62750d5088f6,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:57.170773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.172040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5c7117ad-24f3-4174-9db9-91029dc1ba79 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4308004 Dec 06 12:29:57.175918 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:57.198806 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f4ff0-80ca-4c29-984b-852bab76080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:57.329687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.337905 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Deleting port da41e765-52e7-4d98-98a0-b0ab0415512e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:57.338453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.549430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4096fc64-0cba-4bbb-afa3-38bcfa3df7af {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:57.551402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4096fc64-0cba-4bbb-afa3-38bcfa3df7af not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:57.747642 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] For port da41e765-52e7-4d98-98a0-b0ab0415512e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da41e765-52e7-4d98-98a0-b0ab0415512e,segment=NetworkSegment(414e7f6c-cfe0-4963-8a5f-03df3916c232),segment_id=414e7f6c-cfe0-4963-8a5f-03df3916c232)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:57.747902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.775718 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Calling delete_port for da41e765-52e7-4d98-98a0-b0ab0415512e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:57.831478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.842541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b75cd-2688-42b4-ab1c-16f0124586aa req-67fde2a1-12ce-4445-88bc-465f9789ea3c tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:57.851074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-237b75cd-2688-42b4-ab1c-16f0124586aa req-67fde2a1-12ce-4445-88bc-465f9789ea3c tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 943 time: 0.2630582 Dec 06 12:29:57.862721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.929428 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1a58d9-a98b-4a49-9d2d-24e7715542c4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.018576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.024004 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.025053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fce9ddf5-9474-4b74-81db-c87328578f0a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8471146 Dec 06 12:29:58.048051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76789b53-a8e9-4024-bd1f-89ce470c6401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.105285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.109967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c278-4524-4bc2-9c29-ee67a9b2a6c1 req-006f9aea-bdcb-462b-9d86-f36df3a6d132 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:58.114577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28d0c278-4524-4bc2-9c29-ee67a9b2a6c1 req-006f9aea-bdcb-462b-9d86-f36df3a6d132 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.3305154 Dec 06 12:29:58.144791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.216594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c2ab64e-1f6a-4307-a921-12380df3556b,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:58.235467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.248234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.251427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8a1a58d9-a98b-4a49-9d2d-24e7715542c4 HTTP/1.1" status: 204 len: 168 time: 0.2240551 Dec 06 12:29:58.256447 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43688) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.293594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] DHCP port deletion for 6d94a30a-6d42-4206-bab2-960aa2027b39 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:58.313890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '6c2ab64e-1f6a-4307-a921-12380df3556b', 'network_id': '3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1', 'port_id': '6c2ab64e-1f6a-4307-a921-12380df3556b', 'mac_address': 'fa:16:3e:86:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee841f2-cd9c-4063-b9a4-233f05e57fd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:29:58.318418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f3ea2-609f-4894-891b-aea7a7cf83a3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a1a58d9-a98b-4a49-9d2d-24e7715542c4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.347274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-237b75cd-2688-42b4-ab1c-16f0124586aa req-0b0635bb-afbf-46c7-a379-60646ed96cbe tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947896 Dec 06 12:29:58.411846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e311624-b85b-41b6-b950-170d1d9aea89 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1542473 Dec 06 12:29:58.416407 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43702) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.459353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28d0c278-4524-4bc2-9c29-ee67a9b2a6c1 req-4de57b37-2b38-466c-a511-f56e68fa1ad8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188298 Dec 06 12:29:58.463708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.478938 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] No DVR routers for this DVR port da41e765-52e7-4d98-98a0-b0ab0415512e on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:58.492844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.502710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.519533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.552486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=da41e765-52e7-4d98-98a0-b0ab0415512e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.554515 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2ab64e-1f6a-4307-a921-12380df3556b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:58.592103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.599580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.607055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4fafbee8-93ce-4c8c-aaa3-62750d5088f6 HTTP/1.1" status: 204 len: 168 time: 0.1896436 Dec 06 12:29:58.611030 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43716) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.611467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c2ab64e-1f6a-4307-a921-12380df3556b,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:58.620207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Deleting port da41e765-52e7-4d98-98a0-b0ab0415512e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:58.620902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.625133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.636870 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada75cc-5f3f-41cf-87e1-e16e6abdc7f6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fafbee8-93ce-4c8c-aaa3-62750d5088f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.723284 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-16823d9f-0687-4446-93f9-5c44fe7bf4d8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1094511 Dec 06 12:29:58.726550 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.816015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.820391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.835548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.871138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] For port da41e765-52e7-4d98-98a0-b0ab0415512e, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:58.871797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.890802 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d94a30a-6d42-4206-bab2-960aa2027b39']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:58.910259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.925942 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414e7f6c-cfe0-4963-8a5f-03df3916c232') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:58.927182 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414e7f6c-cfe0-4963-8a5f-03df3916c232') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:58.929094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.935914 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b1e3e0f9-eba4-417d-bc0d-45882bae530d HTTP/1.1" status: 204 len: 168 time: 0.2076955 Dec 06 12:29:58.937970 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:58.939550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Calling delete_port for da41e765-52e7-4d98-98a0-b0ab0415512e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:58.950843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.973682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device da41e765-52e7-4d98-98a0-b0ab0415512e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:58.976602 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1995-e104-45ed-ac4d-6adc90d100fe tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e3e0f9-eba4-417d-bc0d-45882bae530d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.992716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.008478 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:59.010451 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:59.024438 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:59.030615 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.040433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Port da41e765-52e7-4d98-98a0-b0ab0415512e was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:29:59.043024 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: da41e765-52e7-4d98-98a0-b0ab0415512e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:59.048865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device da41e765-52e7-4d98-98a0-b0ab0415512e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:59.054563 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6c2ab64e-1f6a-4307-a921-12380df3556b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:59.068661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7df21704-8eb6-4cbc-a399-ca458fe5417e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1133265 Dec 06 12:29:59.069370 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:59.124860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.143028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.151403 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.174201 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:59.196549 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.199346 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.213810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.219382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.223809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bc546087-2f6e-45d8-bfbe-7e2bd07a2fa5 HTTP/1.1" status: 204 len: 168 time: 0.1535788 Dec 06 12:29:59.224586 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43764) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:59.230758 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43766) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:59.236555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d94a30a-6d42-4206-bab2-960aa2027b39 HTTP/1.1" status: 204 len: 168 time: 2.4361832 Dec 06 12:29:59.244359 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] Pushing event deleted for resources: {'Port': ['ID=da41e765-52e7-4d98-98a0-b0ab0415512e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.254179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5718cec-b0b5-4c92-a79d-49720a655f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d94a30a-6d42-4206-bab2-960aa2027b39,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.378887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90f4de9c-41db-44bb-8fa2-2805b0036496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.386727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad28d06-7803-4c8b-a995-77c15d8581c3 None None] No DVR routers for this DVR port da41e765-52e7-4d98-98a0-b0ab0415512e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:59.639821 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f18051a8-5168-41ed-ab98-64701eb17f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.730735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e30682-d17b-4888-9030-6b63c2aa5096 req-43549d97-602f-4728-82d3-53859e380c8b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:59.738275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0e30682-d17b-4888-9030-6b63c2aa5096 req-43549d97-602f-4728-82d3-53859e380c8b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.0941489 Dec 06 12:29:59.758619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616732f1-7ac5-45ed-9a63-94d0469b06c2 req-2c92a644-d9ae-491e-98d2-798ecebe25b4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:59.760904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-616732f1-7ac5-45ed-9a63-94d0469b06c2 req-2c92a644-d9ae-491e-98d2-798ecebe25b4 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 944 time: 0.2300961 Dec 06 12:29:59.840710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90f4de9c-41db-44bb-8fa2-2805b0036496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.886772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-616732f1-7ac5-45ed-9a63-94d0469b06c2 req-74f3ba64-a8a3-460f-b648-9e8bd5833d36 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187241 Dec 06 12:29:59.887841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90f4de9c-41db-44bb-8fa2-2805b0036496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.925088 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc6c1c-6479-426a-b6a7-5ca93c696047 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc546087-2f6e-45d8-bfbe-7e2bd07a2fa5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.958343 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4de9c-41db-44bb-8fa2-2805b0036496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449736b-409a-4c8a-86ff-04c017d1966e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.982362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b2dcfafa-6ce1-4217-8143-7feabe2845de tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7345278 Dec 06 12:29:59.983141 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43822) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.014542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0e30682-d17b-4888-9030-6b63c2aa5096 req-897f8609-1f49-44f9-85ab-6d77c3da11ee tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743380 Dec 06 12:30:00.020146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-90f4de9c-41db-44bb-8fa2-2805b0036496 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02a10cdcb23d4ad6a02263b5c0212299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8446128 Dec 06 12:30:00.023573 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.064069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.094083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.121735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.153273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.200618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.210525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.211357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/befdb593-4768-43a6-b464-33408de6d7d7 HTTP/1.1" status: 204 len: 168 time: 0.2253053 Dec 06 12:30:00.219859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.222773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5b091-352b-42d5-b76d-6ecb7be742d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=befdb593-4768-43a6-b464-33408de6d7d7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.289778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-86869924-02e3-4de2-b9aa-86d6edd7c89e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660605 Dec 06 12:30:00.294570 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.307483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.310190 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.311348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2449736b-409a-4c8a-86ff-04c017d1966e HTTP/1.1" status: 204 len: 168 time: 0.2864664 Dec 06 12:30:00.334253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b8a4-65b9-42d1-8fca-43c7ee30ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449736b-409a-4c8a-86ff-04c017d1966e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.378147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.414728 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.511316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.515282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.518744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd9f4ff0-80ca-4c29-984b-852bab76080e HTTP/1.1" status: 204 len: 168 time: 0.2208374 Dec 06 12:30:00.522020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43860) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.536101 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb6f25-cd20-4b63-87e8-433367a82f0d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f4ff0-80ca-4c29-984b-852bab76080e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.584615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.595772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.603801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b9462a9-f224-4cad-abed-656518cf2aef tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803883 Dec 06 12:30:00.613761 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.621496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--485677037'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:00.673355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.777754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:30:00.867399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.873034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.905974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43874) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.935899 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6c2ab64e-1f6a-4307-a921-12380df3556b up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:00.949091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.950965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3360312 Dec 06 12:30:00.954353 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.959255 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': '4f5edd56-1b9c-4536-932c-45985ca40de5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:00.969860 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60dc8f-56de-4bb7-a982-419889060144 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5edd56-1b9c-4536-932c-45985ca40de5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.981670 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43884) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:00.999363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71ab4de0-ac59-44f1-9fe7-44c0f4d834bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.010326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.071196 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 6c2ab64e-1f6a-4307-a921-12380df3556b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:30:01.076727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:01.104453 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Deleting port dc2f92e8-28b1-44bb-859d-7efaac897bad {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:01.106134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.139600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 6c2ab64e-1f6a-4307-a921-12380df3556b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:01.141183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.152727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.190801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.205790 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'network_id': 'e07bcf95-4621-4de2-ba5d-4e4912e2280c', 'port_id': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'mac_address': 'fa:16:3e:be:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f166c694-bbae-4b71-b06e-1e84a0ee60a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:30:01.212350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.249715 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43888) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.275984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee3a5b-05cf-43c4-b85f-c1bb6cc11090 req-4ebc4e35-3d15-4f9e-92ec-c0f6497eac81 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:01.277592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ee3a5b-05cf-43c4-b85f-c1bb6cc11090 req-4ebc4e35-3d15-4f9e-92ec-c0f6497eac81 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 944 time: 0.1918993 Dec 06 12:30:01.286311 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e8c17e-a0f2-4266-92a5-08800a6f6198,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.301941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71ab4de0-ac59-44f1-9fe7-44c0f4d834bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.316880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.333396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9207d5-65db-4940-8f7d-47c53eb6b3e3 req-b93f3f69-b189-4022-9af9-09206cff595e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:01.337039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71ab4de0-ac59-44f1-9fe7-44c0f4d834bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.343020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd9207d5-65db-4940-8f7d-47c53eb6b3e3 req-b93f3f69-b189-4022-9af9-09206cff595e tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 944 time: 0.1543407 Dec 06 12:30:01.347655 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.348911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cdbf3e20-3c0a-4680-a570-ff229eb194b4 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3932693 Dec 06 12:30:01.377720 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.387956 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:30:01.403751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8ee3a5b-05cf-43c4-b85f-c1bb6cc11090 req-6a60697d-a81b-464a-a15d-5b0f56155dae tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143258 Dec 06 12:30:01.426460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:01.432862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b1018f-49eb-4248-bceb-27ac1b9fb587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.436806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.441569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.454309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd9207d5-65db-4940-8f7d-47c53eb6b3e3 req-94680888-5349-4c10-91d4-8defb34df5fa tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038196 Dec 06 12:30:01.489478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c2ab64e-1f6a-4307-a921-12380df3556b,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:01.506999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.512434 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:01.512792 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] For port dc2f92e8-28b1-44bb-859d-7efaac897bad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2f92e8-28b1-44bb-859d-7efaac897bad,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:01.513195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.516002 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746bda8-f49f-4eab-bfe1-5da5ed637d49" -d '{"events": [{"server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "name": "network-vif-plugged", "status": "completed", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:01.525254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.543163 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-71ab4de0-ac59-44f1-9fe7-44c0f4d834bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b65e261b18b941d5af8b1f6fed4921c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5601461 Dec 06 12:30:01.543652 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.555226 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.561532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.596198 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e5c52-5ad1-44eb-9d94-dd0368cceb81 x-openstack-request-id: req-db2e5c52-5ad1-44eb-9d94-dd0368cceb81 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:01.596882 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "name": "network-vif-plugged", "status": "completed", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:01.597005 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db2e5c52-5ad1-44eb-9d94-dd0368cceb81 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:01.597678 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b', 'code': 200} Dec 06 12:30:01.630556 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab4de0-ac59-44f1-9fe7-44c0f4d834bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a507812b-ad70-4815-93cf-482fb9d24035,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.640804 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Calling delete_port for dc2f92e8-28b1-44bb-859d-7efaac897bad owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:01.642455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.651289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.654225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.657695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f5edd56-1b9c-4536-932c-45985ca40de5 HTTP/1.1" status: 204 len: 168 time: 0.2621050 Dec 06 12:30:01.658169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['87cdd774-0233-4e8e-9fbe-5c78a7a98402'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:30:01.659097 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.697142 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20208e-ce24-4bf7-afaa-a84667a0b0a8 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5edd56-1b9c-4536-932c-45985ca40de5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.732347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b1018f-49eb-4248-bceb-27ac1b9fb587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.757662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-17309800-58f3-4f41-bfe6-e3c3a6edc25a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882828 Dec 06 12:30:01.762340 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.766447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b1018f-49eb-4248-bceb-27ac1b9fb587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.769867 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--9476306'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.799130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.868193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1018f-49eb-4248-bceb-27ac1b9fb587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d835ca70-e4bf-438e-82f3-666123ac80eb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.888312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.892086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.913701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.917241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1509769 Dec 06 12:30:01.921972 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.929987 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719595299'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.950589 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-16b1018f-49eb-4248-bceb-27ac1b9fb587 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=180c752c9c7a45e993dd7149c6ae16cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997192 Dec 06 12:30:01.953469 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.968624 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a4240-f37e-41f3-b7e3-2de888cceeea tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6679772-be66-43f0-b60f-b0fac4e1d3b2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.990609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.008198 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47242c8-8ca1-4d47-9bb5-a32fd310f5c6 req-ec63ac06-1172-444e-be7f-8f9f3cb1eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:02.010351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a47242c8-8ca1-4d47-9bb5-a32fd310f5c6 req-ec63ac06-1172-444e-be7f-8f9f3cb1eade service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 1096 time: 0.2762463 Dec 06 12:30:02.056504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.095509 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.102910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.134290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.142372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.171600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.173714 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff6367f-e717-43b0-8b58-e55639cc07da,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.179887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.181677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ad0fa610-f46e-4b01-a09f-432b5beb0e08 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2581050 Dec 06 12:30:02.184367 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:02.189252 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'c6679772-be66-43f0-b60f-b0fac4e1d3b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7ff6367f-e717-43b0-8b58-e55639cc07da', 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:02.202676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.205243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.206372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d835ca70-e4bf-438e-82f3-666123ac80eb HTTP/1.1" status: 204 len: 168 time: 0.2519755 Dec 06 12:30:02.220663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a378202-57ad-427f-942b-9eb026572eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835ca70-e4bf-438e-82f3-666123ac80eb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.225051 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a47242c8-8ca1-4d47-9bb5-a32fd310f5c6 req-bb81df47-556d-439b-a2dd-e1502a51596c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988592 Dec 06 12:30:02.242130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.318346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.330881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.337279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.346656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.349448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.353532 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a507812b-ad70-4815-93cf-482fb9d24035 HTTP/1.1" status: 204 len: 168 time: 0.7669215 Dec 06 12:30:02.360948 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e212c363-1437-49ce-8fdd-0a3b0982e90e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.365225 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf6dc9-711b-4bdd-b8e0-a3a1b819d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507812b-ad70-4815-93cf-482fb9d24035,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.368282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.371887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.376054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-591a8509-8413-4fbd-964f-26bad1eb2dd7 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1883118 Dec 06 12:30:02.377081 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:02.414020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2f92e8-28b1-44bb-859d-7efaac897bad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.446970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.455601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.502568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.509898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.511312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e212c363-1437-49ce-8fdd-0a3b0982e90e HTTP/1.1" status: 204 len: 168 time: 0.1333597 Dec 06 12:30:02.514783 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43922) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:02.551610 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f6b74-801d-4478-b1d2-d2efb636a590 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e212c363-1437-49ce-8fdd-0a3b0982e90e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.692233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6365cefb-0858-4c92-a9f1-2c43e575f627 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1739249 Dec 06 12:30:02.700081 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43926) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:02.713142 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43928) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:02.714180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1725-f6f2-4503-9c64-a2e4a0df475e req-d296544d-0b5b-4beb-b7a3-30aa5c69b4e4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:02.716799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a12a1725-f6f2-4503-9c64-a2e4a0df475e req-d296544d-0b5b-4beb-b7a3-30aa5c69b4e4 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 945 time: 0.1342435 Dec 06 12:30:02.725661 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7557c-fec2-43b5-88fe-311f1586f0fc req-6429b2c7-d34f-44c9-8c81-966b9188640a tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:02.727607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31f7557c-fec2-43b5-88fe-311f1586f0fc req-6429b2c7-d34f-44c9-8c81-966b9188640a tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 945 time: 0.2152565 Dec 06 12:30:02.778212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200008aa-1878-4007-a8df-f962c6857e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.795684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:02.832066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.845120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a12a1725-f6f2-4503-9c64-a2e4a0df475e req-675b67c7-235b-4243-bcad-339a8d580884 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158016 Dec 06 12:30:02.861137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:02.861752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.869843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31f7557c-fec2-43b5-88fe-311f1586f0fc req-5bf7be89-1213-4f0f-8a8d-69f8197ea20a tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196363 Dec 06 12:30:02.907255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.950629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.964909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.006114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:03.011028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.058032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.063383 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:03.128479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.226743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200008aa-1878-4007-a8df-f962c6857e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.233840 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.236336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.237510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ff6367f-e717-43b0-8b58-e55639cc07da HTTP/1.1" status: 204 len: 168 time: 0.5362911 Dec 06 12:30:03.238187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200008aa-1878-4007-a8df-f962c6857e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.240296 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43944) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:03.323188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a4eaa-efaa-4688-829b-bfe1db24994f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff6367f-e717-43b0-8b58-e55639cc07da,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:03.342858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-200008aa-1878-4007-a8df-f962c6857e56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4571d913942f465dbea63b7b8547aba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276140 Dec 06 12:30:03.345697 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:03.399520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.421590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.424269 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200008aa-1878-4007-a8df-f962c6857e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb4a71-650a-44e3-bccd-7d78f2485f8c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:03.446436 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9875157e-c0d2-4fff-abb5-2bf418f21a5a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.2008405 Dec 06 12:30:03.450719 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43952) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:03.482488 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.485543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.489136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3cb4a71-650a-44e3-bccd-7d78f2485f8c HTTP/1.1" status: 204 len: 168 time: 0.1400971 Dec 06 12:30:03.499042 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733a7c-b272-4eeb-bceb-de81ef018cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb4a71-650a-44e3-bccd-7d78f2485f8c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:03.599162 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:03.603053 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fcda89-7080-4787-bb13-e90776f1aa0e" -d '{"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:03.666394 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3288ad-964d-4122-af78-c6a48c68e1d1 x-openstack-request-id: req-7a3288ad-964d-4122-af78-c6a48c68e1d1 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:03.666394 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:03.666672 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a3288ad-964d-4122-af78-c6a48c68e1d1 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:03.667017 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'code': 200} Dec 06 12:30:03.883604 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:04.008880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfedcc2-ff25-4706-b39e-24b7d64b64ae req-de6387f5-850c-4156-97ca-cb458b542cea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:04.010560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acfedcc2-ff25-4706-b39e-24b7d64b64ae req-de6387f5-850c-4156-97ca-cb458b542cea tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.0954878 Dec 06 12:30:04.035330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.054434 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692379-5f24-4c7e-a104-81d5ae228bf4 req-5a19e985-ea25-43ea-9c94-e527fab343f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:04.056721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a692379-5f24-4c7e-a104-81d5ae228bf4 req-5a19e985-ea25-43ea-9c94-e527fab343f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1098 time: 0.2340078 Dec 06 12:30:04.095462 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Deleting port e9cdb1c6-8367-4029-8797-9b1209aefdaf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:04.095893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.104754 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835444-d96c-4e4d-a5c3-b816167e42d7 req-2da6350f-e024-45ce-b61f-456ea1b98c9e tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:04.106325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d835444-d96c-4e4d-a5c3-b816167e42d7 req-2da6350f-e024-45ce-b61f-456ea1b98c9e tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 945 time: 0.0945873 Dec 06 12:30:04.111331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acfedcc2-ff25-4706-b39e-24b7d64b64ae req-a742c082-4d39-4d8a-82d6-6c65da11820c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889344 Dec 06 12:30:04.116088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.178049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7d835444-d96c-4e4d-a5c3-b816167e42d7 req-e0348709-01e4-4708-9158-6ca014ab301b tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652223 Dec 06 12:30:04.284883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a692379-5f24-4c7e-a104-81d5ae228bf4 req-e0b29130-3c48-4a81-a278-3cadab8c0b8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136352 Dec 06 12:30:04.291380 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:04.301733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab175014-09e1-47c4-9970-aedd03f562f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d64fb8a-dc94-41c4-91de-fd278c84b7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0671754 Dec 06 12:30:04.304355 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43998) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:04.306526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.308460 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Sync routers for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:04.309559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.310736 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6679772-be66-43f0-b60f-b0fac4e1d3b2 HTTP/1.1" status: 204 len: 168 time: 0.8590879 Dec 06 12:30:04.318228 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44000) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:04.335303 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:04.335924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:04.341389 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b36b5-d010-45e0-8b15-81b4a75b3c48 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6679772-be66-43f0-b60f-b0fac4e1d3b2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:04.418079 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] For port e9cdb1c6-8367-4029-8797-9b1209aefdaf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9cdb1c6-8367-4029-8797-9b1209aefdaf,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:04.418448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.482609 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Calling delete_port for e9cdb1c6-8367-4029-8797-9b1209aefdaf owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:04.512392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b23c82b-b9ce-4b5b-ad26-8eba0db86aa1 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1842031 Dec 06 12:30:04.513880 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44010) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:04.530911 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001962426'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:04.596607 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:04.603324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.688171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.694572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.796521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.798695 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2806549 Dec 06 12:30:04.827529 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:04.846019 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'b85ba73b-f79d-44b7-b710-c1d29d3c8505', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:04.910416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65221862-0e9b-41b8-89a6-8485faf286c0 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ba73b-f79d-44b7-b710-c1d29d3c8505,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:04.961882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.018540 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:30:02Z', 'revision_number': 5, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:05.059461 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Checking router: 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:05.081681 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Routers {'1d64fb8a-dc94-41c4-91de-fd278c84b7e7'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:05.083564 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:05.101778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.225824 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.294524 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Deleting port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:05.295426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.308673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.309816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.332781 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] Set router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:05.351865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.461373 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cdb1c6-8367-4029-8797-9b1209aefdaf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:05.469801 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182228bb-8c53-4f1e-8c99-fb0aeb38ded7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:05.483534 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa368b04-97b8-4cf3-8c88-a272448a2c1d req-79714848-90d8-4b94-ad8c-57cc139ab316 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:05.495012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa368b04-97b8-4cf3-8c88-a272448a2c1d req-79714848-90d8-4b94-ad8c-57cc139ab316 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1160457 Dec 06 12:30:05.512012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.513271 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-53b090b7-b23e-4867-8db1-8253ce412c60 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6846387 Dec 06 12:30:05.515983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:05.579964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.596664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.597634 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] For port 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:05.598083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.690289 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Calling delete_port for 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:05.708106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa368b04-97b8-4cf3-8c88-a272448a2c1d req-205d0d13-798f-4066-9294-01f697b55ffa tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052469 Dec 06 12:30:05.715493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.721718 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:30:02Z', 'revision_number': 5, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:05.724944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.726142 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/182228bb-8c53-4f1e-8c99-fb0aeb38ded7 HTTP/1.1" status: 204 len: 168 time: 0.2092166 Dec 06 12:30:05.732911 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:05.829897 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41534cf2-79ed-4830-8472-3ad897bd9fd5 None None] The sync data for ids ['1d64fb8a-dc94-41c4-91de-fd278c84b7e7'] in n-d-master-1 is: [{'id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'name': 'tempest-TaggedBootDevicesTest-21221283-router', 'tenant_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243'}], 'enable_snat': True}, 'gw_port_id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:13Z', 'updated_at': '2021-12-06T12:30:02Z', 'revision_number': 5, 'project_id': '8f128f58399d4d1a9fc32bf8ce04d879', 'gw_port': {'id': '1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d64fb8a-dc94-41c4-91de-fd278c84b7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:16Z', 'updated_at': '2021-12-06T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:05.854675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb86a5c-54cb-4185-b590-06a773dbd06d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=182228bb-8c53-4f1e-8c99-fb0aeb38ded7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:05.894725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.927555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b050b77-2854-431e-ab7f-adcd4a2e71ae tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1935809 Dec 06 12:30:05.930242 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:06.186373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.243846 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:06.255113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.273589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ef57f-96a7-4874-9aeb-417afb20b272 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:06.386134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.402879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.535612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.538704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.540004 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/b85ba73b-f79d-44b7-b710-c1d29d3c8505 HTTP/1.1" status: 204 len: 168 time: 0.6085658 Dec 06 12:30:06.543864 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44112) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:06.570048 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Router be2326a2-b86e-45de-834b-3aeb4ad31f0b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:06.579827 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbacf0-003c-45cd-a148-57402646ad4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ba73b-f79d-44b7-b710-c1d29d3c8505,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:06.646601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.649498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.670599 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a3dfc63-0f94-4099-88c6-211fde9f6743 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1227162 Dec 06 12:30:06.681729 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:06.710258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972018639'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:06.748230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.748874 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d64fb8a-dc94-41c4-91de-fd278c84b7e7 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:30:06.768196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.782382 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7b720e5c-d231-4ad0-bdcd-7dac41c18646 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1d64fb8a-dc94-41c4-91de-fd278c84b7e7 HTTP/1.1" status: 204 len: 168 time: 2.4766805 Dec 06 12:30:06.783035 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:06.938427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.038737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:07.050887 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dc9be5bf-6716-40b3-bd43-2045cc9eca41 admin admin] 10.222.0.31 "PUT /v2.0/routers/be2326a2-b86e-45de-834b-3aeb4ad31f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1433246 Dec 06 12:30:07.054854 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44136) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:07.057357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Sync routers for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:07.078209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dc2f92e8-28b1-44bb-859d-7efaac897bad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:07.100775 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Deleting subnet 053ef69a-fb94-4f03-b220-5829ce20abdd {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:30:07.112845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.212465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: dc2f92e8-28b1-44bb-859d-7efaac897bad {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:07.212898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device dc2f92e8-28b1-44bb-859d-7efaac897bad not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:07.222258 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:07.223132 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:07.264864 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d10c1-6763-41fe-bb02-0cdbe2c97964 req-d53e184d-0112-4d84-9e61-734fef8d60c3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:07.266516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d4d10c1-6763-41fe-bb02-0cdbe2c97964 req-d53e184d-0112-4d84-9e61-734fef8d60c3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.3606796 Dec 06 12:30:07.323049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.332950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.340596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.343420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.376040 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:07.392003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:07.593825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d4d10c1-6763-41fe-bb02-0cdbe2c97964 req-d5269e4a-6667-4acd-b33f-ea1c17fbded3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129404 Dec 06 12:30:07.622344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.629361 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2393325-88a8-4004-8919-68e11e87f8d1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:07.643566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.647588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-505486c2-4c8a-480c-bc27-c9412c6b95d3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9486642 Dec 06 12:30:07.650821 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:07.657960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'e2393325-88a8-4004-8919-68e11e87f8d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:07.698131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.704928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fce12b8-485b-4ef0-b20a-8cfdb4ffa603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.708650 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.754828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:30:05Z', 'revision_number': 5, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port': {'id': 'bea71968-2c33-4d71-8552-00f99d477fed', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:21:03Z', 'updated_at': '2021-12-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:07.783585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.789094 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Checking router: be2326a2-b86e-45de-834b-3aeb4ad31f0b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:07.792430 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d7293-7a57-4f98-a9b9-5e9202db6b21 None None] Network ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:07.798085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.803495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/053ef69a-fb94-4f03-b220-5829ce20abdd HTTP/1.1" status: 204 len: 168 time: 1.0194042 Dec 06 12:30:07.807303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.808371 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:07.832242 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Routers {'be2326a2-b86e-45de-834b-3aeb4ad31f0b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:07.833294 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:07.880246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fce12b8-485b-4ef0-b20a-8cfdb4ffa603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.882275 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cca5e-109c-4dc6-a158-3cead67a6064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053ef69a-fb94-4f03-b220-5829ce20abdd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:07.890631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fce12b8-485b-4ef0-b20a-8cfdb4ffa603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.920376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.933819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:07.972772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9fce12b8-485b-4ef0-b20a-8cfdb4ffa603 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f26557e74af04873ad6cbbc7ff1522f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771496 Dec 06 12:30:07.980309 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:07.997552 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce12b8-485b-4ef0-b20a-8cfdb4ffa603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8884f185-eebf-43ee-acbe-3f73559f98d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:08.012460 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c72d29e-0bd5-4ae8-b074-dedbced45150,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:08.040207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.040972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.041354 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.041693 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.042024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.042354 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.042683 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.043010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.043338 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.043666 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.043990 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.044410 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.044624 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:08.078486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.103404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.109238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d3acff9e-c13f-4e24-b2bd-87d5c4e12245 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4569936 Dec 06 12:30:08.112715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.112938 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44158) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.150898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-81d4faa1-27fd-4186-83db-a1b6c7f4f5d5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules/8c72d29e-0bd5-4ae8-b074-dedbced45150 HTTP/1.1" status: 200 len: 763 time: 0.0360360 Dec 06 12:30:08.151515 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.174469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.182110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.183608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8884f185-eebf-43ee-acbe-3f73559f98d9 HTTP/1.1" status: 204 len: 168 time: 0.2022164 Dec 06 12:30:08.217121 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a748042-7ea8-49da-9c8b-bf88e9eea5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8884f185-eebf-43ee-acbe-3f73559f98d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:08.233627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Deleting port bea71968-2c33-4d71-8552-00f99d477fed {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:08.233974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.263856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] Set router be2326a2-b86e-45de-834b-3aeb4ad31f0b gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:08.284381 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44164) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.285079 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9b25c996-fa20-432d-ac36-80f04accee2d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1281002 Dec 06 12:30:08.335090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.336050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Deleting port ad270c6d-1565-48bb-86a4-13c414126172 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:08.336397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.355606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.392351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:30:07Z', 'revision_number': 6, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:08.422318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.424808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3b4d3-bdcc-41fe-bde5-5c5a8ce143fe None None] The sync data for ids ['be2326a2-b86e-45de-834b-3aeb4ad31f0b'] in n-d-master-1 is: [{'id': 'be2326a2-b86e-45de-834b-3aeb4ad31f0b', 'name': 'tempest-AttachVolumeShelveTestJSON-838558320-router', 'tenant_id': '22e569e9160b427bbc9058af0fc60d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:21:01Z', 'updated_at': '2021-12-06T12:30:07Z', 'revision_number': 6, 'project_id': '22e569e9160b427bbc9058af0fc60d2a', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:08.430006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.431466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8c72d29e-0bd5-4ae8-b074-dedbced45150 HTTP/1.1" status: 204 len: 168 time: 0.1444318 Dec 06 12:30:08.435135 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.453654 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79486b9-08af-4b26-abb1-254cbf364525 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c72d29e-0bd5-4ae8-b074-dedbced45150,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:08.491625 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] For port bea71968-2c33-4d71-8552-00f99d477fed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bea71968-2c33-4d71-8552-00f99d477fed,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:08.492282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.497037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] For port ad270c6d-1565-48bb-86a4-13c414126172, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad270c6d-1565-48bb-86a4-13c414126172,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:08.497417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.526135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-98368116-64f0-4858-82de-96c3d0bb4f8d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871956 Dec 06 12:30:08.526321 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Calling delete_port for bea71968-2c33-4d71-8552-00f99d477fed owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:08.526438 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.527054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Calling delete_port for ad270c6d-1565-48bb-86a4-13c414126172 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:08.531027 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'e2393325-88a8-4004-8919-68e11e87f8d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:08.586335 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] DHCP port deletion for ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:08.609142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.663307 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:08.706749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Deleting port ad270c6d-1565-48bb-86a4-13c414126172 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:08.707133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.730356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1496ee6c-a37f-4800-994c-753626b1fe1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.804124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] For port ad270c6d-1565-48bb-86a4-13c414126172, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad270c6d-1565-48bb-86a4-13c414126172,segment=NetworkSegment(f049989a-abf4-4bb8-a0e4-472eb6837f6c),segment_id=f049989a-abf4-4bb8-a0e4-472eb6837f6c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:08.804856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.823142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Calling delete_port for ad270c6d-1565-48bb-86a4-13c414126172 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:08.869033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.897353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.940018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.954982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad270c6d-1565-48bb-86a4-13c414126172,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:08.956732 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] No DVR routers for this DVR port ad270c6d-1565-48bb-86a4-13c414126172 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:08.964435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.970278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1496ee6c-a37f-4800-994c-753626b1fe1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.991605 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] Pushing event deleted for resources: {'Port': ['ID=ad270c6d-1565-48bb-86a4-13c414126172,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.005487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1496ee6c-a37f-4800-994c-753626b1fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.012887 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2098c37-01a5-4423-bf23-3683268e7abe None None] No DVR routers for this DVR port ad270c6d-1565-48bb-86a4-13c414126172 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:09.038459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.081374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.093876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1496ee6c-a37f-4800-994c-753626b1fe1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=320667a494a64bd89ce7e3dc994694bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295065 Dec 06 12:30:09.101664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496ee6c-a37f-4800-994c-753626b1fe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dcfcf5-9a88-4845-a27b-a5101377f91f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.104747 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44178) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.131235 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93046181-f8e5-462c-9fe5-efbc17e10299 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:09.131851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef885a66-c815-42db-847a-4941224b7f09 req-13c7119c-3db8-4bc3-b171-21c8a9ebb251 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:09.136246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef885a66-c815-42db-847a-4941224b7f09 req-13c7119c-3db8-4bc3-b171-21c8a9ebb251 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.4127035 Dec 06 12:30:09.137086 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b0a8c0-8cd5-4ea1-8dde-b8d17814da1b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.142619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.144130 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Pushing event deleted for resources: {'Port': ['ID=bea71968-2c33-4d71-8552-00f99d477fed,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.149349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f5a8883e-90a6-4029-b698-a2362b7a013d tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6219637 Dec 06 12:30:09.150443 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.235700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b7ed1181-fed5-4fe9-8822-575cf324447c tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules/b6b0a8c0-8cd5-4ea1-8dde-b8d17814da1b HTTP/1.1" status: 200 len: 763 time: 0.0804863 Dec 06 12:30:09.236394 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.237954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9cdb1c6-8367-4029-8797-9b1209aefdaf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:09.244434 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:09.272855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e9cdb1c6-8367-4029-8797-9b1209aefdaf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:09.273245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e9cdb1c6-8367-4029-8797-9b1209aefdaf not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:09.273580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad270c6d-1565-48bb-86a4-13c414126172 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:09.284873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef885a66-c815-42db-847a-4941224b7f09 req-87e9e094-bff7-45cc-bc77-26e48a732bc7 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328540 Dec 06 12:30:09.308413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ad270c6d-1565-48bb-86a4-13c414126172 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:09.308413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad270c6d-1565-48bb-86a4-13c414126172 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:09.308413 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:09.335288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:09.335642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1c27c0f5-0bdb-4a8b-96ab-01a9ca56168a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:09.336181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bea71968-2c33-4d71-8552-00f99d477fed no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:09.371676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d04ba996-5b12-4a57-9b99-7ced29df8cd2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1304591 Dec 06 12:30:09.373648 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.374692 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f049989a-abf4-4bb8-a0e4-472eb6837f6c') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:09.380283 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bea71968-2c33-4d71-8552-00f99d477fed {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:09.380628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bea71968-2c33-4d71-8552-00f99d477fed not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:09.381264 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f049989a-abf4-4bb8-a0e4-472eb6837f6c') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:09.399057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.432765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.441218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.442901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.447627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:30:09.448025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:30:09.449700 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:30:09.458976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.475812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.517825 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.526984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.530398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b6b0a8c0-8cd5-4ea1-8dde-b8d17814da1b HTTP/1.1" status: 204 len: 168 time: 0.1535411 Dec 06 12:30:09.532930 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.573272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f070a-8810-4984-801d-33beb067f38c req-23b98b7c-0d47-4bd6-85b3-02924a4dad6b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:09.574865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b70f070a-8810-4984-801d-33beb067f38c req-23b98b7c-0d47-4bd6-85b3-02924a4dad6b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1694107 Dec 06 12:30:09.584206 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01a6f0-b419-4b36-a73f-be93cedfe58a tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b0a8c0-8cd5-4ea1-8dde-b8d17814da1b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.598756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.608342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.611607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.623222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ba3571fe-50cd-4cf6-92dd-cc61c3ea1630 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862617 Dec 06 12:30:09.623408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.625348 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44192) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.634241 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'e2393325-88a8-4004-8919-68e11e87f8d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:09.655744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.661934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec HTTP/1.1" status: 204 len: 168 time: 1.8522825 Dec 06 12:30:09.723552 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a91a7-0afb-4d32-bccf-82f57bbce2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3b06b6-3137-4b32-a3d1-0b1fd1a36aec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.724200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b70f070a-8810-4984-801d-33beb067f38c req-f98c1aa6-d17e-4847-b38b-374bcbaa4552 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Dec 06 12:30:09.740345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.740547 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2326a2-b86e-45de-834b-3aeb4ad31f0b {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:30:09.754057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.757864 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44200) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.758024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b05ec509-7e3b-4faf-8492-e270e1bd081c admin admin] 10.222.0.31 "DELETE /v2.0/routers/be2326a2-b86e-45de-834b-3aeb4ad31f0b HTTP/1.1" status: 204 len: 168 time: 2.7026033 Dec 06 12:30:09.760254 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Project 231f0a9b3914413287ed21403c632cb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:30:09.767390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.793038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.796180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.799781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54dcfcf5-9a88-4845-a27b-a5101377f91f HTTP/1.1" status: 204 len: 168 time: 0.6855125 Dec 06 12:30:09.819723 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56e70-9485-490b-b69d-f28128f0539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dcfcf5-9a88-4845-a27b-a5101377f91f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.871542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.879490 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.900937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866cb3c7-e50d-4fe7-8faa-070d773c5f4f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.916998 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Deleting subnet b56f8836-0d0e-4948-abb5-65df5abb030a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:30:09.920186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.922805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e32ca4e4-8a34-426e-8a43-b48e3a864cac tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940841 Dec 06 12:30:09.929821 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44204) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:09.936938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:09.976100 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09d2e80b-259a-4289-91a5-08f2986630c5 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules/866cb3c7-e50d-4fe7-8faa-070d773c5f4f HTTP/1.1" status: 200 len: 769 time: 0.0451164 Dec 06 12:30:09.979928 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44206) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.132784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95c52b51-3356-4e0f-9446-0f58feae21ad tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1514516 Dec 06 12:30:10.135485 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44208) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.150518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.220441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0115cb-2ce7-4033-8c87-67b1f4069f57 req-bc95a7a9-5792-4813-ba12-824645d25f11 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:10.222061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e0115cb-2ce7-4033-8c87-67b1f4069f57 req-bc95a7a9-5792-4813-ba12-824645d25f11 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2891810 Dec 06 12:30:10.223788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.286716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.315935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.351358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f55c15a2-ed2c-432e-93bf-24ffbab31e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12f90cc51c024504b789ef9fea24990b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260924 Dec 06 12:30:10.352599 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.362622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e0115cb-2ce7-4033-8c87-67b1f4069f57 req-07449767-aaab-49d2-b8f8-0dd75ddca484 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275876 Dec 06 12:30:10.367355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.400971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.442300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.444457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/866cb3c7-e50d-4fe7-8faa-070d773c5f4f HTTP/1.1" status: 204 len: 168 time: 0.3074267 Dec 06 12:30:10.446888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.450645 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34676a2-9493-423e-a7df-ccdf8b1ecadc tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=866cb3c7-e50d-4fe7-8faa-070d773c5f4f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:10.456115 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.497533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.536690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82ef2c-a2df-4bdc-9337-3850bc423007 None None] Network 978bcb1c-e797-4ee8-8ca1-3e1143723f3a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:10.540803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.548147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.556697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b56f8836-0d0e-4948-abb5-65df5abb030a HTTP/1.1" status: 204 len: 168 time: 0.7884171 Dec 06 12:30:10.557737 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.594610 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd1703-557e-45b6-946e-600efd4dfc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56f8836-0d0e-4948-abb5-65df5abb030a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:10.667109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.680739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.684908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.689021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba0bf88b-d8ae-426f-82a8-686cf228935c HTTP/1.1" status: 204 len: 168 time: 0.3304474 Dec 06 12:30:10.699687 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5690433-7f90-4c3e-895e-f3c6b85516a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0bf88b-d8ae-426f-82a8-686cf228935c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:10.705259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-02349b48-ddfe-4a41-8443-626a8b868fa3 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2412200 Dec 06 12:30:10.715058 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:10.741825 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cf8e7-92de-4cdb-8d2a-380024ad9f60 req-a073fdc7-cf77-49c6-b720-c22c04668bcc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:10.748200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-309cf8e7-92de-4cdb-8d2a-380024ad9f60 req-a073fdc7-cf77-49c6-b720-c22c04668bcc tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2530200 Dec 06 12:30:10.763786 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Deleting port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:10.764932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.884068 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] For port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,segment=NetworkSegment(70051ade-1a40-442b-b29c-35375dce7150),segment_id=70051ade-1a40-442b-b29c-35375dce7150)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:10.884677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.900016 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Calling delete_port for 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:10.901488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-309cf8e7-92de-4cdb-8d2a-380024ad9f60 req-97e2f7fe-6d3a-4cc9-b4fc-a75e9aba3e7b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417184 Dec 06 12:30:10.913529 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] DHCP port deletion for 978bcb1c-e797-4ee8-8ca1-3e1143723f3a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:10.934299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.971910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.034960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.036033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Deleting port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:11.036415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.078042 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:11.088032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70501c58-0548-4b69-94b3-a0dc93b13326 req-28797542-4165-4c86-b23e-a48013404501 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:11.090750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70501c58-0548-4b69-94b3-a0dc93b13326 req-28797542-4165-4c86-b23e-a48013404501 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.0759776 Dec 06 12:30:11.091736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.095480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.099807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2393325-88a8-4004-8919-68e11e87f8d1 HTTP/1.1" status: 204 len: 168 time: 0.3834414 Dec 06 12:30:11.100683 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:11.102136 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] No DVR routers for this DVR port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:11.126631 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593ab32-e6b9-4f49-8341-9c6938390491 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2393325-88a8-4004-8919-68e11e87f8d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:11.172377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70501c58-0548-4b69-94b3-a0dc93b13326 req-2fda5019-9465-4af1-9e81-a703ac581d9c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Dec 06 12:30:11.203623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] For port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:11.204068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.237787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Calling delete_port for 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:11.245684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:30:11.247264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.276866 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] Pushing event deleted for resources: {'Port': ['ID=4d803e99-7fab-45e1-a7d9-9bc6ed7facf5,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:11.280521 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9beb4b-7c82-41ad-a67d-ae026e388a72 None None] No DVR routers for this DVR port 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:11.367415 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:11.369596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3535f189-6479-46d2-b196-b2883bfc13d6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2632895 Dec 06 12:30:11.383598 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group': {'name': 'tempest-secgroup--56496553'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:11.409054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.458332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.466757 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978bcb1c-e797-4ee8-8ca1-3e1143723f3a']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:11.491402 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70051ade-1a40-442b-b29c-35375dce7150') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:11.492222 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70051ade-1a40-442b-b29c-35375dce7150') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:11.532575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.560402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.566785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bfaf6-949c-48a3-8a2b-d6749ae200a2 req-15c9f79b-0a3d-4b03-a716-a5cc2bb6072a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:11.568507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543bfaf6-949c-48a3-8a2b-d6749ae200a2 req-15c9f79b-0a3d-4b03-a716-a5cc2bb6072a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1282511 Dec 06 12:30:11.569476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:30:11.569886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:30:11.579456 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:30:11.650354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543bfaf6-949c-48a3-8a2b-d6749ae200a2 req-d31b37c0-1176-43cf-90dc-9bbe99ebebe8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708997 Dec 06 12:30:11.658985 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:11.676501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.694368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.721015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.725754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.738127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/978bcb1c-e797-4ee8-8ca1-3e1143723f3a HTTP/1.1" status: 204 len: 168 time: 1.1792819 Dec 06 12:30:11.739153 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0438a0-8f6c-4235-8b74-98ea78a7e3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=978bcb1c-e797-4ee8-8ca1-3e1143723f3a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:11.742537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4c968279-8c59-45e4-b277-a38d096ab38c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f128f58399d4d1a9fc32bf8ce04d879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824072 Dec 06 12:30:11.745018 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:11.758744 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:30:11.767139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.772091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4016986 Dec 06 12:30:11.772261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44276) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:11.773964 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee6af1-18f7-4eb9-b5cc-52ff33bfbd00 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e300548c-2410-4f10-9e3f-95b66ca82894,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:11.786370 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Request body: {'security_group_rule': {'security_group_id': 'e300548c-2410-4f10-9e3f-95b66ca82894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:11.839166 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.848336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.885869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f460-2876-447b-b54b-a1add15c68d6 req-2399eb8d-66a3-418d-94ea-00fcf107f3f2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:11.887340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ae9f460-2876-447b-b54b-a1add15c68d6 req-2399eb8d-66a3-418d-94ea-00fcf107f3f2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1059053 Dec 06 12:30:11.919382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.939073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.946440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:11.994206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ae9f460-2876-447b-b54b-a1add15c68d6 req-2053e17c-0cd2-4507-89d4-f432554abf50 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972331 Dec 06 12:30:12.041880 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.054289 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d2dab6-c483-4b6f-a158-f36f959c57be,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:12.095072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.102957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.104225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38fd423c-fe19-43bb-8e09-0e737dce0e62 HTTP/1.1" status: 204 len: 168 time: 0.3581800 Dec 06 12:30:12.108951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.111394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02fe9b5a-5dfc-4f95-9f6b-6cfad1ab9d0e tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312192 Dec 06 12:30:12.115092 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.130330 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824083c4-df13-4a90-ad3d-2f0449009d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd423c-fe19-43bb-8e09-0e737dce0e62,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:12.169765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7b94c743-824b-4609-8357-1c54dfa59c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22e569e9160b427bbc9058af0fc60d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262982 Dec 06 12:30:12.171963 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44292) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.198131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.227869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.264833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.313052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.317351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.318055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.321893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/e300548c-2410-4f10-9e3f-95b66ca82894 HTTP/1.1" status: 204 len: 168 time: 0.2040865 Dec 06 12:30:12.323493 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.394134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e38af-f440-4b6a-ad67-d62ab74e92c6 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300548c-2410-4f10-9e3f-95b66ca82894,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:12.395666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.398842 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:12.400326 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/035c46cc-5cc1-4f31-a5dc-8dac6d4b5350 HTTP/1.1" status: 204 len: 168 time: 0.2273591 Dec 06 12:30:12.410425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6189a09-3dcc-4952-a8d7-0d247c044b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035c46cc-5cc1-4f31-a5dc-8dac6d4b5350,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:12.498634 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26ec81-60da-4bac-95e9-772c8951d307 req-dc0f6188-5938-4677-b778-d857332e23c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:12.500736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a26ec81-60da-4bac-95e9-772c8951d307 req-dc0f6188-5938-4677-b778-d857332e23c5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1762407 Dec 06 12:30:12.509645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-52ef8e07-5d9a-47ae-9f54-8e8dfe0fae4f tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1800749 Dec 06 12:30:12.512315 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44314) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.584546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a26ec81-60da-4bac-95e9-772c8951d307 req-1cb8c2f3-d86f-4d8f-8f5a-46e3d4535bd1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729175 Dec 06 12:30:12.603476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3a0128e6-7313-4e2b-9084-e8b809f34cb2 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0894747 Dec 06 12:30:12.606637 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.647461 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-4f8335b7-f691-460a-8f02-8a9737514159 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] delete failed (client error): The resource could not be found. Dec 06 12:30:12.648567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f8335b7-f691-460a-8f02-8a9737514159 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "DELETE /v2.0/security-groups/e300548c-2410-4f10-9e3f-95b66ca82894 HTTP/1.1" status: 404 len: 347 time: 0.0401297 Dec 06 12:30:12.653073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:12.793439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-480c8431-3a14-473d-b0f7-b639f4132f98 tempest-SecGroupIPv6Test-414029486 tempest-SecGroupIPv6Test-414029486-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1353405 Dec 06 12:30:12.920578 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:12.966031 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:12.966605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4d803e99-7fab-45e1-a7d9-9bc6ed7facf5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:13.360212 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:13.498093 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44348) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:13.597753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-140ce96d-4f54-441c-bc3b-34780081f424 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=231f0a9b3914413287ed21403c632cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360208 Dec 06 12:30:13.599746 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:13.662489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.697681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.819857 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-486779461', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:13.825859 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb79f-41c3-4369-b596-40ff7df7b559 req-9614aba2-b9ed-41de-b9f6-b7313dfae7c8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:13.829036 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e0eb79f-41c3-4369-b596-40ff7df7b559 req-9614aba2-b9ed-41de-b9f6-b7313dfae7c8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.0880337 Dec 06 12:30:13.856457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.867670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.869713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa42572c-c61d-4e94-8741-9d8295acad46 HTTP/1.1" status: 204 len: 168 time: 0.2688725 Dec 06 12:30:13.877072 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Made reservation on behalf of 6f9d524bda144841bea2288c7d90c29a for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:13.880029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.897549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.902893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716a0cc-8acb-48bf-8a04-70be7db68d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42572c-c61d-4e94-8741-9d8295acad46,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:13.957476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e0eb79f-41c3-4369-b596-40ff7df7b559 req-728a7300-2b46-408d-bddb-ab3a90756afe tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202626 Dec 06 12:30:14.104083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:14.114264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:14.128510 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] device_id is not set on port 09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:30:14.325619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d0ecb-2c3f-4f90-953e-5ee5977d2235,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:14.449546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a03b-d3e0-419c-a72e-ad72149628e3 req-b95835af-6f2b-42a8-b835-4e96d7cfb607 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.459717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea34a03b-d3e0-419c-a72e-ad72149628e3 req-b95835af-6f2b-42a8-b835-4e96d7cfb607 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.0783606 Dec 06 12:30:14.540497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-51cce310-2d29-40cc-8165-ece0fd92b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.546200 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-51cce310-2d29-40cc-8165-ece0fd92b247 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1098 time: 0.1845236 Dec 06 12:30:14.583081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea34a03b-d3e0-419c-a72e-ad72149628e3 req-74469cc1-0f0e-4166-9378-ecadb1fca397 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219780 Dec 06 12:30:14.646301 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Allocated IP 172.35.3.202 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:14.655419 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44392) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:15.048063 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-970595352-network', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:15.089784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:15.092459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.107415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.185643 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-63ed1684-9e05-4576-aaf0-256f942b769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:15.187158 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-63ed1684-9e05-4576-aaf0-256f942b769b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.6304460 Dec 06 12:30:15.282445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.286263 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-25afa7e3-37a9-4fa8-b6e6-e6541c376ee2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.0921159 Dec 06 12:30:15.292110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.366187 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1317fa-c6c3-47cf-8399-c3bec968c3d7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:15.369288 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:30:15.380827 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.381286 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Added segment 9c57f327-d2fd-43ee-894b-66cbb2294dbd of type vlan for network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 Dec 06 12:30:15.398822 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-2601573c-9756-42d4-b886-3c1ad1327ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:15.400941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-2601573c-9756-42d4-b886-3c1ad1327ca6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.1047821 Dec 06 12:30:15.447399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.473937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.493018 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-3fba07a6-6d62-4bbc-929c-b485d483f3bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823319 Dec 06 12:30:15.533630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.535582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.536347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:15.537102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.569095 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:15.626604 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:15.632569 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:15.649331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b0f68-5f55-4909-87ac-ec44074eb2b7 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:15.722509 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:15.723270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.762487 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] Pushing event updated for resources: {'Network': ['ID=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:15.774903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:30:15.776245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1e6ddcae-bca0-4938-b28a-73afb17c3500 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1194959 Dec 06 12:30:15.780710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4e3b7411-ed06-438d-a071-bd7f5f43d7cb None None] Provisioning complete for port 09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:15.783646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e3b7411-ed06-438d-a071-bd7f5f43d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.791491 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44424) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:15.824428 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Request body: {'subnet': {'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-subnet', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:15.892990 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Pushing event updated for resources: {'Port': ['ID=09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:15.899880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f6532-26b9-4f28-a427-15c0e3249176 req-4e92580c-d358-48d7-a6c5-a129fdba3dcf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:15.908212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b6f6532-26b9-4f28-a427-15c0e3249176 req-4e92580c-d358-48d7-a6c5-a129fdba3dcf tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1501086 Dec 06 12:30:15.921772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:15.925813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.955080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c12ba624-4af1-46a7-83c1-26bf0fbfb210 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4557066 Dec 06 12:30:15.959180 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:15.962995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-d60678ee-6ee5-4ba5-bb55-ce01fd9ccc35 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620478 Dec 06 12:30:15.966802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.202'}]}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:16.011708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b6f6532-26b9-4f28-a427-15c0e3249176 req-d18b7553-c776-4441-b40e-5c90dd75def2 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001475 Dec 06 12:30:16.069117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b7411-ed06-438d-a071-bd7f5f43d7cb None None] Port 09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:16.093331 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:16.255130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.256645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.261487 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cef6e3ea-6143-43fc-a3f4-09a20df583d1 req-e29c8950-3aca-4a60-88bd-5a86be8911b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805572 Dec 06 12:30:16.381010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.509471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-694f5116-c181-4d44-8dae-69baf6dbe56f tempest-ServiceProvidersTest-1252060017 tempest-ServiceProvidersTest-1252060017-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4140198 Dec 06 12:30:16.593853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.604701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.661369 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3f5572-979c-46f0-8e5a-b74981ff53a8,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:16.745034 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Checking segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:16.745426 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Network hostable DHCP agents. Network: 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:30:16.771586 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:30:16.785613 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:16.791756 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:16.792478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.802172 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8641d2-ae14-41c9-9620-da94251f3c37 None None] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:16.878937 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:16.885054 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1cc5c4dd-f2f8-4ebc-95e1-347269b4d93b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0756474 Dec 06 12:30:16.886850 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:16.945742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:16.947698 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.013915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.035179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.064716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.093543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:30:17.095458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.129997 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:17.280344 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Allocated IP 172.20.0.2 (27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161/5d3f5572-979c-46f0-8e5a-b74981ff53a8/0112c00e-8b09-4880-8346-858a020fdff7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:17.293683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.408064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc1dd-d17a-4291-9e36-5cbaeae17be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.451684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.478789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1488-28d5-4c9e-97ad-6e6286713815 req-effe04ea-be31-4f99-aa12-479f9a089943 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:17.486826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b5a1488-28d5-4c9e-97ad-6e6286713815 req-effe04ea-be31-4f99-aa12-479f9a089943 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.3094931 Dec 06 12:30:17.539048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.547558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.581809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b5a1488-28d5-4c9e-97ad-6e6286713815 req-f0abf65c-f949-4578-8a7d-cd56abeac859 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939069 Dec 06 12:30:17.615957 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:17.618602 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:17.619520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.622883 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:17.633202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.658795 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Pushing event updated for resources: {'Port': ['ID=0112c00e-8b09-4880-8346-858a020fdff7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:17.659937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc1dd-d17a-4291-9e36-5cbaeae17be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.681973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc1dd-d17a-4291-9e36-5cbaeae17be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.714596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.714952 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.715301 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.715645 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.715985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.716347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.716656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.717042 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.717319 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.717643 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.717975 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.718297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.718625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:17.775733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Attempting to bind port 0112c00e-8b09-4880-8346-858a020fdff7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:17.776203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Attempting to bind port 0112c00e-8b09-4880-8346-858a020fdff7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:17.776548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Attempting to bind port 0112c00e-8b09-4880-8346-858a020fdff7 on network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:17.787619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:17.789312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Checking segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:17.789445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.791540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Bound using segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:17.799107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Bound port: 0112c00e-8b09-4880-8346-858a020fdff7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:17.802750 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.837192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:17.838052 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb319eeb-dcf8-4b19-b157-879a7083771d {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:30:17.882970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1c6dc1dd-d17a-4291-9e36-5cbaeae17be4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=479bbea98e2c499abd6f2752a03b9d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7515898 Dec 06 12:30:17.885782 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dc1dd-d17a-4291-9e36-5cbaeae17be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8d59e-0689-4cb7-96bb-1890a941e839,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:17.889391 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:17.900239 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:30:17.901660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5828053d-e12d-4aea-a4a4-4d9878a152cb tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9410982 Dec 06 12:30:17.908550 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:17.998410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] For port 0112c00e-8b09-4880-8346-858a020fdff7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:18.007471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] For port 0112c00e-8b09-4880-8346-858a020fdff7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0112c00e-8b09-4880-8346-858a020fdff7,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:18.017343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.043502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.075066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.130767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Deleting port 09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:18.131147 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.163796 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1d8d0-0b09-440d-a615-c12a1794c969 None None] Pushing event updated for resources: {'Port': ['ID=0112c00e-8b09-4880-8346-858a020fdff7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:18.228375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.231178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.232566 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffd8d59e-0689-4cb7-96bb-1890a941e839 HTTP/1.1" status: 204 len: 168 time: 0.3420820 Dec 06 12:30:18.254743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e271c-63b4-4c92-9fd5-7850c43e14c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8d59e-0689-4cb7-96bb-1890a941e839,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:18.260788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.333007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Calling delete_port for 09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:18.767332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.769586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.819339 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:18.877994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Pushing event deleted for resources: {'Port': ['ID=09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:18.915005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11010b49-b699-4ec0-b7e1-2b5ad985be2d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:18.990521 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0112c00e-8b09-4880-8346-858a020fdff7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:19.021144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.026614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9b2531b7-f1ad-4330-b7d0-a186cbf503a6 tempest-RoutersAdminNegativeIpV6Test-392475531 tempest-RoutersAdminNegativeIpV6Test-392475531-project-admin] 10.222.0.31 "DELETE /v2.0/ports/09e12ed5-2cb9-42f2-9e9b-0e4e1086d9f8 HTTP/1.1" status: 204 len: 168 time: 1.1169062 Dec 06 12:30:19.109850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0112c00e-8b09-4880-8346-858a020fdff7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:19.110463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.166906 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Allocated IP 172.35.3.48 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/7be5d78b-f2db-425a-a7a4-eef867c822f4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:19.328073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.334145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.373688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.448570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 0112c00e-8b09-4880-8346-858a020fdff7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0112c00e-8b09-4880-8346-858a020fdff7,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:19.467497 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:19.470961 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:19.476215 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:19.495411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.560409 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Pushing event updated for resources: {'Port': ['ID=7be5d78b-f2db-425a-a7a4-eef867c822f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:19.630697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3c9db-c153-4e7d-b755-01237b7649e5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:19.777114 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=0112c00e-8b09-4880-8346-858a020fdff7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:19.789505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.791382 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d372045e-5811-42c8-aeff-cb65eb4284d4 None None] Provisioning complete for port 7be5d78b-f2db-425a-a7a4-eef867c822f4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:19.791577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d372045e-5811-42c8-aeff-cb65eb4284d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:19.851258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d372045e-5811-42c8-aeff-cb65eb4284d4 None None] Port 7be5d78b-f2db-425a-a7a4-eef867c822f4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:20.017595 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9fac8-933f-420d-80e3-9b80081f7255 req-6adf50f3-aa61-4bea-be66-b3493cc4a8ec tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:20.025501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fc9fac8-933f-420d-80e3-9b80081f7255 req-6adf50f3-aa61-4bea-be66-b3493cc4a8ec tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 1.4851804 Dec 06 12:30:20.054063 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:20.114237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6fc9fac8-933f-420d-80e3-9b80081f7255 req-4fc84975-3984-442e-a4c5-46cea7634870 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859277 Dec 06 12:30:20.128659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.270364 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95f939-1f58-4431-be1d-3ae741dd3123 None None] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:20.393178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dd18b09-1034-47d3-ae03-03953ec5e72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.436996 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b7e1401a-61fd-4323-8a73-63f700261917 None None] Provisioning complete for port 0112c00e-8b09-4880-8346-858a020fdff7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:20.438183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b7e1401a-61fd-4323-8a73-63f700261917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.531285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d01ea-d712-4c46-954d-910c879f92af req-bd7753fa-3a1d-4a3f-a688-160d665d2d1a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:20.545408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99d01ea-d712-4c46-954d-910c879f92af req-bd7753fa-3a1d-4a3f-a688-160d665d2d1a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.3192241 Dec 06 12:30:20.609123 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:20.675670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.686764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dd18b09-1034-47d3-ae03-03953ec5e72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.694216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dd18b09-1034-47d3-ae03-03953ec5e72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.711901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f99d01ea-d712-4c46-954d-910c879f92af req-82eca70d-d282-4cd1-ade2-722557a19ed5 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631713 Dec 06 12:30:20.782976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd18b09-1034-47d3-ae03-03953ec5e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2451f5f-9887-4660-b2e9-97b9ed9f2895,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:20.815017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8dd18b09-1034-47d3-ae03-03953ec5e72c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=954c188d3df14abe9fe83d37eff14dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7591391 Dec 06 12:30:20.815673 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:20.853827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18a6c5d7-85b4-47b4-a69d-ab096fa93dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:20.942605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0112c00e-8b09-4880-8346-858a020fdff7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:21.058653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.099688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0112c00e-8b09-4880-8346-858a020fdff7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:21.100273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.111010 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:30:21.148080 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.199825 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:21.259879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.271743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.273823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2451f5f-9887-4660-b2e9-97b9ed9f2895 HTTP/1.1" status: 204 len: 168 time: 0.4555006 Dec 06 12:30:21.274551 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c02a-9801-43c2-b0df-4c21ce3bf715 req-47519e04-33bd-4c14-bf48-2918154d37d8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:21.277276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e43c02a-9801-43c2-b0df-4c21ce3bf715 req-47519e04-33bd-4c14-bf48-2918154d37d8 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.4097219 Dec 06 12:30:21.277709 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fcd67209-bac4-40a5-8a00-dbd44e3d9c62 None None] Provisioning complete for port 0112c00e-8b09-4880-8346-858a020fdff7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:21.278230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fcd67209-bac4-40a5-8a00-dbd44e3d9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.298423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18a6c5d7-85b4-47b4-a69d-ab096fa93dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.306757 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ba4f-25b3-4b9e-8571-3042d5e63c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2451f5f-9887-4660-b2e9-97b9ed9f2895,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:21.316489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18a6c5d7-85b4-47b4-a69d-ab096fa93dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.364353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6c5d7-85b4-47b4-a69d-ab096fa93dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5663d-fddc-4fbf-8aee-fc3a248a8b18,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:21.412750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18a6c5d7-85b4-47b4-a69d-ab096fa93dc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e80e624091134d5da5a42bd178fc9644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8000436 Dec 06 12:30:21.416220 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:21.487287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.526220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.560700 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1413635063'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:21.583598 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:21.606875 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.609984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.611174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8da5663d-fddc-4fbf-8aee-fc3a248a8b18 HTTP/1.1" status: 204 len: 168 time: 0.1937878 Dec 06 12:30:21.612614 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Sync routers for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:21.643378 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd83c1-e239-4d64-b643-7641c887d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5663d-fddc-4fbf-8aee-fc3a248a8b18,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:21.645459 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:21.648158 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:21.673396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e43c02a-9801-43c2-b0df-4c21ce3bf715 req-62523b4f-9129-49b0-b0f9-962e37b1a2a9 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728836 Dec 06 12:30:21.702622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Made reservation on behalf of e58adc644ae34c25826fd2c8c44c6c63 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:21.712845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.743106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.744835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f69d2c56-e7de-4031-b4fe-1d479591718c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8642273 Dec 06 12:30:21.746935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44576) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:21.760228 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:21.983203 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:22.074804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db88f0-3b87-4987-999f-a5d2a01e4e28 req-e696ef8c-4683-415d-ad42-fb6b1fdae1e3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:22.076447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5db88f0-3b87-4987-999f-a5d2a01e4e28 req-e696ef8c-4683-415d-ad42-fb6b1fdae1e3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1216891 Dec 06 12:30:22.078581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.102561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.198516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44584) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:22.244383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5db88f0-3b87-4987-999f-a5d2a01e4e28 req-dc1106d9-5405-42cc-80cb-2bc91d3715ca tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588159 Dec 06 12:30:22.253978 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:30:22.256065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c4577fc1-0565-47c9-bdac-9bb0e27333a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f9d524bda144841bea2288c7d90c29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557215 Dec 06 12:30:22.258619 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44586) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:22.263367 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc633a2-2c14-4371-892e-33f0c1c25db2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:22.304333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.304691 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Added segment 670ef110-377d-4f13-bedd-55beeab34445 of type vlan for network 79657124-095a-4138-b90f-42fba50a6a15 Dec 06 12:30:22.386325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.435258 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:19Z', 'revision_number': 3, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:22.480206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.486155 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:22.486908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.508139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.510937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3100259 Dec 06 12:30:22.521830 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:22.529716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed64fa-7c07-4d5c-a44d-cfe4e130a46e req-10a17ec6-5c16-4d7e-8031-2d0485c88242 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:22.531250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03ed64fa-7c07-4d5c-a44d-cfe4e130a46e req-10a17ec6-5c16-4d7e-8031-2d0485c88242 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1190209 Dec 06 12:30:22.535777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Request body: {'subnet': {'network_id': '79657124-095a-4138-b90f-42fba50a6a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:22.576056 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:22.581753 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Checking router: 9b21a6d4-5f71-44a6-92c9-525cdef40d7f for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:22.582090 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Updating router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f port 7be5d78b-f2db-425a-a7a4-eef867c822f4 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:30:22.605104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc2bb-a854-42c0-8eee-b7a9a2feea19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.614668 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.624864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.690090 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe934b-760c-4700-bbc8-7bef88dcfe26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event updated for resources: {'Network': ['ID=79657124-095a-4138-b90f-42fba50a6a15,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:22.702170 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 79657124-095a-4138-b90f-42fba50a6a15 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:30:22.719887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03ed64fa-7c07-4d5c-a44d-cfe4e130a46e req-555fee40-120d-4037-9b3a-b2080758464f tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762037 Dec 06 12:30:22.855065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc2bb-a854-42c0-8eee-b7a9a2feea19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.889216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc2bb-a854-42c0-8eee-b7a9a2feea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.938545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Made reservation on behalf of e58adc644ae34c25826fd2c8c44c6c63 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:22.942939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.950448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.953203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:22.954436 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/078d0ecb-2c3f-4f90-953e-5ee5977d2235 HTTP/1.1" status: 204 len: 168 time: 0.6540918 Dec 06 12:30:22.961149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb4e92-4830-49e1-97db-f0d6afc69b7a req-1af054ab-667d-4146-900d-0fd8c7a29001 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:22.963263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96eb4e92-4830-49e1-97db-f0d6afc69b7a req-1af054ab-667d-4146-900d-0fd8c7a29001 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1064873 Dec 06 12:30:22.969312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d9cc2bb-a854-42c0-8eee-b7a9a2feea19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98ad7b8971db422bb13f72b52d23fe6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859651 Dec 06 12:30:22.969312 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cc2bb-a854-42c0-8eee-b7a9a2feea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3628e43f-a8ef-462c-a224-e9eb4c22f010,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:22.985379 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44608) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:22.990590 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cdb96-9789-40ba-8940-fc19456c2e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d0ecb-2c3f-4f90-953e-5ee5977d2235,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:23.041717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96eb4e92-4830-49e1-97db-f0d6afc69b7a req-86ff3617-d31f-4a41-b5d0-f90f33e910e6 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Dec 06 12:30:23.176248 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.184302 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.201998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.236926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4f17a-9d7b-47f4-9850-cf2e82d8ddcf req-be02c7d7-c17b-4acb-929c-f1d45fa5469a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:23.250772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fce4f17a-9d7b-47f4-9850-cf2e82d8ddcf req-be02c7d7-c17b-4acb-929c-f1d45fa5469a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1326396 Dec 06 12:30:23.251551 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa76896-8d34-4d5e-82e4-b491a374e638 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:23.275813 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Attempting to bind port 7be5d78b-f2db-425a-a7a4-eef867c822f4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:23.276196 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Attempting to bind port 7be5d78b-f2db-425a-a7a4-eef867c822f4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:23.276578 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Attempting to bind port 7be5d78b-f2db-425a-a7a4-eef867c822f4 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:23.283097 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Pushing event updated for resources: {'Port': ['ID=7be5d78b-f2db-425a-a7a4-eef867c822f4,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:23.286309 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:23.286683 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:23.287215 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.287607 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:23.288085 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Bound port: 7be5d78b-f2db-425a-a7a4-eef867c822f4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:23.288463 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.314042 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.314390 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.314732 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.315069 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.315701 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.315907 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.316241 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.317224 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.317690 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.318026 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.319558 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.320646 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.321284 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:23.335936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.412622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fbd4f7be-c163-4836-92a5-b56a55a29b12 None None] Provisioning complete for port 7be5d78b-f2db-425a-a7a4-eef867c822f4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:23.413407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd4f7be-c163-4836-92a5-b56a55a29b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.424958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fce4f17a-9d7b-47f4-9850-cf2e82d8ddcf req-783d022f-eeb6-45a7-9a05-40b6ff0c83d0 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677656 Dec 06 12:30:23.450157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.469571 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] For port 7be5d78b-f2db-425a-a7a4-eef867c822f4, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:23.473568 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] For port 7be5d78b-f2db-425a-a7a4-eef867c822f4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be5d78b-f2db-425a-a7a4-eef867c822f4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:23.485755 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.500312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4f7be-c163-4836-92a5-b56a55a29b12 None None] Port 7be5d78b-f2db-425a-a7a4-eef867c822f4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:23.731059 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12641495-afed-4102-a9c3-f762db84d560 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:23.829096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.836410 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01654d-0b19-4099-8c1b-1252357093d9 None None] Pushing event updated for resources: {'Port': ['ID=7be5d78b-f2db-425a-a7a4-eef867c822f4,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:23.839715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a4c7-f077-4500-adb1-cdcac840caef req-a514ca44-11e1-4b1c-9780-23ef45931f0a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:23.840161 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:23.840765 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:23.846524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f918a4c7-f077-4500-adb1-cdcac840caef req-a514ca44-11e1-4b1c-9780-23ef45931f0a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.0812683 Dec 06 12:30:23.858642 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dec43976-0683-420a-8c9a-b86336925776 None None] Provisioning complete for port 7be5d78b-f2db-425a-a7a4-eef867c822f4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:23.859017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dec43976-0683-420a-8c9a-b86336925776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.932022 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Allocated IP 172.20.0.1 (27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161/5d3f5572-979c-46f0-8e5a-b74981ff53a8/bb200a97-05d8-4b4d-ab49-5625088c48fe) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:23.939425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f918a4c7-f077-4500-adb1-cdcac840caef req-ad876066-766f-4e99-997e-76474026e4ed tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817134 Dec 06 12:30:23.939943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.942636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:23.946889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3628e43f-a8ef-462c-a224-e9eb4c22f010 HTTP/1.1" status: 204 len: 168 time: 0.9460425 Dec 06 12:30:23.963260 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bbfe3-3b06-422d-aa4d-0d32019b159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3628e43f-a8ef-462c-a224-e9eb4c22f010,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:24.045788 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dec43976-0683-420a-8c9a-b86336925776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.064195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event updated for resources: {'Subnet': ['ID=28fb0b6e-098f-48ce-89a1-97cd86ced29a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:24.076093 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dec43976-0683-420a-8c9a-b86336925776 None None] For port 7be5d78b-f2db-425a-a7a4-eef867c822f4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be5d78b-f2db-425a-a7a4-eef867c822f4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:24.083700 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dec43976-0683-420a-8c9a-b86336925776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.107105 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:24.143534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec43976-0683-420a-8c9a-b86336925776 None None] Pushing event updated for resources: {'Port': ['ID=7be5d78b-f2db-425a-a7a4-eef867c822f4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:24.219411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046f1d-0c01-4d3d-ad2a-082dc14d46a1 req-d725b68e-b456-4cb2-b91f-e871295b9976 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:24.233592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73046f1d-0c01-4d3d-ad2a-082dc14d46a1 req-d725b68e-b456-4cb2-b91f-e871295b9976 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.1301150 Dec 06 12:30:24.242171 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Checking segment: {'id': '670ef110-377d-4f13-bedd-55beeab34445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79657124-095a-4138-b90f-42fba50a6a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:24.242853 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Network hostable DHCP agents. Network: 79657124-095a-4138-b90f-42fba50a6a15, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:30:24.286733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.309337 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Network 79657124-095a-4138-b90f-42fba50a6a15 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:30:24.336431 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 79657124-095a-4138-b90f-42fba50a6a15) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:24.343235 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:24.344153 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.352834 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6a95e-8da7-48a2-b588-c401082c20b3 None None] Network 79657124-095a-4138-b90f-42fba50a6a15 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:24.353178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.391985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73046f1d-0c01-4d3d-ad2a-082dc14d46a1 req-1f19c576-d518-4755-b33c-1629deec9396 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570444 Dec 06 12:30:24.405193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Pushing event updated for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:24.440274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1dff4e76-bd78-458d-8a3d-f46b5011589a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9121675 Dec 06 12:30:24.443164 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:24.444343 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:24.449313 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:24.471403 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:24.474706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Request body: {'port': {'network_id': '79657124-095a-4138-b90f-42fba50a6a15', 'name': 'tempest-TagsExtTest-410754141'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:24.480733 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:19Z', 'revision_number': 3, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:24.573799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.580923 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3e215-d70c-4c02-876f-a96a3996aa43 None None] The sync data for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 is: [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:19Z', 'revision_number': 3, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:24.771623 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-79657124-095a-4138-b90f-42fba50a6a15', 'network_id': '79657124-095a-4138-b90f-42fba50a6a15', 'tenant_id': 'e58adc644ae34c25826fd2c8c44c6c63', 'fixed_ips': [{'subnet_id': '28fb0b6e-098f-48ce-89a1-97cd86ced29a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:30:24.772606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.875789 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:24.887279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0092900 Dec 06 12:30:24.893110 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:24.927329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Made reservation on behalf of e58adc644ae34c25826fd2c8c44c6c63 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:24.932981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:24.961379 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878de20-3916-4266-ab9c-7f260d84c94c req-d045a5c0-d3b1-4265-b831-cc86f8e09601 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:24.971106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5878de20-3916-4266-ab9c-7f260d84c94c req-d045a5c0-d3b1-4265-b831-cc86f8e09601 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2126644 Dec 06 12:30:25.006476 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] device_id is not set on port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:30:25.029601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.147121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5878de20-3916-4266-ab9c-7f260d84c94c req-d0120396-4671-494d-aa64-e62749548d28 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701100 Dec 06 12:30:25.241494 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Allocated IP 172.20.0.9 (79657124-095a-4138-b90f-42fba50a6a15/28fb0b6e-098f-48ce-89a1-97cd86ced29a/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:25.440966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-4daab1f4-016d-4cd3-b9a4-885117dcdc56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116893 Dec 06 12:30:25.499924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.532270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.555441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e78991b9-84ec-40f3-b920-7b64574b3e2f tempest-NetworksApiDiscovery-970102916 tempest-NetworksApiDiscovery-970102916-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6580472 Dec 06 12:30:25.584739 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ec05ad46-ce83-4ed9-96e3-9c9db4447890 None None] Provisioning complete for port bb200a97-05d8-4b4d-ab49-5625088c48fe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:25.588182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ec05ad46-ce83-4ed9-96e3-9c9db4447890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.700279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ec05ad46-ce83-4ed9-96e3-9c9db4447890 None None] Port bb200a97-05d8-4b4d-ab49-5625088c48fe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:25.709556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a6d2-53e3-4134-9021-04f7733fff18 req-d6346ce4-638a-4a0f-8824-854487d4d6d3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:25.711223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e92a6d2-53e3-4134-9021-04f7733fff18 req-d6346ce4-638a-4a0f-8824-854487d4d6d3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2756805 Dec 06 12:30:25.725248 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Pushing event updated for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:25.813460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.846883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.859063 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-a75a8613-260a-47aa-82d1-7a7cd439a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:25.861806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-a75a8613-260a-47aa-82d1-7a7cd439a063 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=716a462d436a4d9a96bd389692ad8809&device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 1098 time: 0.3544772 Dec 06 12:30:25.919651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:25.975584 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Allocated IP 172.20.0.2 (79657124-095a-4138-b90f-42fba50a6a15/28fb0b6e-098f-48ce-89a1-97cd86ced29a/343c78d2-3c39-4079-8b78-5bfed1a41f4a) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:26.069859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e92a6d2-53e3-4134-9021-04f7733fff18 req-96dffb5c-a157-425f-8b61-7a4b2962fcdd tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384643 Dec 06 12:30:26.091519 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Network 79657124-095a-4138-b90f-42fba50a6a15 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:26.096588 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:26.119766 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:26.209394 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-afa721e3-7051-4dfd-8f0f-49efababe921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:26.211423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-afa721e3-7051-4dfd-8f0f-49efababe921 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 200 len: 915 time: 0.3122439 Dec 06 12:30:26.218683 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44698) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:26.246408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:26.247216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.255025 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event updated for resources: {'Port': ['ID=12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:26.329348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a33ff82d-e23e-4da4-95c1-c86b43744688 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8817465 Dec 06 12:30:26.332466 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44704) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:26.341519 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-753880750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:26.341899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.357048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.423074 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Network 79657124-095a-4138-b90f-42fba50a6a15 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:26.423416 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-3196eefe-1a66-487a-8228-7c8bcfc95e5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 200 len: 217 time: 0.1903880 Dec 06 12:30:26.428066 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:26.433337 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:26.440499 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Pushing event updated for resources: {'Port': ['ID=343c78d2-3c39-4079-8b78-5bfed1a41f4a,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:26.469649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b55a24-3bc0-462b-91f5-9e19edcb094b req-b5102169-7a80-434e-b230-39a89d5b0f4c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:26.471529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69b55a24-3bc0-462b-91f5-9e19edcb094b req-b5102169-7a80-434e-b230-39a89d5b0f4c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2438319 Dec 06 12:30:26.498271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.499631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.532103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Attempting to bind port 343c78d2-3c39-4079-8b78-5bfed1a41f4a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:26.532103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Attempting to bind port 343c78d2-3c39-4079-8b78-5bfed1a41f4a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '670ef110-377d-4f13-bedd-55beeab34445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79657124-095a-4138-b90f-42fba50a6a15'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:26.532103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Attempting to bind port 343c78d2-3c39-4079-8b78-5bfed1a41f4a on network 79657124-095a-4138-b90f-42fba50a6a15 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:26.541390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:26.541780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Checking segment: {'id': '670ef110-377d-4f13-bedd-55beeab34445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79657124-095a-4138-b90f-42fba50a6a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:26.542196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.542659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Bound using segment: {'id': '670ef110-377d-4f13-bedd-55beeab34445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79657124-095a-4138-b90f-42fba50a6a15'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:26.543189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Bound port: 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670ef110-377d-4f13-bedd-55beeab34445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79657124-095a-4138-b90f-42fba50a6a15'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:26.543585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.636474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] For port 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:26.640145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] For port 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=343c78d2-3c39-4079-8b78-5bfed1a41f4a,segment=NetworkSegment(670ef110-377d-4f13-bedd-55beeab34445),segment_id=670ef110-377d-4f13-bedd-55beeab34445)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:26.649912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.676431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69b55a24-3bc0-462b-91f5-9e19edcb094b req-a7a2fa85-7f35-4025-8a81-b87e02ef94be tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951411 Dec 06 12:30:26.691917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.730314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.773108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.780237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c439783c-5141-4388-9cc9-4f1afbf6f3af tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4418707 Dec 06 12:30:26.780900 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:26.781329 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44714) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:26.791779 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:26.812532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-230b354f-01b5-4dff-88e2-f9dbb94f938f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2020743734', 'prefixes': ['172.20.0.0/16']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:26.856504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a32f19-c885-48b0-9dc7-69567589d2c8 None None] Pushing event updated for resources: {'Port': ['ID=343c78d2-3c39-4079-8b78-5bfed1a41f4a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:26.980238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6ef-a1ab-49e7-a00b-bad704ce5545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:26.983605 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-7fd90548-4496-4383-879c-587f2672ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:26.985234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-7fd90548-4496-4383-879c-587f2672ceda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 200 len: 854 time: 0.5347788 Dec 06 12:30:27.030305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7be5d78b-f2db-425a-a7a4-eef867c822f4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:27.178679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab985ef-db32-4598-8f39-89f4046cfa33 req-bc5a15e3-6ac6-4813-9cc1-907f967c5d87 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:27.187317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ab985ef-db32-4598-8f39-89f4046cfa33 req-bc5a15e3-6ac6-4813-9cc1-907f967c5d87 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2906194 Dec 06 12:30:27.249815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-230b354f-01b5-4dff-88e2-f9dbb94f938f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:27.252006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-230b354f-01b5-4dff-88e2-f9dbb94f938f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4698865 Dec 06 12:30:27.257086 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:27.275113 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7be5d78b-f2db-425a-a7a4-eef867c822f4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:27.275502 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:27.283673 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-b3d90e23-ede4-4342-a691-af0620fd014f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-815810588') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:27.419802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-06a7d4f3-6e97-435c-b1eb-a7200d170748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:27.500071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ab985ef-db32-4598-8f39-89f4046cfa33 req-3d8a2945-01a4-4c08-a553-c356e449bcf1 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116331 Dec 06 12:30:27.627310 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:27.665412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3d90e23-ede4-4342-a691-af0620fd014f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-815810588 HTTP/1.1" status: 201 len: 201 time: 0.4035304 Dec 06 12:30:27.667811 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:27.671765 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-69b4d8d6-e161-4ae4-8112-3f232deddba8 None None] Provisioning complete for port bb200a97-05d8-4b4d-ab49-5625088c48fe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:27.673684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-69b4d8d6-e161-4ae4-8112-3f232deddba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:27.685635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-e3deb593-6b47-4e51-a6c2-c05854e81b9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e07bcf95-4621-4de2-ba5d-4e4912e2280c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6819072 Dec 06 12:30:27.685851 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-993e094c-2891-4609-8d2e-08b943feb8f4 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-1705792216') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:27.780304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-69b4d8d6-e161-4ae4-8112-3f232deddba8 None None] Port bb200a97-05d8-4b4d-ab49-5625088c48fe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:27.896755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485698e-0c59-41ec-80f1-380ae093c3ee req-157fc301-19a5-4969-ade3-b445329e8fa3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:27.912073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4485698e-0c59-41ec-80f1-380ae093c3ee req-157fc301-19a5-4969-ade3-b445329e8fa3 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2263036 Dec 06 12:30:28.013484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-8b64e475-247d-4214-b79f-27880bc95095 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257971 Dec 06 12:30:28.020356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6ef-a1ab-49e7-a00b-bad704ce5545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.039077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6ef-a1ab-49e7-a00b-bad704ce5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.106260 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:28.121530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d9ad42ba-035e-40b9-9cef-03cd7fe12dbe admin admin] 10.222.0.31 "PUT /v2.0/routers/9b21a6d4-5f71-44a6-92c9-525cdef40d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3643930 Dec 06 12:30:28.121530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a7ce6ef-a1ab-49e7-a00b-bad704ce5545 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e528772bf45b49849d77569ac702da75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8954289 Dec 06 12:30:28.134546 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:28.186197 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ce6ef-a1ab-49e7-a00b-bad704ce5545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498bd1f0-39b4-46ad-b399-b89b9f19effb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:28.511864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.590327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.601790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-993e094c-2891-4609-8d2e-08b943feb8f4 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-1705792216 HTTP/1.1" status: 201 len: 201 time: 0.9328430 Dec 06 12:30:28.604239 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:28.609547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ec4deee-22fe-4dd1-8645-3cbb539bb546 req-2ae2f18b-b2f3-475f-bde1-b8330705dc06 service neutron] 10.222.0.23 "GET /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822036 Dec 06 12:30:28.653615 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Sync routers for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:28.662965 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-496958a0-3192-4f17-ab63-f70be1983857 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-1252055045') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:28.687876 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:28.688592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:28.744230 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.747658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.749340 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/498bd1f0-39b4-46ad-b399-b89b9f19effb HTTP/1.1" status: 204 len: 168 time: 0.6137578 Dec 06 12:30:28.765691 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9c445-fa68-4af6-880c-98d33da83cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498bd1f0-39b4-46ad-b399-b89b9f19effb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:28.807549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4485698e-0c59-41ec-80f1-380ae093c3ee req-a3adfa16-6aea-4ade-8931-1e974860078c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8918223 Dec 06 12:30:28.904535 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44778) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:28.910033 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-c27a78b9-6029-4514-9517-415829e01cd4 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-444956308') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:28.915509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-496958a0-3192-4f17-ab63-f70be1983857 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-1252055045 HTTP/1.1" status: 201 len: 201 time: 0.2673013 Dec 06 12:30:29.037656 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.037828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96e067-a9fb-492f-8cc9-cc4718eae706 None None] Network 79657124-095a-4138-b90f-42fba50a6a15 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:29.050454 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-830e57c5-5a6b-4ed3-8c4d-ae1985622225 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.062819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c27a78b9-6029-4514-9517-415829e01cd4 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-444956308 HTTP/1.1" status: 201 len: 201 time: 0.1566226 Dec 06 12:30:29.146886 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 343c78d2-3c39-4079-8b78-5bfed1a41f4a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:29.181122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-830e57c5-5a6b-4ed3-8c4d-ae1985622225 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 200 len: 240 time: 0.1415067 Dec 06 12:30:29.185427 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44792) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.193665 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-594cd7eb-b085-44be-b24f-d75485aa346e tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-815810588') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.229033 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:29.334207 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] Provisioning complete for port 343c78d2-3c39-4079-8b78-5bfed1a41f4a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:29.334536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:29.395621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-594cd7eb-b085-44be-b24f-d75485aa346e tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-815810588 HTTP/1.1" status: 204 len: 168 time: 0.2069361 Dec 06 12:30:29.398110 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.403204 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-9f04053a-80d8-4980-ad6d-ad3bb5ec089a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-815810588') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.564405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f04053a-80d8-4980-ad6d-ad3bb5ec089a tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-815810588 HTTP/1.1" status: 204 len: 168 time: 0.1651218 Dec 06 12:30:29.565326 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.572565 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-1af0e2a4-790e-48d4-a150-bec0098d8b11 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.697849 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44810) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.698260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1af0e2a4-790e-48d4-a150-bec0098d8b11 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 200 len: 205 time: 0.1313894 Dec 06 12:30:29.702377 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-d7717290-8ea9-4d66-93a8-1311980650da tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.706829 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 343c78d2-3c39-4079-8b78-5bfed1a41f4a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:29.706829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:29.825996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d7717290-8ea9-4d66-93a8-1311980650da tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 200 len: 241 time: 0.1270509 Dec 06 12:30:29.829187 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:29.834597 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-0579ec01-cc23-4f92-b8da-213b09710497 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-1705792216') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:29.973753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4944217-c206-4ac7-97d1-8a205386b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:29.991643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.004718 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44824) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.005105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0579ec01-cc23-4f92-b8da-213b09710497 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-1705792216 HTTP/1.1" status: 204 len: 168 time: 0.1739981 Dec 06 12:30:30.009442 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-4bef555b-e0ef-4d9f-afe7-03b71c28f9f5 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-1705792216') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.053998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] For port 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=343c78d2-3c39-4079-8b78-5bfed1a41f4a,segment=NetworkSegment(670ef110-377d-4f13-bedd-55beeab34445),segment_id=670ef110-377d-4f13-bedd-55beeab34445)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:30.118934 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.244451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4bef555b-e0ef-4d9f-afe7-03b71c28f9f5 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-1705792216 HTTP/1.1" status: 204 len: 168 time: 0.2385347 Dec 06 12:30:30.248336 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.253419 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-ce372e13-ed18-4eb6-8edc-245508f00eda tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.317964 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6edbb-eff2-402a-8e18-94cf95735687 None None] Pushing event updated for resources: {'Port': ['ID=343c78d2-3c39-4079-8b78-5bfed1a41f4a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:30.350702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce372e13-ed18-4eb6-8edc-245508f00eda tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 200 len: 205 time: 0.1007895 Dec 06 12:30:30.353035 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.358717 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-fe7f99af-f0ac-41f1-8c12-3f15b6e8c8fc tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.492172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.515762 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.528862 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44844) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.532803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe7f99af-f0ac-41f1-8c12-3f15b6e8c8fc tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 200 len: 241 time: 0.1781538 Dec 06 12:30:30.537275 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-2e49d5cb-29be-41a2-acbc-d45a29d55465 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-1252055045') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.559608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.564943 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-network', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:30.641426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Made reservation on behalf of cd0777e53cd949f891a60547b6e16d3e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:30.653785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.674943 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.698803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.796157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:30:30.796734 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:30:30.827292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2e49d5cb-29be-41a2-acbc-d45a29d55465 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-1252055045 HTTP/1.1" status: 204 len: 168 time: 0.2928770 Dec 06 12:30:30.827913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44848) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.837757 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:25Z', 'revision_number': 2, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.839643 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-09de7b95-484c-4eef-95b3-a8961b3c31ff tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-1252055045') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:30.873410 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:30.911403 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Checking router: 9b21a6d4-5f71-44a6-92c9-525cdef40d7f for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:30.911798 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Updating router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f port bb200a97-05d8-4b4d-ab49-5625088c48fe binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:30:30.989281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.994875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.004486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.021570 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:30:31.049320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.049692 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Added segment 43c744db-de5c-4feb-a65c-be2dbe16206e of type vlan for network 4f76c5a2-2004-42d3-b351-621f8e2e0751 Dec 06 12:30:31.079959 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09de7b95-484c-4eef-95b3-a8961b3c31ff tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-1252055045 HTTP/1.1" status: 204 len: 168 time: 0.2509830 Dec 06 12:30:31.083236 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44856) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.088427 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-afbf0ed2-0b8f-4a71-8db7-fb687315e6c9 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:31.164860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.219062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.280670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.284112 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:31.288520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.356103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-afbf0ed2-0b8f-4a71-8db7-fb687315e6c9 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 200 len: 205 time: 0.2715306 Dec 06 12:30:31.362439 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.372289 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-4bcf564f-0183-4320-b886-e5332209df5e tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:31.393142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-568432f3-779b-4a83-b2ee-1959c9659739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.427492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc9dad08-ce9b-49e0-803a-99b3560f7b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.512894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4bcf564f-0183-4320-b886-e5332209df5e tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 200 len: 240 time: 0.1441517 Dec 06 12:30:31.515360 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44866) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.525111 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-f152daa5-d800-4bd2-a1a1-4c2f00a7f5e1 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-444956308') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:31.644321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-568432f3-779b-4a83-b2ee-1959c9659739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.655484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0917926 Dec 06 12:30:31.655690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f152daa5-d800-4bd2-a1a1-4c2f00a7f5e1 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-444956308 HTTP/1.1" status: 204 len: 168 time: 0.1343122 Dec 06 12:30:31.656396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-568432f3-779b-4a83-b2ee-1959c9659739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.659231 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44872) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.659486 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44874) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.669976 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-6278f0ea-5091-4e70-92e3-5ad3be623b35 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-444956308') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:31.691583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-568432f3-779b-4a83-b2ee-1959c9659739 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4564a286f9a64e37bed973777ce02738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153996 Dec 06 12:30:31.692381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8c6ad-57ce-4d65-b261-1e50ce8e92f6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:31.700253 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:31.701956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Request body: {'subnet': {'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-subnet', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:31.847320 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Made reservation on behalf of cd0777e53cd949f891a60547b6e16d3e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:31.849620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.858236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc9dad08-ce9b-49e0-803a-99b3560f7b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.871211 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4ea9119e-82e3-44fb-84b7-6f6200096096 None None] Provisioning complete for port 343c78d2-3c39-4079-8b78-5bfed1a41f4a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:31.875984 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ea9119e-82e3-44fb-84b7-6f6200096096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.882773 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501716-45c9-4955-a901-25ae9760adb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f76c5a2-2004-42d3-b351-621f8e2e0751,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:31.911551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc9dad08-ce9b-49e0-803a-99b3560f7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.950617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:30:31.968313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.991770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6278f0ea-5091-4e70-92e3-5ad3be623b35 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-444956308 HTTP/1.1" status: 204 len: 168 time: 0.3292658 Dec 06 12:30:32.025979 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:32.039972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.113396 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-46914e12-cd6b-40c4-8dbe-def4180be708 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:32.126893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568432f3-779b-4a83-b2ee-1959c9659739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980f003-5f14-4fd0-91b5-fdf6584ee248,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.139768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.143690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.159902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc9dad08-ce9b-49e0-803a-99b3560f7b77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebaa3a9993dd4361b004af6d4f50f7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6628380 Dec 06 12:30:32.161415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4980f003-5f14-4fd0-91b5-fdf6584ee248 HTTP/1.1" status: 204 len: 168 time: 0.4592805 Dec 06 12:30:32.162176 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:32.195357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d574446-cc5b-446b-a815-ee82c87448c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980f003-5f14-4fd0-91b5-fdf6584ee248,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.210762 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dad08-ce9b-49e0-803a-99b3560f7b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25129239-ce01-49b8-85af-0335f8335832,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.270855 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46914e12-cd6b-40c4-8dbe-def4180be708 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 200 len: 205 time: 0.2438445 Dec 06 12:30:32.273615 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:32.279585 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-0c2a5caf-8f57-4f1c-a8e6-7d446ff3d9b6 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:32.291553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 343c78d2-3c39-4079-8b78-5bfed1a41f4a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:32.388231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.425617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.444371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.455873 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4ea9119e-82e3-44fb-84b7-6f6200096096 None None] Provisioning complete for port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:32.456347 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ea9119e-82e3-44fb-84b7-6f6200096096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.474314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c2a5caf-8f57-4f1c-a8e6-7d446ff3d9b6 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 204 len: 168 time: 0.1909833 Dec 06 12:30:32.480556 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:32.520479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.522223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.531374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.531626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9119e-82e3-44fb-84b7-6f6200096096 None None] Port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:32.534508 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-376dfdff-0960-46f6-9837-62a55a4f19ec tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:32.541669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.548338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25129239-ce01-49b8-85af-0335f8335832 HTTP/1.1" status: 204 len: 168 time: 0.3659673 Dec 06 12:30:32.580427 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67a8fc-7d92-4cac-81af-315182ed9bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25129239-ce01-49b8-85af-0335f8335832,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.714458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.720974 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b15424-f7e9-4700-8f28-9f50c3cf74c4 None None] Pushing event updated for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.824059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-376dfdff-0960-46f6-9837-62a55a4f19ec tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 204 len: 168 time: 0.3407295 Dec 06 12:30:32.824686 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:32.831957 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a037fb-5412-4c94-825b-90420e96d119,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:32.832818 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-e4c29b8f-3be4-453e-8c6c-5039213505cc tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:32.884580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5701c0e4-09ed-42e2-87c9-b8af43e1ac6b None None] Provisioning complete for port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:32.885066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5701c0e4-09ed-42e2-87c9-b8af43e1ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:32.936613 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Checking segment: {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:32.937016 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Network hostable DHCP agents. Network: 4f76c5a2-2004-42d3-b351-621f8e2e0751, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:30:32.986957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e4c29b8f-3be4-453e-8c6c-5039213505cc tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 204 len: 168 time: 0.1612036 Dec 06 12:30:32.990920 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44908) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.004113 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-48dcbcc5-9114-445a-83c2-7f2f9ffdcab6 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:33.049689 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 343c78d2-3c39-4079-8b78-5bfed1a41f4a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:33.050103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.093314 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:30:33.133469 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4f76c5a2-2004-42d3-b351-621f8e2e0751) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:33.142695 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:33.144555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.187268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefcb71-aad3-4a06-82ad-06e503e88c5e None None] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:33.191257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0b42d07a-e768-4845-90df-5049ef77e58b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5260148 Dec 06 12:30:33.193088 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.199323 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:33.240815 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.255830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-48dcbcc5-9114-445a-83c2-7f2f9ffdcab6 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 204 len: 168 time: 0.2559054 Dec 06 12:30:33.256844 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44916) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.271433 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-6aae8c53-da22-4e34-97fb-652a272c91e0 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-1309183967') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:33.290061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.290443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Attempting to bind port bb200a97-05d8-4b4d-ab49-5625088c48fe on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:33.290820 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Attempting to bind port bb200a97-05d8-4b4d-ab49-5625088c48fe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:33.291123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.291252 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Attempting to bind port bb200a97-05d8-4b4d-ab49-5625088c48fe on network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:33.293109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5701c0e4-09ed-42e2-87c9-b8af43e1ac6b None None] Port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:33.311107 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.317393 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.321911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd3c59-3a81-4c98-8a2c-d3144b5dfab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.325524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:33.325904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Checking segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:33.326306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.327512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Bound using segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:33.327657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Bound port: bb200a97-05d8-4b4d-ab49-5625088c48fe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:33.327981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.372793 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4448312f-256e-48c5-8df2-540ce2d2ca64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.415491 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6aae8c53-da22-4e34-97fb-652a272c91e0 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-1309183967 HTTP/1.1" status: 201 len: 201 time: 0.1534042 Dec 06 12:30:33.416146 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.426816 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-6557b75d-c15d-42c1-8de8-603bf0affcdd tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-1466364233') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:33.551332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6557b75d-c15d-42c1-8de8-603bf0affcdd tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-1466364233 HTTP/1.1" status: 201 len: 201 time: 0.1337411 Dec 06 12:30:33.554284 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 44930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:33.603656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.611254 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-035105c8-917b-4803-867d-412b4cff36ab tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-655653491') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:33.642293 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c65973d2-7b77-4b2f-98ce-090958d965fc None None] Provisioning complete for port bb200a97-05d8-4b4d-ab49-5625088c48fe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:33.642723 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c65973d2-7b77-4b2f-98ce-090958d965fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.660401 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] For port bb200a97-05d8-4b4d-ab49-5625088c48fe, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:33.754757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4448312f-256e-48c5-8df2-540ce2d2ca64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.755774 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] For port bb200a97-05d8-4b4d-ab49-5625088c48fe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bb200a97-05d8-4b4d-ab49-5625088c48fe,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:33.786514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.794778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4f76c5a2-2004-42d3-b351-621f8e2e0751', 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'fixed_ips': [{'subnet_id': '06a037fb-5412-4c94-825b-90420e96d119'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:30:33.795675 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:33.834567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c65973d2-7b77-4b2f-98ce-090958d965fc None None] Port bb200a97-05d8-4b4d-ab49-5625088c48fe cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:33.881262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4448312f-256e-48c5-8df2-540ce2d2ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.003426 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448312f-256e-48c5-8df2-540ce2d2ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ca5d7-60af-4577-97dc-3b7e30dae25d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:34.044837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b15424-f7e9-4700-8f28-9f50c3cf74c4 None None] Pushing event updated for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:34.052840 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:34.055065 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:34.152805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4448312f-256e-48c5-8df2-540ce2d2ca64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dbe6b5d70d74b7f904075a5141a1134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095956 Dec 06 12:30:34.155708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44938) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:34.280715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.322276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.350086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd3c59-3a81-4c98-8a2c-d3144b5dfab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.369003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.382193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd3c59-3a81-4c98-8a2c-d3144b5dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.403202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.409053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.410517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/376ca5d7-60af-4577-97dc-3b7e30dae25d HTTP/1.1" status: 204 len: 168 time: 0.2518089 Dec 06 12:30:34.422634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece9ab2-5ed0-43e1-8da9-7fc97af867cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ca5d7-60af-4577-97dc-3b7e30dae25d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:34.425569 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:34.553907 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Allocated IP 172.20.0.2 (4f76c5a2-2004-42d3-b351-621f8e2e0751/06a037fb-5412-4c94-825b-90420e96d119/1769602e-f82c-4939-9e9f-1010cd24c113) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:34.583044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] Provisioning complete for port bb200a97-05d8-4b4d-ab49-5625088c48fe triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:34.583422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.631568 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd3c59-3a81-4c98-8a2c-d3144b5dfab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b82c1d-424b-4e30-abc4-cb812cb34e99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:34.664556 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44952) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:34.668137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-035105c8-917b-4803-867d-412b4cff36ab tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-655653491 HTTP/1.1" status: 201 len: 201 time: 1.1067057 Dec 06 12:30:34.669825 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-8a1b2a2e-c3e0-461b-bc7f-ce19d01841d2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-1102462451') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:34.677401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cafd3c59-3a81-4c98-8a2c-d3144b5dfab1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da8df1b4e7e64d538dc5b75dead13f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4288392 Dec 06 12:30:34.688224 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:34.975990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:34.995239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a1b2a2e-c3e0-461b-bc7f-ce19d01841d2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-1102462451 HTTP/1.1" status: 201 len: 201 time: 0.3236303 Dec 06 12:30:34.996333 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:35.013074 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-74835fd3-f13e-4c8f-a961-a647dd0f3ca2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', {'tags': ['tempest-TagsExtTest-Tag-1869801779', 'tempest-TagsExtTest-Tag-1576747442', 'tempest-TagsExtTest-Tag-1552620993']}) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:35.121050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.320258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.359788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-74835fd3-f13e-4c8f-a961-a647dd0f3ca2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 200 len: 318 time: 0.3600693 Dec 06 12:30:35.364923 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:35.387894 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-258ca480-f6c1-4c98-8202-333f1785ea5b tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:35.435035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.493726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.500318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.509573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9b82c1d-424b-4e30-abc4-cb812cb34e99 HTTP/1.1" status: 204 len: 168 time: 0.8060832 Dec 06 12:30:35.555625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e2733-f4e9-4b5f-8593-e1ac8fcff833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b82c1d-424b-4e30-abc4-cb812cb34e99,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:35.650803 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-258ca480-f6c1-4c98-8202-333f1785ea5b tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 204 len: 168 time: 0.2825625 Dec 06 12:30:35.653804 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44978) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:35.676052 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-04e11175-86bc-46ac-985c-1a119567d119 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-1869801779') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:35.728525 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Allocated IP 172.35.3.198 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/b6805004-2f0a-46fc-874a-a71cb73efea7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:35.900297 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-04e11175-86bc-46ac-985c-1a119567d119 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:35.903967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-04e11175-86bc-46ac-985c-1a119567d119 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-1869801779 HTTP/1.1" status: 404 len: 329 time: 0.2442713 Dec 06 12:30:35.905040 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44984) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:35.908608 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:35.919783 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-56d10abe-a7c1-4654-bfd2-6b6f46f66e45 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-1576747442') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:36.108497 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-56d10abe-a7c1-4654-bfd2-6b6f46f66e45 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:36.112982 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56d10abe-a7c1-4654-bfd2-6b6f46f66e45 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-1576747442 HTTP/1.1" status: 404 len: 329 time: 0.1999211 Dec 06 12:30:36.116593 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44990) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:36.122229 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-26b459c0-20de-40bf-a1fe-727f70a02f70 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a', 'tempest-TagsExtTest-Tag-1552620993') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:36.122465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:36.263187 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-26b459c0-20de-40bf-a1fe-727f70a02f70 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:36.268605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26b459c0-20de-40bf-a1fe-727f70a02f70 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags/tempest-TagsExtTest-Tag-1552620993 HTTP/1.1" status: 404 len: 329 time: 0.1500459 Dec 06 12:30:36.272156 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 44994) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:36.282998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:36.286613 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-58c94a9d-6a1f-4e0c-97a4-78a256c34d73 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', {'tags': ['tempest-TagsExtTest-Tag-312706040', 'tempest-TagsExtTest-Tag-560672346', 'tempest-TagsExtTest-Tag-1682013092']}) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:36.296600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] For port bb200a97-05d8-4b4d-ab49-5625088c48fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bb200a97-05d8-4b4d-ab49-5625088c48fe,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:36.317656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:36.319978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:36.345073 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:33Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:36.449905 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:36.466135 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:36.475318 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:36.518088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:36.527525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58c94a9d-6a1f-4e0c-97a4-78a256c34d73 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 200 len: 316 time: 0.2524247 Dec 06 12:30:36.530429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58244afd-cf6c-4165-874c-94a0087f90a0 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:36.533679 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45006) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:36.547164 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973263-4ccc-4c2e-94ce-caaf0f368677 None None] The sync data for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 is: [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:33Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:36.556593 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-673a2396-39a1-4d2e-af93-56975b12b7b7 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:36.686968 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:36.686968 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e923422-b478-4b1d-b334-3d027cb10aab None None] Pushing event updated for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:36.710977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Pushing event updated for resources: {'Port': ['ID=b6805004-2f0a-46fc-874a-a71cb73efea7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:36.801610 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:36.814393 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:36.879417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-673a2396-39a1-4d2e-af93-56975b12b7b7 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 204 len: 168 time: 0.3426316 Dec 06 12:30:36.880465 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45012) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:36.892906 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-47575eb1-3546-4530-ad51-8cc206d07c46 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-312706040') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:37.024774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85d64740-d3b7-4825-9d36-836e9b312e34 None None] Provisioning complete for port b6805004-2f0a-46fc-874a-a71cb73efea7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:37.044203 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85d64740-d3b7-4825-9d36-836e9b312e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:37.155616 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-47575eb1-3546-4530-ad51-8cc206d07c46 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:37.159281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-47575eb1-3546-4530-ad51-8cc206d07c46 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-312706040 HTTP/1.1" status: 404 len: 328 time: 0.2723801 Dec 06 12:30:37.159783 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45018) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:37.174627 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-ef31d4cc-d00f-49ec-a302-f55d8711f1f1 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-560672346') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:37.304525 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Pushing event updated for resources: {'Port': ['ID=1769602e-f82c-4939-9e9f-1010cd24c113,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:37.341999 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-ef31d4cc-d00f-49ec-a302-f55d8711f1f1 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:37.357790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ef31d4cc-d00f-49ec-a302-f55d8711f1f1 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-560672346 HTTP/1.1" status: 404 len: 328 time: 0.1968887 Dec 06 12:30:37.358722 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45022) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:37.360839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Attempting to bind port 1769602e-f82c-4939-9e9f-1010cd24c113 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:37.361455 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Attempting to bind port 1769602e-f82c-4939-9e9f-1010cd24c113 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:37.361988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Attempting to bind port 1769602e-f82c-4939-9e9f-1010cd24c113 on network 4f76c5a2-2004-42d3-b351-621f8e2e0751 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:37.379878 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-31d1787b-624b-4aeb-b8e2-391234300065 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370', 'tempest-TagsExtTest-Tag-1682013092') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:37.408677 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-85d64740-d3b7-4825-9d36-836e9b312e34 None None] Port b6805004-2f0a-46fc-874a-a71cb73efea7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:37.410808 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:37.411436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Checking segment: {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:37.412082 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:37.412669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Bound using segment: {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:37.413361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Bound port: 1769602e-f82c-4939-9e9f-1010cd24c113, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:37.414117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:37.556044 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] For port 1769602e-f82c-4939-9e9f-1010cd24c113, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:37.567377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] For port 1769602e-f82c-4939-9e9f-1010cd24c113, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1769602e-f82c-4939-9e9f-1010cd24c113,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:37.577283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:37.755289 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-31d1787b-624b-4aeb-b8e2-391234300065 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:37.760118 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:37.775055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-31d1787b-624b-4aeb-b8e2-391234300065 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags/tempest-TagsExtTest-Tag-1682013092 HTTP/1.1" status: 404 len: 329 time: 0.4131968 Dec 06 12:30:37.782175 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-8013d961-b5e8-45df-af90-6910cec3851b tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', {'tags': ['tempest-TagsExtTest-Tag-564319866', 'tempest-TagsExtTest-Tag-235540346', 'tempest-TagsExtTest-Tag-1687695206']}) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:37.782520 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65951c-783c-4609-a823-6f14c446f8c8 None None] Pushing event updated for resources: {'Port': ['ID=1769602e-f82c-4939-9e9f-1010cd24c113,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:38.344564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bb200a97-05d8-4b4d-ab49-5625088c48fe up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:38.599580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bb200a97-05d8-4b4d-ab49-5625088c48fe triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:38.599953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:39.203921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8013d961-b5e8-45df-af90-6910cec3851b tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 200 len: 316 time: 1.4427197 Dec 06 12:30:39.206940 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:39.213679 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-78b835c9-1b09-4044-a81e-aff008e082ef tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:39.262338 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:39.489275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-78b835c9-1b09-4044-a81e-aff008e082ef tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2783160 Dec 06 12:30:39.496545 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:39.509430 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-0346ae63-9591-4719-8851-d9cb17667251 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-564319866') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:39.748111 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-0346ae63-9591-4719-8851-d9cb17667251 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:39.752013 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0346ae63-9591-4719-8851-d9cb17667251 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-564319866 HTTP/1.1" status: 404 len: 328 time: 0.2518375 Dec 06 12:30:39.754626 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:39.764946 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-da929da3-0e9b-4e68-b569-41abf1e19c69 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-235540346') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:39.979024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef2fb4-88f2-4a7b-ae3c-c9863d3cb0e9 None None] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:39.990620 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-da929da3-0e9b-4e68-b569-41abf1e19c69 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:39.996437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da929da3-0e9b-4e68-b569-41abf1e19c69 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-235540346 HTTP/1.1" status: 404 len: 328 time: 0.2406871 Dec 06 12:30:39.997622 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45086) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:40.006765 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-be9f7713-5276-4f5c-b96d-a8ec492b7431 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd', 'tempest-TagsExtTest-Tag-1687695206') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:40.063017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:40.241997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1769602e-f82c-4939-9e9f-1010cd24c113 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:40.338082 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-be9f7713-5276-4f5c-b96d-a8ec492b7431 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:40.340167 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-be9f7713-5276-4f5c-b96d-a8ec492b7431 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags/tempest-TagsExtTest-Tag-1687695206 HTTP/1.1" status: 404 len: 329 time: 0.3417051 Dec 06 12:30:40.342945 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45094) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:40.363982 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-879cbb73-9c44-4e69-94c1-05d2818ee918 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', {'tags': ['tempest-TagsExtTest-Tag-1394662509', 'tempest-TagsExtTest-Tag-1480609120', 'tempest-TagsExtTest-Tag-721636859']}) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:40.418746 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] Provisioning complete for port 1769602e-f82c-4939-9e9f-1010cd24c113 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:40.422828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:40.501358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-879cbb73-9c44-4e69-94c1-05d2818ee918 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "PUT /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 200 len: 317 time: 0.1566117 Dec 06 12:30:40.503877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:40.509787 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-02050f6a-e8a8-4184-a4a0-c0f08ef8f37f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:40.562051 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Router 1799952d-3fb8-4656-9489-9c762fb9cf69 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:30:40.611498 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02050f6a-e8a8-4184-a4a0-c0f08ef8f37f tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 204 len: 168 time: 0.1004124 Dec 06 12:30:40.611627 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:40.712724 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-41b0b69e-53ba-4169-93fb-8f2d7809a2b2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-1394662509') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:40.858146 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1769602e-f82c-4939-9e9f-1010cd24c113 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:40.858146 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:40.938075 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:40.953553 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Sync routers for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:40.971678 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:40.973497 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:40.981266 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.014779 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-41b0b69e-53ba-4169-93fb-8f2d7809a2b2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:41.030021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-41b0b69e-53ba-4169-93fb-8f2d7809a2b2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-1394662509 HTTP/1.1" status: 404 len: 329 time: 0.4206629 Dec 06 12:30:41.032938 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.049394 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-32e9870f-3201-4d5b-b129-e3a614ab1f26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-1480609120') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.078534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:41.081242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1374af18-d961-4e6d-8b40-76108260a87b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8863583 Dec 06 12:30:41.084084 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.105864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:41.108346 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-32e9870f-3201-4d5b-b129-e3a614ab1f26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:41.109837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-32e9870f-3201-4d5b-b129-e3a614ab1f26 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-1480609120 HTTP/1.1" status: 404 len: 329 time: 0.0726442 Dec 06 12:30:41.112535 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.118710 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-92302398-a6b3-46dc-bd8e-01e54a8bbced tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d', 'tempest-TagsExtTest-Tag-721636859') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.186736 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-92302398-a6b3-46dc-bd8e-01e54a8bbced tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] show failed (client error): The resource could not be found. Dec 06 12:30:41.194912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-92302398-a6b3-46dc-bd8e-01e54a8bbced tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags/tempest-TagsExtTest-Tag-721636859 HTTP/1.1" status: 404 len: 328 time: 0.0807924 Dec 06 12:30:41.196771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] For port 1769602e-f82c-4939-9e9f-1010cd24c113, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1769602e-f82c-4939-9e9f-1010cd24c113,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:41.206059 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.213320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:41.220479 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-4201fc15-d3af-4c5a-a81a-e55b8c394613 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27fecf8e-6f99-4bd0-a54a-e13db90d7d6d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.301322 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:41.376339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4201fc15-d3af-4c5a-a81a-e55b8c394613 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d/tags HTTP/1.1" status: 204 len: 168 time: 0.1689539 Dec 06 12:30:41.395418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.416478 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-5c654300-2988-40e8-960b-c65edcd4ea8c tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c29a59f-cbd0-4007-8d83-24505821d9cd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.451169 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:30:41.453980 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:30:41.515417 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e33f-3c19-488d-96ed-1aaf147f97a5 None None] Pushing event updated for resources: {'Port': ['ID=1769602e-f82c-4939-9e9f-1010cd24c113,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:41.744435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c654300-2988-40e8-960b-c65edcd4ea8c tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd/tags HTTP/1.1" status: 204 len: 168 time: 0.3413875 Dec 06 12:30:41.744435 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:41.758477 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-894c79ac-f179-46bc-a03b-86edfe5a7ab7 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:41.875447 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c4f3adfa-709c-4708-88cb-274993bf1451 None None] Provisioning complete for port 1769602e-f82c-4939-9e9f-1010cd24c113 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:41.877083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c4f3adfa-709c-4708-88cb-274993bf1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:42.087757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-894c79ac-f179-46bc-a03b-86edfe5a7ab7 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370/tags HTTP/1.1" status: 204 len: 168 time: 0.3349857 Dec 06 12:30:42.090701 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:42.108500 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:37Z', 'revision_number': 3, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:42.120373 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-537b34db-af91-4dda-87a9-6e9b23fef4dd tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '28fb0b6e-098f-48ce-89a1-97cd86ced29a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:42.149999 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Checking router: 1799952d-3fb8-4656-9489-9c762fb9cf69 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:42.150619 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Updating router 1799952d-3fb8-4656-9489-9c762fb9cf69 port b6805004-2f0a-46fc-874a-a71cb73efea7 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:30:42.186015 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:42.420165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-537b34db-af91-4dda-87a9-6e9b23fef4dd tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a/tags HTTP/1.1" status: 204 len: 168 time: 0.3183870 Dec 06 12:30:42.431990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:42.506316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1769602e-f82c-4939-9e9f-1010cd24c113 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:42.827662 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1769602e-f82c-4939-9e9f-1010cd24c113 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:42.829629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:42.846566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:43.064853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b903daaa-cd62-4322-839d-662d5e41ef20 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for subnetpool, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.067394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b903daaa-cd62-4322-839d-662d5e41ef20 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27fecf8e-6f99-4bd0-a54a-e13db90d7d6d HTTP/1.1" status: 204 len: 168 time: 0.6317041 Dec 06 12:30:43.069986 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:43.177496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-03812b57-afed-4071-a949-56a51891bc06 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c29a59f-cbd0-4007-8d83-24505821d9cd HTTP/1.1" status: 200 len: 205 time: 0.1030197 Dec 06 12:30:43.185876 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:43.187529 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.200764 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.323917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.339820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f11729-3914-4d1a-bdf1-971ec3479e3a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:43.412445 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Attempting to bind port b6805004-2f0a-46fc-874a-a71cb73efea7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:43.413013 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Attempting to bind port b6805004-2f0a-46fc-874a-a71cb73efea7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:43.413242 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Attempting to bind port b6805004-2f0a-46fc-874a-a71cb73efea7 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:43.423247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e3222d1-3a11-4e0d-b4ba-e1a01dd8cd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.469423 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:43.472503 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:43.473556 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.484333 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:43.484910 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Bound port: b6805004-2f0a-46fc-874a-a71cb73efea7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:43.491282 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.491771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-db2677cf-9e3a-443a-adfa-7f1bfb7e7c78 None None] Provisioning complete for port b6805004-2f0a-46fc-874a-a71cb73efea7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:43.492382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db2677cf-9e3a-443a-adfa-7f1bfb7e7c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.619609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-db2677cf-9e3a-443a-adfa-7f1bfb7e7c78 None None] Port b6805004-2f0a-46fc-874a-a71cb73efea7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:43.622937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.729628 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] For port b6805004-2f0a-46fc-874a-a71cb73efea7, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:43.738266 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] For port b6805004-2f0a-46fc-874a-a71cb73efea7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6805004-2f0a-46fc-874a-a71cb73efea7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:43.747620 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b28f-336e-44ef-a0af-f7e64f0c4d7b None None] Pushing event updated for resources: {'Port': ['ID=b6805004-2f0a-46fc-874a-a71cb73efea7,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:43.760402 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:43.783220 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Allocated IP 172.20.0.1 (4f76c5a2-2004-42d3-b351-621f8e2e0751/06a037fb-5412-4c94-825b-90420e96d119/e91b3d22-21ad-48c3-9020-bf3c769fdc7f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:43.865386 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcbf3c-cca8-420d-bc3a-0c11ee8e622b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:43.941120 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:43.964873 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:43.978095 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] Provisioning complete for port b6805004-2f0a-46fc-874a-a71cb73efea7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:43.983949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.028247 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b28f-336e-44ef-a0af-f7e64f0c4d7b None None] Pushing event updated for resources: {'Port': ['ID=b6805004-2f0a-46fc-874a-a71cb73efea7,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:44.248835 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.295866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.307753 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:44.344741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] For port b6805004-2f0a-46fc-874a-a71cb73efea7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6805004-2f0a-46fc-874a-a71cb73efea7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:44.355431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.386384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.391117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.424004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.472050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.472931 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Fanout notify agent at l3_agent the message router_deleted on router 7c29a59f-cbd0-4007-8d83-24505821d9cd {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:30:44.495056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:44.500363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9c514895-52b7-48e5-9b2b-ef8cb8229389 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/routers/7c29a59f-cbd0-4007-8d83-24505821d9cd HTTP/1.1" status: 204 len: 168 time: 1.3108976 Dec 06 12:30:44.502420 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:44.506909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58afdf3-3ad3-4be6-b287-9aa7eef0d62a None None] Pushing event updated for resources: {'Port': ['ID=b6805004-2f0a-46fc-874a-a71cb73efea7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:44.592731 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fbbf7-42e1-4e58-b91f-943617c40359 req-a3a9a67d-58fa-41d5-8af8-c6c9b2ff800b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:44.593648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:44.598797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-486fbbf7-42e1-4e58-b91f-943617c40359 req-a3a9a67d-58fa-41d5-8af8-c6c9b2ff800b tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.7209444 Dec 06 12:30:44.668170 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:44.672859 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:44.678248 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:44.759170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.004833 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:37Z', 'revision_number': 3, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:45.071638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-486fbbf7-42e1-4e58-b91f-943617c40359 req-f083cbe1-e22e-44c6-aa0c-22900c6eadfb tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270003 Dec 06 12:30:45.113051 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e3222d1-3a11-4e0d-b4ba-e1a01dd8cd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.137473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e3222d1-3a11-4e0d-b4ba-e1a01dd8cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.168672 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10178c1-4d7d-4629-bf06-90d405e8fbc8 None None] The sync data for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 is: [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:37Z', 'revision_number': 3, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:45.222287 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Deleting port 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:45.222933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.287506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.324799 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-73438614-e796-4e74-8b0b-2d4a75214ee6 None None] Provisioning complete for port e91b3d22-21ad-48c3-9020-bf3c769fdc7f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:45.327277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73438614-e796-4e74-8b0b-2d4a75214ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.348229 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-352c0ea0-4f6a-4f9e-a518-a8edf8df6622 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:45.359507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-352c0ea0-4f6a-4f9e-a518-a8edf8df6622 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.2350125 Dec 06 12:30:45.365981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1e3222d1-3a11-4e0d-b4ba-e1a01dd8cd22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28651573c6ee4e508253e37b9b17dadb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5181429 Dec 06 12:30:45.371237 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:45.413310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3222d1-3a11-4e0d-b4ba-e1a01dd8cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ba8cb-17b4-47a7-879e-4a46a5656de7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:45.493463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-73438614-e796-4e74-8b0b-2d4a75214ee6 None None] Port e91b3d22-21ad-48c3-9020-bf3c769fdc7f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:45.688881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.761642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.815103 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Calling delete_port for 12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:45.874731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.886842 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Deleting port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:45.888048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:45.891476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:46.025297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:46.195718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:46.529623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:46.579779 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event deleted for resources: {'Port': ['ID=12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:46.590971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b6805004-2f0a-46fc-874a-a71cb73efea7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:46.874145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:46.878122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ff2c0a9f-d15f-4429-a0fe-819804057eb2 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/ports/12d0ddb6-030f-45f8-a4d0-d9dc1ebfc370 HTTP/1.1" status: 204 len: 168 time: 2.3299704 Dec 06 12:30:46.926089 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:46.968153 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b6805004-2f0a-46fc-874a-a71cb73efea7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:46.970808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.138585 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Deleting subnet 28fb0b6e-098f-48ce-89a1-97cd86ced29a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:30:47.145432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.256941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b847-c726-4907-938a-f781fb36974d req-34c422ef-5acc-4286-af3f-7d33665f0b6c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:47.261590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fde6b847-c726-4907-938a-f781fb36974d req-34c422ef-5acc-4286-af3f-7d33665f0b6c tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 947 time: 0.9943240 Dec 06 12:30:47.265721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.415181 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:47.441418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.443886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.445043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b6ba8cb-17b4-47a7-879e-4a46a5656de7 HTTP/1.1" status: 204 len: 168 time: 2.0680168 Dec 06 12:30:47.500542 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94bff2-ed3a-4b26-aee2-fcc5821459f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ba8cb-17b4-47a7-879e-4a46a5656de7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:47.519266 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] For port 87cdd774-0233-4e8e-9fbe-5c78a7a98402, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=87cdd774-0233-4e8e-9fbe-5c78a7a98402,segment=NetworkSegment(19561593-354c-40a3-be5a-e3bbcb6d0a11),segment_id=19561593-354c-40a3-be5a-e3bbcb6d0a11)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:47.519660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.519782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fde6b847-c726-4907-938a-f781fb36974d req-284029ea-c84c-4aa2-9987-e4f582d1ab7a tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/security-groups?id=386b4fa3-c5a4-4e6a-a951-aea9bbeda892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846240 Dec 06 12:30:47.547445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.569129 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Calling delete_port for 87cdd774-0233-4e8e-9fbe-5c78a7a98402 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:47.675925 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:47.680241 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:47.774813 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.891974 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Router 1799952d-3fb8-4656-9489-9c762fb9cf69 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:47.892591 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event deleted for resources: {'Subnet': ['ID=28fb0b6e-098f-48ce-89a1-97cd86ced29a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:47.910176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd2ca2-08d6-46fd-b2ea-132d93e5ae51 None None] Network 79657124-095a-4138-b90f-42fba50a6a15 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:47.910951 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:47.937862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3019ca1a-eed0-4659-85b8-c0d8ccaf2466 tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/subnets/28fb0b6e-098f-48ce-89a1-97cd86ced29a HTTP/1.1" status: 204 len: 168 time: 1.0083978 Dec 06 12:30:47.939458 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:47.982188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.032212 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Pushing event deleted for resources: {'Port': ['ID=87cdd774-0233-4e8e-9fbe-5c78a7a98402,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:48.135006 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789a1fa-6ce3-4ea9-ba8a-5fff34b5f785 None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:48.151873 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] No DVR routers for this DVR port 87cdd774-0233-4e8e-9fbe-5c78a7a98402 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:48.159832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.167243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-380e197e-da36-42e7-b672-8dee06cdb3ad req-3b25e140-4e3b-4a47-be94-61fd18f4db90 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.23 "DELETE /v2.0/ports/87cdd774-0233-4e8e-9fbe-5c78a7a98402 HTTP/1.1" status: 204 len: 173 time: 2.8050344 Dec 06 12:30:48.184381 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-deleted', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:48.198254 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6908d7-0fe0-4305-8731-55ab95ea9951" -d '{"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-deleted", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:48.270629 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.340482 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb72df3-a27e-40bf-8eb4-d23168d97853 x-openstack-request-id: req-8fb72df3-a27e-40bf-8eb4-d23168d97853 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:48.345634 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32c298-38e5-4578-9960-82e553293696", "name": "network-vif-deleted", "tag": "87cdd774-0233-4e8e-9fbe-5c78a7a98402", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:48.349516 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fb72df3-a27e-40bf-8eb4-d23168d97853 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:48.350135 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32c298-38e5-4578-9960-82e553293696', 'name': 'network-vif-deleted', 'tag': '87cdd774-0233-4e8e-9fbe-5c78a7a98402', 'status': 'completed', 'code': 200} Dec 06 12:30:48.413207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:48.417647 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Deleting port 343c78d2-3c39-4079-8b78-5bfed1a41f4a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:48.418002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.425911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-699a3720-424b-4faf-8de0-0a59d10cbe83 None None] Provisioning complete for port e91b3d22-21ad-48c3-9020-bf3c769fdc7f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:48.430680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-699a3720-424b-4faf-8de0-0a59d10cbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.434880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-22f2e19d-04a7-4ffd-bfa3-594f98a24bb5 admin admin] 10.222.0.31 "PUT /v2.0/routers/1799952d-3fb8-4656-9489-9c762fb9cf69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3496623 Dec 06 12:30:48.509801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-699a3720-424b-4faf-8de0-0a59d10cbe83 None None] Port e91b3d22-21ad-48c3-9020-bf3c769fdc7f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:48.514393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] DHCP port deletion for 79657124-095a-4138-b90f-42fba50a6a15 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:48.519956 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] For port 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=343c78d2-3c39-4079-8b78-5bfed1a41f4a,segment=NetworkSegment(670ef110-377d-4f13-bedd-55beeab34445),segment_id=670ef110-377d-4f13-bedd-55beeab34445)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:48.520319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.537756 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Calling delete_port for 343c78d2-3c39-4079-8b78-5bfed1a41f4a owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:48.643713 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Deleting port 343c78d2-3c39-4079-8b78-5bfed1a41f4a {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:48.644355 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.686008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.735224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] For port 343c78d2-3c39-4079-8b78-5bfed1a41f4a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=343c78d2-3c39-4079-8b78-5bfed1a41f4a,segment=NetworkSegment(670ef110-377d-4f13-bedd-55beeab34445),segment_id=670ef110-377d-4f13-bedd-55beeab34445)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:48.735871 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event deleted for resources: {'Port': ['ID=343c78d2-3c39-4079-8b78-5bfed1a41f4a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:48.736048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.754647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Calling delete_port for 343c78d2-3c39-4079-8b78-5bfed1a41f4a owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:48.759595 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:30:48.766055 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] No DVR routers for this DVR port 343c78d2-3c39-4079-8b78-5bfed1a41f4a on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:48.857951 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.871532 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Sync routers for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:48.902015 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] No DVR routers for this DVR port 343c78d2-3c39-4079-8b78-5bfed1a41f4a on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:48.910066 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccee83-3a6c-49ab-a62f-40394ce196e8 None None] Pushing event deleted for resources: {'Port': ['ID=343c78d2-3c39-4079-8b78-5bfed1a41f4a,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:48.923664 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:48.925061 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:48.937102 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:48.955030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:48.958760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26e4def9-592d-45d3-b3d0-9663e2c94490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.015231 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79657124-095a-4138-b90f-42fba50a6a15']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:49.043968 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ef110-377d-4f13-bedd-55beeab34445') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:49.043968 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ef110-377d-4f13-bedd-55beeab34445') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:49.079246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.121561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.139236 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:30:49.139865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.168541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26e4def9-592d-45d3-b3d0-9663e2c94490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.175826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26e4def9-592d-45d3-b3d0-9663e2c94490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.193269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:49.276150 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26e4def9-592d-45d3-b3d0-9663e2c94490 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e16614f4bca4e879da8fb130d99f163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366449 Dec 06 12:30:49.278459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4def9-592d-45d3-b3d0-9663e2c94490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26ec63-8fca-421b-8b39-2ab6ae8e8508,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:49.281588 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45284) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:49.311176 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:49.343388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-041d66bf-d58a-44ff-b2ff-8a2009b807e0 req-51bfa724-07c1-4100-abb3-9bd4bfa39793 tempest-ServersNegativeTestJSON-1850905977 tempest-ServersNegativeTestJSON-1850905977-project] 10.222.0.31 "GET /v2.0/ports?device_id=af32c298-38e5-4578-9960-82e553293696 HTTP/1.1" status: 200 len: 210 time: 0.6173375 Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:30:49.347393 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:30:49.367156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.386290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.390882 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 87cdd774-0233-4e8e-9fbe-5c78a7a98402 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:49.391224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 87cdd774-0233-4e8e-9fbe-5c78a7a98402 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:49.396516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] 10.222.0.31 "DELETE /v2.0/networks/79657124-095a-4138-b90f-42fba50a6a15 HTTP/1.1" status: 204 len: 168 time: 1.4532621 Dec 06 12:30:49.426069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.477681 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.597301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.600807 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.603247 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be26ec63-8fca-421b-8b39-2ab6ae8e8508 HTTP/1.1" status: 204 len: 168 time: 0.3209331 Dec 06 12:30:49.619023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea71ef-b8e5-4336-a270-bfd42cb2e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26ec63-8fca-421b-8b39-2ab6ae8e8508,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:49.799701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:49.932664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Pushing event deleted for resources: {'Network': ['ID=79657124-095a-4138-b90f-42fba50a6a15,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:49.941986 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.942615 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.943195 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.943839 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.944417 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.944980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.946249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.946926 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.947477 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.948026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.948584 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.949128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.949906 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4a8b-864f-49cd-a802-babfd94a95fb tempest-TagsExtTest-1610626274 tempest-TagsExtTest-1610626274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:30:49.970113 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:45Z', 'revision_number': 4, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e91b3d22-21ad-48c3-9020-bf3c769fdc7f', 'name': '', 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'mac_address': 'fa:16:3e:36:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '06a037fb-5412-4c94-825b-90420e96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:43Z', 'updated_at': '2021-12-06T12:30:45Z', 'revision_number': 2, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'subnets': [{'id': '06a037fb-5412-4c94-825b-90420e96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:50.006535 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Checking router: 1799952d-3fb8-4656-9489-9c762fb9cf69 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:50.007525 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Updating router 1799952d-3fb8-4656-9489-9c762fb9cf69 port e91b3d22-21ad-48c3-9020-bf3c769fdc7f binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:30:50.376198 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.426347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 343c78d2-3c39-4079-8b78-5bfed1a41f4a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:30:50.449261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 343c78d2-3c39-4079-8b78-5bfed1a41f4a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:30:50.449963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 343c78d2-3c39-4079-8b78-5bfed1a41f4a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:30:50.499753 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:50.581058 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:50.589471 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Deleting subnet f166c694-bbae-4b71-b06e-1e84a0ee60a7 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:30:50.594191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.643018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.689273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.766672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.795962 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f166c694-bbae-4b71-b06e-1e84a0ee60a7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:50.802656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:50.807528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f516f67e-ca3b-46a3-b9e7-c91fd414b7ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f166c694-bbae-4b71-b06e-1e84a0ee60a7 HTTP/1.1" status: 204 len: 168 time: 0.3067515 Dec 06 12:30:50.810214 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:50.822096 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fee3ef-d05d-4d53-aa55-abdcda629492 None None] Network e07bcf95-4621-4de2-ba5d-4e4912e2280c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:30:51.004729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.142852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ce5e752-a9a6-4410-b495-432a60ce0846 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e58adc644ae34c25826fd2c8c44c6c63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5603445 Dec 06 12:30:51.145477 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:51.162666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.219887 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.243430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.323275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.417940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.486091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bca11-18bc-48ac-bc55-6ca8cbf50c7a None None] DHCP port deletion for e07bcf95-4621-4de2-ba5d-4e4912e2280c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:51.509378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.512303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.513755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bc633a2-2c14-4371-892e-33f0c1c25db2 HTTP/1.1" status: 204 len: 168 time: 0.3672841 Dec 06 12:30:51.544097 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07bcf95-4621-4de2-ba5d-4e4912e2280c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:51.545693 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc460aa9-ad4d-4508-8289-d0e5b9e5197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc633a2-2c14-4371-892e-33f0c1c25db2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:51.598923 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19561593-354c-40a3-be5a-e3bbcb6d0a11') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:51.599147 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19561593-354c-40a3-be5a-e3bbcb6d0a11') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:51.636143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.671329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.675433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196cb6-ce60-49f1-95ea-12ee2d0004b1 None None] Pushing event updated for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:51.703103 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:30:51.704248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.720594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Attempting to bind port e91b3d22-21ad-48c3-9020-bf3c769fdc7f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:51.723446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Attempting to bind port e91b3d22-21ad-48c3-9020-bf3c769fdc7f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:51.723446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Attempting to bind port e91b3d22-21ad-48c3-9020-bf3c769fdc7f on network 4f76c5a2-2004-42d3-b351-621f8e2e0751 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:30:51.724999 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:30:51.740067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:51.740704 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Checking segment: {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:51.744524 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.745106 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Bound using segment: {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:51.746046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Bound port: e91b3d22-21ad-48c3-9020-bf3c769fdc7f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c744db-de5c-4feb-a65c-be2dbe16206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:51.756196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.881482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.890197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:51.896639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e07bcf95-4621-4de2-ba5d-4e4912e2280c HTTP/1.1" status: 204 len: 168 time: 1.0837073 Dec 06 12:30:51.924760 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815fa80-c848-4a36-8eab-f55e052de907 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07bcf95-4621-4de2-ba5d-4e4912e2280c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:51.927695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] For port e91b3d22-21ad-48c3-9020-bf3c769fdc7f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:51.938435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] For port e91b3d22-21ad-48c3-9020-bf3c769fdc7f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:51.947772 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.068164 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196cb6-ce60-49f1-95ea-12ee2d0004b1 None None] Pushing event updated for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:52.124461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] Provisioning complete for port e91b3d22-21ad-48c3-9020-bf3c769fdc7f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:52.125219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.221961 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:52.222780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:30:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:52.293824 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:52.432539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-528cb7ee-da91-4c77-833f-32b0ee2bc550 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=716a462d436a4d9a96bd389692ad8809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360803 Dec 06 12:30:52.434174 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:52.569383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.593121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.665243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.672923 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:52.765982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] For port e91b3d22-21ad-48c3-9020-bf3c769fdc7f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:52.774616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.785609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.789849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:52.794021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/386b4fa3-c5a4-4e6a-a951-aea9bbeda892 HTTP/1.1" status: 204 len: 168 time: 0.3576612 Dec 06 12:30:52.815468 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc976-06f6-4b41-9f9c-147e0a6beb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b4fa3-c5a4-4e6a-a951-aea9bbeda892,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:52.858766 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b9e2e-cb5e-43b3-b681-11a9972152d1 None None] Pushing event updated for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:52.958689 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-104425d8-33be-4def-b552-ec1068de13cf None None] Provisioning complete for port e91b3d22-21ad-48c3-9020-bf3c769fdc7f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:52.959073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-104425d8-33be-4def-b552-ec1068de13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:53.166495 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:45Z', 'revision_number': 4, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e91b3d22-21ad-48c3-9020-bf3c769fdc7f', 'name': '', 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'mac_address': 'fa:16:3e:36:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '06a037fb-5412-4c94-825b-90420e96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:43Z', 'updated_at': '2021-12-06T12:30:51Z', 'revision_number': 4, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'subnets': [{'id': '06a037fb-5412-4c94-825b-90420e96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:53.204297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98e40a-27f3-48f6-a0f8-a7df1b853086 None None] The sync data for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 is: [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:30:45Z', 'revision_number': 4, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e91b3d22-21ad-48c3-9020-bf3c769fdc7f', 'name': '', 'network_id': '4f76c5a2-2004-42d3-b351-621f8e2e0751', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'mac_address': 'fa:16:3e:36:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '06a037fb-5412-4c94-825b-90420e96d119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:43Z', 'updated_at': '2021-12-06T12:30:51Z', 'revision_number': 4, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'subnets': [{'id': '06a037fb-5412-4c94-825b-90420e96d119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:54.469557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e91b3d22-21ad-48c3-9020-bf3c769fdc7f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:54.569797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e91b3d22-21ad-48c3-9020-bf3c769fdc7f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:54.571394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:54.596599 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:55.180506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7e0-696b-41bd-b5ec-67a4d93fceec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.339476 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45502) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:55.350309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7e0-696b-41bd-b5ec-67a4d93fceec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.357690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7e0-696b-41bd-b5ec-67a4d93fceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.427443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-abf0f7e0-696b-41bd-b5ec-67a4d93fceec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d460176ee234c4b9b4b4a3f4a6e4137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8295906 Dec 06 12:30:55.428573 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0f7e0-696b-41bd-b5ec-67a4d93fceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2816e64-ac2e-4622-9365-743e24e9cb11,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:55.430192 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:55.498925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.525627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.582474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.585656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.587563 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2816e64-ac2e-4622-9365-743e24e9cb11 HTTP/1.1" status: 204 len: 168 time: 0.1564097 Dec 06 12:30:55.596778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496842-f83c-47d6-9c09-7f141cc04776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2816e64-ac2e-4622-9365-743e24e9cb11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:55.765340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3e9-1a1c-4c57-895f-707d71f2b5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.906956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3e9-1a1c-4c57-895f-707d71f2b5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.914123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3e9-1a1c-4c57-895f-707d71f2b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:55.956223 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6e5b3e9-1a1c-4c57-895f-707d71f2b5a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13a27e95c12441a2bdc5d6540c2ca3fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151173 Dec 06 12:30:55.959880 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45528) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:55.967451 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5b3e9-1a1c-4c57-895f-707d71f2b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bedb59c-3a59-4c74-bcf9-a1cd2a3be968,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:56.075501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.155705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.205491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa49aa-2d0c-4903-b4cd-9664a4e75646 req-3db96071-cf7b-4263-98c0-a4cecfa9ce9a tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:56.213558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83fa49aa-2d0c-4903-b4cd-9664a4e75646 req-3db96071-cf7b-4263-98c0-a4cecfa9ce9a tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 945 time: 0.1136441 Dec 06 12:30:56.299129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83fa49aa-2d0c-4903-b4cd-9664a4e75646 req-861f7960-1b56-46a5-b4c8-4d6f938adb88 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845952 Dec 06 12:30:56.317697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.323647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.325189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bedb59c-3a59-4c74-bcf9-a1cd2a3be968 HTTP/1.1" status: 204 len: 168 time: 0.3640039 Dec 06 12:30:56.337210 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd647b99-3189-4424-9a94-d3e58bdd35cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bedb59c-3a59-4c74-bcf9-a1cd2a3be968,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:56.340259 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45548) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:56.370615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23390340-cc13-4697-a657-074835c006fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.478430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23390340-cc13-4697-a657-074835c006fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.486946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23390340-cc13-4697-a657-074835c006fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.535747 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23390340-cc13-4697-a657-074835c006fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c295c3a-bda4-4872-92b8-5da0a58a9bdc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:56.558261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-23390340-cc13-4697-a657-074835c006fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c3fa74e5ac04d2c959f48dfc96ac187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126162 Dec 06 12:30:56.558973 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:56.627592 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.677323 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.775618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.780282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.782541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c295c3a-bda4-4872-92b8-5da0a58a9bdc HTTP/1.1" status: 204 len: 168 time: 0.2226706 Dec 06 12:30:56.794774 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a494a3-40da-44d8-ac70-4424dde4627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c295c3a-bda4-4872-92b8-5da0a58a9bdc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:56.942186 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:56.970008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-030ff067-abc2-49cf-9aec-59fcbcc3af19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.074784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-030ff067-abc2-49cf-9aec-59fcbcc3af19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.080952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-030ff067-abc2-49cf-9aec-59fcbcc3af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.130991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-030ff067-abc2-49cf-9aec-59fcbcc3af19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd95d8a7e4d94de483ae374203fb4fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866772 Dec 06 12:30:57.131970 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff067-abc2-49cf-9aec-59fcbcc3af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b1f11-9514-4c71-ac5c-e00183f32187,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:57.134014 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:57.254754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2cc35c18-df34-46ae-85b5-93837fbc9af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.306687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.347401 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.441922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.444760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:57.448691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c8b1f11-9514-4c71-ac5c-e00183f32187 HTTP/1.1" status: 204 len: 168 time: 0.3111556 Dec 06 12:30:57.458895 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b84a17-cc21-4d10-922e-4fdbe6c35a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b1f11-9514-4c71-ac5c-e00183f32187,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:57.544503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281d0a6-a1e8-441f-8014-372d087060a4 req-c77843d0-552a-4cc9-a17d-7841578c462c tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:57.546024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5281d0a6-a1e8-441f-8014-372d087060a4 req-c77843d0-552a-4cc9-a17d-7841578c462c tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 945 time: 0.1048725 Dec 06 12:30:57.623147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5281d0a6-a1e8-441f-8014-372d087060a4 req-23f8a5df-86ab-42d8-aef4-2823084a9718 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/security-groups?id=831c9869-ce2e-4f4b-b7b5-a23983a5fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Dec 06 12:30:57.753899 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-7ba745d4-a02a-43e9-b6dd-4dd0563190c3 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:57.758895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-7ba745d4-a02a-43e9-b6dd-4dd0563190c3 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 945 time: 0.1022835 Dec 06 12:30:57.905490 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Deleting port 6c2ab64e-1f6a-4307-a921-12380df3556b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:30:57.906420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.003382 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:58.024238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] For port 6c2ab64e-1f6a-4307-a921-12380df3556b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c2ab64e-1f6a-4307-a921-12380df3556b,segment=NetworkSegment(fd502db5-cff5-474f-aa4f-48a6b2f9d15b),segment_id=fd502db5-cff5-474f-aa4f-48a6b2f9d15b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:58.024872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.054789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Calling delete_port for 6c2ab64e-1f6a-4307-a921-12380df3556b owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:30:58.215296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-377e3510-472e-41fa-86aa-2d95e0121e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.291396 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.327377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6c2ab64e-1f6a-4307-a921-12380df3556b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:30:58.348993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Pushing event deleted for resources: {'Port': ['ID=6c2ab64e-1f6a-4307-a921-12380df3556b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:58.411261 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] No DVR routers for this DVR port 6c2ab64e-1f6a-4307-a921-12380df3556b on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:30:58.416484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.418892 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d1bf2-d88c-4f5e-a94b-d81160140c38 None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:30:58.422261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-39512acd-c3af-4706-9704-62a3d4d7d5fe req-daf53a51-4c6a-4d29-8404-9ece8b10b285 tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.53 "DELETE /v2.0/ports/6c2ab64e-1f6a-4307-a921-12380df3556b HTTP/1.1" status: 204 len: 173 time: 0.6580966 Dec 06 12:30:58.423183 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'name': 'network-vif-deleted', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:58.427394 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d14efc9-3bb4-4936-8fde-d95d4ad72ab9" -d '{"events": [{"server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "name": "network-vif-deleted", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:58.464365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-377e3510-472e-41fa-86aa-2d95e0121e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.484685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-377e3510-472e-41fa-86aa-2d95e0121e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.540934 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1bc2f2-cfd6-41f6-abba-b8095415bd9e x-openstack-request-id: req-9a1bc2f2-cfd6-41f6-abba-b8095415bd9e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:58.541385 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb6066-a213-42f4-bc1a-ceb657c1dd28", "name": "network-vif-deleted", "tag": "6c2ab64e-1f6a-4307-a921-12380df3556b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:58.541627 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a1bc2f2-cfd6-41f6-abba-b8095415bd9e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:58.542198 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb6066-a213-42f4-bc1a-ceb657c1dd28', 'name': 'network-vif-deleted', 'tag': '6c2ab64e-1f6a-4307-a921-12380df3556b', 'status': 'completed', 'code': 200} Dec 06 12:30:58.607196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-377e3510-472e-41fa-86aa-2d95e0121e88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dadf22031c524d1dab6a69192413b8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017137 Dec 06 12:30:58.610154 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:58.623674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e3510-472e-41fa-86aa-2d95e0121e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83814c1f-8996-4d68-8343-e330e7ae9dde,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:58.801659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.809559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7aaca30a-b60c-458b-a747-1bfea6bf243c req-2ae7e0f5-9bd6-4982-8a47-a4f21e70fa9e tempest-VolumesSnapshotTestJSON-447086965 tempest-VolumesSnapshotTestJSON-447086965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3cb6066-a213-42f4-bc1a-ceb657c1dd28 HTTP/1.1" status: 200 len: 210 time: 0.0581617 Dec 06 12:30:58.854183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.932432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.935046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.939488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83814c1f-8996-4d68-8343-e330e7ae9dde HTTP/1.1" status: 204 len: 168 time: 0.3273594 Dec 06 12:30:58.949616 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3dd3d-83e2-4cef-851e-2b8de54c3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83814c1f-8996-4d68-8343-e330e7ae9dde,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:59.598531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-196791d9-2ce8-4690-95d4-dbc0ca3d5d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:00.574474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:01.141791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6c2ab64e-1f6a-4307-a921-12380df3556b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:31:01.182225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 6c2ab64e-1f6a-4307-a921-12380df3556b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:31:01.183164 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6c2ab64e-1f6a-4307-a921-12380df3556b not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:31:01.185000 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:02.321244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:03.157492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:03.603036 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45874) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:04.036048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a2faa5c-3ac0-48d5-9194-23c6da8e307d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.248338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a2faa5c-3ac0-48d5-9194-23c6da8e307d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.258413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a2faa5c-3ac0-48d5-9194-23c6da8e307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.322497 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:04.333878 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6a2faa5c-3ac0-48d5-9194-23c6da8e307d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b396c9e255d84d27941ae35d30f6f1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289293 Dec 06 12:31:04.380436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2faa5c-3ac0-48d5-9194-23c6da8e307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d499bb-5a15-4ee2-9ea3-0f4c2249ba08,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:04.463726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.510977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.622107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.626533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:04.632023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2d499bb-5a15-4ee2-9ea3-0f4c2249ba08 HTTP/1.1" status: 204 len: 168 time: 0.3083556 Dec 06 12:31:04.650430 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3703a-49b5-49de-8af9-5b0a051c4178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d499bb-5a15-4ee2-9ea3-0f4c2249ba08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:05.738665 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 45938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:05.763107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8676cd2-c092-4035-80bb-2b349825f429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:05.994677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8676cd2-c092-4035-80bb-2b349825f429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.008449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8676cd2-c092-4035-80bb-2b349825f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.108656 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 45948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:06.120989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8676cd2-c092-4035-80bb-2b349825f429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ac6852192294cd291dbcb48ade7a1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663509 Dec 06 12:31:06.122411 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8676cd2-c092-4035-80bb-2b349825f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a9db2-d785-4ffa-a357-73fb02cf6103,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:06.229088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.347404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.521830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.525894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:06.531117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea5a9db2-d785-4ffa-a357-73fb02cf6103 HTTP/1.1" status: 204 len: 168 time: 0.4211965 Dec 06 12:31:06.543138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92155-0645-4f01-b8f5-7e026f499f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a9db2-d785-4ffa-a357-73fb02cf6103,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:08.015627 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:08.353307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:08.591961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:08.603839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:08.702948 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9ba5d-ea5d-4bbd-90ad-4b69b34b4d00,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:08.743822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.749660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.750193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.750737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.752303 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.752843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.754096 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.755185 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.756160 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.758113 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.758778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.759828 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.760355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:08.779618 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a28e1f61-d94f-4d33-8ad3-a409500534cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0dc2948300447dab846830b5c75d1b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7629802 Dec 06 12:31:08.782376 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:08.969748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:09.033778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:09.127465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:09.136322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:09.141179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59b9ba5d-ea5d-4bbd-90ad-4b69b34b4d00 HTTP/1.1" status: 204 len: 168 time: 0.3551202 Dec 06 12:31:09.160986 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04198d-f406-493e-a795-83fefc32f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9ba5d-ea5d-4bbd-90ad-4b69b34b4d00,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:09.820094 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:09.843065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824370fe-7b53-48e9-87e2-ff82f8f7ae48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.025119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824370fe-7b53-48e9-87e2-ff82f8f7ae48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.030817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824370fe-7b53-48e9-87e2-ff82f8f7ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.103414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-824370fe-7b53-48e9-87e2-ff82f8f7ae48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7774ea250c44f9a944e4c8d845e69a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811735 Dec 06 12:31:10.105905 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46136) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:10.111799 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:10.148091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824370fe-7b53-48e9-87e2-ff82f8f7ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4da577-f912-4c23-bd69-f2109273cc08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:10.235653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.280550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.356287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d720ee3-2591-4595-bbe7-be43c6181def admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.418468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.421574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.423015 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f4da577-f912-4c23-bd69-f2109273cc08 HTTP/1.1" status: 204 len: 168 time: 0.3154800 Dec 06 12:31:10.436835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724756d5-0c8d-46d1-8371-59ef855f013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4da577-f912-4c23-bd69-f2109273cc08,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:10.626179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d720ee3-2591-4595-bbe7-be43c6181def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.632934 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d720ee3-2591-4595-bbe7-be43c6181def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.665951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d720ee3-2591-4595-bbe7-be43c6181def admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfbb6eb12cc84620a2cc5ecbbcd644b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5501976 Dec 06 12:31:10.673594 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:10.732435 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720ee3-2591-4595-bbe7-be43c6181def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3678d935-a9f0-42bd-9cfb-b8aa3a1b245d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:10.766171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.797354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.858694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.864416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:10.872123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3678d935-a9f0-42bd-9cfb-b8aa3a1b245d HTTP/1.1" status: 204 len: 168 time: 0.1957209 Dec 06 12:31:10.899906 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039a451-6f5d-47ab-9db4-1ad2f49f3a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3678d935-a9f0-42bd-9cfb-b8aa3a1b245d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:13.855244 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:14.345129 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7ca76f3-1f83-4ad9-b1c2-21fc9b85068d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:14.611352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7ca76f3-1f83-4ad9-b1c2-21fc9b85068d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:14.617476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7ca76f3-1f83-4ad9-b1c2-21fc9b85068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:14.755619 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca76f3-1f83-4ad9-b1c2-21fc9b85068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d992e-0e50-40c1-93f6-d29a906c7413,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:14.771242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7ca76f3-1f83-4ad9-b1c2-21fc9b85068d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eee4251d9ec448fab824f6d1896c45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9129996 Dec 06 12:31:14.772077 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:14.934562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:14.984009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:15.084518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:15.087596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:15.099005 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a7d992e-0e50-40c1-93f6-d29a906c7413 HTTP/1.1" status: 204 len: 168 time: 0.3258626 Dec 06 12:31:15.116822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a192dc-d681-4dc8-b480-1291596116e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d992e-0e50-40c1-93f6-d29a906c7413,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:15.419974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46360) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:16.101609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68b028d-900f-444a-b1a0-e7ad085a6b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.294815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68b028d-900f-444a-b1a0-e7ad085a6b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.307393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68b028d-900f-444a-b1a0-e7ad085a6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.360701 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:16.433306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad89b287-e7c9-445a-84a0-338764de11fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.491767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c68b028d-900f-444a-b1a0-e7ad085a6b91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ccb30d128e94bc287e76cd896c047c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702655 Dec 06 12:31:16.492957 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b028d-900f-444a-b1a0-e7ad085a6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0032d2bf-abb2-4b27-8353-74934d469b0c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:16.495989 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:16.686356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.708946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad89b287-e7c9-445a-84a0-338764de11fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.720571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad89b287-e7c9-445a-84a0-338764de11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.771435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:16.826033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ad89b287-e7c9-445a-84a0-338764de11fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89a700f9feb74892a20ad8fed454dae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619977 Dec 06 12:31:16.826341 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89b287-e7c9-445a-84a0-338764de11fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32baf55e-afe0-4f75-921e-2348bb9a1c6a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:16.828872 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:16.954115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.000034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.002697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.004113 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0032d2bf-abb2-4b27-8353-74934d469b0c HTTP/1.1" status: 204 len: 168 time: 0.5068409 Dec 06 12:31:17.040269 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5b97-546f-48c4-9f89-00d87b10cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0032d2bf-abb2-4b27-8353-74934d469b0c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:17.052934 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.164982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.168078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:17.170085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32baf55e-afe0-4f75-921e-2348bb9a1c6a HTTP/1.1" status: 204 len: 168 time: 0.3397744 Dec 06 12:31:17.190565 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081125d-b3f2-4f7c-ae67-5d5dd92f2f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32baf55e-afe0-4f75-921e-2348bb9a1c6a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:17.917351 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:18.480292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fc94ee-7d8a-4251-97db-777e74436103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:18.698429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fc94ee-7d8a-4251-97db-777e74436103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:18.708102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fc94ee-7d8a-4251-97db-777e74436103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:18.838504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66fc94ee-7d8a-4251-97db-777e74436103 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56743445e50049c18df50a89ae157f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9163659 Dec 06 12:31:18.841108 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:18.957689 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc94ee-7d8a-4251-97db-777e74436103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cedec92-df45-4906-9455-ada55a8f19ee,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:19.104662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:19.182505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:19.388193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:19.394911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:19.408211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cedec92-df45-4906-9455-ada55a8f19ee HTTP/1.1" status: 204 len: 168 time: 0.5603073 Dec 06 12:31:19.450438 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed66fc-a89e-40f6-9c76-4f9dc9758bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cedec92-df45-4906-9455-ada55a8f19ee,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:19.594382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:20.397242 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46512) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:20.420803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b5aabf7-f8b8-43de-8e94-157e62c8c522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:20.795654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b5aabf7-f8b8-43de-8e94-157e62c8c522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:20.805998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b5aabf7-f8b8-43de-8e94-157e62c8c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:20.894241 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:20.895149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6b5aabf7-f8b8-43de-8e94-157e62c8c522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbabdec167f84340a26692a2d7307a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926574 Dec 06 12:31:20.957798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aabf7-f8b8-43de-8e94-157e62c8c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ef96a-0b2c-4c90-96aa-203dec2538b0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:21.034370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:21.085189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:21.191896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:21.195091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:21.196331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f18ef96a-0b2c-4c90-96aa-203dec2538b0 HTTP/1.1" status: 204 len: 168 time: 0.3005002 Dec 06 12:31:21.213529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cc6c0-9fce-41d4-acbf-c49a0d99d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ef96a-0b2c-4c90-96aa-203dec2538b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:21.503776 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:22.008958 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1968832145'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:22.065148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.066554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.176816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.192533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.224635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.228584 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:22.229077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cdd83ea1-5bcb-41b5-a1f9-19795ac83f1a tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7238233 Dec 06 12:31:22.392387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.800518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.809934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.899493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.901077 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e340ce6-acf3-427e-9954-f5af526a8e38 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:31:22.921804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.924437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e4676123-84d9-44d6-b534-3056d40e9823 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1e340ce6-acf3-427e-9954-f5af526a8e38 HTTP/1.1" status: 204 len: 168 time: 0.6948195 Dec 06 12:31:22.927938 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:22.932556 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Request body: {'router': {'name': 'tempest-router-916646058', 'distributed': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:22.978079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:22.979555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.172336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.188309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.217859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.220455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3b836a26-d409-4dab-8fec-f93dc637af92 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2909443 Dec 06 12:31:23.222843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:23.410596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.723684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.726521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.797095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.798292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7873243-5258-4e91-bcf1-ee52a6be4870 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:31:23.804216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.805456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-87cfbf8d-c75b-4781-bae5-e098cc21cf68 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c7873243-5258-4e91-bcf1-ee52a6be4870 HTTP/1.1" status: 204 len: 168 time: 0.5812140 Dec 06 12:31:23.810724 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:23.826450 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Request body: {'router': {'name': 'tempest-router-1994965090', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1a8a10d762444e4c886a264ed0d53cf7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:23.911983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:23.913946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.015036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.021805 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.049458 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.050713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a0dc0508-254a-4e74-846b-87e25e871544 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2371123 Dec 06 12:31:24.054276 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46654) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:24.062231 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:24.312059 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:24.387154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.387555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.497076 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103298) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 12:31:24.497811 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Router b397ac5c-4b90-4801-b4a1-6633c56601be migrating from provider to provider. {{(pid=103298) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 12:31:24.498643 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.513675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.524751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.574200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa14f91-710e-4252-8b1d-f8df2bc644df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.788599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa14f91-710e-4252-8b1d-f8df2bc644df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.796803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa14f91-710e-4252-8b1d-f8df2bc644df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.835369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-afa14f91-710e-4252-8b1d-f8df2bc644df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4c79d0d40f448e998d74a6be8326f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206108 Dec 06 12:31:24.838312 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:24.858005 n-d-master-1 neutron-server[103298]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] No L3 agents can host the router b397ac5c-4b90-4801-b4a1-6633c56601be Dec 06 12:31:24.919177 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14f91-710e-4252-8b1d-f8df2bc644df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fd35c-87a2-4f49-a2f9-79cdfec51156,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:24.950004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:24.996184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:25.080262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:25.087231 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:25.099315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e46fd35c-87a2-4f49-a2f9-79cdfec51156 HTTP/1.1" status: 204 len: 168 time: 0.2500954 Dec 06 12:31:25.129683 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d34414-16ab-44cd-a80c-4d0d90a4ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fd35c-87a2-4f49-a2f9-79cdfec51156,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:25.153884 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Hosts for router b397ac5c-4b90-4801-b4a1-6633c56601be: [] {{(pid=103298) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 12:31:25.189889 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Hosts for other DVR routers connected to router b397ac5c-4b90-4801-b4a1-6633c56601be: set() {{(pid=103298) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 12:31:25.194030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:25.198148 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46704) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:25.198384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3080e27a-1398-4db7-a35c-79f5ac60cedc tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "PUT /v2.0/routers/b397ac5c-4b90-4801-b4a1-6633c56601be HTTP/1.1" status: 200 len: 717 time: 1.1422563 Dec 06 12:31:25.329733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51d48b54-39ea-419d-85b1-7781e9446ee5 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "GET /v2.0/routers/b397ac5c-4b90-4801-b4a1-6633c56601be HTTP/1.1" status: 200 len: 717 time: 0.1302402 Dec 06 12:31:25.332211 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46710) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:25.759580 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:31:25.875997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a5cf2020-b40c-427d-9f6e-88da55a31d64 tempest-RoutersTestDVR-1517702875 tempest-RoutersTestDVR-1517702875-project] 10.222.0.31 "GET /v2.0/routers/b397ac5c-4b90-4801-b4a1-6633c56601be HTTP/1.1" status: 200 len: 683 time: 0.5424609 Dec 06 12:31:25.879014 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46726) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.055754 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.078715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.092393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cbceee-c801-4d35-be3d-47fd19def5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.291575 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cbceee-c801-4d35-be3d-47fd19def5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.307976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18cbceee-c801-4d35-be3d-47fd19def5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.360206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.363808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.385343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18cbceee-c801-4d35-be3d-47fd19def5a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80aa8cc763ff4747a728dff9831d1dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292382 Dec 06 12:31:26.388154 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.423582 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbceee-c801-4d35-be3d-47fd19def5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9892b45a-6412-44b9-a90f-7f1f57f9140e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:26.463146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.463815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b397ac5c-4b90-4801-b4a1-6633c56601be {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:31:26.466249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.471615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.473993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8eceb5ae-f3f8-4fc6-8e29-edaa2fabfa35 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b397ac5c-4b90-4801-b4a1-6633c56601be HTTP/1.1" status: 204 len: 168 time: 0.5927560 Dec 06 12:31:26.476603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46748) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.485935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Request body: {'router': {'name': 'tempest-router-1644302565', 'distributed': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:26.498862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.527517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.530876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.575094 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.579697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.583250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9892b45a-6412-44b9-a90f-7f1f57f9140e HTTP/1.1" status: 204 len: 168 time: 0.1919706 Dec 06 12:31:26.597748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defd5f2-c9c4-4a56-bc23-10fa3ff6fa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892b45a-6412-44b9-a90f-7f1f57f9140e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:26.640445 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.646952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.660423 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.674159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.681579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d1f0e234-40e4-48a8-9125-68990133e28d tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2035799 Dec 06 12:31:26.682470 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46758) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:26.798798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.895333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-addf2e73-b55b-42f4-8fb6-3bc1ccca903f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.033028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-addf2e73-b55b-42f4-8fb6-3bc1ccca903f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.052763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-addf2e73-b55b-42f4-8fb6-3bc1ccca903f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.120675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-addf2e73-b55b-42f4-8fb6-3bc1ccca903f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ef16a9858164915aad60ded8a66e1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588277 Dec 06 12:31:27.123965 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46766) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:27.162468 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2e73-b55b-42f4-8fb6-3bc1ccca903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb340c45-bc97-4f8e-9365-1487cf9238bc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:27.240715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c71cd19-66cc-489e-902d-e737bcc97123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.318498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.399962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.509732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.512777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.514154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb340c45-bc97-4f8e-9365-1487cf9238bc HTTP/1.1" status: 204 len: 168 time: 0.3528075 Dec 06 12:31:27.530594 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336dd59-ccac-4140-8d82-a203dd59d370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb340c45-bc97-4f8e-9365-1487cf9238bc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:27.693250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.703382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.788410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.789023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2964c742-6239-4976-b909-cbd59e3af821 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:31:27.793579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:27.795228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f033fca5-9840-4e41-823e-e89eb758f352 tempest-RoutersTestDVR-1001313887 tempest-RoutersTestDVR-1001313887-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2964c742-6239-4976-b909-cbd59e3af821 HTTP/1.1" status: 204 len: 168 time: 1.1089025 Dec 06 12:31:28.332377 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46812) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:28.370155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-256e5b6c-cd14-4d86-8973-918878b396f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:28.585862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-256e5b6c-cd14-4d86-8973-918878b396f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:28.598090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-256e5b6c-cd14-4d86-8973-918878b396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:28.614150 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46828) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:28.678250 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e5b6c-cd14-4d86-8973-918878b396f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d66c7b-e166-4c87-8177-26afe567bf7d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:28.730762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-256e5b6c-cd14-4d86-8973-918878b396f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0389b4e796440df9d8d23046e73d79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970392 Dec 06 12:31:28.733496 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46832) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:28.829222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:28.910805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0d5e-2956-49a4-8d33-96630b3791bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:28.949582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.062728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.071773 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.074604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65d66c7b-e166-4c87-8177-26afe567bf7d HTTP/1.1" status: 204 len: 168 time: 0.3387351 Dec 06 12:31:29.124576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a51e35-2723-43c0-992e-4af6809ef4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d66c7b-e166-4c87-8177-26afe567bf7d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:29.148207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0d5e-2956-49a4-8d33-96630b3791bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.159377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0d5e-2956-49a4-8d33-96630b3791bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.192861 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1ab0d5e-2956-49a4-8d33-96630b3791bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a8a10d762444e4c886a264ed0d53cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758235 Dec 06 12:31:29.196723 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:29.228423 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab0d5e-2956-49a4-8d33-96630b3791bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a270855-1412-4089-a6c3-05a0247441dc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:29.407670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.503425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.634853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.637670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.639162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a270855-1412-4089-a6c3-05a0247441dc HTTP/1.1" status: 204 len: 168 time: 0.4412589 Dec 06 12:31:29.681882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c0ce987-b601-4a0d-9634-b33ba660b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.691253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce5881-68f9-4b45-a136-bdbc4110a00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a270855-1412-4089-a6c3-05a0247441dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:30.321584 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 46878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:30.362857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a796dad3-cd9c-42e8-860e-5975e6886e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.555140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.595836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a796dad3-cd9c-42e8-860e-5975e6886e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.603618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a796dad3-cd9c-42e8-860e-5975e6886e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.699873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a796dad3-cd9c-42e8-860e-5975e6886e4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfbf418a85a0426e960558059e8abd74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651860 Dec 06 12:31:30.702016 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 46890) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:30.702958 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796dad3-cd9c-42e8-860e-5975e6886e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29694fd9-ba2b-4672-9caa-a1dab5831a7b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:30.790184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.835434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.943050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.948646 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.964013 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29694fd9-ba2b-4672-9caa-a1dab5831a7b HTTP/1.1" status: 204 len: 168 time: 0.2520370 Dec 06 12:31:30.976954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c83aca-54f4-45cf-aa5f-d679307e65e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29694fd9-ba2b-4672-9caa-a1dab5831a7b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:31.138223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:32.324462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:32.840880 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:32.844448 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:33.025494 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1057135295'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:33.079258 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:33.083179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.086537 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-defbadcf-0937-4cd1-ad9f-596326a94475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.104540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.154835 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.227291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.234505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.276990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-defbadcf-0937-4cd1-ad9f-596326a94475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.283648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-defbadcf-0937-4cd1-ad9f-596326a94475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.322050 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0375577d-453f-449f-a00b-3fe37bf22a5c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:33.328324 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:33.343637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbadcf-0937-4cd1-ad9f-596326a94475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b6c4a9-eb43-4ed3-ad10-24da826d836e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:33.364754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.365113 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Added segment 0503ce6b-5d23-4e20-babb-fb4b91708a25 of type vlan for network e0220db3-13b3-439f-bafc-cf52dbd11c87 Dec 06 12:31:33.383090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-defbadcf-0937-4cd1-ad9f-596326a94475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8672c92fc7914b05b9468a48ec55bb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405166 Dec 06 12:31:33.385716 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:33.471073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.498976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.535448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.544571 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:33.545930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.570487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.623495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7779272 Dec 06 12:31:33.649114 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:33.657110 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'subnet': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:33.695727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.698750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:33.704610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5b6c4a9-eb43-4ed3-ad10-24da826d836e HTTP/1.1" status: 204 len: 168 time: 0.3164468 Dec 06 12:31:33.726151 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290913-0aa8-4032-b64d-034158bdc5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b6c4a9-eb43-4ed3-ad10-24da826d836e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:33.826206 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:33.830921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.025918 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bac641-1ac6-4a73-a3e4-b0e3bd998493 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Network': ['ID=e0220db3-13b3-439f-bafc-cf52dbd11c87,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:34.037076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:34.166881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.305993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Subnet': ['ID=dda2c353-dbf6-416f-af2f-c56049c549ff,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:34.338891 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Checking segment: {'id': '0503ce6b-5d23-4e20-babb-fb4b91708a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:34.339339 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network hostable DHCP agents. Network: e0220db3-13b3-439f-bafc-cf52dbd11c87, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:31:34.384648 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:31:34.403392 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e0220db3-13b3-439f-bafc-cf52dbd11c87) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:34.412637 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:34.417133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.434506 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:34.440211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-531067949'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:34.440555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105dc180-5067-4c68-b7cc-1751438d62be None None] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:34.452738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5022ea1-8cfc-4acc-b686-2dee2b46f43e tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8084245 Dec 06 12:31:34.456049 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47056) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:34.467770 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:34.468777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-2031316532'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:34.472459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.540241 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:34.568162 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.569669 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Added segment 2e0ab3a1-d2ef-4684-bc99-97c9d10348da of type vlan for network 07d029ed-051a-4056-9169-862d4e5f19d1 Dec 06 12:31:34.650473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.711246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.722917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:34.726294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.753837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:34.757743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.795866 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port be319756-c077-4743-a8b1-3afab167c07f yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:34.806293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3701568 Dec 06 12:31:34.809857 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:34.876552 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-920817469'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:34.883777 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de9b70-52ce-4e33-a2dc-5029b7432f5a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Network': ['ID=07d029ed-051a-4056-9169-862d4e5f19d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:34.933117 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:34.940699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:34.983521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:34.998523 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.3 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/be319756-c077-4743-a8b1-3afab167c07f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:35.008052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.008900 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Added segment 06bd1f5e-3ae6-4f14-b8bb-c5641351b12b of type vlan for network cf2817d2-009b-48b3-961a-8482c0957692 Dec 06 12:31:35.210473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.219775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 07d029ed-051a-4056-9169-862d4e5f19d1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:35.336466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.342774 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:35.358760 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.508652 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.515184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6969936 Dec 06 12:31:35.519888 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:35.527556 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'subnet': {'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:35.588147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbab72-8332-447f-9254-73484dca7b05 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Network': ['ID=cf2817d2-009b-48b3-961a-8482c0957692,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:35.620103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network cf2817d2-009b-48b3-961a-8482c0957692 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:35.699090 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0220db3-13b3-439f-bafc-cf52dbd11c87', 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'tenant_id': '67b757c467664f5fadf9286d17fdd943', 'fixed_ips': [{'subnet_id': 'dda2c353-dbf6-416f-af2f-c56049c549ff'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:31:35.699960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.755214 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.860649 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:35.873748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:35.903129 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:35.922002 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Allocated IP 172.20.0.2 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/c89ca4d9-b6c0-431f-a029-359fa0f29058) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:35.955173 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:35.957069 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=be319756-c077-4743-a8b1-3afab167c07f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:35.959604 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:36.092531 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:36.093692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.132462 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d663d22b-c9cc-47b4-88eb-b073b194f252 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6730282 Dec 06 12:31:36.133556 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:36.140186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-214715851', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:28:7b:8f'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:36.166337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.178899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.220580 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:36.224345 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:36.228076 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:36.250967 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Pushing event updated for resources: {'Port': ['ID=c89ca4d9-b6c0-431f-a029-359fa0f29058,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:36.314857 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.315509 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.316079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.316589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.317286 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.317791 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.318280 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.319193 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.319695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.320225 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.320723 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.321327 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.321849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:36.325626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Attempting to bind port c89ca4d9-b6c0-431f-a029-359fa0f29058 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:31:36.326430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Attempting to bind port c89ca4d9-b6c0-431f-a029-359fa0f29058 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0503ce6b-5d23-4e20-babb-fb4b91708a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:31:36.327065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Attempting to bind port c89ca4d9-b6c0-431f-a029-359fa0f29058 on network e0220db3-13b3-439f-bafc-cf52dbd11c87 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:36.334897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:31:36.336065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Checking segment: {'id': '0503ce6b-5d23-4e20-babb-fb4b91708a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:36.336854 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.337575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Bound using segment: {'id': '0503ce6b-5d23-4e20-babb-fb4b91708a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:31:36.338505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Bound port: c89ca4d9-b6c0-431f-a029-359fa0f29058, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0503ce6b-5d23-4e20-babb-fb4b91708a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:31:36.340434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.427462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] For port c89ca4d9-b6c0-431f-a029-359fa0f29058, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:31:36.447081 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] For port c89ca4d9-b6c0-431f-a029-359fa0f29058, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c89ca4d9-b6c0-431f-a029-359fa0f29058,segment=NetworkSegment(0503ce6b-5d23-4e20-babb-fb4b91708a25),segment_id=0503ce6b-5d23-4e20-babb-fb4b91708a25)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:31:36.455122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.485630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:36.531214 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8527fe4-2a31-43ad-92ad-2c42c2e7a2e9 None None] Pushing event updated for resources: {'Port': ['ID=c89ca4d9-b6c0-431f-a029-359fa0f29058,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:36.633203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.676598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.729991 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port 847da87a-0f66-45f6-b052-49530394e7f8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:36.802987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Subnet': ['ID=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:36.847806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:36.848249 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network hostable DHCP agents. Network: 07d029ed-051a-4056-9169-862d4e5f19d1, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:31:36.910022 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:31:36.929381 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07d029ed-051a-4056-9169-862d4e5f19d1) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:36.943335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:36.944546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:36.944848 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fee3cc-83cb-451e-b2d0-cc5dc1bb276d None None] Network 07d029ed-051a-4056-9169-862d4e5f19d1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:36.979332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5cc6f464-f20f-44d1-87cc-bea8f8599fa9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4583569 Dec 06 12:31:36.981930 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:36.987346 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'subnet': {'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:37.038578 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.5 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/847da87a-0f66-45f6-b052-49530394e7f8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:37.343527 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:37.353131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:37.526719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-07d029ed-051a-4056-9169-862d4e5f19d1', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:31:37.528688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:37.646632 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:37.885765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:37.890901 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:37.908716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:38.093585 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:38.180430 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:38.182507 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Allocated IP 10.1.1.2 (07d029ed-051a-4056-9169-862d4e5f19d1/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc/e75ac72c-011a-432a-8a23-6e123e2d7d5e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:38.214732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Subnet': ['ID=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:38.220244 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:38.225003 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:38.331374 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Checking segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:38.332519 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network hostable DHCP agents. Network: cf2817d2-009b-48b3-961a-8482c0957692, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:31:38.417661 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=847da87a-0f66-45f6-b052-49530394e7f8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:38.440555 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network cf2817d2-009b-48b3-961a-8482c0957692 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:31:38.461625 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cf2817d2-009b-48b3-961a-8482c0957692) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:38.477427 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229748e-cade-4fe0-a786-026dfa3d1386 None None] Network cf2817d2-009b-48b3-961a-8482c0957692 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:38.486854 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:38.489713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:38.550568 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:38.551263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:38.562225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ce57bcb6-6c8d-405b-9b86-d88739017b23 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5786028 Dec 06 12:31:38.563238 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47166) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:38.580355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1124785409', 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:38.653028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c89ca4d9-b6c0-431f-a029-359fa0f29058 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:38.710078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64043a3d-d687-410e-8292-c392a0287c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:38.734519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-afc305bc-de48-49d1-a5ee-c6b7bedd7725 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.5997016 Dec 06 12:31:38.736700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1221e02b-4314-4610-a30c-7e15de0bd3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:38.774481 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:38.885988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:39.067752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.092559 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] device_id is not set on port 696018ef-f65c-4c14-954b-a3f25468ae82 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:39.187832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1221e02b-4314-4610-a30c-7e15de0bd3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.245255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782c033-cf6d-4f26-a3e8-c5d855f393cb tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.256262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782c033-cf6d-4f26-a3e8-c5d855f393cb tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.272485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782c033-cf6d-4f26-a3e8-c5d855f393cb tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.272716 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47180) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:39.277215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.278031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1782c033-cf6d-4f26-a3e8-c5d855f393cb tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.5024638 Dec 06 12:31:39.278164 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:39.279263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1221e02b-4314-4610-a30c-7e15de0bd3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.296103 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe62eff-5120-412a-905b-0babce8912ae None None] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:39.347718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1221e02b-4314-4610-a30c-7e15de0bd3b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff7df86e55fb4f3488b74a4aad3a137c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2513325 Dec 06 12:31:39.351847 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47186) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:39.353924 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221e02b-4314-4610-a30c-7e15de0bd3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354573e5-b37f-4918-aabe-0dbe0f3dcb8d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:39.416248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64043a3d-d687-410e-8292-c392a0287c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.426478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64043a3d-d687-410e-8292-c392a0287c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.486222 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043a3d-d687-410e-8292-c392a0287c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98f36c-2809-4b3c-85fb-33bae6a91d12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:39.493554 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.1.1.120 (07d029ed-051a-4056-9169-862d4e5f19d1/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc/696018ef-f65c-4c14-954b-a3f25468ae82) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:39.515354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-64043a3d-d687-410e-8292-c392a0287c58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5304bdda45d740ec95d3d5b3b3484c30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5954452 Dec 06 12:31:39.517832 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:39.627269 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.641986 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.675481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.693673 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c89ca4d9-b6c0-431f-a029-359fa0f29058 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:39.694252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.743562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.747126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.748614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc98f36c-2809-4b3c-85fb-33bae6a91d12 HTTP/1.1" status: 204 len: 168 time: 0.2296109 Dec 06 12:31:39.780779 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10918308-f443-4ea5-b5c2-98928877cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98f36c-2809-4b3c-85fb-33bae6a91d12,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:39.882715 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cf2817d2-009b-48b3-961a-8482c0957692', 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ips': [{'subnet_id': 'a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:31:39.883505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:39.967410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40bdc3ac-dc43-4faa-8185-4dd1c95892fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.036535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.077283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.183802 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Allocated IP 10.2.2.2 (cf2817d2-009b-48b3-961a-8482c0957692/a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce/69c2587e-2fd4-46ca-8b5a-a9552f6c937a) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:40.227937 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port 847da87a-0f66-45f6-b052-49530394e7f8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:31:40.234624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.300710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.325192 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:40.360361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.370314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de41313c-e5ec-4970-b504-d443b9de3576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.387622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a0a535de-6a6c-4cd8-8869-a28eada35c94 None None] Provisioning complete for port c89ca4d9-b6c0-431f-a029-359fa0f29058 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:40.388296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0a535de-6a6c-4cd8-8869-a28eada35c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.391527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.432632 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:40.467021 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:40.482106 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Pushing event updated for resources: {'Port': ['ID=e75ac72c-011a-432a-8a23-6e123e2d7d5e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:40.497369 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:40.611867 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Network cf2817d2-009b-48b3-961a-8482c0957692 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:40.667277 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de41313c-e5ec-4970-b504-d443b9de3576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.676149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de41313c-e5ec-4970-b504-d443b9de3576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.729901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.741004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-de41313c-e5ec-4970-b504-d443b9de3576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=595ba1df011c4e6c84ea2a326c56bce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145331 Dec 06 12:31:40.746246 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:40.756607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Pushing event updated for resources: {'Port': ['ID=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:40.787837 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41313c-e5ec-4970-b504-d443b9de3576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d1848f-ca34-4ff6-a5d3-40085dbb6413,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:40.791487 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.809665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.814053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/354573e5-b37f-4918-aabe-0dbe0f3dcb8d HTTP/1.1" status: 204 len: 168 time: 1.4612751 Dec 06 12:31:40.823843 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:40.831391 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:40.872484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.902212 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:40.918583 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c8d5-5f6e-4fb7-bb3b-6e32d0470c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354573e5-b37f-4918-aabe-0dbe0f3dcb8d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:40.924806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.956767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Attempting to bind port e75ac72c-011a-432a-8a23-6e123e2d7d5e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:31:40.957230 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Attempting to bind port e75ac72c-011a-432a-8a23-6e123e2d7d5e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:31:40.957525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Attempting to bind port e75ac72c-011a-432a-8a23-6e123e2d7d5e on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:40.959602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.962431 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:40.979110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:40.984485 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:41.021612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.024372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.025626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02d1848f-ca34-4ff6-a5d3-40085dbb6413 HTTP/1.1" status: 204 len: 168 time: 0.2674425 Dec 06 12:31:41.047113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40bdc3ac-dc43-4faa-8185-4dd1c95892fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.053401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301564-6767-4341-a07e-c2c878261f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d1848f-ca34-4ff6-a5d3-40085dbb6413,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:41.062885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40bdc3ac-dc43-4faa-8185-4dd1c95892fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.124108 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:41.124341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40bdc3ac-dc43-4faa-8185-4dd1c95892fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef3fbf30888a4ec8942cb87da6509b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8502302 Dec 06 12:31:41.127794 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for 847da87a-0f66-45f6-b052-49530394e7f8 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:31:41.130011 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdc3ac-dc43-4faa-8185-4dd1c95892fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c492d212-45a0-4888-a376-471c7035046f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:41.135913 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:41.145691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:41.146343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.245435 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:41.248277 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c58eabb1-01bd-46aa-906b-450b3c2815f2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6797013 Dec 06 12:31:41.250975 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'name': 'tempest-TaggedBootDevicesTest_v242-2037340965', 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:41.432554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.468454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.525224 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:41.534659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:31:41.536053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:41.538045 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.538609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Bound using segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:31:41.539853 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Bound port: e75ac72c-011a-432a-8a23-6e123e2d7d5e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:31:41.542117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.543307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=847da87a-0f66-45f6-b052-49530394e7f8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:41.576879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.613517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c1898a6-bf5b-4952-a084-c1144a866fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.628152 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:41.762338 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.770651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Attempting to bind port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:31:41.771185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Attempting to bind port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:31:41.771403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Attempting to bind port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a on network cf2817d2-009b-48b3-961a-8482c0957692 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:41.819154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.823912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc4856dc-a0d4-463a-803b-55f83a9d59cd tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/847da87a-0f66-45f6-b052-49530394e7f8 HTTP/1.1" status: 204 len: 168 time: 2.5402896 Dec 06 12:31:41.826995 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:41.838776 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a0a535de-6a6c-4cd8-8869-a28eada35c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.851988 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] device_id is not set on port e0111be2-560e-4f76-9944-bddbe27c67ce yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:41.864165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c89ca4d9-b6c0-431f-a029-359fa0f29058, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c89ca4d9-b6c0-431f-a029-359fa0f29058,segment=NetworkSegment(0503ce6b-5d23-4e20-babb-fb4b91708a25),segment_id=0503ce6b-5d23-4e20-babb-fb4b91708a25)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:41.889463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:31:41.889918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Checking segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:41.890422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.890689 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb0f292-de07-4ccd-9ba6-f40d526f8d9a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] GET failed (client error): The resource could not be found. Dec 06 12:31:41.890877 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Bound using segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:31:41.891358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Bound port: 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:31:41.891766 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.909902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4cb0f292-de07-4ccd-9ba6-f40d526f8d9a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports/847da87a-0f66-45f6-b052-49530394e7f8 HTTP/1.1" status: 404 len: 333 time: 0.0818362 Dec 06 12:31:41.912976 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47232) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:41.924203 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-408933231'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:41.957561 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] For port e75ac72c-011a-432a-8a23-6e123e2d7d5e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:31:41.960812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] For port e75ac72c-011a-432a-8a23-6e123e2d7d5e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e75ac72c-011a-432a-8a23-6e123e2d7d5e,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:31:41.967370 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:41.983253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.097120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.103483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.108881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c492d212-45a0-4888-a376-471c7035046f HTTP/1.1" status: 204 len: 168 time: 0.9826944 Dec 06 12:31:42.111580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:42.121431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.151601 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port 4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:42.191410 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96658c86-b572-4d5a-8cfb-830aa0ad29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c492d212-45a0-4888-a376-471c7035046f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:42.255260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c89ca4d9-b6c0-431f-a029-359fa0f29058,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:42.299694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c1898a6-bf5b-4952-a084-c1144a866fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.313108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c1898a6-bf5b-4952-a084-c1144a866fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.327613 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.4 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/4a796ad9-8077-4c60-9d52-3c6d2ae13bb4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:42.375868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1898a6-bf5b-4952-a084-c1144a866fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7033682-b962-4338-b322-166d3695d3d7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:42.427857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-a0a535de-6a6c-4cd8-8869-a28eada35c94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:31:42.428313 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-a0a535de-6a6c-4cd8-8869-a28eada35c94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:31:42.445189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] For port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:31:42.454179 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] For port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:31:42.472296 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.1.1.184 (07d029ed-051a-4056-9169-862d4e5f19d1/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc/e0111be2-560e-4f76-9944-bddbe27c67ce) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:42.484902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.496997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c1898a6-bf5b-4952-a084-c1144a866fad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dba2e2ef9574044ba1d61e968b77b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9466507 Dec 06 12:31:42.496997 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:42.528335 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43052d-9eca-461a-8735-e21bd4149b28 None None] Pushing event updated for resources: {'Port': ['ID=e75ac72c-011a-432a-8a23-6e123e2d7d5e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:42.881758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.889521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98053c61-c0a7-48a9-a591-1c209ff16c0c None None] Pushing event updated for resources: {'Port': ['ID=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:42.985034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.035538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.083229 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:43.087121 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:43.096076 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:43.111742 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=4a796ad9-8077-4c60-9d52-3c6d2ae13bb4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:43.169445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-930810bb-6888-4541-8eca-390bf457ca77 None None] Provisioning complete for port c89ca4d9-b6c0-431f-a029-359fa0f29058 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:43.169895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-930810bb-6888-4541-8eca-390bf457ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.229657 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.230989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.265268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.289174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6d89607-9bc5-48e1-b146-4af85f84a0ee tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3675923 Dec 06 12:31:43.289868 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47268) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:43.305956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:28:7b:8f'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:43.437073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.501017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.516684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.518014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7033682-b962-4338-b322-166d3695d3d7 HTTP/1.1" status: 204 len: 168 time: 1.0203066 Dec 06 12:31:43.538161 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa0162-c7a1-465e-97aa-4bc6e710f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7033682-b962-4338-b322-166d3695d3d7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:43.548931 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-930810bb-6888-4541-8eca-390bf457ca77 None None] Provisioning complete for port be319756-c077-4743-a8b1-3afab167c07f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:43.549342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-930810bb-6888-4541-8eca-390bf457ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.574298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.708432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.731550 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:43.764981 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:43.768153 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-930810bb-6888-4541-8eca-390bf457ca77 None None] Port be319756-c077-4743-a8b1-3afab167c07f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:43.769368 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:43.775392 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:43.902839 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ec719141-af27-4fe4-a0f9-db4b69029d1d None None] Provisioning complete for port be319756-c077-4743-a8b1-3afab167c07f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:43.904255 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ec719141-af27-4fe4-a0f9-db4b69029d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.948971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.949992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.991253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1ba45ed7-edfe-4c32-860d-f0ec7bda0a01 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7417674 Dec 06 12:31:44.080458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ec719141-af27-4fe4-a0f9-db4b69029d1d None None] Port be319756-c077-4743-a8b1-3afab167c07f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:44.204472 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a79817e6-d3f7-49a9-98e0-25016b8b5a80 None None] Could not find standard attr ID for object 847da87a-0f66-45f6-b052-49530394e7f8. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:31:44.281736 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2d8a1-60a6-4767-88da-95e13efc64c6 None None] Network 07d029ed-051a-4056-9169-862d4e5f19d1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:44.313077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.321142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.487850 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] In _notify_port_updated(), no bound segment for port 4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 on network e0220db3-13b3-439f-bafc-cf52dbd11c87 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:31:44.500602 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:44.501326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.507505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "PUT /v2.0/ports/4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 HTTP/1.1" status: 200 len: 992 time: 1.2165771 Dec 06 12:31:44.510768 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:44.534469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 69c2587e-2fd4-46ca-8b5a-a9552f6c937a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:44.613604 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2ee30-f4ac-47cc-aaae-8a5653ca8203 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=4a796ad9-8077-4c60-9d52-3c6d2ae13bb4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:44.671912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] Provisioning complete for port e75ac72c-011a-432a-8a23-6e123e2d7d5e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:44.672309 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.772711 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port 4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:31:44.773103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.774031 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a95f0a-2174-4cb0-8a07-40720cb184d4 None None] Network cf2817d2-009b-48b3-961a-8482c0957692 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:44.998308 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:45.048085 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:45.048660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.050401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.083818 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for 4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:31:45.246948 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:45.312024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1970595560-network', 'tenant_id': 'e2b58d3d28c548cda490fc55aeb7bc1b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:45.368387 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Made reservation on behalf of e2b58d3d28c548cda490fc55aeb7bc1b for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:45.373707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.399799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.469207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.500088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.592904 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=4a796ad9-8077-4c60-9d52-3c6d2ae13bb4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:45.782647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.793539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] For port e75ac72c-011a-432a-8a23-6e123e2d7d5e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e75ac72c-011a-432a-8a23-6e123e2d7d5e,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:45.800412 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1849311553'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:45.811720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:45.812372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.850885 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.852894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.853323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309278880', 'description': 'tempest-description--1476802721'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:45.942476 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:45.957401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.959659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e75ac72c-011a-432a-8a23-6e123e2d7d5e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:46.001297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:31:46.001297 n-d-master-1 neutron-server[103298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:31:46.001297 n-d-master-1 neutron-server[103298]: [parameters: {'project_id_1': '7658986a206c4cd0b1801d2bc33a0a10', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 31, 25, 879067)}] Dec 06 12:31:46.001297 n-d-master-1 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:31:46.001753 n-d-master-1 neutron-server[103298]: DEBUG oslo_db.api [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:31:46.029519 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:46.039969 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68214be4-57b8-4709-a5a0-10b9c45d8742,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:46.085946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Made reservation on behalf of 6bf187239d9444ea967f7ff26809a083 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:46.097142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.134085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.134926 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Added segment 1c821412-082e-48a4-95bc-8d310bb171ad of type vlan for network d87394c6-201c-4fb2-aecd-4a4f49d83f54 Dec 06 12:31:46.139710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.193097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21cfd3-5aaf-4c74-832c-0f34237c69cc None None] Pushing event updated for resources: {'Port': ['ID=e75ac72c-011a-432a-8a23-6e123e2d7d5e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:46.277672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Provisioning complete for port e0111be2-560e-4f76-9944-bddbe27c67ce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.278324 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.318402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.371691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.373732 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:46.374837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.374978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Port e0111be2-560e-4f76-9944-bddbe27c67ce cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:46.428171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4280312 Dec 06 12:31:46.429128 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:46.432230 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:46.453532 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Request body: {'subnet': {'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1970595560-subnet', 'tenant_id': 'e2b58d3d28c548cda490fc55aeb7bc1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:46.453760 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Provisioning complete for port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.454863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.515210 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e75ac72c-011a-432a-8a23-6e123e2d7d5e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.516733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.584848 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0b81-df8a-4edd-8064-79c2b36aa87d admin admin] Pushing event updated for resources: {'Network': ['ID=d87394c6-201c-4fb2-aecd-4a4f49d83f54,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:46.663656 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Made reservation on behalf of e2b58d3d28c548cda490fc55aeb7bc1b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:46.670427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.679868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.700954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c89ca4d9-b6c0-431f-a029-359fa0f29058 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:46.702879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:46.752135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.833641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:46.844686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.870278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Provisioning complete for port 696018ef-f65c-4c14-954b-a3f25468ae82 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.870643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.874411 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c89ca4d9-b6c0-431f-a029-359fa0f29058 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.874906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.888148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.895651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.896007 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Added segment 82190432-51f8-46e5-9cd1-c7d03e328070 of type vlan for network a68ed406-8ca6-4b24-a517-b5085c8aebb1 Dec 06 12:31:46.898676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8b888537-bda3-4287-8186-463050b45b7d tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 HTTP/1.1" status: 204 len: 168 time: 2.3865223 Dec 06 12:31:46.899501 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:46.930469 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8645306a-935c-4e07-8664-d6129619ae25,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:46.935450 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7cae83-5208-453d-9a99-8687c41d38da tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] GET failed (client error): The resource could not be found. Dec 06 12:31:46.946727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Port 696018ef-f65c-4c14-954b-a3f25468ae82 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:46.951366 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Could not find standard attr ID for object 4a796ad9-8077-4c60-9d52-3c6d2ae13bb4. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:31:46.957767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7c7cae83-5208-453d-9a99-8687c41d38da tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports/4a796ad9-8077-4c60-9d52-3c6d2ae13bb4 HTTP/1.1" status: 404 len: 333 time: 0.0570717 Dec 06 12:31:46.961109 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:46.969841 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Provisioning complete for port e75ac72c-011a-432a-8a23-6e123e2d7d5e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:46.970211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3fca9c6f-7a5e-4a0f-b0e7-563bf195f113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:46.971953 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-493936860'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:47.034115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.168452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 69c2587e-2fd4-46ca-8b5a-a9552f6c937a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:47.192146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.215483 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:47.216144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.258189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.284731 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Provisioning complete for port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:47.285445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.300196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:47.314723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.321797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:47.322173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.380788 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:47.455727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.488191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2403560 Dec 06 12:31:47.489284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.493071 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:47.650866 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.8 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/0f368ef1-df57-4be0-bb73-e3ac9f9a54f8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:47.764510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.764510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9418302 Dec 06 12:31:47.768247 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:47.783504 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'security_group_rule': {'security_group_id': 'c0a59bbe-422b-4838-ac22-b783417d329c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:47.834397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.861566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7a185-8fa6-4b41-a340-99f328dffe4c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a59bbe-422b-4838-ac22-b783417d329c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:47.865185 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5db6f-d067-4cb9-8439-44f5ec3ad003 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Pushing event updated for resources: {'Network': ['ID=a68ed406-8ca6-4b24-a517-b5085c8aebb1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:47.928737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af53a12-ec21-4404-a844-7f6aa0620dbf,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:47.952309 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Checking segment: {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:47.952875 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Network hostable DHCP agents. Network: d87394c6-201c-4fb2-aecd-4a4f49d83f54, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:31:47.997388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.001179 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:31:48.025054 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d87394c6-201c-4fb2-aecd-4a4f49d83f54) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:48.031711 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:48.032538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.035846 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'name': 'tempest-network--856680822', 'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:48.045234 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a68ed406-8ca6-4b24-a517-b5085c8aebb1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:48.088254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.099400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.112206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4693e72c-aa97-40b2-84a7-2cb720775a75 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6755779 Dec 06 12:31:48.113415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.118749 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:48.135611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5ad05-1ae1-4bc1-977f-7369665fd899 None None] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:48.140941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.153820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Provisioning complete for port e0111be2-560e-4f76-9944-bddbe27c67ce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:48.154395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.176524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e75ac72c-011a-432a-8a23-6e123e2d7d5e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:48.289751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.294331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5145390 Dec 06 12:31:48.295479 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:48.299806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.306117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'security_group_rule': {'security_group_id': 'c0a59bbe-422b-4838-ac22-b783417d329c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:48.312960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09469fa4-e867-448c-8783-e1dd3fc818b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f50d2cc-b0f1-4f06-aa78-05042000216b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:48.355950 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:48.367298 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:48.375592 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:48.398436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.480046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Port e0111be2-560e-4f76-9944-bddbe27c67ce cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:48.512323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:48.521137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.533561 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=0f368ef1-df57-4be0-bb73-e3ac9f9a54f8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:48.562718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595abef9-0b71-459a-b0d2-b507af4ff791 None None] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:48.631864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.641602 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47400) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:48.652530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:7b:8f'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:48.655144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8f9df184-ed0b-4052-a14f-048ae26409ff tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6889153 Dec 06 12:31:48.667237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.750415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb604b62-d05d-44ad-a76b-377db8d90368,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:48.820352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.830349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.836144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.836259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8497f178-0068-41f0-9c8a-1b7957368add tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5380442 Dec 06 12:31:48.843445 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47404) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:48.847173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Provisioning complete for port 696018ef-f65c-4c14-954b-a3f25468ae82 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:48.847561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.848575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:48.897132 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:48.917541 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f706c7-abdf-442c-9341-22f16b496030,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:48.940349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.940349 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Added segment 6f71319f-f536-4c64-95de-0e04dfe19e68 of type vlan for network 364f6763-59aa-497b-b8f9-8cd4c9ffd3d0 Dec 06 12:31:48.944292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9a35d2c5-70b3-42ff-82f2-6fcb64b46d6c None None] Port 696018ef-f65c-4c14-954b-a3f25468ae82 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:48.973678 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e75ac72c-011a-432a-8a23-6e123e2d7d5e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:48.974066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.052290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.056483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.109138 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:49.120521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.121529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:49.122121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.157379 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-26aab772-047b-4a09-a3a1-17ffa60c23d1 None None] Provisioning complete for port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:49.157757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26aab772-047b-4a09-a3a1-17ffa60c23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.204773 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47412) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:49.205736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7115142 Dec 06 12:31:49.288168 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f1f40-8ae7-4b05-9797-cf610e2b52a9 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=364f6763-59aa-497b-b8f9-8cd4c9ffd3d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:49.314002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-26aab772-047b-4a09-a3a1-17ffa60c23d1 None None] Port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:49.341894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 364f6763-59aa-497b-b8f9-8cd4c9ffd3d0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:49.571824 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.584580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4074b1d0-53e5-40be-9ce1-019a37b0d9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.588424 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:49.591715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.233517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.317022 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364f6763-59aa-497b-b8f9-8cd4c9ffd3d0']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:50.350055 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f71319f-f536-4c64-95de-0e04dfe19e68') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:50.350645 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f71319f-f536-4c64-95de-0e04dfe19e68') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:50.353403 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.372199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4074b1d0-53e5-40be-9ce1-019a37b0d9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.381649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.391101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4074b1d0-53e5-40be-9ce1-019a37b0d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.457089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.521877 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:31:50.522617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:31:50.526645 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:31:50.555411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074b1d0-53e5-40be-9ce1-019a37b0d9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec998992-e20c-49b0-83ae-4f95291ba483,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:50.580851 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:50.581443 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4074b1d0-53e5-40be-9ce1-019a37b0d9fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdb50d7242fb4b61968fa409353de224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4600029 Dec 06 12:31:50.661461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.670641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.688677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.704839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.720869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.739147 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 172.35.3.37 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1e7cef66-b483-4894-b287-619bdf36ea29) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:50.741058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 364f6763-59aa-497b-b8f9-8cd4c9ffd3d0 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:31:50.746991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.750118 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/364f6763-59aa-497b-b8f9-8cd4c9ffd3d0 HTTP/1.1" status: 204 len: 168 time: 1.5206895 Dec 06 12:31:50.758251 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:50.778865 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:50.788039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873ef9f-73aa-479a-8150-8de232c1c509 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Network': ['ID=364f6763-59aa-497b-b8f9-8cd4c9ffd3d0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:50.855776 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=0f368ef1-df57-4be0-bb73-e3ac9f9a54f8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:50.857238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.872471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.879738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec998992-e20c-49b0-83ae-4f95291ba483 HTTP/1.1" status: 204 len: 168 time: 0.2976537 Dec 06 12:31:50.892281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:50.894626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.897106 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] In _notify_port_updated(), no bound segment for port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 on network e0220db3-13b3-439f-bafc-cf52dbd11c87 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:31:50.905331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:50.913841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:50.913841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70fd9b61-c5a7-4a5d-91a0-20e5a3c7c0aa tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "PUT /v2.0/ports/0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 HTTP/1.1" status: 200 len: 995 time: 2.2640398 Dec 06 12:31:50.914139 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec998992-e20c-49b0-83ae-4f95291ba483,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:50.914525 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:51.000489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:51.053752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.071015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.071635 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Added segment b37131cb-96c7-4199-b22f-17511ee15db9 of type vlan for network 32ff78df-30e0-4d15-bb75-0a3f841ae232 Dec 06 12:31:51.216303 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.221240 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.222131 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.226449 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.226970 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.227670 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.231853 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.232636 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.237301 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.238324 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.238926 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.239639 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.243791 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b99020-f61f-449c-8543-52053a655854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:51.259111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.304394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.330533 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:31:51.330875 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.358181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.359410 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:51.360272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.365233 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:51.375895 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:51.395670 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:51.434358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.460856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-71f84b2a-aed7-4036-a4a8-d2203ce8b3da None None] Provisioning complete for port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:51.461483 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-71f84b2a-aed7-4036-a4a8-d2203ce8b3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.464522 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:31:51.494856 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=1e7cef66-b483-4894-b287-619bdf36ea29,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:51.535268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7683268 Dec 06 12:31:51.572609 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:51.591453 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-71f84b2a-aed7-4036-a4a8-d2203ce8b3da None None] Port 0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:51.788658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.789712 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'subnet': {'network_id': '32ff78df-30e0-4d15-bb75-0a3f841ae232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:51.800602 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d097fd0-7b0a-48ee-831f-0408d4a920a6 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=32ff78df-30e0-4d15-bb75-0a3f841ae232,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:51.816553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 32ff78df-30e0-4d15-bb75-0a3f841ae232 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:51.875105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.913999 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:51.950694 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=0f368ef1-df57-4be0-bb73-e3ac9f9a54f8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:51.969830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.971931 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:51.976168 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.066563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10393c63-9000-4e68-8ff7-f8783a1dcb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.358951 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-22d1ee5e-03b6-4349-80b1-05d01c226f1d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.368400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-22d1ee5e-03b6-4349-80b1-05d01c226f1d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 809 time: 0.2763493 Dec 06 12:31:52.379613 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.383029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cdc8f6d4-80ee-43da-acb3-5e8294100f6f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 HTTP/1.1" status: 204 len: 168 time: 1.4675398 Dec 06 12:31:52.388079 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:52.422523 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfa3361-1fa0-40b3-88d3-e002259634ce tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] GET failed (client error): The resource could not be found. Dec 06 12:31:52.423980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1cfa3361-1fa0-40b3-88d3-e002259634ce tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports/0f368ef1-df57-4be0-bb73-e3ac9f9a54f8 HTTP/1.1" status: 404 len: 333 time: 0.0349951 Dec 06 12:31:52.432733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-f2af26bc-0846-4e29-bdc4-36520fe3c7a1 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/quotas/e2b58d3d28c548cda490fc55aeb7bc1b HTTP/1.1" status: 200 len: 375 time: 0.0621662 Dec 06 12:31:52.441679 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:52.447723 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-174433419'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:52.475426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.483186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.502075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-bc896e36-389f-46bf-a4ea-a3a86896c778 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683503 Dec 06 12:31:52.642614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10393c63-9000-4e68-8ff7-f8783a1dcb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.645078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=1e7cef66-b483-4894-b287-619bdf36ea29,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:52.654267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10393c63-9000-4e68-8ff7-f8783a1dcb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.719315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10393c63-9000-4e68-8ff7-f8783a1dcb10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24ae4607ceba4253a8365d7d149cff53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8038990 Dec 06 12:31:52.719934 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:52.722221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10393c63-9000-4e68-8ff7-f8783a1dcb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad97b5-be30-41dc-8bc5-eaeb902b570c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:52.733974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.759773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:52.763824 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.770407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.777227 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b486948b-6bc5-41ff-a666-75414c5fc706 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9272645 Dec 06 12:31:52.835451 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port 160bae4f-709b-4669-a2df-bed67ee20494 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:52.840555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.873438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.883695 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:31:52.884860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.959209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.962091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.972658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aad97b5-be30-41dc-8bc5-eaeb902b570c HTTP/1.1" status: 204 len: 168 time: 0.2422447 Dec 06 12:31:52.991712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Checking segment: {'id': 'b37131cb-96c7-4199-b22f-17511ee15db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '32ff78df-30e0-4d15-bb75-0a3f841ae232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:52.992539 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Network hostable DHCP agents. Network: 32ff78df-30e0-4d15-bb75-0a3f841ae232, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:31:53.002029 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Subnet': ['ID=123e7e30-01f0-47e2-99a7-d8646dc3380d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:53.040882 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Network 32ff78df-30e0-4d15-bb75-0a3f841ae232 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:31:53.054391 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 32ff78df-30e0-4d15-bb75-0a3f841ae232) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:53.066912 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165aac08-ddec-48ed-bf21-68f4a0225831 None None] Network 32ff78df-30e0-4d15-bb75-0a3f841ae232 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:53.067601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:53.068957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:53.124321 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8ccd7dab-9f9e-4c47-ab72-2603881a3eae tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5315950 Dec 06 12:31:53.128141 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47484) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:53.154911 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'floatingip': {'floating_network_id': '32ff78df-30e0-4d15-bb75-0a3f841ae232'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:53.159778 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f7c11-9a64-4bf6-b15e-741b98568c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad97b5-be30-41dc-8bc5-eaeb902b570c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:53.237816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:53.245490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-ebedd24a-2b84-4b2f-a4d1-0d8739061bb0 service neutron] 10.222.0.31 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424269 Dec 06 12:31:53.371266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3bac8a68-7134-431c-a015-801f4bce46ab tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1309278880&fields=id&tenant_id=7658986a206c4cd0b1801d2bc33a0a10 HTTP/1.1" status: 200 len: 267 time: 0.2145584 Dec 06 12:31:53.371474 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ca310-67ca-4b20-8861-fa38bf29ad90 None None] Network 32ff78df-30e0-4d15-bb75-0a3f841ae232 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:31:53.406838 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.10 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/160bae4f-709b-4669-a2df-bed67ee20494) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:53.440635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:53.512933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-558d1597-96c0-45b5-9dbc-7a766ff82bf9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:53.520854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-558d1597-96c0-45b5-9dbc-7a766ff82bf9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 937 time: 0.1483247 Dec 06 12:31:53.577956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-7aa18ede-e5fb-478b-821c-124c93f6c772 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:53.586617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-7aa18ede-e5fb-478b-821c-124c93f6c772 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 937 time: 0.0641143 Dec 06 12:31:53.663771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b1d0a1ca-22bc-49ab-9995-6da57350e67b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0761814 Dec 06 12:31:53.675606 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Allocated IP 172.20.0.3 (32ff78df-30e0-4d15-bb75-0a3f841ae232/123e7e30-01f0-47e2-99a7-d8646dc3380d/4321f433-254e-4d4c-8130-8c48a647e6e4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:53.704873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-d6a1175d-08e2-41eb-8d0d-b536375f560e service neutron] 10.222.0.31 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584846 Dec 06 12:31:53.782026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-5d3924d7-54fc-499f-a715-83c2e1e1ecae tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0688865 Dec 06 12:31:53.813790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:53.857648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:53.913149 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Network 32ff78df-30e0-4d15-bb75-0a3f841ae232 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:53.915257 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:53.922158 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:53.975458 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Port': ['ID=4321f433-254e-4d4c-8130-8c48a647e6e4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:54.099885 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.139319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5807d194-df7b-4259-86db-f846afb82a20 req-8941fb53-5243-4811-88e4-91fc37528b25 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 210 time: 0.0823674 Dec 06 12:31:54.197050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.242788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f929bb58-3563-44ea-956a-9ba66342596d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:54.249361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f929bb58-3563-44ea-956a-9ba66342596d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:54.257075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f929bb58-3563-44ea-956a-9ba66342596d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:54.265229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f929bb58-3563-44ea-956a-9ba66342596d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 1993 time: 0.4803576 Dec 06 12:31:54.284445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-d46f4961-bc3c-497c-bceb-19ed134fc245 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/quotas/7658986a206c4cd0b1801d2bc33a0a10 HTTP/1.1" status: 200 len: 375 time: 0.0182211 Dec 06 12:31:54.359328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.398729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ac78b0a2-22dd-4c1b-b76a-2c94e6cde8bc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1127608 Dec 06 12:31:54.515125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.549004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.557542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.657869 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:54.701906 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:54.712942 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:54.715833 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=160bae4f-709b-4669-a2df-bed67ee20494,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:54.773754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-d0941cda-9e87-4f3f-9434-9378906b6091 service neutron] 10.222.0.31 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691254 Dec 06 12:31:54.833129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Port': ['ID=4321f433-254e-4d4c-8130-8c48a647e6e4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:54.851762 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:54.853238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.853450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.886192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:54.895511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bf697a44-ba46-4b17-880b-6fd8274079ab tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7516775 Dec 06 12:31:54.902221 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:54.952911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-341f2f3f-baca-4bc5-bb33-78cfd0f6b7f7 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5087652 Dec 06 12:31:54.953963 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:55.027825 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'network_id': 'e0220db3-13b3-439f-bafc-cf52dbd11c87', 'name': 'tempest-AllowedAddressPairTestJSON-386359983'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:55.094098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d465cc2-c3e0-4315-8186-9149e48d2461 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=32ff78df-30e0-4d15-bb75-0a3f841ae232 HTTP/1.1" status: 200 len: 689 time: 0.1902835 Dec 06 12:31:55.100474 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:55.206008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Made reservation on behalf of 67b757c467664f5fadf9286d17fdd943 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:55.210090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.268718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ef033830-f981-4f37-bd6a-83a73f2e4b15 None None] Provisioning complete for port 160bae4f-709b-4669-a2df-bed67ee20494 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:55.270968 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef033830-f981-4f37-bd6a-83a73f2e4b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.290045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-418203d9-e081-4215-9ffd-a4e11633ad66 service neutron] 10.222.0.31 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928927 Dec 06 12:31:55.307411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.316761 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] device_id is not set on port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:31:55.364634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-9fd21fd7-1539-4195-af09-59b1206bdf9e service neutron] 10.222.0.31 "GET /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0504436 Dec 06 12:31:55.379888 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ef033830-f981-4f37-bd6a-83a73f2e4b15 None None] Port 160bae4f-709b-4669-a2df-bed67ee20494 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:55.397565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c99c1a3-5d8a-4254-a8a1-bc4ec2a49874 req-392a3764-c449-4616-8e2b-0ce182a926d4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 210 time: 0.1436260 Dec 06 12:31:55.557505 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Deleting port 4321f433-254e-4d4c-8130-8c48a647e6e4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:31:55.558070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.624479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-4e46f648-40ce-48fe-a561-23866276f57a service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393715 Dec 06 12:31:55.713977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.714289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:55.738741 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Calling delete_port for 4321f433-254e-4d4c-8130-8c48a647e6e4 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:31:55.958050 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Allocated IP 172.20.0.7 (e0220db3-13b3-439f-bafc-cf52dbd11c87/dda2c353-dbf6-416f-af2f-c56049c549ff/eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:55.961512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-7417e52f-ee4f-4ba4-ab3a-5e205b40b9a3 service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952163 Dec 06 12:31:56.016108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-a643bf66-771a-4d4e-acb9-41aef6ea5921 service neutron] 10.222.0.31 "GET /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0441580 Dec 06 12:31:56.035405 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.146693 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Port': ['ID=4321f433-254e-4d4c-8130-8c48a647e6e4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:56.219468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-4e6c9cd1-504e-4424-86b5-e3ab724cdd9c service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903169 Dec 06 12:31:56.317385 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.408803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.422966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-767e330e-c78d-4dd6-90db-befe2248a9b2 service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796837 Dec 06 12:31:56.431201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.483775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.522804 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:56.554867 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:56.557810 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-b060f7a1-08e1-4fc5-8518-b4b68910847d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:56.559331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-b060f7a1-08e1-4fc5-8518-b4b68910847d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 809 time: 0.4397080 Dec 06 12:31:56.561661 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:56.575599 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:56.614814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Request body: {'port': {'device_id': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54', 'admin_state_up': True, 'tenant_id': 'e2b58d3d28c548cda490fc55aeb7bc1b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:56.639285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:56.640069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.695244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1cc23d19-736d-4ddf-898c-e3f462988f8a tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7352426 Dec 06 12:31:56.697994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-886a76e5-4713-412c-b66b-9d58bae7f023 req-1e426497-a449-4704-add3-aa136762b20b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 210 time: 0.1416183 Dec 06 12:31:56.698654 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:56.775324 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:28:7b:8f'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ca:7e:48'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:56.871003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.930920 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=123e7e30-01f0-47e2-99a7-d8646dc3380d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:56.982686 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Made reservation on behalf of e2b58d3d28c548cda490fc55aeb7bc1b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:56.986700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.013092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.040850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7ec2ff35-f96b-466a-a77b-8b094b8510f6 None None] Provisioning complete for port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:57.041446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ff35-f96b-466a-a77b-8b094b8510f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.055165 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ff78df-30e0-4d15-bb75-0a3f841ae232']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:57.082541 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37131cb-96c7-4199-b22f-17511ee15db9') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:57.082954 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37131cb-96c7-4199-b22f-17511ee15db9') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:57.128958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.129651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2ff35-f96b-466a-a77b-8b094b8510f6 None None] Port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:57.230741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.235248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2702e7b1-a909-4300-8c60-1c6162a6bed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.255889 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:31:57.256387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:31:57.260776 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:31:57.304532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-fb3a4805-b534-4474-989e-3072a7339d68 service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709791 Dec 06 12:31:57.488194 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Allocated IP 172.20.0.11 (d87394c6-201c-4fb2-aecd-4a4f49d83f54/9af53a12-ec21-4404-a844-7f6aa0620dbf/20b4f649-27f8-4cb7-ae10-e06735602bd8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:57.514061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.530892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32ff78df-30e0-4d15-bb75-0a3f841ae232 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:31:57.553425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.556705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/32ff78df-30e0-4d15-bb75-0a3f841ae232 HTTP/1.1" status: 204 len: 168 time: 2.4533706 Dec 06 12:31:57.559432 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-26ddc5a9-2447-4d2b-ab97-273b754081a0 service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537925 Dec 06 12:31:57.559954 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:57.605684 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895e140-3b9d-4c21-a88f-c8deda2c21d1 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Network': ['ID=32ff78df-30e0-4d15-bb75-0a3f841ae232,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:57.809894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-af6b91fd-2ffb-4ddd-b357-c3883494995b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2466066 Dec 06 12:31:57.819442 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:58.015929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.041337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.042157 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.042624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.043251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.043804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.044339 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.044860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.045371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.046102 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.046627 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.048838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-06b2f72f-07bc-48e5-978c-f147a7a5a716 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6433 time: 0.2283936 Dec 06 12:31:58.059571 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:58.069354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00b16063-1d58-433b-bd65-0faf3a1d4e16 req-49e3db65-3508-43b6-8f27-609db6e798f0 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 210 time: 0.1311967 Dec 06 12:31:58.080637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.125463 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-f3dc0413-26ae-4452-9fe5-3b4c5f93f3e2 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] delete failed (client error): The resource could not be found. Dec 06 12:31:58.130407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3dc0413-26ae-4452-9fe5-3b4c5f93f3e2 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/6ec8fa33-4889-4596-8c1d-73e9c565994d HTTP/1.1" status: 404 len: 345 time: 0.0695751 Dec 06 12:31:58.132885 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:58.151119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.169327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-322ed22c-ec88-49f5-885e-06a89e7c16ac service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415357 Dec 06 12:31:58.170331 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-14819d20-734a-4064-bb09-0c35b6d14b6b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 12:31:58.170835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14819d20-734a-4064-bb09-0c35b6d14b6b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:31:58.174217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-14819d20-734a-4064-bb09-0c35b6d14b6b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/32ff78df-30e0-4d15-bb75-0a3f841ae232 HTTP/1.1" status: 404 len: 339 time: 0.0351131 Dec 06 12:31:58.179675 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:58.195188 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'name': 'tempest-network--339824682', 'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:58.273483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:58.275775 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.356577 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:58.368955 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:58.377324 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Pushing event updated for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:58.379667 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:58.448949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.450060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.479239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-1f63261d-5980-49db-af74-836217642be2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8799849 Dec 06 12:31:58.487602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6166cd56-74ae-4fa9-ad50-27212347516a service neutron] 10.222.0.31 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069699 Dec 06 12:31:58.566987 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:31:58.595152 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.595924 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Added segment 9b955637-16ef-4511-a98b-edefe4c71c36 of type vlan for network 9190c457-b88c-4fca-9874-7d9ddf0f08dc Dec 06 12:31:58.795824 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Request body: {'port': {'device_id': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:58.815544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-77bb0dcb-6338-47f0-a539-808a57962f77 service neutron] 10.222.0.31 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140628 Dec 06 12:31:58.882774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.963929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.972292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.999519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.093698 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event updated for resources: {'Port': ['ID=eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:59.134781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.136736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.138666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.238821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-fad75320-6fa4-4c4a-9221-c50cbf77929d service neutron] 10.222.0.31 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133713 Dec 06 12:31:59.364681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1766057 Dec 06 12:31:59.372076 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:59.627511 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e4d242d5-ce37-4031-8aaa-47e2251b64a1 None None] Provisioning complete for port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:59.628492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4d242d5-ce37-4031-8aaa-47e2251b64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.686955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e4d242d5-ce37-4031-8aaa-47e2251b64a1 None None] Port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:59.689017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-147e73c6-8e40-4a7e-bdf1-d71e0f163c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.732894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53c27d-51c5-4355-ade8-3692562bf99b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.739488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53c27d-51c5-4355-ade8-3692562bf99b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.745964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53c27d-51c5-4355-ade8-3692562bf99b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.752621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53c27d-51c5-4355-ade8-3692562bf99b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.757185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da53c27d-51c5-4355-ade8-3692562bf99b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3807399 Dec 06 12:31:59.760067 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] In _notify_port_updated(), no bound segment for port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a on network e0220db3-13b3-439f-bafc-cf52dbd11c87 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:31:59.765557 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.767205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.771460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-294e4c8c-746e-482f-a4f9-6febe1e25c23 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "PUT /v2.0/ports/eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a HTTP/1.1" status: 200 len: 1055 time: 3.0057940 Dec 06 12:31:59.803352 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:59.803587 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b4f649-27f8-4cb7-ae10-e06735602bd8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:31:59.804027 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:31:59.811224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.824041 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Transition to ACTIVE for port object 20b4f649-27f8-4cb7-ae10-e06735602bd8 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:31:59.828982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.892830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:59.942620 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f122a-f7d7-45c1-ac6d-abd82b8e610d tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=9190c457-b88c-4fca-9874-7d9ddf0f08dc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:59.954293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 9190c457-b88c-4fca-9874-7d9ddf0f08dc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:31:59.968820 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Attempting to bind port 20b4f649-27f8-4cb7-ae10-e06735602bd8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:31:59.969354 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Attempting to bind port 20b4f649-27f8-4cb7-ae10-e06735602bd8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:31:59.969715 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Attempting to bind port 20b4f649-27f8-4cb7-ae10-e06735602bd8 on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:59.976008 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Port 20b4f649-27f8-4cb7-ae10-e06735602bd8 on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:31:59.976318 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Attempting to bind port 20b4f649-27f8-4cb7-ae10-e06735602bd8 on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:59.982043 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:31:59.982377 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Checking segment: {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:59.982761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Bound using segment: {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:31:59.983186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Bound port: 20b4f649-27f8-4cb7-ae10-e06735602bd8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:31:59.984292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.009931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a816c1-c49e-4ced-ada5-a7c051c7f8f9 req-c3f564b5-c2cb-49f3-baae-ae8ecc745f5f tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:00.011730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77a816c1-c49e-4ced-ada5-a7c051c7f8f9 req-c3f564b5-c2cb-49f3-baae-ae8ecc745f5f tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 932 time: 0.7605400 Dec 06 12:32:00.123357 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:00.129604 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:00.131668 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.135463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-472555b0-7bc7-48ff-bfe9-ba30349c1e8b service neutron] 10.222.0.31 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954835 Dec 06 12:32:00.140835 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.224000 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:00.224653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.226293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] 10.222.0.53 "PUT /v2.0/ports/20b4f649-27f8-4cb7-ae10-e06735602bd8 HTTP/1.1" status: 200 len: 1092 time: 1.7305074 Dec 06 12:32:00.226293 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:00.229021 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab9ee95-20c5-418c-8aa2-141c661e02aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:00.282957 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3ae8-49ee-43e0-9ab3-e15b9cf8bdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:00.418291 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-5494c9d1-1772-4280-a4ee-783c8c7210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:00.419806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-5494c9d1-1772-4280-a4ee-783c8c7210a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 1095 time: 0.0905917 Dec 06 12:32:00.515945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-0c68cf0f-01f6-4400-8a0d-bbc8fa712db7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8 HTTP/1.1" status: 200 len: 217 time: 0.0819323 Dec 06 12:32:00.589302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.628495 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-92a0a63d-58bb-43fd-a13e-0817f123ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:00.630168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-92a0a63d-58bb-43fd-a13e-0817f123ef34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9af53a12-ec21-4404-a844-7f6aa0620dbf HTTP/1.1" status: 200 len: 849 time: 0.1047320 Dec 06 12:32:00.714611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-daba4f9f-4221-4e98-8539-125cbcd432f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d87394c6-201c-4fb2-aecd-4a4f49d83f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773761 Dec 06 12:32:00.910327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.931994 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9190c457-b88c-4fca-9874-7d9ddf0f08dc']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:00.941719 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b955637-16ef-4511-a98b-edefe4c71c36') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:00.942535 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b955637-16ef-4511-a98b-edefe4c71c36') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:00.953685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.967336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.973576 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:00.974565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.023234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-79053c0b-9e83-40b7-ab19-82baac469437 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003283 Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:01.055648 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:01.063766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.089945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77a816c1-c49e-4ced-ada5-a7c051c7f8f9 req-a7c16279-c531-49d8-bd01-7e6c21641a9b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9532959 Dec 06 12:32:01.094071 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9190c457-b88c-4fca-9874-7d9ddf0f08dc {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:32:01.115439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.118696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9190c457-b88c-4fca-9874-7d9ddf0f08dc HTTP/1.1" status: 204 len: 168 time: 1.3126643 Dec 06 12:32:01.128151 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50cb2f-dc3d-4dc5-90ac-757699b84e27 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Network': ['ID=9190c457-b88c-4fca-9874-7d9ddf0f08dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:01.130901 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47656) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:01.137142 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'name': 'tempest-network--926555147', 'router:external': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:01.151624 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.172847 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:01.175258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.227355 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:01.235226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.244454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-49253ab3-7368-477a-b43c-d013602556c2 service neutron] 10.222.0.31 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0853164 Dec 06 12:32:01.282547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d8549cf-d18c-49f3-a797-eb4c3c3510dd req-c11f3675-f72c-4d4c-a7e1-71e3aba68e9a service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512465 Dec 06 12:32:01.296674 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:01.339978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.340379 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Added segment 30f2de5d-5a8c-4f91-bfb1-62b9c45d8df1 of type vlan for network e0119f95-bd66-4921-a08d-32659659063b Dec 06 12:32:01.577298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.599784 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0f709-7b9d-41cb-9e3e-c9956beb9f1d x-openstack-request-id: req-46a0f709-7b9d-41cb-9e3e-c9956beb9f1d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:01.600079 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:01.600323 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a0f709-7b9d-41cb-9e3e-c9956beb9f1d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:01.600736 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8', 'status': 'completed', 'code': 200} Dec 06 12:32:01.624684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.654312 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:01.743285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.745245 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:01.746051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.828452 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=e0119f95-bd66-4921-a08d-32659659063b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:01.832820 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-03b748de-e3c6-49f9-8b30-08550d610058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:01.835146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-03b748de-e3c6-49f9-8b30-08550d610058 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 1095 time: 0.1919231 Dec 06 12:32:01.842352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e0119f95-bd66-4921-a08d-32659659063b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:01.865915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1bbae580-89bd-47a8-8e2b-365a7d716a22 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7314076 Dec 06 12:32:01.868617 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:02.082517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-dc6f903e-5658-43ab-b77d-0b16301583e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:02.084152 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-dc6f903e-5658-43ab-b77d-0b16301583e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 910 time: 0.2404232 Dec 06 12:32:02.140617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb44d1-3a7f-4c6d-a0f0-445b093da6db tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:02.141520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-07fb44d1-3a7f-4c6d-a0f0-445b093da6db tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "GET /v2.0/networks/e0119f95-bd66-4921-a08d-32659659063b HTTP/1.1" status: 200 len: 756 time: 0.2712131 Dec 06 12:32:02.155395 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47694) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:02.156433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.160824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-b8deaf84-bac9-40a3-bb5b-c6eea70c9c5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8 HTTP/1.1" status: 200 len: 217 time: 0.0682006 Dec 06 12:32:02.257082 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:02.327472 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-0ba3adcf-3287-41c8-b64e-b8771a854e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:02.331458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-0ba3adcf-3287-41c8-b64e-b8771a854e44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9af53a12-ec21-4404-a844-7f6aa0620dbf HTTP/1.1" status: 200 len: 849 time: 0.1632721 Dec 06 12:32:02.347688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.405754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-2471b828-5b82-4812-adfc-7d9d9f6689ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d87394c6-201c-4fb2-aecd-4a4f49d83f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686188 Dec 06 12:32:02.509486 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0261da-af23-4a50-9774-0f325417d876 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:02.514661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8d0261da-af23-4a50-9774-0f325417d876 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "GET /v2.0/networks/a68ed406-8ca6-4b24-a517-b5085c8aebb1 HTTP/1.1" status: 200 len: 768 time: 0.3551781 Dec 06 12:32:02.516352 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:02.545584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac5fa-bd4a-4b9a-b232-94c7c6382465 req-510864d4-d675-44d6-a34f-4c453338b647 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:02.551518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c97ac5fa-bd4a-4b9a-b232-94c7c6382465 req-510864d4-d675-44d6-a34f-4c453338b647 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 944 time: 0.3246443 Dec 06 12:32:02.762174 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:32:02.817622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a1fedb6-0126-44ba-adf8-e3da7ceb31c5 req-36129bfb-7774-4398-92d9-57c74fa50047 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.1569505 Dec 06 12:32:02.883341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c97ac5fa-bd4a-4b9a-b232-94c7c6382465 req-c1922899-8e7a-43ca-bb5a-87b1d542771c tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942352 Dec 06 12:32:02.923080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.130761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.134830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a1e8a5f-1d90-4aad-afc8-5906ca385474 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a HTTP/1.1" status: 204 len: 168 time: 3.3068876 Dec 06 12:32:03.137769 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:03.150317 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.184007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.209813 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0d2f73-78d2-4c3d-89b0-924a95c0923b tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] GET failed (client error): The resource could not be found. Dec 06 12:32:03.212059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ff0d2f73-78d2-4c3d-89b0-924a95c0923b tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports/eb763b1e-e6e7-4258-8a3a-c1990eb7ab9a HTTP/1.1" status: 404 len: 333 time: 0.0731599 Dec 06 12:32:03.214758 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:03.254152 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0119f95-bd66-4921-a08d-32659659063b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.279642 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f2de5d-5a8c-4f91-bfb1-62b9c45d8df1') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.280029 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f2de5d-5a8c-4f91-bfb1-62b9c45d8df1') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.359164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-5cdf0b64-2515-4580-9b41-576d9aca9302 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9426904 Dec 06 12:32:03.368619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.398926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 20b4f649-27f8-4cb7-ae10-e06735602bd8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:32:03.412845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.442435 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:03.443701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:03.445719 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:03.485638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9ab9ee95-20c5-418c-8aa2-141c661e02aa req-dfba3e9c-f26b-46ce-be9d-44f4a710de9a service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184223 Dec 06 12:32:03.514102 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port 160bae4f-709b-4669-a2df-bed67ee20494 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:03.514464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.531099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.538427 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0119f95-bd66-4921-a08d-32659659063b {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:32:03.547864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.555088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e0119f95-bd66-4921-a08d-32659659063b HTTP/1.1" status: 204 len: 168 time: 1.0334272 Dec 06 12:32:03.555824 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:03.562156 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'name': 'tempest-network--1456752506'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:03.565229 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61e084-f337-4e94-bcb1-27fb56786830 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0119f95-bd66-4921-a08d-32659659063b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:03.629449 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Made reservation on behalf of 38b747b5045f4165b98215696f4aaa2e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:03.637622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.668562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:03.685629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '20b4f649-27f8-4cb7-ae10-e06735602bd8', 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54', 'port_id': '20b4f649-27f8-4cb7-ae10-e06735602bd8', 'mac_address': 'fa:16:3e:f3:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af53a12-ec21-4404-a844-7f6aa0620dbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:32:03.691415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.706453 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for 160bae4f-709b-4669-a2df-bed67ee20494 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:03.732540 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:03.735388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.756680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.757126 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b4f649-27f8-4cb7-ae10-e06735602bd8 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:03.758593 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Added segment 39cc0523-36fa-46f5-9465-37a651ae9f1e of type vlan for network fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 Dec 06 12:32:03.784707 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:03.791492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.913424 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.924752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:03.966444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:03.967524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:03.968191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.060671 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5035050 Dec 06 12:32:04.063695 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47738) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:04.071335 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:04.090869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['20b4f649-27f8-4cb7-ae10-e06735602bd8'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:32:04.154033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bc91242-cd08-4e0c-8414-274f212eb56f req-51ae9626-e4bd-4322-b924-7879d01e5b45 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.1602061 Dec 06 12:32:04.249084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.266132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724a43-d2d3-482c-bf9a-faacef247e63 tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0f9cb2-668c-4685-82bb-4ecc133bf1e8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:04.312271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:04.361229 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=160bae4f-709b-4669-a2df-bed67ee20494,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:04.494103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-5fb5ff3d-bd66-441f-8f8f-676dfbea15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:04.495925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-5fb5ff3d-bd66-441f-8f8f-676dfbea15b3 service neutron] 10.222.0.23 "GET /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 1033 time: 0.3481314 Dec 06 12:32:04.499128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e161e-21f3-4c98-85d2-c31715a449ee req-5e98c91b-5aca-425a-9f10-83507fc2b096 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:04.510753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab8e161e-21f3-4c98-85d2-c31715a449ee req-5e98c91b-5aca-425a-9f10-83507fc2b096 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 945 time: 0.3901892 Dec 06 12:32:04.688888 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-4e44ec29-d8f5-4593-9d97-fba08ecc5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:04.693546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-4e44ec29-d8f5-4593-9d97-fba08ecc5fb1 service neutron] 10.222.0.23 "GET /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 1033 time: 0.1603472 Dec 06 12:32:04.744107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.756017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab8e161e-21f3-4c98-85d2-c31715a449ee req-85f9029a-4ecb-426c-ae88-267d8154eb7a tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379942 Dec 06 12:32:04.802891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.815484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8c5c96a0-1692-4e1c-8976-53ac1d214176 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/160bae4f-709b-4669-a2df-bed67ee20494 HTTP/1.1" status: 204 len: 168 time: 1.5994818 Dec 06 12:32:04.818777 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:04.825290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.848293 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d803bf9-bf25-40de-88d8-d236cc5c6a56 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] GET failed (client error): The resource could not be found. Dec 06 12:32:04.849881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4d803bf9-bf25-40de-88d8-d236cc5c6a56 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "GET /v2.0/ports/160bae4f-709b-4669-a2df-bed67ee20494 HTTP/1.1" status: 404 len: 333 time: 0.0300424 Dec 06 12:32:04.855988 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:04.861872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Network fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:32:04.862726 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:04.868039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:04.872728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "PUT /v2.0/networks/fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 HTTP/1.1" status: 200 len: 858 time: 0.8079228 Dec 06 12:32:04.884564 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:04.964109 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port be319756-c077-4743-a8b1-3afab167c07f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:04.964840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.089788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.104265 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for be319756-c077-4743-a8b1-3afab167c07f owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:05.134239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d41d6-df39-4f99-b741-6fb4340af73b tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0f9cb2-668c-4685-82bb-4ecc133bf1e8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:05.160610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.168540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-821a4efb-9d55-42a3-a58a-d8257e786db7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:05.174403 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-821a4efb-9d55-42a3-a58a-d8257e786db7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:05.180859 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-821a4efb-9d55-42a3-a58a-d8257e786db7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:05.182529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-821a4efb-9d55-42a3-a58a-d8257e786db7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 1993 time: 0.4818230 Dec 06 12:32:05.335367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.384170 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=be319756-c077-4743-a8b1-3afab167c07f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:05.413365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 20b4f649-27f8-4cb7-ae10-e06735602bd8 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:05.478231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.483390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5a9136da-a79c-48ab-a700-a601e99c7e3c req-58444fd2-b960-4d82-8ae0-dae9c16e0d19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.1031854 Dec 06 12:32:05.540182 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 20b4f649-27f8-4cb7-ae10-e06735602bd8 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:32:05.563436 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 20b4f649-27f8-4cb7-ae10-e06735602bd8 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:05.563819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.579172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b27d63f2-437d-41a4-ac73-b474971757ce tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7658986a206c4cd0b1801d2bc33a0a10 HTTP/1.1" status: 200 len: 380 time: 0.3865924 Dec 06 12:32:05.607701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'admin_state_up': True, 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'security_groups': ['c0a59bbe-422b-4838-ac22-b783417d329c']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:05.614661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.628510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-68f42801-87c5-495d-826c-71ec7ce0952f tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/ports/be319756-c077-4743-a8b1-3afab167c07f HTTP/1.1" status: 204 len: 168 time: 0.7714126 Dec 06 12:32:05.629239 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:05.712777 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0f9cb2-668c-4685-82bb-4ecc133bf1e8']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:05.745462 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting subnet dda2c353-dbf6-416f-af2f-c56049c549ff {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:05.757872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.808443 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cc0523-36fa-46f5-9465-37a651ae9f1e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:05.808683 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cc0523-36fa-46f5-9465-37a651ae9f1e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:05.831124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.845659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.863217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.889147 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:05.891475 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31cc83-4696-46e4-8a43-867ee1784066" -d '{"events": [{"server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "name": "network-vif-plugged", "status": "completed", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:05.933361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:05.940749 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:05.991703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.009436 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:06.009857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:06.011802 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:06.034718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:06.079590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7999f9-1fb5-4987-9403-33a1bbe55ddb req-9030821a-4dcf-432f-8f98-d5e07d18d2ff tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:06.093255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f7999f9-1fb5-4987-9403-33a1bbe55ddb req-9030821a-4dcf-432f-8f98-d5e07d18d2ff tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 945 time: 0.1749876 Dec 06 12:32:06.160175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f7999f9-1fb5-4987-9403-33a1bbe55ddb req-4fb696c3-2030-40d5-958b-10f908ad86dc tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698011 Dec 06 12:32:06.196351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.198686 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a4006c-0ccb-46ae-9cfa-0a8c13ab6919 x-openstack-request-id: req-71a4006c-0ccb-46ae-9cfa-0a8c13ab6919 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:06.198988 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "name": "network-vif-plugged", "status": "completed", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:06.199271 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71a4006c-0ccb-46ae-9cfa-0a8c13ab6919 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:06.199667 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8', 'code': 200} Dec 06 12:32:06.219576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.226004 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:32:06.238220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.252636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/fb0f9cb2-668c-4685-82bb-4ecc133bf1e8 HTTP/1.1" status: 204 len: 168 time: 1.3669548 Dec 06 12:32:06.253522 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:06.260705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.273989 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:06.323192 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f9a2d-8d2c-4f95-a61e-312963417fbe tempest-ExternalNetworksTestJSON-1312980147 tempest-ExternalNetworksTestJSON-1312980147-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb0f9cb2-668c-4685-82bb-4ecc133bf1e8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:06.370461 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0971f5b3-63bb-40ea-9463-3e2759ae75e3 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] DELETE failed (client error): The resource could not be found. Dec 06 12:32:06.371082 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0971f5b3-63bb-40ea-9463-3e2759ae75e3 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:32:06.376476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0971f5b3-63bb-40ea-9463-3e2759ae75e3 tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "DELETE /v2.0/subnets/123e7e30-01f0-47e2-99a7-d8646dc3380d HTTP/1.1" status: 404 len: 337 time: 0.0991201 Dec 06 12:32:06.377022 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:06.390137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9955e8-8ec0-4c9f-b953-57f222d51890 req-b1c5f847-eb2c-4be5-b0de-47d7c363541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:06.392307 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f9955e8-8ec0-4c9f-b953-57f222d51890 req-b1c5f847-eb2c-4be5-b0de-47d7c363541b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 1097 time: 0.1060214 Dec 06 12:32:06.503617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4f9955e8-8ec0-4c9f-b953-57f222d51890 req-b5681bc4-50d5-4aab-8728-9c67f09ea861 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033211 Dec 06 12:32:06.554181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.555881 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 172.20.0.5 (27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161/5d3f5572-979c-46f0-8e5a-b74981ff53a8/ac43b424-e4bc-4152-b8d9-ca251746d5eb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:06.558262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.659269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Subnet': ['ID=dda2c353-dbf6-416f-af2f-c56049c549ff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:06.788137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.788914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4db5815c-33d3-4913-b36c-2ccb3ab1ebcc req-c8c6948f-b6bf-488d-8d1a-5eca8eeae637 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.1211514 Dec 06 12:32:06.802078 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d3160-3a30-4922-b15f-1744133aa985 None None] Network e0220db3-13b3-439f-bafc-cf52dbd11c87 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:06.871911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.920665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.949947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:06.953177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-55751e2d-4836-4570-9f3e-dedfbd9ed8a6 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/subnets/dda2c353-dbf6-416f-af2f-c56049c549ff HTTP/1.1" status: 204 len: 168 time: 1.3229361 Dec 06 12:32:06.959771 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:06.970160 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68ed406-8ca6-4b24-a517-b5085c8aebb1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:06.991185 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82190432-51f8-46e5-9cd1-c7d03e328070') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:06.991561 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82190432-51f8-46e5-9cd1-c7d03e328070') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:07.012257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.051500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.061015 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:07.061607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.112251 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] DHCP port deletion for e0220db3-13b3-439f-bafc-cf52dbd11c87 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:32:07.137636 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:07.151719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.166312 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:07.185481 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:07.243813 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:07.253044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.266440 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Deleting port c89ca4d9-b6c0-431f-a029-359fa0f29058 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:07.266819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.268359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.277007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] 10.222.0.31 "DELETE /v2.0/networks/a68ed406-8ca6-4b24-a517-b5085c8aebb1 HTTP/1.1" status: 204 len: 168 time: 0.8989692 Dec 06 12:32:07.332728 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:07.334282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.339071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:07.387117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-96d16d00-84fb-4058-94c1-e577d0ff6d9a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7931876 Dec 06 12:32:07.389561 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649575-8df1-4ad5-8583-c7b172aec59b tempest-ExternalNetworksTestJSON-746836896 tempest-ExternalNetworksTestJSON-746836896-project] Pushing event deleted for resources: {'Network': ['ID=a68ed406-8ca6-4b24-a517-b5085c8aebb1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:07.407461 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'admin_state_up': True, 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'security_groups': ['c0a59bbe-422b-4838-ac22-b783417d329c']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:07.487870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] For port c89ca4d9-b6c0-431f-a029-359fa0f29058, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c89ca4d9-b6c0-431f-a029-359fa0f29058,segment=NetworkSegment(0503ce6b-5d23-4e20-babb-fb4b91708a25),segment_id=0503ce6b-5d23-4e20-babb-fb4b91708a25)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:07.488275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.563911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Calling delete_port for c89ca4d9-b6c0-431f-a029-359fa0f29058 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:07.618312 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fc0d8-f21f-46ff-a695-a57ca9e1010c req-cfade0f4-716a-460b-ae63-48d06743d711 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:07.629879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe0fc0d8-f21f-46ff-a695-a57ca9e1010c req-cfade0f4-716a-460b-ae63-48d06743d711 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 0.3016524 Dec 06 12:32:07.725007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Deleting port c89ca4d9-b6c0-431f-a029-359fa0f29058 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:07.725409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.727260 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:07.736737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:07.789769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe0fc0d8-f21f-46ff-a695-a57ca9e1010c req-6a907626-d829-4575-a282-65de78e6e314 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509964 Dec 06 12:32:07.860696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c89ca4d9-b6c0-431f-a029-359fa0f29058 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:32:08.016908 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] For port c89ca4d9-b6c0-431f-a029-359fa0f29058, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c89ca4d9-b6c0-431f-a029-359fa0f29058,segment=NetworkSegment(0503ce6b-5d23-4e20-babb-fb4b91708a25),segment_id=0503ce6b-5d23-4e20-babb-fb4b91708a25)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:08.017525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.039091 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:08.086723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f796c91b-5bd8-4edf-a920-bdb1ec61991a None None] Provisioning complete for port ac43b424-e4bc-4152-b8d9-ca251746d5eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:08.088640 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f796c91b-5bd8-4edf-a920-bdb1ec61991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.104957 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Calling delete_port for c89ca4d9-b6c0-431f-a029-359fa0f29058 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:08.145411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84352447-96a4-4543-bf5c-a0fb07d1ebcf req-330bcf47-ef74-4e4a-b9bb-38d2fc19e9f9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:08.147660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84352447-96a4-4543-bf5c-a0fb07d1ebcf req-330bcf47-ef74-4e4a-b9bb-38d2fc19e9f9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 931 time: 0.1718669 Dec 06 12:32:08.392834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84352447-96a4-4543-bf5c-a0fb07d1ebcf req-71a41b64-9507-4148-a9cc-0f1b32ce4fc0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231336 Dec 06 12:32:08.462203 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.1.1.52 (07d029ed-051a-4056-9169-862d4e5f19d1/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc/c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:08.535911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4335d97c-f150-43ba-8a29-7b87ac355c8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bf187239d9444ea967f7ff26809a083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955561 Dec 06 12:32:08.536568 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:08.671974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.696727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.713811 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f796c91b-5bd8-4edf-a920-bdb1ec61991a None None] Port ac43b424-e4bc-4152-b8d9-ca251746d5eb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:08.721694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.722979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.790982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.794124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.800404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8645306a-935c-4e07-8664-d6129619ae25 HTTP/1.1" status: 204 len: 168 time: 0.2583785 Dec 06 12:32:08.820370 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fce5c-94c6-483d-9cab-1e962a2edfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8645306a-935c-4e07-8664-d6129619ae25,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:08.834571 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] Pushing event deleted for resources: {'Port': ['ID=c89ca4d9-b6c0-431f-a029-359fa0f29058,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:08.863261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.885111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:08.916572 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Port c89ca4d9-b6c0-431f-a029-359fa0f29058 update to DOWN by agent not found {{(pid=103299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:32:08.938080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde714a-6dd0-4d39-b053-50988777e78d None None] No DVR routers for this DVR port c89ca4d9-b6c0-431f-a029-359fa0f29058 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:09.000992 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] No DVR routers for this DVR port c89ca4d9-b6c0-431f-a029-359fa0f29058 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:09.009444 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:09.040873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b1a48-c072-44c3-b6c3-b5818b2b97bb req-109900ed-7bf0-4cab-b689-9f0e1a026d5e tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:09.052627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-620b1a48-c072-44c3-b6c3-b5818b2b97bb req-109900ed-7bf0-4cab-b689-9f0e1a026d5e tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 0.1247621 Dec 06 12:32:09.077980 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:09.195260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-620b1a48-c072-44c3-b6c3-b5818b2b97bb req-e73f345b-9263-4a7a-b8ef-e0efd026e03e tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394963 Dec 06 12:32:09.294039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.380580 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0220db3-13b3-439f-bafc-cf52dbd11c87']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:09.416460 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0503ce6b-5d23-4e20-babb-fb4b91708a25') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:09.420834 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0503ce6b-5d23-4e20-babb-fb4b91708a25') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:09.441211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.478545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.496830 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:09.499033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.635386 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:09.643494 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:09.692310 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8ad9223a-454e-46b5-9860-4c2e5da8ea1d None None] Provisioning complete for port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:09.693304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8ad9223a-454e-46b5-9860-4c2e5da8ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.706085 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:09.720388 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:09.743178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.793455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:09.797013 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] 10.222.0.31 "DELETE /v2.0/networks/e0220db3-13b3-439f-bafc-cf52dbd11c87 HTTP/1.1" status: 204 len: 168 time: 2.8258457 Dec 06 12:32:09.818092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9223a-454e-46b5-9860-4c2e5da8ea1d None None] Port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:09.827430 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.828692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.829121 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.829674 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.830086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.830489 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.830896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.832364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.833000 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.833253 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.839564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.839564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.839564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:09.841617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-706ca667-7b44-4162-94bd-63cdefc5ae60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38b747b5045f4165b98215696f4aaa2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295235 Dec 06 12:32:09.847185 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:09.922223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Network': ['ID=e0220db3-13b3-439f-bafc-cf52dbd11c87,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:09.980677 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17dd2-7b75-41c2-a35e-6ab5516719c0 req-3584615a-3412-44dc-8540-b2601f3e5ee4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:09.986978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17dd2-7b75-41c2-a35e-6ab5516719c0 req-3584615a-3412-44dc-8540-b2601f3e5ee4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:09.995823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aba17dd2-7b75-41c2-a35e-6ab5516719c0 req-3584615a-3412-44dc-8540-b2601f3e5ee4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 1652 time: 0.4033608 Dec 06 12:32:10.013677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e709-27b9-4168-8f53-45a7630e1402 tempest-AllowedAddressPairTestJSON-1998714249 tempest-AllowedAddressPairTestJSON-1998714249-project] Pushing event deleted for resources: {'Port': ['ID=c89ca4d9-b6c0-431f-a029-359fa0f29058,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:10.044279 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:10.045330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:10.077728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-6402bfa5-45be-44f1-8297-fbc12914fecc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6740646 Dec 06 12:32:10.088698 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'admin_state_up': True, 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'security_groups': ['c0a59bbe-422b-4838-ac22-b783417d329c']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:10.125037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aba17dd2-7b75-41c2-a35e-6ab5516719c0 req-9cf48868-00b2-4be9-9805-04236e634e17 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279323 Dec 06 12:32:10.135381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:10.215364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:10.346020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:10.349484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:10.353054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5f706c7-abdf-442c-9341-22f16b496030 HTTP/1.1" status: 204 len: 168 time: 0.4986172 Dec 06 12:32:10.389892 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69564a7-fac5-4d90-aee5-5fcfb916f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f706c7-abdf-442c-9341-22f16b496030,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:10.527649 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47854) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:10.542119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:10.554304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.108717 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.1.1.42 (07d029ed-051a-4056-9169-862d4e5f19d1/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc/46a1c56d-7922-448c-b967-fe964d821851) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:11.339155 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fc4c4-e770-4e57-84e8-61ac85e91e2a req-d532cd30-f65b-4db0-8bb7-2ca5c4466bf2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:11.341930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e58fc4c4-e770-4e57-84e8-61ac85e91e2a req-d532cd30-f65b-4db0-8bb7-2ca5c4466bf2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 0.1536136 Dec 06 12:32:11.457856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd80ec-39e1-42a3-b006-ad90d2722942 req-173d95cb-8cb5-40ba-a8d5-90f4a3c99e17 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:11.464365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd80ec-39e1-42a3-b006-ad90d2722942 req-173d95cb-8cb5-40ba-a8d5-90f4a3c99e17 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:11.466347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64fd80ec-39e1-42a3-b006-ad90d2722942 req-173d95cb-8cb5-40ba-a8d5-90f4a3c99e17 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 1652 time: 0.1765714 Dec 06 12:32:11.481650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.483223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e58fc4c4-e770-4e57-84e8-61ac85e91e2a req-6e7ea523-35ee-4b95-8cfe-560cdfb3b514 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293318 Dec 06 12:32:11.522287 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 47882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:11.522564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-78e7600f-68a1-4a4e-9573-56d9fd62ec25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67b757c467664f5fadf9286d17fdd943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9932740 Dec 06 12:32:11.566711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64fd80ec-39e1-42a3-b006-ad90d2722942 req-8adaa3eb-4dfc-42bd-9208-bbf38ae66849 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882349 Dec 06 12:32:11.583310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.652408 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network 07d029ed-051a-4056-9169-862d4e5f19d1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:11.659964 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:11.663245 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:11.725581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:11.731557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.771635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.779662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:11.780211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.821236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-be533477-c68e-48d4-b966-1ff1a20f7a95 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7366877 Dec 06 12:32:11.835612 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'admin_state_up': True, 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'security_groups': ['c0a59bbe-422b-4838-ac22-b783417d329c']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:11.958715 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.962457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:11.963852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0375577d-453f-449f-a00b-3fe37bf22a5c HTTP/1.1" status: 204 len: 168 time: 0.4398394 Dec 06 12:32:11.967122 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:11.988994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12008276-748e-4e97-85b4-a7ea9bbb636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375577d-453f-449f-a00b-3fe37bf22a5c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:12.108560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:12.211081 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd350164-0bdc-473a-a1ba-e1253cef94eb None None] Provisioning complete for port 46a1c56d-7922-448c-b967-fe964d821851 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:12.211636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd350164-0bdc-473a-a1ba-e1253cef94eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:12.361642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd350164-0bdc-473a-a1ba-e1253cef94eb None None] Port 46a1c56d-7922-448c-b967-fe964d821851 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:12.501485 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.2.2.100 (cf2817d2-009b-48b3-961a-8482c0957692/a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce/3032d971-c6a1-495c-ad35-482be0e75c4d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:12.530015 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-6a86ab77-07c2-46e7-84f4-708368105ba1 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:12.531673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-6a86ab77-07c2-46e7-84f4-708368105ba1 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 0.1521528 Dec 06 12:32:12.951885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d388f-38a5-4df2-8390-4a02c8aa9434 req-cdd9fe55-6d53-433a-9502-39bf4c522306 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:12.974580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c70d388f-38a5-4df2-8390-4a02c8aa9434 req-cdd9fe55-6d53-433a-9502-39bf4c522306 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 0.3585358 Dec 06 12:32:13.044481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc575a8e-6324-48ab-ab26-ee9008a83bad req-20aeb3c5-0147-4d72-a198-faf12225ee76 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:13.062368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc575a8e-6324-48ab-ab26-ee9008a83bad req-20aeb3c5-0147-4d72-a198-faf12225ee76 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:13.076787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc575a8e-6324-48ab-ab26-ee9008a83bad req-20aeb3c5-0147-4d72-a198-faf12225ee76 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:13.078835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc575a8e-6324-48ab-ab26-ee9008a83bad req-20aeb3c5-0147-4d72-a198-faf12225ee76 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 2372 time: 0.3819938 Dec 06 12:32:13.133703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.182632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Deleting port 20b4f649-27f8-4cb7-ae10-e06735602bd8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:13.183015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.187737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.225872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c70d388f-38a5-4df2-8390-4a02c8aa9434 req-07be15cc-2f21-4d7c-9fb2-7ae716903736 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492473 Dec 06 12:32:13.280916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc575a8e-6324-48ab-ab26-ee9008a83bad req-1407cd2b-3982-4cb7-accd-545d2f66726d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960201 Dec 06 12:32:13.301697 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network cf2817d2-009b-48b3-961a-8482c0957692 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:13.366664 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:13.384806 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:13.507552 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:13.508237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.523318 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:13.534021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b5fa93e7-b47f-4382-8003-14f33bbc628d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7050869 Dec 06 12:32:13.547096 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'admin_state_up': True, 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'security_groups': ['c0a59bbe-422b-4838-ac22-b783417d329c']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:13.704095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] For port 20b4f649-27f8-4cb7-ae10-e06735602bd8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=20b4f649-27f8-4cb7-ae10-e06735602bd8,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:13.704601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.727134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Calling delete_port for 20b4f649-27f8-4cb7-ae10-e06735602bd8 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:13.729305 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Made reservation on behalf of 7658986a206c4cd0b1801d2bc33a0a10 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:13.734542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.922701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c14891bd-6ab2-4603-ad98-d1132edbc6da None None] Provisioning complete for port 3032d971-c6a1-495c-ad35-482be0e75c4d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:13.923305 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c14891bd-6ab2-4603-ad98-d1132edbc6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:13.963959 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:13.992744 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Allocated IP 10.2.2.200 (cf2817d2-009b-48b3-961a-8482c0957692/a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce/8e404e96-923d-42e6-81a4-433ccdf8678c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:14.040119 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c14891bd-6ab2-4603-ad98-d1132edbc6da None None] Port 3032d971-c6a1-495c-ad35-482be0e75c4d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:14.200391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:14.261142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:14.304468 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:14.448378 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-140148931'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:14.468918 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event updated for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:14.519953 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Network cf2817d2-009b-48b3-961a-8482c0957692 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:14.527161 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:14.541144 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:14.592135 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1c287ae4-fa88-4f7f-88a3-3a23b04d75bf tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1368238012'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:14.592623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1c287ae4-fa88-4f7f-88a3-3a23b04d75bf tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Unknown quota resources ['metering_label']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:32:14.708491 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:14.709505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:14.958606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:14.962925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-80c24453-6e29-40e0-9f88-33687665e968 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4201391 Dec 06 12:32:15.003270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Made reservation on behalf of b4ab48b69e104358a9ba741006cc28f7 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:15.006768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.032433 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Pushing event deleted for resources: {'Port': ['ID=20b4f649-27f8-4cb7-ae10-e06735602bd8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:15.044603 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:15.088063 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-12565004-db2e-4473-91b9-d3f296a47dbf None None] Provisioning complete for port 8e404e96-923d-42e6-81a4-433ccdf8678c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:15.088694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-12565004-db2e-4473-91b9-d3f296a47dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.136290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.161616 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] No DVR routers for this DVR port 20b4f649-27f8-4cb7-ae10-e06735602bd8 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:15.170777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.175381 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7a31c6ce-6ebd-451b-a042-d92eb0b300af req-cf0ca6b0-d9ed-49bc-8294-ce05f35c81de tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "DELETE /v2.0/ports/20b4f649-27f8-4cb7-ae10-e06735602bd8 HTTP/1.1" status: 204 len: 173 time: 2.6346061 Dec 06 12:32:15.175856 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'name': 'network-vif-deleted', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:15.178479 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f7b743-7fa0-4bef-88e3-e560421a7bc4" -d '{"events": [{"server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "name": "network-vif-deleted", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:15.197858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-12565004-db2e-4473-91b9-d3f296a47dbf None None] Port 8e404e96-923d-42e6-81a4-433ccdf8678c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:15.438926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 20b4f649-27f8-4cb7-ae10-e06735602bd8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:32:15.484243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 20b4f649-27f8-4cb7-ae10-e06735602bd8 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:32:15.484527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 20b4f649-27f8-4cb7-ae10-e06735602bd8 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:32:15.621869 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac43b424-e4bc-4152-b8d9-ca251746d5eb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:15.633023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.655904 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Transition to ACTIVE for port object ac43b424-e4bc-4152-b8d9-ca251746d5eb will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:15.663225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:15.755571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60505-833b-43bf-b1f5-5e88b9b9686a req-787cccc1-118b-4a63-8908-359e711b32ed tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.767323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a60505-833b-43bf-b1f5-5e88b9b9686a req-787cccc1-118b-4a63-8908-359e711b32ed tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8334f7-6816-4b36-8bb2-0a992f42590b HTTP/1.1" status: 200 len: 946 time: 1.3252795 Dec 06 12:32:15.783329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.791921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.804763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.811044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.817810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:15.827265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-96e94f6b-bcb0-40fb-a49f-f33d8a98b42d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 3814 time: 1.2660873 Dec 06 12:32:15.925724 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:16.032766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.060210 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Attempting to bind port ac43b424-e4bc-4152-b8d9-ca251746d5eb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:16.064296 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Attempting to bind port ac43b424-e4bc-4152-b8d9-ca251746d5eb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:16.064713 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Attempting to bind port ac43b424-e4bc-4152-b8d9-ca251746d5eb on network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:16.085049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Port ac43b424-e4bc-4152-b8d9-ca251746d5eb on network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:16.085409 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Attempting to bind port ac43b424-e4bc-4152-b8d9-ca251746d5eb on network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:16.086305 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c287ae4-fa88-4f7f-88a3-3a23b04d75bf tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.087839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1c287ae4-fa88-4f7f-88a3-3a23b04d75bf tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.1222050 Dec 06 12:32:16.091767 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:16.107004 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:16.108410 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Checking segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:16.108735 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Bound using segment: {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:16.109196 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Bound port: ac43b424-e4bc-4152-b8d9-ca251746d5eb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c57f327-d2fd-43ee-894b-66cbb2294dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:16.109561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.168570 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b75dcd94-e5b8-4634-b43d-cee013804400 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9fb2cf2f-673b-4722-b20a-938cabfd1e12'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:16.173555 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b75dcd94-e5b8-4634-b43d-cee013804400 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:32:16.193095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a60505-833b-43bf-b1f5-5e88b9b9686a req-4c71db40-4042-4921-a60f-6099ca0c0087 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243860 Dec 06 12:32:16.381332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ab512a5-66eb-4839-9597-d0a7181d42a6 req-3c055685-0be3-48e6-8a62-8a4cdbf9f8b3 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510600 Dec 06 12:32:16.392065 n-d-master-1 neutron-server[103297]: WARNING neutron.services.metering.metering_plugin [None req-b75dcd94-e5b8-4634-b43d-cee013804400 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:32:16.568286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd94-e5b8-4634-b43d-cee013804400 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.570233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b75dcd94-e5b8-4634-b43d-cee013804400 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4054666 Dec 06 12:32:16.577222 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 47996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:16.592767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a7d17f27-ae96-4c98-86f8-02da75b533df tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9fb2cf2f-673b-4722-b20a-938cabfd1e12'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:16.593739 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a7d17f27-ae96-4c98-86f8-02da75b533df tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:32:16.688421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.690907 n-d-master-1 neutron-server[103297]: WARNING neutron.services.metering.metering_plugin [None req-a7d17f27-ae96-4c98-86f8-02da75b533df tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:32:16.749306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.762440 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:16.774825 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.775532 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Added segment 468b3dd4-61b9-456a-a70e-0c9a39bbe6e8 of type vlan for network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef Dec 06 12:32:16.823445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.904139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.910405 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:16.911557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.925398 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478a9fc-18c6-4120-9d9c-1f0a74a5cc49 x-openstack-request-id: req-7478a9fc-18c6-4120-9d9c-1f0a74a5cc49 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:16.926060 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8334f7-6816-4b36-8bb2-0a992f42590b", "name": "network-vif-deleted", "tag": "20b4f649-27f8-4cb7-ae10-e06735602bd8", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:16.926060 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7478a9fc-18c6-4120-9d9c-1f0a74a5cc49 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:16.926524 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8334f7-6816-4b36-8bb2-0a992f42590b', 'name': 'network-vif-deleted', 'tag': '20b4f649-27f8-4cb7-ae10-e06735602bd8', 'status': 'completed', 'code': 200} Dec 06 12:32:16.937489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7d17f27-ae96-4c98-86f8-02da75b533df tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:16.941731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7d17f27-ae96-4c98-86f8-02da75b533df tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3548925 Dec 06 12:32:16.947640 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48000) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:16.951808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6458578 Dec 06 12:32:16.989899 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:16.996457 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:16.997856 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Request body: {'subnet': {'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:17.006372 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:17.016722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:17.128430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6094259b-047c-49d1-b1cc-1a080d2f52a7 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6a70c496-0a51-4371-a6e7-b259cb48f0d9 HTTP/1.1" status: 200 len: 462 time: 0.1751635 Dec 06 12:32:17.130010 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46db3bcb-2b18-4878-a84c-50370f1e9861,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:17.136346 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48012) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:17.189870 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f5c67-5d9c-49b0-9989-5e9d175edfdc tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'Network': ['ID=a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:17.215787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:17.228487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Made reservation on behalf of b4ab48b69e104358a9ba741006cc28f7 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:17.281550 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:17.328489 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:17.330657 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:17.332359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1091 time: 2.3082452 Dec 06 12:32:17.379152 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:17.529930 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dac23-d6c8-4a6f-a10a-d512bee20a25 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:17.910197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b6687b-8f21-4413-94f0-58ebc35078f6 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:17.913077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c9b6687b-8f21-4413-94f0-58ebc35078f6 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/6a70c496-0a51-4371-a6e7-b259cb48f0d9 HTTP/1.1" status: 204 len: 168 time: 0.7641623 Dec 06 12:32:17.917776 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:17.936579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:17.956524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-528eae70-06aa-4a98-99b6-748dde0faf46 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6a70c496-0a51-4371-a6e7-b259cb48f0d9 HTTP/1.1" status: 200 len: 221 time: 0.0359142 Dec 06 12:32:17.971450 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:17.976230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-114193f9-9d2a-4a6a-8d6f-931fe6b2d460 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--354583158', 'description': 'label created by tempest'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:17.976686 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-114193f9-9d2a-4a6a-8d6f-931fe6b2d460 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Unknown quota resources ['metering_label']. {{(pid=103298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:32:18.082182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:18.171771 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:18.270572 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-4ce97532-938f-42ad-aea8-94a696756753 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.272255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-4ce97532-938f-42ad-aea8-94a696756753 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 809 time: 0.3769445 Dec 06 12:32:18.290348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.296561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.307134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.320524 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.332131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.335377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f06a015-8904-431d-800b-a55fa455b639 req-c892ad9e-e75b-406c-9cae-49a0b35104dd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 3826 time: 0.4412262 Dec 06 12:32:18.345331 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'Subnet': ['ID=d8fa9bc9-de22-41a4-9d07-78dd05098f4d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:18.432351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-59da55c7-f291-4e42-ac9f-2a54ef22d0a7 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/quotas/e2b58d3d28c548cda490fc55aeb7bc1b HTTP/1.1" status: 200 len: 375 time: 0.0940294 Dec 06 12:32:18.565726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f06a015-8904-431d-800b-a55fa455b639 req-b269018c-9418-4824-b78b-d47ed73d90b8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095354 Dec 06 12:32:18.573259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-7d6247cc-7c90-4e44-ad91-b603d2c82c3d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175156 Dec 06 12:32:18.574760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Checking segment: {'id': '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:18.575455 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Network hostable DHCP agents. Network: a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:32:18.634423 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:32:18.642283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f08786-ae31-48fa-894b-b363a40c2cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:18.648838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-114193f9-9d2a-4a6a-8d6f-931fe6b2d460 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:18.650646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-114193f9-9d2a-4a6a-8d6f-931fe6b2d460 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6779244 Dec 06 12:32:18.666493 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:18.683986 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:18.695408 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a281f-a8a5-4cf9-bef2-4840a249b67f None None] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:18.701502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:18.702104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:18.726877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7be95c8b-3f7a-4c6b-a1d7-94f081ca4d34 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7351706 Dec 06 12:32:18.731621 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:18.737664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Request body: {'port': {'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2017907548'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:18.819945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75d84ee1-6af5-46ba-857c-e5faf9900f82 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d8f23f56-04c1-477b-b2cf-37586d62d58f HTTP/1.1" status: 200 len: 467 time: 0.1518860 Dec 06 12:32:18.828243 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:18.958124 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:18.975858 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:18.982648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-a2c76e42-74f2-453f-a343-821dcc90aefd service neutron] 10.222.0.31 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015992 Dec 06 12:32:19.170604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef', 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef', 'tenant_id': 'b4ab48b69e104358a9ba741006cc28f7', 'fixed_ips': [{'subnet_id': 'd8fa9bc9-de22-41a4-9d07-78dd05098f4d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:32:19.171827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:19.262053 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4192416-c6ad-45bc-94f1-d25816eeb776 x-openstack-request-id: req-d4192416-c6ad-45bc-94f1-d25816eeb776 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:19.262790 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:19.263264 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4192416-c6ad-45bc-94f1-d25816eeb776 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:19.264119 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'status': 'completed', 'code': 200} Dec 06 12:32:19.361691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-79529ff6-056a-4123-a1f2-1d9d56459b81 service neutron] 10.222.0.31 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682687 Dec 06 12:32:19.363202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Made reservation on behalf of b4ab48b69e104358a9ba741006cc28f7 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:19.385588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:19.435873 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] device_id is not set on port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:19.457294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-006c384c-0720-49e9-ae7f-3cbd05485db1 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:19.459577 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-006c384c-0720-49e9-ae7f-3cbd05485db1 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d8f23f56-04c1-477b-b2cf-37586d62d58f HTTP/1.1" status: 204 len: 168 time: 0.6286578 Dec 06 12:32:19.492711 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48078) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.565796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Allocated IP 172.20.0.2 (a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef/d8fa9bc9-de22-41a4-9d07-78dd05098f4d/41c36435-4f9d-4437-a39b-91353c3b56b3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:19.572273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40c07744-bf0d-4bf3-a08f-6f333f10a22d tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d8f23f56-04c1-477b-b2cf-37586d62d58f HTTP/1.1" status: 200 len: 216 time: 0.0525868 Dec 06 12:32:19.576418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.637476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ccdf658-a645-4e3b-b60b-e83c4abf8c0a tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0486124 Dec 06 12:32:19.648659 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48084) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.682072 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:19.683549 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:19.683992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:19.685695 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:19.686181 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:19.689949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-ce69a231-e0d6-49c8-ae4b-25a5e14d0f5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 4361 time: 0.4180043 Dec 06 12:32:19.725198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f0ca9071-b89b-40db-adeb-b0027f8bd466 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0588388 Dec 06 12:32:19.725899 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.891149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-88c5d892-86a6-4be9-b38a-ec3c79c4e007 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/9fb2cf2f-673b-4722-b20a-938cabfd1e12 HTTP/1.1" status: 200 len: 473 time: 0.1636250 Dec 06 12:32:19.898811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:19.911572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c860a33-6c8d-4778-bcba-50d7c3d34c88 req-e0351610-b20f-4656-a2be-088620e0c8a8 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 210 time: 0.1493185 Dec 06 12:32:19.912269 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.924801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-030ac2d7-bd43-4c00-ab55-2ea76868112f tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/d0fea4be-454f-4ba3-a937-29c5ee94085b HTTP/1.1" status: 200 len: 459 time: 0.0109873 Dec 06 12:32:19.944867 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:19.951166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:19.967368 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.001714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f08786-ae31-48fa-894b-b363a40c2cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.091316 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:20.098279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Pushing event updated for resources: {'Port': ['ID=41c36435-4f9d-4437-a39b-91353c3b56b3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:20.106236 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:20.119366 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:20.128891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f08786-ae31-48fa-894b-b363a40c2cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.243817 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Attempting to bind port 41c36435-4f9d-4437-a39b-91353c3b56b3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:20.244602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Attempting to bind port 41c36435-4f9d-4437-a39b-91353c3b56b3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:20.244968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Attempting to bind port 41c36435-4f9d-4437-a39b-91353c3b56b3 on network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:20.250916 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:20.251296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Checking segment: {'id': '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:20.251697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.252149 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Bound using segment: {'id': '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:20.252796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Bound port: 41c36435-4f9d-4437-a39b-91353c3b56b3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:20.253199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.287459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb49c-44a7-4698-aa06-b9464280359b tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.290846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c7aeb49c-44a7-4698-aa06-b9464280359b tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d0fea4be-454f-4ba3-a937-29c5ee94085b HTTP/1.1" status: 204 len: 168 time: 0.3410823 Dec 06 12:32:20.312166 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:20.336429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:20.354449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:20.357614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] For port 41c36435-4f9d-4437-a39b-91353c3b56b3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:20.361420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:20.365339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] For port 41c36435-4f9d-4437-a39b-91353c3b56b3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41c36435-4f9d-4437-a39b-91353c3b56b3,segment=NetworkSegment(468b3dd4-61b9-456a-a70e-0c9a39bbe6e8),segment_id=468b3dd4-61b9-456a-a70e-0c9a39bbe6e8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:20.378135 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:20.379577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.390130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:20.411743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-e1d9c599-cdb2-443a-a9ce-d099e7ef0a9b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 3826 time: 0.6365147 Dec 06 12:32:20.469710 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Allocated IP 172.20.0.4 (a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef/d8fa9bc9-de22-41a4-9d07-78dd05098f4d/0beca6b7-6e99-4f79-a9cd-54c406f80c3c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:20.477962 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696018ef-f65c-4c14-954b-a3f25468ae82 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:20.496947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.539879 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Transition to ACTIVE for port object 696018ef-f65c-4c14-954b-a3f25468ae82 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:20.599857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-222f63f0-9061-46bb-b0d6-59e1d6eb64ad req-a18710a9-7d79-45f6-ad8f-0e03548ee5c2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871033 Dec 06 12:32:20.607306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3013bb4-36bd-4e92-b96a-c92e58e50d5b None None] Pushing event updated for resources: {'Port': ['ID=41c36435-4f9d-4437-a39b-91353c3b56b3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:20.723599 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10f08786-ae31-48fa-894b-b363a40c2cb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5600002d2f94f6391daff8373781d21&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5495329 Dec 06 12:32:20.739572 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:20.778579 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:20.946364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f08786-ae31-48fa-894b-b363a40c2cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24495b21-3ead-4ce3-bb70-90153d75b9dc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:20.948923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:21.048568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.049397 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-0c41b65e-7076-4781-ab17-a9a10cbf0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:21.049919 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-0c41b65e-7076-4781-ab17-a9a10cbf0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:21.050312 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-0c41b65e-7076-4781-ab17-a9a10cbf0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:21.052538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-0c41b65e-7076-4781-ab17-a9a10cbf0a0c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.3343208 Dec 06 12:32:21.140460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.162805 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.228500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-952ae855-ae37-4268-8e4b-6e9b4fb78394 req-5461d1da-c93f-4ca1-acea-65ce4bc8835d tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 210 time: 0.0973487 Dec 06 12:32:21.276963 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:21.287423 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:21.294450 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:21.307847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.382796 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:21.430971 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'Port': ['ID=0beca6b7-6e99-4f79-a9cd-54c406f80c3c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:21.457365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:21.458680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.509416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6783cff5-6370-4e42-aa80-b7fef79f713b tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7760618 Dec 06 12:32:21.510470 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:21.526552 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Request body: {'port': {'network_id': 'a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1752585115', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:21.527056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] bootfile-name is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:21.527394 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] tftp-server is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:21.527725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] server-ip-address is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:21.567603 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-e88b3fd1-ac4a-48a5-8815-b9fba760511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:21.569114 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0a947005-fa18-4ee2-b71a-c3cae77bcfeb req-e88b3fd1-ac4a-48a5-8815-b9fba760511a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5001574 Dec 06 12:32:21.788092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 41c36435-4f9d-4437-a39b-91353c3b56b3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:21.818209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583680a5-2ccf-41a2-ae9e-203d6aec6d44 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.820080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-583680a5-2ccf-41a2-ae9e-203d6aec6d44 tempest-MeteringIpV6TestJSON-62546264 tempest-MeteringIpV6TestJSON-62546264-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9fb2cf2f-673b-4722-b20a-938cabfd1e12 HTTP/1.1" status: 204 len: 168 time: 1.4601331 Dec 06 12:32:21.913204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ee11cd3-212b-46c1-b6f5-5986754af79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.918997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 41c36435-4f9d-4437-a39b-91353c3b56b3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:21.919386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.974994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.977643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:21.978838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24495b21-3ead-4ce3-bb70-90153d75b9dc HTTP/1.1" status: 204 len: 168 time: 1.2309775 Dec 06 12:32:22.038313 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794e01-7647-4e9f-9ba4-4e15370674ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24495b21-3ead-4ce3-bb70-90153d75b9dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:22.052507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Made reservation on behalf of b4ab48b69e104358a9ba741006cc28f7 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:22.056236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.127059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.128321 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] device_id is not set on port 1ec80e0e-31db-46a6-a3cd-cc20408d3e4f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:22.258772 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 41c36435-4f9d-4437-a39b-91353c3b56b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41c36435-4f9d-4437-a39b-91353c3b56b3,segment=NetworkSegment(468b3dd4-61b9-456a-a70e-0c9a39bbe6e8),segment_id=468b3dd4-61b9-456a-a70e-0c9a39bbe6e8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:22.267997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.330606 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Allocated IP 172.20.0.3 (a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef/d8fa9bc9-de22-41a4-9d07-78dd05098f4d/1ec80e0e-31db-46a6-a3cd-cc20408d3e4f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:22.369768 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Attempting to bind port 696018ef-f65c-4c14-954b-a3f25468ae82 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:22.370369 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Attempting to bind port 696018ef-f65c-4c14-954b-a3f25468ae82 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:22.370715 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Attempting to bind port 696018ef-f65c-4c14-954b-a3f25468ae82 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:22.413117 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Port 696018ef-f65c-4c14-954b-a3f25468ae82 on network 07d029ed-051a-4056-9169-862d4e5f19d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:22.413390 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.417437 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Attempting to bind port 696018ef-f65c-4c14-954b-a3f25468ae82 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:22.419245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.425879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.432036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.437993 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.444105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.447188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-5afe7096-eef4-43da-9283-79584aa0b8e2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:22.449074 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-93b81b90-d5a0-4890-bdc2-f34193e0465c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 4604 time: 0.6202555 Dec 06 12:32:22.449926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-5afe7096-eef4-43da-9283-79584aa0b8e2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 809 time: 0.8773947 Dec 06 12:32:22.450974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48148) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:22.451102 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=41c36435-4f9d-4437-a39b-91353c3b56b3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:22.453568 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:22.454207 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:22.454845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Bound using segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:22.455517 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Bound port: 696018ef-f65c-4c14-954b-a3f25468ae82, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:22.456110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.468238 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df9605-b2f0-441e-8960-500bcea976cf None None] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:22.504167 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Request body: {'port': {'device_id': 'f6432587-014e-4845-a929-970ba050d73f', 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54', 'admin_state_up': True, 'tenant_id': 'e2b58d3d28c548cda490fc55aeb7bc1b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:22.518279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2c5f435-5e26-45a4-b9f5-5ad27cb3a4a5 req-e2c50921-cb34-408b-982f-b6b9f833e2ea tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 210 time: 0.1280575 Dec 06 12:32:22.705392 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1b71235b-2e66-4a28-a70c-6dd492c19466 None None] Provisioning complete for port 41c36435-4f9d-4437-a39b-91353c3b56b3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:22.709422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b71235b-2e66-4a28-a70c-6dd492c19466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.771096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d91936ae-16ac-4e4d-a8eb-e8affae41b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.801410 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ee11cd3-212b-46c1-b6f5-5986754af79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.818373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1cc37aa-8560-4e9a-880f-15520f5c6ec6 req-4907476f-5856-40ea-9afb-8729970056a5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3568776 Dec 06 12:32:22.824598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ee11cd3-212b-46c1-b6f5-5986754af79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.905437 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:22.911067 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee11cd3-212b-46c1-b6f5-5986754af79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10cf603-0e09-4429-a16e-cf4de609af08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:22.921344 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=696018ef-f65c-4c14-954b-a3f25468ae82,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:22.956441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.962565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.000054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7ee11cd3-212b-46c1-b6f5-5986754af79b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=892a91f69fc24258b3cef0a83797781f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6078765 Dec 06 12:32:23.006245 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:23.008817 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Made reservation on behalf of e2b58d3d28c548cda490fc55aeb7bc1b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:23.014767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.023591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:23.024208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.025725 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 1136 time: 5.6569409 Dec 06 12:32:23.071387 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '696018ef-f65c-4c14-954b-a3f25468ae82'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:23.073662 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e56d38-a4de-48c9-bce8-8c45511bd527" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "696018ef-f65c-4c14-954b-a3f25468ae82"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:23.090786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.157360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:23.167155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.211010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.285196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.288489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.292142 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a10cf603-0e09-4429-a16e-cf4de609af08 HTTP/1.1" status: 204 len: 168 time: 0.2826807 Dec 06 12:32:23.313138 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:23.316872 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fafb52-45ed-4819-816f-6fdf6a708e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10cf603-0e09-4429-a16e-cf4de609af08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:23.322086 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:23.328135 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:23.343028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'Port': ['ID=1ec80e0e-31db-46a6-a3cd-cc20408d3e4f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:23.499337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:23.500055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.548989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d36ae8c-6eda-4ac2-a8d8-9dfa95e29f85 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0325842 Dec 06 12:32:23.549794 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:23.701710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b21b80ba-3323-4134-9e60-8f0986b7010b None None] Provisioning complete for port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:23.702204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b21b80ba-3323-4134-9e60-8f0986b7010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:23.725590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b7de6-56bf-45c1-a9fc-a5c1011ed267 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:23.749548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b7de6-56bf-45c1-a9fc-a5c1011ed267 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:23.761341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 41c36435-4f9d-4437-a39b-91353c3b56b3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:23.769374 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b7de6-56bf-45c1-a9fc-a5c1011ed267 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:23.779554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d96b7de6-56bf-45c1-a9fc-a5c1011ed267 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2285519 Dec 06 12:32:23.780219 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:23.844258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79d2521f-0422-40e6-a827-a2094bd2ff97 req-5353219c-7d79-431d-bab6-9cbe6c480d7f tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 210 time: 0.0629966 Dec 06 12:32:23.888587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b21b80ba-3323-4134-9e60-8f0986b7010b None None] Port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:23.966644 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 41c36435-4f9d-4437-a39b-91353c3b56b3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:23.984596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.008090 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e4b47-df27-44f8-89df-412d8f7669b3 x-openstack-request-id: req-0b6e4b47-df27-44f8-89df-412d8f7669b3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:24.008562 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "696018ef-f65c-4c14-954b-a3f25468ae82", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:24.008673 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b6e4b47-df27-44f8-89df-412d8f7669b3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:24.009021 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '696018ef-f65c-4c14-954b-a3f25468ae82', 'status': 'completed', 'code': 200} Dec 06 12:32:24.020006 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b21b80ba-3323-4134-9e60-8f0986b7010b None None] Provisioning complete for port 41c36435-4f9d-4437-a39b-91353c3b56b3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:24.021126 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b21b80ba-3323-4134-9e60-8f0986b7010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.222092 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48190) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:24.314896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0944bd6-805f-4359-b61c-3c32c4b556b6 service neutron] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:24.371815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba194df-2f89-4abd-a8a2-fea7c379a06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.390918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.451194 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Provisioning complete for port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:24.451940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.477324 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.478051 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.479610 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.480460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.481095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.481740 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.483834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-a4a9745b-b9c4-439b-ae42-e45fa98add05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5290 time: 0.4554696 Dec 06 12:32:24.533026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:24.561867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d91936ae-16ac-4e4d-a8eb-e8affae41b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.563798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Provisioning complete for port 1ec80e0e-31db-46a6-a3cd-cc20408d3e4f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:24.564174 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.603650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d91936ae-16ac-4e4d-a8eb-e8affae41b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.616945 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Deleting port 1ec80e0e-31db-46a6-a3cd-cc20408d3e4f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:24.617816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:24.636971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.640108 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.644151 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f3494d0f-7968-4bf3-86a0-0439efb978c2 None None] Port 1ec80e0e-31db-46a6-a3cd-cc20408d3e4f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:24.648319 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.652596 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Allocated IP 172.20.0.12 (d87394c6-201c-4fb2-aecd-4a4f49d83f54/9af53a12-ec21-4404-a844-7f6aa0620dbf/cce9a987-4d5a-4bf8-a816-319b0b10c2bf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:24.657359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.666103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.672982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.684529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-202fb3e9-88ad-491b-a9dd-d1ee89c0484c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 4604 time: 0.1440408 Dec 06 12:32:24.851802 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d91936ae-16ac-4e4d-a8eb-e8affae41b92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfd06ef5a2ab42478250de2f319f310a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3993609 Dec 06 12:32:24.852938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91936ae-16ac-4e4d-a8eb-e8affae41b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d8fc0-f3b5-410d-8eb5-3792d8fa49a0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:24.871350 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:24.953252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-ac6b826b-59b7-4891-a2f1-f247057dcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.953988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-ac6b826b-59b7-4891-a2f1-f247057dcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.954656 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-ac6b826b-59b7-4891-a2f1-f247057dcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:24.956466 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-ac6b826b-59b7-4891-a2f1-f247057dcdb5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4524078 Dec 06 12:32:25.037285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba194df-2f89-4abd-a8a2-fea7c379a06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.068702 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba194df-2f89-4abd-a8a2-fea7c379a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.083818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8184f965-3842-48fd-a013-ee66781426e8 req-b4e69be0-0c53-4af4-9b52-a3a6a8be4979 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 210 time: 0.0862982 Dec 06 12:32:25.086216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.112060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bebd45f2-c9ad-4b63-97a8-dd4500e78f6e req-fb2e518a-f953-442b-b05d-86fb7a3db10c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4222596 Dec 06 12:32:25.174267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.180269 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Calling delete_port for 1ec80e0e-31db-46a6-a3cd-cc20408d3e4f owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:25.229128 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba194df-2f89-4abd-a8a2-fea7c379a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ff0d4-cb57-477c-acaf-ee5b1e0941e0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:25.239743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ba194df-2f89-4abd-a8a2-fea7c379a06a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4094a94328b9414582ae4dd93cd29455&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0110612 Dec 06 12:32:25.250242 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:25.279040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.290503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.324788 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-89abc6c2-c165-4ba2-a4fd-83e9a1a44534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:25.326248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d0e56d38-a4de-48c9-bce8-8c45511bd527 req-89abc6c2-c165-4ba2-a4fd-83e9a1a44534 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3610656 Dec 06 12:32:25.348096 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0111be2-560e-4f76-9944-bddbe27c67ce {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:25.361109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.379675 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Transition to ACTIVE for port object e0111be2-560e-4f76-9944-bddbe27c67ce will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:25.389274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.395641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.487725 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Network d87394c6-201c-4fb2-aecd-4a4f49d83f54 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:25.490429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:25.503862 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:25.505180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.525181 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:25.536980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.540450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.541831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff3d8fc0-f3b5-410d-8eb5-3792d8fa49a0 HTTP/1.1" status: 204 len: 168 time: 0.6647494 Dec 06 12:32:25.648350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.653913 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325c2f-cd60-4a9f-90cb-286682622141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d8fc0-f3b5-410d-8eb5-3792d8fa49a0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:25.757601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:25.758216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.786700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.800327 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Pushing event updated for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:25.807635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-57b34aec-6b12-460b-b32c-2c0a5aa80315 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3252530 Dec 06 12:32:25.829369 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Request body: {'port': {'device_id': 'f6432587-014e-4845-a929-970ba050d73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:25.906754 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Attempting to bind port e0111be2-560e-4f76-9944-bddbe27c67ce on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:25.907082 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Attempting to bind port e0111be2-560e-4f76-9944-bddbe27c67ce by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:25.907870 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Attempting to bind port e0111be2-560e-4f76-9944-bddbe27c67ce on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:25.916662 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Port e0111be2-560e-4f76-9944-bddbe27c67ce on network 07d029ed-051a-4056-9169-862d4e5f19d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:25.917015 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Attempting to bind port e0111be2-560e-4f76-9944-bddbe27c67ce on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:25.928841 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event deleted for resources: {'Port': ['ID=1ec80e0e-31db-46a6-a3cd-cc20408d3e4f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:25.929230 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:25.929644 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:25.930279 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Bound using segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:25.938573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Bound port: e0111be2-560e-4f76-9944-bddbe27c67ce, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:25.938573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:25.969499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.100736 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:26.108134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e0111be2-560e-4f76-9944-bddbe27c67ce,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:26.167389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.179421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.185939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.186570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.188440 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.188585 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] 10.222.0.23 "PUT /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 1136 time: 3.0985887 Dec 06 12:32:26.193952 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'e0111be2-560e-4f76-9944-bddbe27c67ce'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:26.196634 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c11eef-1d34-49f5-800a-1eb8d66396ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "e0111be2-560e-4f76-9944-bddbe27c67ce"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:26.201444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d22ff0d4-cb57-477c-acaf-ee5b1e0941e0 HTTP/1.1" status: 204 len: 168 time: 0.9454069 Dec 06 12:32:26.243216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:26.273079 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87f47-f874-42bf-b58c-0911ea692d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ff0d4-cb57-477c-acaf-ee5b1e0941e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:26.415583 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.421885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f0dd4b0d-01a1-40fa-8f5e-17ab650dde93 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "DELETE /v2.0/ports/1ec80e0e-31db-46a6-a3cd-cc20408d3e4f HTTP/1.1" status: 204 len: 168 time: 2.5916336 Dec 06 12:32:26.431338 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:26.445254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.477877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Request body: {'port': {'name': 'tempest-new-port-name-1541501231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:26.478433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] bootfile-name is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:26.478646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] tftp-server is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:26.479033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] server-ip-address is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:32:26.514445 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48224) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:26.578649 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbef3b-316f-4016-a55d-a15b1f7939bb service neutron] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:26.584946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af92d8bb-8140-4bc3-9bbf-046ec3538204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.675476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ae77-a706-499c-9651-86048b99a945 req-c0509ba2-6d05-4c12-b6b0-f68f3a394ed4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.677344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6849ae77-a706-499c-9651-86048b99a945 req-c0509ba2-6d05-4c12-b6b0-f68f3a394ed4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 932 time: 0.4191687 Dec 06 12:32:26.722417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.732249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.740550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.752527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.761299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.770829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.782823 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:26.785424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-537fa221-63cd-4eec-bfa9-af01b3ee90af tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5382 time: 0.3622134 Dec 06 12:32:26.786770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.887911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af92d8bb-8140-4bc3-9bbf-046ec3538204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.902101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af92d8bb-8140-4bc3-9bbf-046ec3538204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:26.917567 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:26.948301 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92d8bb-8140-4bc3-9bbf-046ec3538204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb61470-313b-452c-ad25-4480aff2460c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:26.954700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6849ae77-a706-499c-9651-86048b99a945 req-9b64f197-9576-4f0d-8997-69ffbd37f2e9 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640779 Dec 06 12:32:26.976367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-985b5af7-f8ae-4973-8c22-8eaeaa747be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.035020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-af92d8bb-8140-4bc3-9bbf-046ec3538204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1fb585888c742f59257fc5c06732203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010676 Dec 06 12:32:27.044346 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48236) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:27.101565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-985b5af7-f8ae-4973-8c22-8eaeaa747be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.110013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b9cc258-c111-4ec7-9e62-da449777a8a8 req-53e36b82-c3a5-49f0-857e-cfba20384b65 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040724 Dec 06 12:32:27.114395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-985b5af7-f8ae-4973-8c22-8eaeaa747be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.135805 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08500149-4597-4891-8214-caacfaeaf2cc x-openstack-request-id: req-08500149-4597-4891-8214-caacfaeaf2cc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:27.136326 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "e0111be2-560e-4f76-9944-bddbe27c67ce", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:27.136946 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08500149-4597-4891-8214-caacfaeaf2cc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:27.137368 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'e0111be2-560e-4f76-9944-bddbe27c67ce', 'status': 'completed', 'code': 200} Dec 06 12:32:27.174537 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce9a987-4d5a-4bf8-a816-319b0b10c2bf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:27.195104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.235579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5af7-f8ae-4973-8c22-8eaeaa747be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01350b64-19b4-47de-9ae6-a5ee9f724048,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:27.236442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7b26370-e304-4bab-94d0-8d7d12d6b279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.246274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-985b5af7-f8ae-4973-8c22-8eaeaa747be1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6d3a3a52cef4733adef188b751bf0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254783 Dec 06 12:32:27.252373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.254356 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:27.290171 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Transition to ACTIVE for port object cce9a987-4d5a-4bf8-a816-319b0b10c2bf will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:27.306018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.326334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.376870 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.377373 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.377835 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.378283 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.378727 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.379170 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.380149 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.382116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-959b370c-b41b-4e2d-9e30-38c6cf99ff20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6219 time: 0.2416766 Dec 06 12:32:27.389682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.402941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.532188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:27.653539 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.739305 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event updated for resources: {'Port': ['ID=0beca6b7-6e99-4f79-a9cd-54c406f80c3c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:27.792189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.804746 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] In _notify_port_updated(), no bound segment for port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c on network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:32:27.816878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:27.817653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.825962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-20808d80-1f2e-447d-a51c-bbd102e40f4c tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "PUT /v2.0/ports/0beca6b7-6e99-4f79-a9cd-54c406f80c3c HTTP/1.1" status: 200 len: 1136 time: 1.3715172 Dec 06 12:32:27.837285 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:27.885487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a6972e57-17c2-42d1-883a-2022ddf94673 None None] Provisioning complete for port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:27.885857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6972e57-17c2-42d1-883a-2022ddf94673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:27.979407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a6972e57-17c2-42d1-883a-2022ddf94673 None None] Port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:28.000180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8840ff-a8cb-4e26-8d16-b483dbf1e83f tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.005823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a8840ff-a8cb-4e26-8d16-b483dbf1e83f tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "GET /v2.0/ports/0beca6b7-6e99-4f79-a9cd-54c406f80c3c HTTP/1.1" status: 200 len: 1136 time: 0.1659768 Dec 06 12:32:28.017090 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:28.032870 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:28.067369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.075321 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.079194 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.082672 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edb61470-313b-452c-ad25-4480aff2460c HTTP/1.1" status: 204 len: 168 time: 1.0347729 Dec 06 12:32:28.109183 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c94b0e-5d62-499c-a058-217979fa5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb61470-313b-452c-ad25-4480aff2460c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:28.140826 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Attempting to bind port cce9a987-4d5a-4bf8-a816-319b0b10c2bf on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:28.141449 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Attempting to bind port cce9a987-4d5a-4bf8-a816-319b0b10c2bf by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:28.141671 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Attempting to bind port cce9a987-4d5a-4bf8-a816-319b0b10c2bf on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:28.159489 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Transition to ACTIVE for port object c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:28.162924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-70c04ec4-30aa-4af2-b9b2-41bcc1e9bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.162924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-70c04ec4-30aa-4af2-b9b2-41bcc1e9bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.167297 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-70c04ec4-30aa-4af2-b9b2-41bcc1e9bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.169441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-70c04ec4-30aa-4af2-b9b2-41bcc1e9bbac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7721748 Dec 06 12:32:28.250251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.252790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.256315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01350b64-19b4-47de-9ae6-a5ee9f724048 HTTP/1.1" status: 204 len: 168 time: 0.9980757 Dec 06 12:32:28.352937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.399493 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2935a-4660-489c-bb30-7325ee2614a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01350b64-19b4-47de-9ae6-a5ee9f724048,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:28.404530 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Port cce9a987-4d5a-4bf8-a816-319b0b10c2bf on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:28.405481 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Attempting to bind port cce9a987-4d5a-4bf8-a816-319b0b10c2bf on network d87394c6-201c-4fb2-aecd-4a4f49d83f54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:28.455955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8e0d-5817-4a19-9c65-fb4ac274c1b5 req-96a00e93-bb94-4613-8d36-51f479936db0 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.466885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fce8e0d-5817-4a19-9c65-fb4ac274c1b5 req-96a00e93-bb94-4613-8d36-51f479936db0 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 944 time: 0.3618476 Dec 06 12:32:28.546553 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:28.547267 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Checking segment: {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:28.547834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Bound using segment: {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:28.555830 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Bound port: cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c821412-082e-48a4-95bc-8d310bb171ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:28.556412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.708354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fce8e0d-5817-4a19-9c65-fb4ac274c1b5 req-033e9d6f-86c9-4e80-9eec-6e7320ce050f tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372546 Dec 06 12:32:28.745254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.752451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.770708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.791790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.816224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.827373 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-375d8904-f09f-4238-8b74-108d2c32fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.829221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-35c11eef-1d34-49f5-800a-1eb8d66396ab req-375d8904-f09f-4238-8b74-108d2c32fe69 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6526151 Dec 06 12:32:28.843096 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Pushing event updated for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:28.844859 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.862281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:28.864531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81553f5d-2123-4d26-a37e-f13291edf24c req-c62bb3c5-6b8e-47f1-be20-78b0f4be6b67 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5394 time: 0.5880997 Dec 06 12:32:28.871252 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Deleting port 0beca6b7-6e99-4f79-a9cd-54c406f80c3c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:28.872122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.999557 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:29.030534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81553f5d-2123-4d26-a37e-f13291edf24c req-473f6fc3-f83d-482f-97a4-bd874dc40f29 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537406 Dec 06 12:32:29.055486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.063649 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:29.089506 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Calling delete_port for 0beca6b7-6e99-4f79-a9cd-54c406f80c3c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:29.095770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.268047 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:29.272761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Attempting to bind port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:29.273194 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Attempting to bind port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:29.274191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Attempting to bind port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:29.298552 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 on network 07d029ed-051a-4056-9169-862d4e5f19d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:29.298775 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Attempting to bind port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:29.319715 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:29.324977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.326998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-3dffe780-4bb8-4c09-a438-8da355b9fcd8 service neutron] 10.222.0.53 "PUT /v2.0/ports/cce9a987-4d5a-4bf8-a816-319b0b10c2bf HTTP/1.1" status: 200 len: 1092 time: 3.5041313 Dec 06 12:32:29.327460 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:29.335407 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffac87b-5b65-4a25-b584-0924605b82f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:29.346620 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:29.348652 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:29.349061 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Bound using segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:29.349636 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Bound port: c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:29.349999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.435024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.456832 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1033d7c1-6716-4916-ad1a-54b58614a710 x-openstack-request-id: req-1033d7c1-6716-4916-ad1a-54b58614a710 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:29.457125 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:29.457403 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1033d7c1-6716-4916-ad1a-54b58614a710 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:29.460049 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf', 'status': 'completed', 'code': 200} Dec 06 12:32:29.502286 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event deleted for resources: {'Port': ['ID=0beca6b7-6e99-4f79-a9cd-54c406f80c3c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:29.625017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-716b7c9d-28cb-4b29-924b-fbf66ece00d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.650620 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-7c63198f-39a0-48d1-9482-6aadff31e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:29.657855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.662287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-7c63198f-39a0-48d1-9482-6aadff31e62a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 1095 time: 0.2772012 Dec 06 12:32:29.666358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab7a6874-073b-441e-84ce-72d4b6177023 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "DELETE /v2.0/ports/0beca6b7-6e99-4f79-a9cd-54c406f80c3c HTTP/1.1" status: 204 len: 168 time: 1.6480877 Dec 06 12:32:29.670191 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:29.683665 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:29.698541 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:29.709653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.789811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-9ce5b090-b354-4534-ab08-ed1f34a76c73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf HTTP/1.1" status: 200 len: 217 time: 0.1063967 Dec 06 12:32:29.814836 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Deleting subnet d8fa9bc9-de22-41a4-9d07-78dd05098f4d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:29.821564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.908168 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:29.913137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.914934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 1090 time: 3.6859162 Dec 06 12:32:29.989666 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:29.995817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.050571 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:30.149891 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c561d-99e7-40db-9137-819cd1667855 req-333d7c73-9140-4c65-bd92-5f2aa05a7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.151407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-333d7c73-9140-4c65-bd92-5f2aa05a7a32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9af53a12-ec21-4404-a844-7f6aa0620dbf HTTP/1.1" status: 200 len: 849 time: 0.2330258 Dec 06 12:32:30.175345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a06d8-6253-4bdd-b87d-87be5c371762 service neutron] Pushing event updated for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:30.209182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-c2cf9572-a0d9-4515-ab82-5f8187a4e610 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d87394c6-201c-4fb2-aecd-4a4f49d83f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349555 Dec 06 12:32:30.210497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.235994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.316694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.339673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2cb60-80d3-4ca8-aada-7d36fa6c1ef4 None None] Network a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:30.368645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.372470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "DELETE /v2.0/subnets/d8fa9bc9-de22-41a4-9d07-78dd05098f4d HTTP/1.1" status: 204 len: 168 time: 0.7012489 Dec 06 12:32:30.377576 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:30.384140 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9baa92-565e-4fa2-911c-e8ad23ef7bee tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fa9bc9-de22-41a4-9d07-78dd05098f4d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:30.485942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-ce192992-2acf-44b5-b026-3c904e94fd03 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343147 Dec 06 12:32:30.514564 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08abc-c915-4522-8d89-21dc098f5470 req-7328bde9-3bfc-402c-8e9b-3b6c908515c4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.516427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92a08abc-c915-4522-8d89-21dc098f5470 req-7328bde9-3bfc-402c-8e9b-3b6c908515c4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 944 time: 0.5705078 Dec 06 12:32:30.524141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.643126 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.691512 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1844914147'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:30.760664 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-de3c561d-99e7-40db-9137-819cd1667855 req-31f9deab-4759-4ce6-acd5-f2a8998587e7 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663295 Dec 06 12:32:30.760891 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.765961 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] DHCP port deletion for a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:32:30.766843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.784949 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.795338 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.802325 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.808445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.815141 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.823747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-09201c75-7cf6-463c-95fa-927a3e4c52e0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5394 time: 0.5189741 Dec 06 12:32:30.831493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92a08abc-c915-4522-8d89-21dc098f5470 req-1739c704-4dda-458d-8d36-46d127705ce9 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941997 Dec 06 12:32:30.867686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Deleting port 41c36435-4f9d-4437-a39b-91353c3b56b3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:30.868068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.884984 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a1c56d-7922-448c-b967-fe964d821851 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:30.903430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.924800 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:30.929168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.948260 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Deleting port 41c36435-4f9d-4437-a39b-91353c3b56b3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:30.948615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.954186 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Transition to ACTIVE for port object 46a1c56d-7922-448c-b967-fe964d821851 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:30.964386 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-a95caefe-901c-49bb-a2f3-920a18ccefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:30.967366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-a95caefe-901c-49bb-a2f3-920a18ccefa7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 1095 time: 0.1174884 Dec 06 12:32:30.968512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.979364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.991369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] For port 41c36435-4f9d-4437-a39b-91353c3b56b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41c36435-4f9d-4437-a39b-91353c3b56b3,segment=NetworkSegment(468b3dd4-61b9-456a-a70e-0c9a39bbe6e8),segment_id=468b3dd4-61b9-456a-a70e-0c9a39bbe6e8)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:30.991771 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.011506 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Calling delete_port for 41c36435-4f9d-4437-a39b-91353c3b56b3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:31.012985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d4806a3e-8bc0-4aa3-8313-5f7c6b5d6ad6 req-bfe500a0-1d6d-4412-a3ce-f114d80dabf9 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883445 Dec 06 12:32:31.046128 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:31.140911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.180448 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] No DVR routers for this DVR port 41c36435-4f9d-4437-a39b-91353c3b56b3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:31.190219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.205113 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] For port 41c36435-4f9d-4437-a39b-91353c3b56b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41c36435-4f9d-4437-a39b-91353c3b56b3,segment=NetworkSegment(468b3dd4-61b9-456a-a70e-0c9a39bbe6e8),segment_id=468b3dd4-61b9-456a-a70e-0c9a39bbe6e8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:31.209588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.222828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.224676 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb6507-2b88-4898-9c88-676ee12d4821 None None] Pushing event deleted for resources: {'Port': ['ID=41c36435-4f9d-4437-a39b-91353c3b56b3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:31.240099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.246481 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Calling delete_port for 41c36435-4f9d-4437-a39b-91353c3b56b3 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:31.302874 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-9ecb64de-a28c-40ae-9df3-77b15013b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:31.304415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-9ecb64de-a28c-40ae-9df3-77b15013b886 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 200 len: 910 time: 0.3209932 Dec 06 12:32:31.321004 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Attempting to bind port 46a1c56d-7922-448c-b967-fe964d821851 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:31.321004 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Attempting to bind port 46a1c56d-7922-448c-b967-fe964d821851 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:31.321004 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Attempting to bind port 46a1c56d-7922-448c-b967-fe964d821851 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:31.366015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.367575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-42a64b42-46af-4459-acbd-f92103463460 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf HTTP/1.1" status: 200 len: 217 time: 0.0487087 Dec 06 12:32:31.370002 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Port 46a1c56d-7922-448c-b967-fe964d821851 on network 07d029ed-051a-4056-9169-862d4e5f19d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:31.370323 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Attempting to bind port 46a1c56d-7922-448c-b967-fe964d821851 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:31.431871 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event deleted for resources: {'Port': ['ID=41c36435-4f9d-4437-a39b-91353c3b56b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:31.436780 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-e246e48a-3754-4b96-afd9-4159a05e4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:31.438196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-e246e48a-3754-4b96-afd9-4159a05e4f7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9af53a12-ec21-4404-a844-7f6aa0620dbf HTTP/1.1" status: 200 len: 849 time: 0.0595362 Dec 06 12:32:31.439300 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:31.439648 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Checking segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:31.440013 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Bound using segment: {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:31.440808 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Bound port: 46a1c56d-7922-448c-b967-fe964d821851, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ab3a1-d2ef-4684-bc99-97c9d10348da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:31.440808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.465988 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:31.474028 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:31.479017 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd000b61-bf39-4b0c-9538-3fc430d7080f" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:31.493964 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] No DVR routers for this DVR port 41c36435-4f9d-4437-a39b-91353c3b56b3 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:31.497816 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aada354-722f-4a8a-a04f-1d33432bb5a6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:31.526565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.527385 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Added segment ba9da409-bd0a-4921-a5f2-d763ebe48073 of type vlan for network c60531b7-30d6-4e2b-ab1e-22741c89addf Dec 06 12:32:31.539262 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-444d634d-72e4-4b87-9c55-44f3c9f1baef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d87394c6-201c-4fb2-aecd-4a4f49d83f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855629 Dec 06 12:32:31.562143 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536dd4e-163d-4182-8058-53c78e24d4ae x-openstack-request-id: req-8536dd4e-163d-4182-8058-53c78e24d4ae {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:31.562553 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:31.562807 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8536dd4e-163d-4182-8058-53c78e24d4ae {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:31.563192 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3', 'status': 'completed', 'code': 200} Dec 06 12:32:31.650547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.676610 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:31.687575 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:31.687883 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468b3dd4-61b9-456a-a70e-0c9a39bbe6e8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:31.700284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.718860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 41c36435-4f9d-4437-a39b-91353c3b56b3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:32:31.721382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.730089 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:31.739786 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:31.756115 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:31.756535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:31.768262 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:31.774348 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 41c36435-4f9d-4437-a39b-91353c3b56b3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:32:31.776291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 41c36435-4f9d-4437-a39b-91353c3b56b3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:32:31.799356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.831716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.872297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.915181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.921496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] 10.222.0.31 "DELETE /v2.0/networks/a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef HTTP/1.1" status: 204 len: 168 time: 1.5385416 Dec 06 12:32:31.935206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.949228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:31.951483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.980290 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:32.006901 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe10e6-e78a-4057-b036-39cf439da105 tempest-ExtraDHCPOptionsTestJSON-1464619631 tempest-ExtraDHCPOptionsTestJSON-1464619631-project] Pushing event deleted for resources: {'Network': ['ID=a0cf1cd3-1c9b-447e-9ca5-e8ad4e9f42ef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:32.007499 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.008128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:32.009743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8642f051-fb78-4fda-a173-737284360cbb service neutron] 10.222.0.23 "PUT /v2.0/ports/46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 1090 time: 2.0387723 Dec 06 12:32:32.057565 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.061208 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.061751 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.062234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.062699 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.063162 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.063612 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.072962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-22641325-19ac-45df-a27f-847dde8c7923 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6311 time: 0.4961288 Dec 06 12:32:32.100132 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:32.218377 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Network': ['ID=c60531b7-30d6-4e2b-ab1e-22741c89addf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:32.236097 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c60531b7-30d6-4e2b-ab1e-22741c89addf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:32.294624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6e510ddf-72fa-429b-84dc-327186f6c5ad tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2185411 Dec 06 12:32:32.297427 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:32.307096 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'subnet': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:32.393673 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:32.409361 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-f6dcb47d-e0c7-4f64-94e9-67d5ba653ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.410977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-f6dcb47d-e0c7-4f64-94e9-67d5ba653ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.411619 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-f6dcb47d-e0c7-4f64-94e9-67d5ba653ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.413448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-f6dcb47d-e0c7-4f64-94e9-67d5ba653ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3297305 Dec 06 12:32:32.471611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-00c71570-2c6c-472a-a8a3-6128d5ba3ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9113901 Dec 06 12:32:32.594979 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:32.605619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8184-d02c-49ce-8779-948212acf74a req-c07cc802-f6b2-45e4-8ca6-a1cc02ead05b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.614478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd9f8184-d02c-49ce-8779-948212acf74a req-c07cc802-f6b2-45e4-8ca6-a1cc02ead05b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 944 time: 0.6200540 Dec 06 12:32:32.715411 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.720576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ffac87b-5b65-4a25-b584-0924605b82f3 req-0a66c62c-06eb-4ab8-b153-c5ea50b29808 service neutron] 10.222.0.53 "GET /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157214 Dec 06 12:32:32.723875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.732322 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.741314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.750114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.758306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.768454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:32.769999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.773064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5407758e-4c73-4c08-968f-5565f2c297ba req-d6764d14-597c-4c81-b9a9-0ae87ae787a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5406 time: 0.5132623 Dec 06 12:32:32.787984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:32.792579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:32.854894 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-6fa679d5-4994-41fe-8fae-90210753dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:32.856012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd9f8184-d02c-49ce-8779-948212acf74a req-56b63135-ca01-4711-b0c3-5e52556eaa01 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403898 Dec 06 12:32:32.856344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bd000b61-bf39-4b0c-9538-3fc430d7080f req-6fa679d5-4994-41fe-8fae-90210753dd4f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4219186 Dec 06 12:32:32.958786 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:33.021138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cfd4e1c8-170f-45bf-a698-0a4ea233b754 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4ab48b69e104358a9ba741006cc28f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041226 Dec 06 12:32:33.028046 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48402) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:33.043434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5407758e-4c73-4c08-968f-5565f2c297ba req-957cb7b6-c54e-4ef1-8cc7-b66f7a4b3ed2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456968 Dec 06 12:32:33.137422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.189355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adafee87-6991-4ec6-9d72-75e777509697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.240709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.288779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.308913 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Subnet': ['ID=c71fc442-2352-4194-aeb5-31ec043dba60,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:33.317091 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Checking segment: {'id': 'ba9da409-bd0a-4921-a5f2-d763ebe48073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:33.317523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.318701 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network hostable DHCP agents. Network: c60531b7-30d6-4e2b-ab1e-22741c89addf, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:32:33.342555 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:32:33.359332 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c60531b7-30d6-4e2b-ab1e-22741c89addf) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:33.373903 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b4c0b-06be-4b3a-b9af-2a24df291751 None None] Network c60531b7-30d6-4e2b-ab1e-22741c89addf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:33.419743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.420477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.453027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bcd78d1a-ad6f-4955-8531-f7eef69f50f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1569889 Dec 06 12:32:33.455541 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:33.461496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1870914244'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:33.508965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adafee87-6991-4ec6-9d72-75e777509697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.528421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.532245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.533908 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46db3bcb-2b18-4878-a84c-50370f1e9861 HTTP/1.1" status: 204 len: 168 time: 0.4994040 Dec 06 12:32:33.534767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adafee87-6991-4ec6-9d72-75e777509697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.554574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cce9a987-4d5a-4bf8-a816-319b0b10c2bf details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:32:33.578435 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '46a1c56d-7922-448c-b967-fe964d821851'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:33.580720 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d8824e-1c81-4a28-989c-669b377e5b49" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "46a1c56d-7922-448c-b967-fe964d821851"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:33.588712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-adafee87-6991-4ec6-9d72-75e777509697 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28431d3e50e3420a92af8cf7ab98291c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288619 Dec 06 12:32:33.589396 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48412) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:33.607956 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3032d971-c6a1-495c-ad35-482be0e75c4d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:33.617419 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:33.621944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2155-7e9a-4d23-ad22-6f16cd77ddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db3bcb-2b18-4878-a84c-50370f1e9861,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:33.624329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.626616 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.662313 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:33.688903 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fec4b48-04bd-43b9-b616-acf4751cf6ff x-openstack-request-id: req-3fec4b48-04bd-43b9-b616-acf4751cf6ff {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:33.689932 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "46a1c56d-7922-448c-b967-fe964d821851", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:33.690204 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fec4b48-04bd-43b9-b616-acf4751cf6ff {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:33.690625 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '46a1c56d-7922-448c-b967-fe964d821851', 'status': 'completed', 'code': 200} Dec 06 12:32:33.691720 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Transition to ACTIVE for port object 3032d971-c6a1-495c-ad35-482be0e75c4d will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:33.712049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.732503 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafee87-6991-4ec6-9d72-75e777509697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4fffd-fd52-4a69-bfcb-757ac780d52f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:33.745982 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c60531b7-30d6-4e2b-ab1e-22741c89addf', 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'tenant_id': '61de2888afef43c693a54c616190efb2', 'fixed_ips': [{'subnet_id': 'c71fc442-2352-4194-aeb5-31ec043dba60'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:32:33.748429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.796979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.813315 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:33.840805 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.843167 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.843657 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.844130 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.844580 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.845045 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.845516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:33.848018 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-7d1cc86c-ca87-420c-9bda-3131cd217925 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6378 time: 0.1501579 Dec 06 12:32:33.854392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:33.937997 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::164 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:34.140804 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Attempting to bind port 3032d971-c6a1-495c-ad35-482be0e75c4d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:34.143057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Attempting to bind port 3032d971-c6a1-495c-ad35-482be0e75c4d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:34.143714 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Attempting to bind port 3032d971-c6a1-495c-ad35-482be0e75c4d on network cf2817d2-009b-48b3-961a-8482c0957692 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:34.166506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.179742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.193417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27d4fffd-fd52-4a69-bfcb-757ac780d52f HTTP/1.1" status: 204 len: 168 time: 0.5996735 Dec 06 12:32:34.196927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb43e-282e-45ed-a030-e472a36db044 req-e651ddeb-db7f-4d85-84e4-62e2b0829508 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.198562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39cfb43e-282e-45ed-a030-e472a36db044 req-e651ddeb-db7f-4d85-84e4-62e2b0829508 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 944 time: 0.1998589 Dec 06 12:32:34.210958 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Port 3032d971-c6a1-495c-ad35-482be0e75c4d on network cf2817d2-009b-48b3-961a-8482c0957692 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:34.214191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Attempting to bind port 3032d971-c6a1-495c-ad35-482be0e75c4d on network cf2817d2-009b-48b3-961a-8482c0957692 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:34.228346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-29870151-170d-44e2-89d4-b77f3a87cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.228977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-29870151-170d-44e2-89d4-b77f3a87cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.229516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-29870151-170d-44e2-89d4-b77f3a87cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.231164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-29870151-170d-44e2-89d4-b77f3a87cd7d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3615875 Dec 06 12:32:34.232575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa637020-0a22-4649-9219-693f54e74a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4fffd-fd52-4a69-bfcb-757ac780d52f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:34.235996 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:34.236567 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Checking segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:34.237050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Bound using segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:34.237750 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Bound port: 3032d971-c6a1-495c-ad35-482be0e75c4d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:34.238238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.325520 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:34.391834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:34.396439 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3032d971-c6a1-495c-ad35-482be0e75c4d,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:34.398500 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-b86cb326-9892-45ce-b31e-7ea7760cba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.400141 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7d8824e-1c81-4a28-989c-669b377e5b49 req-b86cb326-9892-45ce-b31e-7ea7760cba48 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580305 Dec 06 12:32:34.405489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.452420 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:34.452953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.454509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 1091 time: 2.3732114 Dec 06 12:32:34.495340 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Request body: {'port': {'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:34.522921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb0a1-9e66-4a80-84b0-0aa51a2ce4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:34.567537 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf', 'network_id': 'd87394c6-201c-4fb2-aecd-4a4f49d83f54', 'port_id': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf', 'mac_address': 'fa:16:3e:07:3b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af53a12-ec21-4404-a844-7f6aa0620dbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:32:34.575760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.646314 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.683142 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce9a987-4d5a-4bf8-a816-319b0b10c2bf {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:34.728425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:34.735783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:34.828935 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:34.904985 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:34.924273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1026e975-4f1b-4564-be95-eca92926030b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.000938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['cce9a987-4d5a-4bf8-a816-319b0b10c2bf'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:32:35.045405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39cfb43e-282e-45ed-a030-e472a36db044 req-e6555c9c-07a0-4b36-8cd7-067cd410cf88 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204300 Dec 06 12:32:35.064974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.071074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.077114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.083646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.089961 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.096005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.102760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.104683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-4da838d8-3a7a-4ab0-9f0e-1bcb24852bcc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5418 time: 0.8761907 Dec 06 12:32:35.131044 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:35.162997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.200612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d9b7dbfc-69e8-4e4e-a153-8a0405b4d34f req-e167df5c-59fd-48a4-bc1f-253be488272e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861115 Dec 06 12:32:35.226247 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.275313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1026e975-4f1b-4564-be95-eca92926030b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.317630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1026e975-4f1b-4564-be95-eca92926030b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.317807 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:35.320331 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:35.326550 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:35.326782 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e404e96-923d-42e6-81a4-433ccdf8678c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:32:35.329765 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:35.336805 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:35.337475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.350544 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Allocated IP 2001:db8::2 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/3e54cec1-5b4c-4ee0-9705-c6f87a57a183) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:35.361049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83905e12-0e19-4a89-8c06-41eb56275069 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9044006 Dec 06 12:32:35.364498 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:35.370645 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1532442205', 'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:60:58:18'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:35.378459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.434651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1026e975-4f1b-4564-be95-eca92926030b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdfa546019f34eddb3aef93c48c8ed2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5337899 Dec 06 12:32:35.447859 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:35.472966 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Transition to ACTIVE for port object 8e404e96-923d-42e6-81a4-433ccdf8678c will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:32:35.482164 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e7506750-bb3d-4662-a2a6-4aab245e0247 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-491816505', 'prefixes': ['172.20.0.0/16']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:35.489095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026e975-4f1b-4564-be95-eca92926030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9954d862-8726-4834-b7c5-919b083e5807,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:35.496942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.572795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:35.615551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.615913 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Pushing event updated for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:35.621836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cce9a987-4d5a-4bf8-a816-319b0b10c2bf up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:35.626485 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.693744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.698854 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:35.701644 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c139d2-7476-4266-b1ed-12d0e48cee8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:35.735211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.760149 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:35.764719 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:35.772502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:35.779757 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port 7fd1a6bf-5971-4792-9494-b82da5de378c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:35.802162 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476d8ac8-e2f0-4d53-9d92-26eb3962a610 x-openstack-request-id: req-476d8ac8-e2f0-4d53-9d92-26eb3962a610 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:35.802450 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:35.802723 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-476d8ac8-e2f0-4d53-9d92-26eb3962a610 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:35.803085 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d', 'status': 'completed', 'code': 200} Dec 06 12:32:35.823063 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Pushing event updated for resources: {'Port': ['ID=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:35.859351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port cce9a987-4d5a-4bf8-a816-319b0b10c2bf completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:32:35.873044 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port cce9a987-4d5a-4bf8-a816-319b0b10c2bf triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:35.873582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.893304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.910653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Attempting to bind port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:35.911376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Attempting to bind port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ba9da409-bd0a-4921-a5f2-d763ebe48073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:35.912055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Attempting to bind port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 on network c60531b7-30d6-4e2b-ab1e-22741c89addf {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:35.918036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7506750-bb3d-4662-a2a6-4aab245e0247 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] Publish callbacks [] for subnetpool, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.919267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e7506750-bb3d-4662-a2a6-4aab245e0247 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7870090 Dec 06 12:32:35.931070 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:35.932400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:35.933122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Checking segment: {'id': 'ba9da409-bd0a-4921-a5f2-d763ebe48073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:35.933521 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.934020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Bound using segment: {'id': 'ba9da409-bd0a-4921-a5f2-d763ebe48073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:35.934925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Bound port: 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9da409-bd0a-4921-a5f2-d763ebe48073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:35.935192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:35.944197 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::145 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/7fd1a6bf-5971-4792-9494-b82da5de378c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:36.043217 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] For port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:36.045666 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.046235 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.047549 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.048170 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.048630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.048759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] For port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,segment=NetworkSegment(ba9da409-bd0a-4921-a5f2-d763ebe48073),segment_id=ba9da409-bd0a-4921-a5f2-d763ebe48073)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:36.049180 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.049824 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.052394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.056860 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-15f3d202-a818-4075-8355-808b5beac7a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6445 time: 0.2694595 Dec 06 12:32:36.057975 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Attempting to bind port 8e404e96-923d-42e6-81a4-433ccdf8678c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:32:36.058409 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Attempting to bind port 8e404e96-923d-42e6-81a4-433ccdf8678c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:32:36.058739 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Attempting to bind port 8e404e96-923d-42e6-81a4-433ccdf8678c on network cf2817d2-009b-48b3-961a-8482c0957692 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:36.063057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.069098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a23e652f-e70d-4459-a380-ab3996eb5ab8 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "GET /v2.0/subnetpools/4bbcb4ef-34df-4919-8419-7695f13d1f57 HTTP/1.1" status: 200 len: 731 time: 0.1337876 Dec 06 12:32:36.081475 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:36.086249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.090164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.093621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9954d862-8726-4834-b7c5-919b083e5807 HTTP/1.1" status: 204 len: 168 time: 0.6424160 Dec 06 12:32:36.093803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-40fd08a9-ef76-49d0-ad0c-c5e9bb82693c tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-449701514'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:36.130430 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c1020-6314-444a-afeb-2ec642d80543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954d862-8726-4834-b7c5-919b083e5807,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:36.167041 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:36.169819 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d6d990-0e69-43db-acf9-4407c593d497" -d '{"events": [{"server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "name": "network-vif-plugged", "status": "completed", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:36.238029 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:36.246235 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65b9dd-d8bd-4fa0-8256-127e3bcc90aa x-openstack-request-id: req-be65b9dd-d8bd-4fa0-8256-127e3bcc90aa {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:36.248464 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "name": "network-vif-plugged", "status": "completed", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:36.249433 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be65b9dd-d8bd-4fa0-8256-127e3bcc90aa {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:36.249901 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf', 'code': 200} Dec 06 12:32:36.262430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.274216 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310569cc-d9b5-4f46-a6d3-914d630fc50b None None] Pushing event updated for resources: {'Port': ['ID=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:36.353583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:36.363338 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Port 8e404e96-923d-42e6-81a4-433ccdf8678c on network cf2817d2-009b-48b3-961a-8482c0957692 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:32:36.365221 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Attempting to bind port 8e404e96-923d-42e6-81a4-433ccdf8678c on network cf2817d2-009b-48b3-961a-8482c0957692 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:32:36.365393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.365949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.366356 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.366692 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.367185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.367527 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.367854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.368180 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.368504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.370172 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-37c31c2b-1902-4374-86c2-92513bb20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.370693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-37c31c2b-1902-4374-86c2-92513bb20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.371156 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-37c31c2b-1902-4374-86c2-92513bb20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.371730 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.372099 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.372444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.372783 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:36.372920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-37c31c2b-1902-4374-86c2-92513bb20642 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3020475 Dec 06 12:32:36.477145 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:32:36.477635 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Checking segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:36.478783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Bound using segment: {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:32:36.478783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Bound port: 8e404e96-923d-42e6-81a4-433ccdf8678c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:32:36.479131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.656879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40fd08a9-ef76-49d0-ad0c-c5e9bb82693c tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.666847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-40fd08a9-ef76-49d0-ad0c-c5e9bb82693c tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "PUT /v2.0/subnetpools/4bbcb4ef-34df-4919-8419-7695f13d1f57 HTTP/1.1" status: 200 len: 683 time: 0.5811827 Dec 06 12:32:36.668708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:36.692625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.698235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.706714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.713801 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.722260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.731294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.755270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.757443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-b786f220-5dfa-45c8-bc7c-086f6f8e2909 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3862295 Dec 06 12:32:36.759097 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:36.824264 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d10b9-76a8-48e2-9970-01dfbdd528a2 req-963a0029-4bbd-47a7-bc6f-439bfb6e9be8 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.826553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b4d10b9-76a8-48e2-9970-01dfbdd528a2 req-963a0029-4bbd-47a7-bc6f-439bfb6e9be8 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.5191777 Dec 06 12:32:36.945186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b4d10b9-76a8-48e2-9970-01dfbdd528a2 req-f7006314-e068-4843-b7b3-dbf013929213 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033156 Dec 06 12:32:36.967882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910fb1-555f-444a-b975-1ad0d617531e req-1c0eb5ab-e56e-4e22-adbf-2569a1793b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:36.970139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4910fb1-555f-444a-b975-1ad0d617531e req-1c0eb5ab-e56e-4e22-adbf-2569a1793b67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 1097 time: 0.5964034 Dec 06 12:32:37.028977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17172d73-fde4-45eb-a320-560b7d51efe3 req-0cfbe856-566b-4760-94a5-cf96ec56735f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318308 Dec 06 12:32:37.032433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.045395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe107-1d5d-49e7-a8cc-ca9ef8552681 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.049329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3bcfe107-1d5d-49e7-a8cc-ca9ef8552681 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4bbcb4ef-34df-4919-8419-7695f13d1f57 HTTP/1.1" status: 204 len: 168 time: 0.2878022 Dec 06 12:32:37.051613 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:37.105603 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:32:37.123037 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-56007d0e-dd66-46f9-9723-a947a03b68da tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] show failed (client error): The resource could not be found. Dec 06 12:32:37.127261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-56007d0e-dd66-46f9-9723-a947a03b68da tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "GET /v2.0/subnetpools/4bbcb4ef-34df-4919-8419-7695f13d1f57 HTTP/1.1" status: 404 len: 346 time: 0.0707169 Dec 06 12:32:37.131365 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48498) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:37.132585 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:37.137022 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:37.144292 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:37.155440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.156136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.158786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4910fb1-555f-444a-b975-1ad0d617531e req-fbef7e3c-5a37-4d04-bf42-eecb6ca27008 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778538 Dec 06 12:32:37.160242 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-bd11dbd8-6cd7-4f2e-840c-9fb185d60787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.161850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46c139d2-7476-4266-b1ed-12d0e48cee8d req-bd11dbd8-6cd7-4f2e-840c-9fb185d60787 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7195396 Dec 06 12:32:37.164710 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e404e96-923d-42e6-81a4-433ccdf8678c,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:32:37.167790 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-cd74b273-7723-4e36-ae16-49edde6faf33 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] delete failed (client error): The resource could not be found. Dec 06 12:32:37.173188 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cd74b273-7723-4e36-ae16-49edde6faf33 tempest-SubnetPoolsTestJSON-213324249 tempest-SubnetPoolsTestJSON-213324249-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4bbcb4ef-34df-4919-8419-7695f13d1f57 HTTP/1.1" status: 404 len: 346 time: 0.0384464 Dec 06 12:32:37.180803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.190965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=7fd1a6bf-5971-4792-9494-b82da5de378c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:37.203467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd71560b-d7dc-4bbd-a63c-594de6ff00ed tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8377631 Dec 06 12:32:37.204275 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:37.268000 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.268753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.272405 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] 10.222.0.23 "PUT /v2.0/ports/8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 1091 time: 2.7815628 Dec 06 12:32:37.308012 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce512182-e0c0-4894-ba21-8739ae3647f8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.316215 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c53fb-d1dc-49d3-8026-999d73378257 service neutron] Pushing event updated for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:37.324135 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce512182-e0c0-4894-ba21-8739ae3647f8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.334864 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce512182-e0c0-4894-ba21-8739ae3647f8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.339740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce512182-e0c0-4894-ba21-8739ae3647f8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1344502 Dec 06 12:32:37.340373 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:37.440281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.440869 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.446158 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.446731 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.447232 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.460753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.461431 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.463492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3cfb152c-cb2b-4e87-a888-10ef100c7f94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6487 time: 0.1267574 Dec 06 12:32:37.531211 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port 7fd1a6bf-5971-4792-9494-b82da5de378c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:37.531562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.647626 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-227b66c9-2fc1-4725-a3c1-b688e42ca902 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 217 time: 0.1671562 Dec 06 12:32:37.721589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.753828 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for 7fd1a6bf-5971-4792-9494-b82da5de378c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:37.767444 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:37.783704 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1edf4d6b-fc5e-4051-938c-3e88865068a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.785194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-1edf4d6b-fc5e-4051-938c-3e88865068a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.1297302 Dec 06 12:32:37.802256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:37.876180 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:37.882299 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06744ad-a487-45cb-a9c9-2bfcf732efef" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:37.912346 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:37.915945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:37.995608 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-9294fe23-06a7-4f93-b7fc-6472f93fa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:37.999442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-9294fe23-06a7-4f93-b7fc-6472f93fa0cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067897 Dec 06 12:32:38.017965 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ad205-8076-4df4-b558-47bbf62d9c4e x-openstack-request-id: req-5f5ad205-8076-4df4-b558-47bbf62d9c4e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:38.018276 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:38.018545 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f5ad205-8076-4df4-b558-47bbf62d9c4e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:38.021226 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c', 'status': 'completed', 'code': 200} Dec 06 12:32:38.044953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d07e8-75cf-4833-aaa2-f30eb2649fd1 None None] Network c60531b7-30d6-4e2b-ab1e-22741c89addf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:38.088420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a436fd5-b1f2-4da4-9747-1ab00dc6e821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.228754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.300139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-4e813519-d9fa-463d-8e9b-9dfcff1c08ae service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779367 Dec 06 12:32:38.312800 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=7fd1a6bf-5971-4792-9494-b82da5de378c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:38.316042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.336451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344b588-c510-4b7c-895a-2f832eeecc9b req-6571a104-fb0e-413c-8c21-1653cb4fbfe6 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.338456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d344b588-c510-4b7c-895a-2f832eeecc9b req-6571a104-fb0e-413c-8c21-1653cb4fbfe6 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.2512250 Dec 06 12:32:38.374493 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eeac08ed-34d4-42d3-a5a5-d969b96217f0 None None] Provisioning complete for port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:38.374865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eeac08ed-34d4-42d3-a5a5-d969b96217f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.457602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.462012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,segment=NetworkSegment(ba9da409-bd0a-4921-a5f2-d763ebe48073),segment_id=ba9da409-bd0a-4921-a5f2-d763ebe48073)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:38.464597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.472119 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.478986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.485236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.489909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.492409 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.499895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.502134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-5cb0369f-aee0-429a-a934-5b79cbe61d89 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3032644 Dec 06 12:32:38.529751 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-8f8e7a5f-e44c-4340-a7c1-d65af83ad3c5 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214017 Dec 06 12:32:38.614459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-9b24f7a9-24ec-433e-b959-b957f77e86e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.0714986 Dec 06 12:32:38.679755 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a436fd5-b1f2-4da4-9747-1ab00dc6e821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.717665 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:38.725077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d344b588-c510-4b7c-895a-2f832eeecc9b req-6321d4be-5800-487c-9910-116f05e6b2b4 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379784 Dec 06 12:32:38.735340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.743017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ef7ab433-390a-4f3d-9e88-406feb9b2570 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/7fd1a6bf-5971-4792-9494-b82da5de378c HTTP/1.1" status: 204 len: 168 time: 1.4014115 Dec 06 12:32:38.750128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:38.752786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a436fd5-b1f2-4da4-9747-1ab00dc6e821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:38.756858 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-79e373ca-afd8-4314-b410-d2e60c61ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.760546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-79e373ca-afd8-4314-b410-d2e60c61ff30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1390824 Dec 06 12:32:38.825808 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-15881996-9522-4077-a1a4-6e346541daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:38.827418 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-15881996-9522-4077-a1a4-6e346541daa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596833 Dec 06 12:32:38.857149 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3e9184-25e2-4f48-838c-47424475283e tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] GET failed (client error): The resource could not be found. Dec 06 12:32:38.865422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7e3e9184-25e2-4f48-838c-47424475283e tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports/7fd1a6bf-5971-4792-9494-b82da5de378c HTTP/1.1" status: 404 len: 333 time: 0.1041286 Dec 06 12:32:38.871013 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:38.890491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1894925639'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:38.978569 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a436fd5-b1f2-4da4-9747-1ab00dc6e821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0162dc-8203-4afc-b35d-c98072c3cb5a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:38.980552 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-cdf9f3e5-24aa-4f62-9732-bac67323ba62 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454203 Dec 06 12:32:39.016385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a436fd5-b1f2-4da4-9747-1ab00dc6e821 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b9e3e7951d04fce8427af52367bf67f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2467206 Dec 06 12:32:39.024446 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:39.073953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7277e48e-fa8e-4b1a-a40a-54ca62d86079 req-71e624a1-5999-4fdf-8614-79475dd4de4d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5373182 Dec 06 12:32:39.153594 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f213cbe-9377-4480-8a48-5f6979fe83d8 None None] Provisioning complete for port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:39.154350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f213cbe-9377-4480-8a48-5f6979fe83d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.174590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-0de4a221-b3ce-4aed-be38-d4354630be2c service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829994 Dec 06 12:32:39.216592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0f213cbe-9377-4480-8a48-5f6979fe83d8 None None] Port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:39.224432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.230356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f213cbe-9377-4480-8a48-5f6979fe83d8 None None] Provisioning complete for port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:39.230541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:39.230788 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f213cbe-9377-4480-8a48-5f6979fe83d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.244711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f3de8d03-13b9-4d8e-85dd-305d7732371d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0617027 Dec 06 12:32:39.253271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.292448 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port 6f4944af-208a-4b5d-b5d5-018d0211a12f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:39.344723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ac36a024-75d1-40fe-addc-5d16c3c9ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:39.346318 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ac36a024-75d1-40fe-addc-5d16c3c9ed10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0945835 Dec 06 12:32:39.416647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.421474 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce521a13-249a-4320-8e44-42313453a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:39.423520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ce521a13-249a-4320-8e44-42313453a7db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701778 Dec 06 12:32:39.541300 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::108 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/6f4944af-208a-4b5d-b5d5-018d0211a12f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:39.555381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.561859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.563568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b0162dc-8203-4afc-b35d-c98072c3cb5a HTTP/1.1" status: 204 len: 168 time: 0.5381486 Dec 06 12:32:39.602847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b77fb5c6-a813-4ab5-b8c9-e8275e2641ca service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710844 Dec 06 12:32:39.603419 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12134-c940-427b-97b1-666347c3e4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0162dc-8203-4afc-b35d-c98072c3cb5a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:39.614728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d938ff11-40df-47c1-af90-c5a083a97f8c None None] Provisioning complete for port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:39.615101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d938ff11-40df-47c1-af90-c5a083a97f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.762835 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:32:39.782550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:32:39.803138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d938ff11-40df-47c1-af90-c5a083a97f8c None None] Port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:39.872417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.883530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-a0590fbc-5f65-46a9-a157-ec3f19cad988 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682643 Dec 06 12:32:39.940253 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:39.943869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:39.997891 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e77cfa-4e6d-4d52-b1c0-2d52cf6d5ba6 req-f4ea5d25-cf69-4310-897b-a7baa03ebb41 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.000468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16e77cfa-4e6d-4d52-b1c0-2d52cf6d5ba6 req-f4ea5d25-cf69-4310-897b-a7baa03ebb41 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.1211662 Dec 06 12:32:40.015413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-bb245bf9-ad82-44ea-a141-4a74db8d2a88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.1125548 Dec 06 12:32:40.032822 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-38af5645-e893-46ef-9f58-587553d9b68d None None] Could not find standard attr ID for object 7fd1a6bf-5971-4792-9494-b82da5de378c. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:32:40.059802 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:40.117235 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-067fb2d1-f15c-49b2-af0e-657ae3ca3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.119238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-067fb2d1-f15c-49b2-af0e-657ae3ca3e08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1026711 Dec 06 12:32:40.189088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16e77cfa-4e6d-4d52-b1c0-2d52cf6d5ba6 req-1ca2234c-a15e-4ffd-8e85-4f0c0a8e0b4b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767266 Dec 06 12:32:40.250396 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-71701456-0577-4e49-a7c6-fcfd4b2b5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.257887 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-71701456-0577-4e49-a7c6-fcfd4b2b5c55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237764 Dec 06 12:32:40.274507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=6f4944af-208a-4b5d-b5d5-018d0211a12f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:40.310894 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:40.357657 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:40.367008 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:40.374202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.374911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:40.400222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ac7b78eb-516f-495b-a84d-b707ef085f9f service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343007 Dec 06 12:32:40.420108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-282da792-c60b-41bb-af0f-43f58a1ee1e9 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5309098 Dec 06 12:32:40.420108 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:40.444212 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:60:58:18'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:40.490741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.498147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.505753 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.512532 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.519274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.531120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.538921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.541580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-34713a1a-3c14-4ea3-9ded-705b3ac33aa0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3514819 Dec 06 12:32:40.615526 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-201710c5-e069-4188-93da-50147d585fdc service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075036 Dec 06 12:32:40.693709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:40.743224 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-3124a987-17cc-4f6c-86b9-4bc084442dc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.1170382 Dec 06 12:32:40.792017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-302d3fe9-a87a-4581-bb5e-14d2d6d50168 req-478f5d16-b36d-4e01-bdb1-73c653d41ab6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096827 Dec 06 12:32:40.851274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ad0b3909-221b-42fb-96a5-8503e26e9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.852779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-ad0b3909-221b-42fb-96a5-8503e26e9eed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1022520 Dec 06 12:32:40.937944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f5189aca-5ef6-4732-8e81-aa45d731a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:40.943906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f5189aca-5ef6-4732-8e81-aa45d731a45e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840220 Dec 06 12:32:40.997214 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-006d5af8-7f1a-4536-8679-cadea7518f43 None None] Provisioning complete for port 6f4944af-208a-4b5d-b5d5-018d0211a12f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:40.999728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-006d5af8-7f1a-4536-8679-cadea7518f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.097552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-006d5af8-7f1a-4536-8679-cadea7518f43 None None] Port 6f4944af-208a-4b5d-b5d5-018d0211a12f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:41.125942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.135894 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:41.170737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.174801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-079d0d77-53ce-4694-a8d9-3b87f99fcdf8 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217643 Dec 06 12:32:41.319942 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] In _notify_port_updated(), no bound segment for port 6f4944af-208a-4b5d-b5d5-018d0211a12f on network c60531b7-30d6-4e2b-ab1e-22741c89addf {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:32:41.334587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.337074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.345378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "PUT /v2.0/ports/6f4944af-208a-4b5d-b5d5-018d0211a12f HTTP/1.1" status: 200 len: 1003 time: 0.9243677 Dec 06 12:32:41.351724 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:41.388779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-e3a61090-0309-45e7-a518-551b34341d1a service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059202 Dec 06 12:32:41.420875 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f254-ad53-4c78-a5d1-bc1f33668fba tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=6f4944af-208a-4b5d-b5d5-018d0211a12f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:41.454208 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285515276-network', 'tenant_id': '2a4e5126a5ea4bf2934609f2d30bec81'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:41.456384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-d19b24d3-ac2f-453d-86c9-ebd36d845051 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.0595596 Dec 06 12:32:41.539727 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-86be2c69-07c6-44d0-8c02-ff76bba3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.542708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-86be2c69-07c6-44d0-8c02-ff76bba3704f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0792403 Dec 06 12:32:41.553259 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Made reservation on behalf of 2a4e5126a5ea4bf2934609f2d30bec81 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:41.555564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.616119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.627027 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-2c81c3fe-146b-43f6-a08c-21287a014342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.629902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-2c81c3fe-146b-43f6-a08c-21287a014342 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763385 Dec 06 12:32:41.658466 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0f34-aee0-4979-aafa-e02f1a955cf9 req-0e00c200-fc7b-4d19-a077-fb39ac79b2f7 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.666616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-508c0f34-aee0-4979-aafa-e02f1a955cf9 req-0e00c200-fc7b-4d19-a077-fb39ac79b2f7 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.2300696 Dec 06 12:32:41.727041 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port 6f4944af-208a-4b5d-b5d5-018d0211a12f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:41.727382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.767373 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e18c9219-1e47-44cc-8094-6487bb3b81af None None] Provisioning complete for port 6f4944af-208a-4b5d-b5d5-018d0211a12f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:41.767794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e18c9219-1e47-44cc-8094-6487bb3b81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.768193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-f8e3907a-f826-4902-bb16-3e30de3c20bc service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300583 Dec 06 12:32:41.828868 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e18c9219-1e47-44cc-8094-6487bb3b81af None None] Port 6f4944af-208a-4b5d-b5d5-018d0211a12f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:41.885734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-508c0f34-aee0-4979-aafa-e02f1a955cf9 req-188e174f-4da3-4a40-8432-e3cb7e1f523c tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181432 Dec 06 12:32:41.918692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-994dae7e-50fa-4e54-8d5f-3e7008aff581 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442378 Dec 06 12:32:41.920643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.928964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.951969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:41.983288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-b45d830f-da46-4ee1-840e-edb510a80be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0568047 Dec 06 12:32:42.027920 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:42.034215 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for 6f4944af-208a-4b5d-b5d5-018d0211a12f owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:42.043467 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cef89-dc8c-439f-9e49-8360bbec36e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:42.061498 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-5622eb59-8902-40ff-a07d-4b5a8f4821c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.063112 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-5622eb59-8902-40ff-a07d-4b5a8f4821c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0724900 Dec 06 12:32:42.065709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.066071 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Added segment f5769d42-d7df-4d8c-902c-271497b99147 of type vlan for network e538d261-bb37-4044-837d-95dad45fb4c9 Dec 06 12:32:42.093222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.100052 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.106205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.123355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.130563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-cf2fbdf2-b61b-4897-bf19-641fddb0dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.132240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-cf2fbdf2-b61b-4897-bf19-641fddb0dc7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623906 Dec 06 12:32:42.135972 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.142570 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.149991 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.173550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-a1c7472b-f8fb-48b7-99a6-34d8b611adc1 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.2250752 Dec 06 12:32:42.355932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-09bf1877-096b-472b-8d5b-43f8c654101d service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151442 Dec 06 12:32:42.369493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-471a5134-3fbd-4170-a171-0dcf167e0b10 req-ef9269e4-da9e-460a-bf6c-1a4f38a9e3e6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933529 Dec 06 12:32:42.427938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.502440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06a1899-e0e9-4a6d-8780-7feccef5f34c req-cac2a4aa-4eb2-4c3e-b648-2ce6f2a649b7 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392331 Dec 06 12:32:42.520869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.524506 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.526198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.611927 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4748230 Dec 06 12:32:42.612153 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48674) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:42.620479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Request body: {'subnet': {'network_id': 'e538d261-bb37-4044-837d-95dad45fb4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285515276-subnet', 'tenant_id': '2a4e5126a5ea4bf2934609f2d30bec81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:42.643513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.644138 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.644722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.645421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.645880 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.647199 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.647885 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:42.650904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-52d649a5-4365-48e1-a1eb-c547f1bf2e73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6487 time: 0.0800469 Dec 06 12:32:42.689594 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd751b-f6af-44a3-9ddc-61ad8ac371a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e538d261-bb37-4044-837d-95dad45fb4c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:42.694258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.701180 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e538d261-bb37-4044-837d-95dad45fb4c9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:42.749559 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Made reservation on behalf of 2a4e5126a5ea4bf2934609f2d30bec81 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:42.750813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.886123 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=6f4944af-208a-4b5d-b5d5-018d0211a12f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:42.916996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:42.921361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-258b1e24-fe1d-46aa-82d1-45c83cb96daa tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/6f4944af-208a-4b5d-b5d5-018d0211a12f HTTP/1.1" status: 204 len: 168 time: 1.5669277 Dec 06 12:32:42.924742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:42.987228 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-728d4000-852e-4a1b-a3c6-9c25dad64855 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] GET failed (client error): The resource could not be found. Dec 06 12:32:42.989448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-728d4000-852e-4a1b-a3c6-9c25dad64855 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports/6f4944af-208a-4b5d-b5d5-018d0211a12f HTTP/1.1" status: 404 len: 333 time: 0.0628035 Dec 06 12:32:42.993767 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:43.000206 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183818516'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:43.059091 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:43.075328 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-b645b73e-996f-404f-88aa-3d417a0e0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.077391 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-b645b73e-996f-404f-88aa-3d417a0e0cda service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 902 time: 0.4173150 Dec 06 12:32:43.087642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-20ca5495-efa1-47e4-8b9c-ec0033efc299 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.089293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-20ca5495-efa1-47e4-8b9c-ec0033efc299 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.3531148 Dec 06 12:32:43.190529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-c677f06f-eae9-461c-8d4d-ef53a71f5d7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0700805 Dec 06 12:32:43.217239 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:43.222579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:43.280594 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:43.318727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152f0bc-3f7f-41c9-a9d4-a4aeb60c1527 req-11d2d4bb-728c-4305-8c6c-d017712a0a03 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.320495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5152f0bc-3f7f-41c9-a9d4-a4aeb60c1527 req-11d2d4bb-728c-4305-8c6c-d017712a0a03 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 946 time: 0.1237540 Dec 06 12:32:43.360937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242822a1-1226-4a4e-be60-3deb5f835567,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:43.363206 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Checking segment: {'id': 'f5769d42-d7df-4d8c-902c-271497b99147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e538d261-bb37-4044-837d-95dad45fb4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:43.364114 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Network hostable DHCP agents. Network: e538d261-bb37-4044-837d-95dad45fb4c9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:32:43.378142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-38a35998-ea7c-4cc1-a220-3c17307bb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.380275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-38a35998-ea7c-4cc1-a220-3c17307bb474 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1703956 Dec 06 12:32:43.466235 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Network e538d261-bb37-4044-837d-95dad45fb4c9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:32:43.510330 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Deleting port cce9a987-4d5a-4bf8-a816-319b0b10c2bf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:43.511021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:43.513777 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e538d261-bb37-4044-837d-95dad45fb4c9) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:43.520837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.521459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:43.526324 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c24cd-70b5-4dc8-8c28-ed954b6f4e5d None None] Network e538d261-bb37-4044-837d-95dad45fb4c9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:43.581001 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-361b883b-8e8c-4736-8724-95aaf1e5c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:43.586533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-361b883b-8e8c-4736-8724-95aaf1e5c808 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986949 Dec 06 12:32:43.682968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3ca94194-386f-402d-b087-dd95fa383322 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0649822 Dec 06 12:32:43.709067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5152f0bc-3f7f-41c9-a9d4-a4aeb60c1527 req-4b7fed47-a44d-4915-b758-e487c8757112 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914381 Dec 06 12:32:43.741418 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09bd30-e479-4684-8503-1e8645064064 None None] Network e538d261-bb37-4044-837d-95dad45fb4c9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:43.787015 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::2b (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/459549f8-70e1-4ff9-a6a4-3d3c6e575aa2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:43.886128 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] For port cce9a987-4d5a-4bf8-a816-319b0b10c2bf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,segment=NetworkSegment(1c821412-082e-48a4-95bc-8d310bb171ad),segment_id=1c821412-082e-48a4-95bc-8d310bb171ad)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:43.886632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:43.931301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Calling delete_port for cce9a987-4d5a-4bf8-a816-319b0b10c2bf owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:43.937106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-cabed03d-da36-41d6-97bd-018f16abdc43 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349144 Dec 06 12:32:44.078279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.084307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.091097 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.098565 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.104788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.112075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.117244 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.119428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-45ce37d1-e414-4fde-ba42-b7056139f888 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.5899317 Dec 06 12:32:44.192196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.222886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e939d858-4492-480f-9764-7d4e8b36e3a6 req-3f81099e-82a6-4e18-94c5-b5e781d53ba0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949187 Dec 06 12:32:44.275643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.396152 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=459549f8-70e1-4ff9-a6a4-3d3c6e575aa2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:44.425833 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:44.425833 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:44.434367 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:44.440285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.440837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.476854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c11de5b-4b4f-476f-91d5-07e6f6408254 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4816895 Dec 06 12:32:44.480563 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:44.490923 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:60:58:18'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:44.797873 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48714) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:44.822100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285325150-network', 'tenant_id': '9ac518fb13354aeb9b5d418e52c35ed2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:44.903064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.966620 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Made reservation on behalf of 9ac518fb13354aeb9b5d418e52c35ed2 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:44.968981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.971833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:44.985045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e18785-04c0-4a67-ab4a-866149290528 req-2be1ce52-8305-4e8e-b23d-a6fea61db7d3 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:44.986022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5e18785-04c0-4a67-ab4a-866149290528 req-2be1ce52-8305-4e8e-b23d-a6fea61db7d3 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6432587-014e-4845-a929-970ba050d73f HTTP/1.1" status: 200 len: 867 time: 0.1546328 Dec 06 12:32:45.007901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:45.042476 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-42170628-ab11-4da0-ac48-3316c6927886 None None] Provisioning complete for port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:45.043064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-42170628-ab11-4da0-ac48-3316c6927886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:45.059497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Pushing event deleted for resources: {'Port': ['ID=cce9a987-4d5a-4bf8-a816-319b0b10c2bf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:45.086986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f06744ad-a487-45cb-a9c9-2bfcf732efef req-e028d2f6-cec1-42cf-8323-97e6bb1853e8 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1423404 Dec 06 12:32:45.103409 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] No DVR routers for this DVR port cce9a987-4d5a-4bf8-a816-319b0b10c2bf on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:45.106273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:45.110120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e303eb2-06f5-4050-a915-bb968304ed95 req-2eefdac8-e68a-42e7-b407-8910366f18b2 tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.53 "DELETE /v2.0/ports/cce9a987-4d5a-4bf8-a816-319b0b10c2bf HTTP/1.1" status: 204 len: 173 time: 2.0082359 Dec 06 12:32:45.111450 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'name': 'network-vif-deleted', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:45.121679 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbd9a6-65ce-4fdf-9d34-1b5767f03eae" -d '{"events": [{"server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "name": "network-vif-deleted", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:45.188295 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73eb952-e535-4ba9-8af0-56b0b1c052a3 x-openstack-request-id: req-b73eb952-e535-4ba9-8af0-56b0b1c052a3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:45.188844 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6432587-014e-4845-a929-970ba050d73f", "name": "network-vif-deleted", "tag": "cce9a987-4d5a-4bf8-a816-319b0b10c2bf", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:45.188972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-42170628-ab11-4da0-ac48-3316c6927886 None None] Port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:45.189254 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b73eb952-e535-4ba9-8af0-56b0b1c052a3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:45.189729 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6432587-014e-4845-a929-970ba050d73f', 'name': 'network-vif-deleted', 'tag': 'cce9a987-4d5a-4bf8-a816-319b0b10c2bf', 'status': 'completed', 'code': 200} Dec 06 12:32:45.506472 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:45.532766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5e18785-04c0-4a67-ab4a-866149290528 req-8981ac6a-92fc-4925-8485-253513c7434b tempest-VolumesActionsTest-1458810415 tempest-VolumesActionsTest-1458810415-project] 10.222.0.31 "GET /v2.0/security-groups?id=68214be4-57b8-4709-a5a0-10b9c45d8742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326598 Dec 06 12:32:45.619873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.627502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.638771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.655278 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.655460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cce9a987-4d5a-4bf8-a816-319b0b10c2bf no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:32:45.670643 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.685403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.709597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:45.713200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-9db281c7-41ca-4700-98db-e95a1876ba8a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3112826 Dec 06 12:32:45.778764 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: cce9a987-4d5a-4bf8-a816-319b0b10c2bf {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:32:45.780184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device cce9a987-4d5a-4bf8-a816-319b0b10c2bf not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:32:45.988389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.020285 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.090345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d89ea5-3ee9-4271-8125-771d23a15e51 req-11591a27-37b0-4299-adf6-ec816ab996ab tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3626454 Dec 06 12:32:46.134017 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:46.143560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.150307 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d3fed-5930-4530-b282-f16391989d2e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:46.165909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.168854 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Deleting subnet aee841f2-cd9c-4063-b9a4-233f05e57fd0 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:46.170765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.170765 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Added segment 691914e2-37c1-4b07-92aa-d0cd27b5e5ff of type vlan for network 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca Dec 06 12:32:46.178750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.260430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.295589 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] In _notify_port_updated(), no bound segment for port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 on network c60531b7-30d6-4e2b-ab1e-22741c89addf {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:32:46.311507 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:46.312369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.318696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "PUT /v2.0/ports/459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 HTTP/1.1" status: 200 len: 1001 time: 1.8356998 Dec 06 12:32:46.318696 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:46.327180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.333429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.417855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.432908 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85a614-3163-4863-bf70-6010a0444c00 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=459549f8-70e1-4ff9-a6a4-3d3c6e575aa2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:46.437720 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.441240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aee841f2-cd9c-4063-b9a4-233f05e57fd0 HTTP/1.1" status: 204 len: 168 time: 0.9340701 Dec 06 12:32:46.446553 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc80e6-0b58-4d00-9643-cf52e51f529f None None] Network 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:46.449233 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:46.505325 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56722a93-81f6-43ef-ba67-da585ff4957b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee841f2-cd9c-4063-b9a4-233f05e57fd0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:46.532982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.533965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:46.534538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.576377 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48738) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:46.576608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7774298 Dec 06 12:32:46.583130 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Request body: {'subnet': {'network_id': '4fcd11be-2a1a-4ea4-b358-4426ca54a2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285325150-subnet', 'tenant_id': '9ac518fb13354aeb9b5d418e52c35ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:46.638658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Made reservation on behalf of 9ac518fb13354aeb9b5d418e52c35ed2 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:46.640668 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.714827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4fc93-f8e4-4d84-a42f-5b87f97ba036 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcd11be-2a1a-4ea4-b358-4426ca54a2ca,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:46.733481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.734441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:46.789734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89663475-1dea-433f-850a-929106a3826b None None] DHCP port deletion for 3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:32:46.844437 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:46.844782 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:46.957597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1637864f-0941-4214-a7a2-9eae6702aee2 None None] Provisioning complete for port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:46.957978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1637864f-0941-4214-a7a2-9eae6702aee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.004688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1637864f-0941-4214-a7a2-9eae6702aee2 None None] Port 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:47.085226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.087493 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.157093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.183793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d8666a-cc33-406a-b5f8-bdba59f9481e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:47.212372 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for 459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:47.231930 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Checking segment: {'id': '691914e2-37c1-4b07-92aa-d0cd27b5e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4fcd11be-2a1a-4ea4-b358-4426ca54a2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:32:47.233699 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:47.238981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Network hostable DHCP agents. Network: 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:32:47.279841 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Network 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:32:47.286865 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:47.287174 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd502db5-cff5-474f-aa4f-48a6b2f9d15b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:47.298680 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:47.304335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.305076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.309900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d81bad-4f63-4291-9648-cd45edb84192 None None] Network 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:47.332779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ce54bef-2410-44ed-b395-b16b959f231c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7531905 Dec 06 12:32:47.455479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.562907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.578811 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:47.579617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:47.583492 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:47.610266 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48768) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:47.645744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.658371 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8f3d9-de55-4eff-941a-fa8320e7444d None None] Network 4fcd11be-2a1a-4ea4-b358-4426ca54a2ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:47.674495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.699335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.703669 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Deleting subnet 242822a1-1226-4a4e-be60-3deb5f835567 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:47.707651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.709707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.730459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.736701 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.749120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:47.751208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5b73945-0491-4303-9a65-889476ce83cb req-07c64ad6-bf23-49dc-9406-0510a83df6e7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.4768202 Dec 06 12:32:47.824703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.934449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.973930 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.981225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:47.986796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1 HTTP/1.1" status: 204 len: 168 time: 1.5178478 Dec 06 12:32:48.052964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.065539 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d904c1a-4c07-4872-bf6d-4293e12d13cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4ac1be-473d-4ad3-8ba8-be0cd734c3a1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:48.106681 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242822a1-1226-4a4e-be60-3deb5f835567,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:48.125584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.132114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5b73945-0491-4303-9a65-889476ce83cb req-8a91fc42-4b8f-4b9e-b362-23baf0ef4744 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3636367 Dec 06 12:32:48.136950 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:48.137881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ff158db1-ef74-43ba-bb38-bdc6e487976d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/242822a1-1226-4a4e-be60-3deb5f835567 HTTP/1.1" status: 204 len: 168 time: 0.5262923 Dec 06 12:32:48.212843 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48796) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:48.280617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8050cf8a-8be2-41d9-9f92-714f1476fe43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a0126c610b046a996d8e32b77652eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663960 Dec 06 12:32:48.283073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48802) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:48.307556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.310353 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.390069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.395598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.402479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 HTTP/1.1" status: 204 len: 168 time: 2.0772614 Dec 06 12:32:48.405344 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:48.432768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.433437 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cbd03c-c463-4476-82e7-9dcc60d892d8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] GET failed (client error): The resource could not be found. Dec 06 12:32:48.441022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-60cbd03c-c463-4476-82e7-9dcc60d892d8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports/459549f8-70e1-4ff9-a6a4-3d3c6e575aa2 HTTP/1.1" status: 404 len: 333 time: 0.0336621 Dec 06 12:32:48.442575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0c6b7-4081-4ace-8a8e-6af1d7c698a2 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=459549f8-70e1-4ff9-a6a4-3d3c6e575aa2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:48.452548 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:48.468327 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-482657013'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:48.520502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.523250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.524423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/831c9869-ce2e-4f4b-b7b5-a23983a5fdab HTTP/1.1" status: 204 len: 168 time: 0.2400050 Dec 06 12:32:48.553097 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8078e5-c0c2-42a3-9a92-3622a05f6287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c9869-ce2e-4f4b-b7b5-a23983a5fdab,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:48.722390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.766932 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e538d261-bb37-4044-837d-95dad45fb4c9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:48.788918 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5769d42-d7df-4d8c-902c-271497b99147') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:48.789306 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5769d42-d7df-4d8c-902c-271497b99147') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:48.820648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.832985 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:48.836881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.867126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.879496 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port 488b3f5d-59af-4e3c-967d-9ca959d6fc6d yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:48.885646 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:48.886057 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:48.887820 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:48.962595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.043240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.050369 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48822) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:49.055267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e538d261-bb37-4044-837d-95dad45fb4c9 HTTP/1.1" status: 204 len: 168 time: 0.9073424 Dec 06 12:32:49.058505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d1d6-22c9-4c0e-8b09-0e08c7285083 admin admin] Pushing event deleted for resources: {'Network': ['ID=e538d261-bb37-4044-837d-95dad45fb4c9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:49.145441 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Deleting subnet 51d8666a-cc33-406a-b5f8-bdba59f9481e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:49.155635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.286024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.422886 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::204 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/488b3f5d-59af-4e3c-967d-9ca959d6fc6d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:49.468749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.507530 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.525347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.539588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.553058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.562848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.575147 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.578592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.608794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:49.614470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28140dcd-738d-4d48-9f93-755a7617d19e req-59f2a780-90c5-4476-8926-c1a9458c31c6 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3114054 Dec 06 12:32:49.655825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.691593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:49.698841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51d8666a-cc33-406a-b5f8-bdba59f9481e HTTP/1.1" status: 204 len: 168 time: 0.6465726 Dec 06 12:32:49.708531 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:49.746020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69113c7a-f21d-491d-b2a5-283ce6b48caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d8666a-cc33-406a-b5f8-bdba59f9481e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:49.877538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.034162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28140dcd-738d-4d48-9f93-755a7617d19e req-64552259-bf5c-4153-90a4-5a6b7533799e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3896930 Dec 06 12:32:50.121356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.155502 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcd11be-2a1a-4ea4-b358-4426ca54a2ca']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:50.174626 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691914e2-37c1-4b07-92aa-d0cd27b5e5ff') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:50.175039 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691914e2-37c1-4b07-92aa-d0cd27b5e5ff') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:50.195438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.199536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.215977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.233593 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:32:50.234307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:32:50.237437 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:32:50.325933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.333862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.338039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.354429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] 10.222.0.31 "DELETE /v2.0/networks/4fcd11be-2a1a-4ea4-b358-4426ca54a2ca HTTP/1.1" status: 204 len: 168 time: 0.6102059 Dec 06 12:32:50.375737 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db96b7-03c4-408a-b1de-6823ec465eca admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcd11be-2a1a-4ea4-b358-4426ca54a2ca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:50.422087 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:50.425396 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:50.430577 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:50.436239 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:50.436886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.444050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=488b3f5d-59af-4e3c-967d-9ca959d6fc6d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:50.462567 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48900) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:50.463116 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1d5f771-3ee3-490d-802f-7a8b9f07ff6c tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0081325 Dec 06 12:32:50.468302 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'network_id': 'c60531b7-30d6-4e2b-ab1e-22741c89addf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-343337361'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:50.821236 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Made reservation on behalf of 61de2888afef43c693a54c616190efb2 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:50.827428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.878584 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] device_id is not set on port dfb52638-5e8e-4091-915a-f270e7a7c724 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:32:50.883292 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:50.958503 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a9df15d4-dfee-4245-ac0e-42801632ed90 None None] Provisioning complete for port 488b3f5d-59af-4e3c-967d-9ca959d6fc6d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:50.959074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a9df15d4-dfee-4245-ac0e-42801632ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:50.962306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-23311ee4-6d04-4e9c-a479-59663100ff4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a4e5126a5ea4bf2934609f2d30bec81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774174 Dec 06 12:32:50.965106 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:51.042573 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a9df15d4-dfee-4245-ac0e-42801632ed90 None None] Port 488b3f5d-59af-4e3c-967d-9ca959d6fc6d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:51.109778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.133304 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Allocated IP 2001:db8::3b7 (c60531b7-30d6-4e2b-ab1e-22741c89addf/c71fc442-2352-4194-aeb5-31ec043dba60/dfb52638-5e8e-4091-915a-f270e7a7c724) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:51.186571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.276977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.280006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.284352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/367cef89-dc8c-439f-9e49-8360bbec36e7 HTTP/1.1" status: 204 len: 168 time: 0.3173382 Dec 06 12:32:51.364227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cef89-dc8c-439f-9e49-8360bbec36e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:51.393776 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.394136 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.398545 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.398924 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.400863 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.401445 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.401792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.402136 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.405185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.405542 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.405889 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.408889 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.409311 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a5ea2-4d02-4a1b-828d-cbc21885dd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:32:51.476341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.506105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.525529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.551686 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.568298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.598692 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.628555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.647549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-414b557b-d806-46db-847f-8da4773bb71e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3802550 Dec 06 12:32:51.708727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.748452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec8ceaf1-7031-4f59-91ef-5c5b264a9f73 req-a7614efc-3701-4fb7-b78b-53e8e0838bdd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955117 Dec 06 12:32:51.801257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:51.909844 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Network c60531b7-30d6-4e2b-ab1e-22741c89addf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:51.928668 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:51.967434 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:51.984011 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:51.990665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.039854 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=dfb52638-5e8e-4091-915a-f270e7a7c724,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:52.084910 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6816ca1f-0948-4385-94b0-cbcc8c3d86a5 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6198163 Dec 06 12:32:52.087020 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:52.099500 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:60:58:18'}, {'ip_address': '2001:db8::204', 'mac_address': 'fa:16:3e:31:e9:c2'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:52.191877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48944) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:52.319813 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 48946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:52.325655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b3241442-abcc-423e-bd38-9e1583f1bfdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ac518fb13354aeb9b5d418e52c35ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320410 Dec 06 12:32:52.557311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.566985 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9e239234-8948-4824-978a-3ffbd2cc7ceb None None] Provisioning complete for port dfb52638-5e8e-4091-915a-f270e7a7c724 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:52.567614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9e239234-8948-4824-978a-3ffbd2cc7ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.569872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.593836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.650767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9e239234-8948-4824-978a-3ffbd2cc7ceb None None] Port dfb52638-5e8e-4091-915a-f270e7a7c724 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:52.829286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.832484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.834273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d5d3fed-5930-4530-b282-f16391989d2e HTTP/1.1" status: 204 len: 168 time: 0.5136573 Dec 06 12:32:52.856554 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d9d2a-117e-4c88-9687-2b1f1137daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d3fed-5930-4530-b282-f16391989d2e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:52.944333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:52.974786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.072626 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] In _notify_port_updated(), no bound segment for port dfb52638-5e8e-4091-915a-f270e7a7c724 on network c60531b7-30d6-4e2b-ab1e-22741c89addf {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:32:53.078254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.078900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.083603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 48974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:53.084129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "PUT /v2.0/ports/dfb52638-5e8e-4091-915a-f270e7a7c724 HTTP/1.1" status: 200 len: 1067 time: 0.9952459 Dec 06 12:32:53.103701 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a485d5f-3132-4656-b127-5e0505ad1e5f tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event updated for resources: {'Port': ['ID=dfb52638-5e8e-4091-915a-f270e7a7c724,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:53.154535 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.170950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.181545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.188637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.195446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.202559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.209571 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:53.211740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab50428d-357a-409d-92de-5c7e75d3439a req-2b4ea34f-2a14-4a8e-b0a0-83262fb5781e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.2635102 Dec 06 12:32:53.382065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab50428d-357a-409d-92de-5c7e75d3439a req-730e1d13-1747-4c51-bcac-fa1b9b1854fc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472604 Dec 06 12:32:53.393208 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port dfb52638-5e8e-4091-915a-f270e7a7c724 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:53.393208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.601325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.628493 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for dfb52638-5e8e-4091-915a-f270e7a7c724 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:53.814660 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98e89bec-97ef-42b8-9a60-c4237d6629cb None None] Provisioning complete for port dfb52638-5e8e-4091-915a-f270e7a7c724 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:53.815789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98e89bec-97ef-42b8-9a60-c4237d6629cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.912839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:53.915836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-98e89bec-97ef-42b8-9a60-c4237d6629cb None None] Port dfb52638-5e8e-4091-915a-f270e7a7c724 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:53.999803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=dfb52638-5e8e-4091-915a-f270e7a7c724,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:54.402730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:54.402730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-268babff-72dc-482b-92b3-10852e3a2fd6 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/dfb52638-5e8e-4091-915a-f270e7a7c724 HTTP/1.1" status: 204 len: 168 time: 1.2979693 Dec 06 12:32:54.402730 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49008) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:54.448894 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c41269-a3cd-4d40-b779-3563f7e32f01 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] GET failed (client error): The resource could not be found. Dec 06 12:32:54.451054 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d8c41269-a3cd-4d40-b779-3563f7e32f01 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports/dfb52638-5e8e-4091-915a-f270e7a7c724 HTTP/1.1" status: 404 len: 333 time: 0.0638962 Dec 06 12:32:54.454078 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:54.814081 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.823982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.846167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.852566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.866511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.885392 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.901438 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:54.913037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-66f63707-81fc-4aa8-9274-55f7fcf2b22a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3469040 Dec 06 12:32:55.017323 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:55.023201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'network': {'name': 'tempest-network-smoke--347164311', 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:55.055878 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:32:55.061817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.072408 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port 488b3f5d-59af-4e3c-967d-9ca959d6fc6d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:55.072765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.077903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.223890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a9bf6a2-7578-47c7-85e7-d81b75a8824a req-cb45c1de-6181-4c73-9884-f93829c3b816 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3028927 Dec 06 12:32:55.286017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.290175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.302111 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for 488b3f5d-59af-4e3c-967d-9ca959d6fc6d owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:55.302913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.337763 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6adfd3e-4e18-465f-8279-c76bd251d187,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:55.351462 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:32:55.364286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.365318 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Added segment 7649f086-93e1-43be-ac0d-167d5f2b417f of type vlan for network 9ce51886-273e-4f14-9ac7-890566d8e607 Dec 06 12:32:55.448256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.515488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.528055 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:55.528787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.562987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.639290 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=488b3f5d-59af-4e3c-967d-9ca959d6fc6d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:55.697721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.709172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-887d3f91-eeba-4e6c-9e20-bdb68162a1f7 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/488b3f5d-59af-4e3c-967d-9ca959d6fc6d HTTP/1.1" status: 204 len: 168 time: 1.2538989 Dec 06 12:32:55.711598 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:55.740230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Network': ['ID=9ce51886-273e-4f14-9ac7-890566d8e607,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:55.763330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 9ce51886-273e-4f14-9ac7-890566d8e607 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:32:55.766228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b70761d-f7ac-43a7-b2f8-7fce9d8d6246 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7477326 Dec 06 12:32:55.768622 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49048) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:55.777520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'admin_state_up': True, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:55.801662 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6c55b3-87a2-425a-8230-f9b825cc43d8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] GET failed (client error): The resource could not be found. Dec 06 12:32:55.808390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f6c55b3-87a2-425a-8230-f9b825cc43d8 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "GET /v2.0/ports/488b3f5d-59af-4e3c-967d-9ca959d6fc6d HTTP/1.1" status: 404 len: 333 time: 0.0903785 Dec 06 12:32:55.809968 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:55.843395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:55.846867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.049684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.091977 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:56.092321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.346216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.409259 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:56.436285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.682162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.695209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.702766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.709337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.716176 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.726332 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.735216 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:56.744370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-aa5e351f-f411-4dd2-85b5-7dd1de07c609 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3256509 Dec 06 12:32:56.909366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b6a2ce8-4266-42b6-9060-81b323fafef2 req-c2fc9101-7f49-430b-b8ed-549ddc9e7b46 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637661 Dec 06 12:32:56.966363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.982984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.019958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.029768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:57.138841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.148367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e737f845-a1ce-4b75-97ef-0434a6eff0b1 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/ports/ace9c2fb-aa55-4b88-afa9-155e0e3ddbbd HTTP/1.1" status: 204 len: 168 time: 1.3343086 Dec 06 12:32:57.151999 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:57.209390 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:57.242978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65a2fcc6-163b-405a-86d4-2efdd47efe24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.388005 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.35.3.229 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c0f150b5-ae7b-428b-8088-fc428378395f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:32:57.401701 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting subnet c71fc442-2352-4194-aeb5-31ec043dba60 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:32:57.413388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.521829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.538125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd6ea-246f-4ead-a4e2-7f8825d45db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.700843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd6ea-246f-4ead-a4e2-7f8825d45db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.715974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.718558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd6ea-246f-4ead-a4e2-7f8825d45db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.745484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.771706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9bcfd6ea-246f-4ead-a4e2-7f8825d45db5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a2fec7181ab49d7909a577408182352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602441 Dec 06 12:32:57.774208 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49098) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:57.800426 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfd6ea-246f-4ead-a4e2-7f8825d45db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d456b931-8499-42ac-bf90-ef65cf56c5e9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:57.890250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.949363 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.964238 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:57.995197 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:32:58.012018 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Subnet': ['ID=c71fc442-2352-4194-aeb5-31ec043dba60,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:58.018912 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:32:58.023183 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:32:58.032041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71aad2-732c-458d-a851-ca1d1aa3d6b1 None None] Network c60531b7-30d6-4e2b-ab1e-22741c89addf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:32:58.033276 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.038962 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:58.039495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ffe5c2d9-97e3-473c-9daa-06b3876c38fb tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/subnets/c71fc442-2352-4194-aeb5-31ec043dba60 HTTP/1.1" status: 204 len: 168 time: 0.7645516 Dec 06 12:32:58.076015 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e4a68-5822-4547-85e6-dfa547be83f1 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:32:58.080214 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=c0f150b5-ae7b-428b-8088-fc428378395f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:58.092826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.357778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.363605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.365397 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d456b931-8499-42ac-bf90-ef65cf56c5e9 HTTP/1.1" status: 204 len: 168 time: 0.5882008 Dec 06 12:32:58.380721 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197c4c-b557-4006-86cd-bc60492a3342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d456b931-8499-42ac-bf90-ef65cf56c5e9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:58.388029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.422766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.429788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.436954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.443933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.450696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.457732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.463815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:58.465811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-a2b6f389-294a-4749-b3b0-9abbd31dcd71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.3310332 Dec 06 12:32:58.585090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19447cb5-1dfd-456e-ac1c-21fcd6da66ca req-6713e7b9-08c6-43b0-afc5-5e1da5d0024f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822427 Dec 06 12:32:58.648064 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Deleting port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:58.650206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.785078 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] For port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,segment=NetworkSegment(ba9da409-bd0a-4921-a5f2-d763ebe48073),segment_id=ba9da409-bd0a-4921-a5f2-d763ebe48073)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:58.786137 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.828889 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Calling delete_port for 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:58.831487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fc154092-7144-4d1d-9f10-29042dc7ed77 None None] Provisioning complete for port c0f150b5-ae7b-428b-8088-fc428378395f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:32:58.832596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc154092-7144-4d1d-9f10-29042dc7ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.880953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fc154092-7144-4d1d-9f10-29042dc7ed77 None None] Port c0f150b5-ae7b-428b-8088-fc428378395f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:32:59.011748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] DHCP port deletion for c60531b7-30d6-4e2b-ab1e-22741c89addf request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:32:59.050116 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.087550 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:59.092557 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] No DVR routers for this DVR port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:59.113317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Deleting port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:32:59.114044 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.146040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db022a4-99f7-4832-ab96-3ca77812e95d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.183532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Port': ['ID=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:59.296793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] For port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:32:59.297348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.328786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Calling delete_port for 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:32:59.332086 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:32:59.334752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.387185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] Pushing event deleted for resources: {'Port': ['ID=3e54cec1-5b4c-4ee0-9705-c6f87a57a183,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:32:59.399660 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f413620-7a78-47bf-be2d-fe39df576088 None None] No DVR routers for this DVR port 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:32:59.560590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.629172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d5ce53b0-c847-441b-bdbd-8efd3c470d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.759046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:32:59.797721 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:32:59.798318 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3e54cec1-5b4c-4ee0-9705-c6f87a57a183 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:32:59.836090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.912045 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60531b7-30d6-4e2b-ab1e-22741c89addf']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:59.927708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.931969 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9da409-bd0a-4921-a5f2-d763ebe48073') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:59.932264 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9da409-bd0a-4921-a5f2-d763ebe48073') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:59.973888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:59.980341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:59.989012 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:59.997950 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:00.021307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:00.027340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:00.041727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:00.051659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-3f2aac82-ed45-47ec-b688-25b37810fc1a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.2122359 Dec 06 12:33:00.053654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.140644 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:33:00.146267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.201322 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:33:00.201664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.211107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15d02292-7e2d-4324-9802-8d54bf378f7c req-ba77dba4-47fb-494c-ada4-c8a6f7a9e715 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373332 Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:33:00.225299 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:33:00.272389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db022a4-99f7-4832-ab96-3ca77812e95d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.289676 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:00.303328 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Sync routers for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:00.311914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9db022a4-99f7-4832-ab96-3ca77812e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.321936 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:00.324670 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:00.334586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.340622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.345404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-24405d87-22b7-45ad-9dd8-511e0391a831 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5750093 Dec 06 12:33:00.348970 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49144) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:00.362498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.366473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] 10.222.0.31 "DELETE /v2.0/networks/c60531b7-30d6-4e2b-ab1e-22741c89addf HTTP/1.1" status: 204 len: 168 time: 2.3260949 Dec 06 12:33:00.386104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db022a4-99f7-4832-ab96-3ca77812e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c958f2-390a-4a1a-8dd1-72e3651414a4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:00.393576 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:00.396797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9db022a4-99f7-4832-ab96-3ca77812e95d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9daa99f66c2e4f02937a72c890304d80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3077574 Dec 06 12:33:00.397839 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26a5e-b445-4213-aafa-e6a7806eb1f3 tempest-AllowedAddressPairIpV6TestJSON-398279240 tempest-AllowedAddressPairIpV6TestJSON-398279240-project] Pushing event deleted for resources: {'Network': ['ID=c60531b7-30d6-4e2b-ab1e-22741c89addf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:00.532926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.536670 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:00.578023 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.585937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.739327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.744089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.748066 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5c958f2-390a-4a1a-8dd1-72e3651414a4 HTTP/1.1" status: 204 len: 168 time: 0.3523142 Dec 06 12:33:00.774820 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0c75-7291-4763-b9c2-1ec2af87a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c958f2-390a-4a1a-8dd1-72e3651414a4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:01.010782 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:32:58Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:01.066524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c3a8f7d3-3f84-424f-a5c7-96b1af810114 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e9db06c160f14540bc524042507a6e7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7143385 Dec 06 12:33:01.067850 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49164) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:01.089314 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Checking router: 70c53fc8-1f3b-47c7-abd9-b57ac99910ea for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:01.091465 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Updating router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea port c0f150b5-ae7b-428b-8088-fc428378395f binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:33:01.163685 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:01.164658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:01.204104 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:01.660205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2727200-0576-4f8f-85bc-6c3afb707357 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.667821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2727200-0576-4f8f-85bc-6c3afb707357 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5964253 Dec 06 12:33:01.668229 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49180) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:01.735188 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.773828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.779603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-839fa806-9dd8-4eed-9613-562d4aecf6b1 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1079493 Dec 06 12:33:01.780111 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49188) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:01.798465 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351906295', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:01.804813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.833900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.868900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.888691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.910414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:01.914051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-aac081fa-dfa5-4fd6-bb11-d2adf82c0a5e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.5622246 Dec 06 12:33:02.037283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-725c6155-dda6-4d3b-9a64-679cdf3793a0 req-339769fc-3b15-473f-8d94-d95ebefe671d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163406 Dec 06 12:33:02.040596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9854e8e5-c7cb-4497-a55b-07cad415ca04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61de2888afef43c693a54c616190efb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8735871 Dec 06 12:33:02.040596 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:02.042050 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:02.046204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.091798 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.108405 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.126783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.181478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.251770 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3834277-e3f2-4267-a5dc-5228d186c175 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:33:02.284179 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Pushing event updated for resources: {'Port': ['ID=c0f150b5-ae7b-428b-8088-fc428378395f,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:02.302324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.303934 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Attempting to bind port c0f150b5-ae7b-428b-8088-fc428378395f on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:02.304327 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Attempting to bind port c0f150b5-ae7b-428b-8088-fc428378395f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:02.305247 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Attempting to bind port c0f150b5-ae7b-428b-8088-fc428378395f on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:02.305995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.310215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aada354-722f-4a8a-a04f-1d33432bb5a6 HTTP/1.1" status: 204 len: 168 time: 0.2667701 Dec 06 12:33:02.325760 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef1a05-5e10-492f-a2a1-979f8015ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aada354-722f-4a8a-a04f-1d33432bb5a6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:02.344022 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:02.344402 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:02.344855 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.345273 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:02.345799 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Bound port: c0f150b5-ae7b-428b-8088-fc428378395f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:02.346123 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.380794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.425639 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1f46f383-c508-4aed-b451-272c9d9c1556 None None] Provisioning complete for port c0f150b5-ae7b-428b-8088-fc428378395f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:02.426871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f46f383-c508-4aed-b451-272c9d9c1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.522943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.546638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1f46f383-c508-4aed-b451-272c9d9c1556 None None] Port c0f150b5-ae7b-428b-8088-fc428378395f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:33:02.549170 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.556718 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.558226 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.558970 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.561112 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.561546 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.565258 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.568419 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.569230 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.569953 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.570300 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.570654 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.570966 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:02.589855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Subnet': ['ID=b89d7e00-d77c-4c84-98d0-823f12572ca1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:02.613102 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] For port c0f150b5-ae7b-428b-8088-fc428378395f, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:02.622743 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] For port c0f150b5-ae7b-428b-8088-fc428378395f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c0f150b5-ae7b-428b-8088-fc428378395f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:02.630277 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Checking segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:02.630770 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network hostable DHCP agents. Network: 9ce51886-273e-4f14-9ac7-890566d8e607, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:33:02.634073 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.702533 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 9ce51886-273e-4f14-9ac7-890566d8e607 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:33:02.720907 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9ce51886-273e-4f14-9ac7-890566d8e607) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:02.730721 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:02.734159 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:02.738962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488222d3-97c5-42a6-b801-6078cbb4c5aa None None] Network 9ce51886-273e-4f14-9ac7-890566d8e607 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:02.789037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-22dba9fa-62f1-4492-bacf-d4b33e857efb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0051887 Dec 06 12:33:02.791373 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:02.861753 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f03e2-4492-4fd8-8e06-277aeacf09b2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:33:02.898929 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:02.899867 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:03.078413 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6204b7b-9bfa-4615-a8e5-e75d3a9c51f2 None None] Pushing event updated for resources: {'Port': ['ID=c0f150b5-ae7b-428b-8088-fc428378395f,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:03.204565 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] Provisioning complete for port c0f150b5-ae7b-428b-8088-fc428378395f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:03.222564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:03.367152 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:03.585615 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.603820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.611273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:03.640389 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.660695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.666783 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.702701 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.708835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:03.710743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6db4d433-48d8-452c-a9dd-237fa830419d req-b2a47f5d-5252-4ebc-930f-10bcbd42ed8f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.4457481 Dec 06 12:33:03.745839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:03.793944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] For port c0f150b5-ae7b-428b-8088-fc428378395f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c0f150b5-ae7b-428b-8088-fc428378395f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:03.798510 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9ce51886-273e-4f14-9ac7-890566d8e607', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:33:03.800052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:03.919055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:04.029147 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:32:58Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:04.125456 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd87bab-0ea3-4edd-8f26-088b425b5cd0 None None] The sync data for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 is: [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:32:58Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:04.153822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6db4d433-48d8-452c-a9dd-237fa830419d req-e8134011-53c8-42d2-b91e-74ef0d5f03c4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2899568 Dec 06 12:33:04.233467 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70d2e-2f7d-40db-a07c-a746f7525920 None None] Pushing event updated for resources: {'Port': ['ID=c0f150b5-ae7b-428b-8088-fc428378395f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:04.250171 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Allocated IP 172.20.0.2 (9ce51886-273e-4f14-9ac7-890566d8e607/b89d7e00-d77c-4c84-98d0-823f12572ca1/07d9fa8b-b8e7-4c44-b51a-8958a287ab1b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:04.728821 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:04.742836 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:04.860607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Pushing event updated for resources: {'Port': ['ID=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:04.902515 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Network 9ce51886-273e-4f14-9ac7-890566d8e607 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:04.909840 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:04.952290 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:05.009963 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49292) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:05.150968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.186011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Attempting to bind port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:05.187408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Attempting to bind port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:05.189898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Attempting to bind port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b on network 9ce51886-273e-4f14-9ac7-890566d8e607 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:05.211042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:05.211507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Checking segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:05.213507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.214721 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Bound using segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:05.215949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Bound port: 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:05.216354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.512914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] For port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:05.520654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] For port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:05.530657 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.565632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1469859476'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:05.707149 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:05.730561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.800224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:05.920080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c0f150b5-ae7b-428b-8088-fc428378395f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:05.974364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:05.992004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.000944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.030738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.058931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.060123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.067580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.084459 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.092835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.120955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-daf67ea2-f45e-4f84-9928-82b8a7861bf7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.7769983 Dec 06 12:33:06.142584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa2110-10fc-4b69-aaa7-f635862c9ba9 None None] Pushing event updated for resources: {'Port': ['ID=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:06.144434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:33:06.195133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.196071 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Added segment 9a32e80c-8905-46a5-985e-694f5b595f39 of type vlan for network 967641fd-83ec-484f-b26c-a1f522269ab1 Dec 06 12:33:06.206914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce152e-5e3d-4b40-8450-b9876e56968f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:06.268423 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c0f150b5-ae7b-428b-8088-fc428378395f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:06.269060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.297649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.375547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.387002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:06.391718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:06.447264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa8c1742-fa0a-452d-914b-60fb5f685d00 req-38af73a3-6c5a-4e0a-b336-86d13516d18f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3235321 Dec 06 12:33:06.699318 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.20.0.1 (9ce51886-273e-4f14-9ac7-890566d8e607/b89d7e00-d77c-4c84-98d0-823f12572ca1/6f4a85c7-1375-4153-a00e-69899d8f10aa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:06.719551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Network': ['ID=967641fd-83ec-484f-b26c-a1f522269ab1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:06.759565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:33:06.760125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a080d60-8be2-4130-8172-f4c9622676ea tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7479916 Dec 06 12:33:06.765069 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:06.793403 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:07.109947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.138563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:07.154590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.181889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.282370 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:07.330044 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 9ce51886-273e-4f14-9ac7-890566d8e607 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:07.334063 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:07.341667 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:07.429969 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ac43b424-e4bc-4152-b8d9-ca251746d5eb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:07.464996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.610869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:07.625828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'port_id': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'mac_address': 'fa:16:3e:08:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:07.794220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.812855 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac43b424-e4bc-4152-b8d9-ca251746d5eb {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:07.852321 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.857532 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:07.876421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.891608 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:07.907926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:07.938371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=2846d047-6ecf-4ceb-854d-6c2a636e2c9c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:07.970536 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:07.971210 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network hostable DHCP agents. Network: 967641fd-83ec-484f-b26c-a1f522269ab1, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:33:08.004544 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:33:08.023421 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 967641fd-83ec-484f-b26c-a1f522269ab1) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:08.041427 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.042313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:08.094951 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cad9a37b-571c-4c68-a84e-db078a6618c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3112714 Dec 06 12:33:08.095873 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49350) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:08.122509 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb06946-f2b6-4681-a0b0-65e860b54f56 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:08.129941 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'name': 'tempest-NetworksTestDHCPv6-1697115575'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:08.222842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.230727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.244844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.325757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.341134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.358069 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.371460 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:08.373451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-341775cd-7f64-4957-89e7-1c998afd3e79 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5430 time: 0.6103354 Dec 06 12:33:08.455695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ac43b424-e4bc-4152-b8d9-ca251746d5eb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:08.540371 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:08.549114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:08.565008 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:08.586306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327f94e-8b48-4e84-b500-361a507f677c None None] Network 9ce51886-273e-4f14-9ac7-890566d8e607 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:08.590148 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 9327ac4a-d92d-49fb-bee2-304c8da27c10 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:08.621767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7aa45d79-ebac-4e06-bf15-3eff10303494 req-7f6dbdcd-997e-4e7e-9ce3-cb39ae546e26 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269857 Dec 06 12:33:08.851993 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::233 (967641fd-83ec-484f-b26c-a1f522269ab1/2846d047-6ecf-4ceb-854d-6c2a636e2c9c/9327ac4a-d92d-49fb-bee2-304c8da27c10) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:09.002224 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:09.002595 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.005082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '2846d047-6ecf-4ceb-854d-6c2a636e2c9c'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:33:09.005934 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.014065 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] Provisioning complete for port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:09.014442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.150250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.161542 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.253266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.384266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.436915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/2846d047-6ecf-4ceb-854d-6c2a636e2c9c/9beeab69-d977-46e1-8438-fc64d72cdd15) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:09.551365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=9327ac4a-d92d-49fb-bee2-304c8da27c10,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:09.607352 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:09.611425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.611625 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:09.617361 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:09.621285 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:09.627058 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:09.627714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:09.732926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae34e582-f8e9-43da-b1b0-8a45ee5b4aa1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6191771 Dec 06 12:33:09.733626 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:09.905480 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ee4b5-2801-4f71-8084-a3cc36bdadba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:09.907069 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b56ee4b5-2801-4f71-8084-a3cc36bdadba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1724715 Dec 06 12:33:09.917794 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:10.048868 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 46a1c56d-7922-448c-b967-fe964d821851 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:10.065960 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 9ce51886-273e-4f14-9ac7-890566d8e607 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:10.096602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.132656 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.140079 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 9327ac4a-d92d-49fb-bee2-304c8da27c10 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:10.145387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.165351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.178517 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.218505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.230855 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.248676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:10.255444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-60cefa92-4649-41e0-8082-933023c48d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5431 time: 0.3954489 Dec 06 12:33:10.256398 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:10.411772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.445516 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 9327ac4a-d92d-49fb-bee2-304c8da27c10 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:10.451430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.521326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.691827 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:10.718774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.730641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '46a1c56d-7922-448c-b967-fe964d821851', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'port_id': '46a1c56d-7922-448c-b967-fe964d821851', 'mac_address': 'fa:16:3e:06:db:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:10.760500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] For port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:10.766574 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.783201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.889720 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:33:10.903365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=9327ac4a-d92d-49fb-bee2-304c8da27c10,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:10.993526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.996388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:10.998512 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:10.998867 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:10.999209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:10.999552 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.000646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.004780 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.005242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.005596 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.012692 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.013105 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.013479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.014680 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.015024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:11.026530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.037560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bec2101c-eac3-43e3-8ade-7d89af76096a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/9327ac4a-d92d-49fb-bee2-304c8da27c10 HTTP/1.1" status: 204 len: 168 time: 1.1187673 Dec 06 12:33:11.053476 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:11.116563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5452898e-8ac4-42cf-b777-4aec9f318e2a req-0bef6b1f-28d0-45a9-93b4-d0bc23b5895d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8295538 Dec 06 12:33:11.235523 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a1c56d-7922-448c-b967-fe964d821851 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:11.248027 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:11.281068 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:11.282519 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:11.285031 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:11.302079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fbc787be-d39f-43fd-a647-2c6c01636083 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "PUT /v2.0/routers/70c53fc8-1f3b-47c7-abd9-b57ac99910ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5041854 Dec 06 12:33:11.303010 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:11.307390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-debb500f-3a8d-4c21-ab48-7127c63a85d3 None None] Provisioning complete for port 6f4a85c7-1375-4153-a00e-69899d8f10aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:11.307904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-debb500f-3a8d-4c21-ab48-7127c63a85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.311734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Pushing event updated for resources: {'Port': ['ID=9beeab69-d977-46e1-8438-fc64d72cdd15,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:11.320170 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--152710330', 'description': 'tempest-secgroup_access--152710330 description', 'project_id': 'e9db06c160f14540bc524042507a6e7c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:11.348721 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Sync routers for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:11.360858 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b13bc-14d7-4510-a384-24faa3eeb0d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:11.363027 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b13bc-14d7-4510-a384-24faa3eeb0d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:11.364636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d25b13bc-14d7-4510-a384-24faa3eeb0d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3100870 Dec 06 12:33:11.367374 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:11.395319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.443059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:33:11.444017 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:33:11.506887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:11.510701 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91969cb-9086-4c6e-be17-dda3c39e836a None None] Pushing event updated for resources: {'Port': ['ID=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:11.517031 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 2846d047-6ecf-4ceb-854d-6c2a636e2c9c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:11.528106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.529205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:11.529687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.560524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:11.561543 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:11.622142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.674582 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Attempting to bind port 9beeab69-d977-46e1-8438-fc64d72cdd15 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:11.675802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Attempting to bind port 9beeab69-d977-46e1-8438-fc64d72cdd15 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:11.676425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Attempting to bind port 9beeab69-d977-46e1-8438-fc64d72cdd15 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:11.678581 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-debb500f-3a8d-4c21-ab48-7127c63a85d3 None None] Port 6f4a85c7-1375-4153-a00e-69899d8f10aa cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:33:11.688281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.696434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.714835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:11.715654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:11.716268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.716861 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:11.717587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Bound port: 9beeab69-d977-46e1-8438-fc64d72cdd15, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:11.718202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.776250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.777719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4718165 Dec 06 12:33:11.780521 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:11.789408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1804707580', 'description': 'tempest-secgroup_general--1804707580 description', 'project_id': 'e9db06c160f14540bc524042507a6e7c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:11.794721 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582d58-2dd5-4d35-97a4-128ee8a92977 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16edd9-e5f0-40c5-af01-bd02d23205f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:11.817195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.818918 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:11.826050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.829132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:11.877688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-debb500f-3a8d-4c21-ab48-7127c63a85d3 None None] Provisioning complete for port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:11.878825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-debb500f-3a8d-4c21-ab48-7127c63a85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.974300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.976986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:11.984206 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.011617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.025146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/2846d047-6ecf-4ceb-854d-6c2a636e2c9c HTTP/1.1" status: 204 len: 168 time: 0.6564991 Dec 06 12:33:12.027955 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49446) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:12.053940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.055306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2735157 Dec 06 12:33:12.058685 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:12.064796 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'security_group_rule': {'security_group_id': '6e16edd9-e5f0-40c5-af01-bd02d23205f9', 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:12.071508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ca34-290b-4daf-8d34-fd625314d152 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab78f30-89f3-4109-a56c-28b78b9c2557,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:12.090507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'port_id': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3', 'mac_address': 'fa:16:3e:5f:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:12.114101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.144834 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910d035-1b0e-48d2-8b51-c93238079515 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=2846d047-6ecf-4ceb-854d-6c2a636e2c9c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:12.209213 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:12.220549 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] For port 9beeab69-d977-46e1-8438-fc64d72cdd15, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:12.238721 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] For port 9beeab69-d977-46e1-8438-fc64d72cdd15, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9beeab69-d977-46e1-8438-fc64d72cdd15,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:12.357263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.370299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-19c85bd3-6f97-49cc-92a7-bdf0bc608da1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2859013 Dec 06 12:33:12.373331 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49454) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:12.384632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:12.387160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.443364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.478822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a24429-2fd6-4b76-8208-1a14cfc25f42,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:12.497183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.498827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a02de9df-b95a-4375-b916-01ea9799966c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4391637 Dec 06 12:33:12.540811 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.551852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.567696 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.582904 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bb24f-1d19-47a5-9742-1b073cfa3c8b None None] Pushing event updated for resources: {'Port': ['ID=9beeab69-d977-46e1-8438-fc64d72cdd15,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:12.598657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:12.609451 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.631578 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.654711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.669620 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:12.670282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:12.696555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:12.720152 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-ee6fd031-c7e1-49b4-87e7-c53c3d037070 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5432 time: 0.3604035 Dec 06 12:33:12.999577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8692de6c-aca8-4b6c-b3c2-5d94f66f0654 req-6acc7780-c823-438f-85fe-95a158b7ace8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2766113 Dec 06 12:33:13.029202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.125073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-c6db5450-842e-4412-a11e-b03aa3df5326 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--152710330&fields=id&tenant_id=e9db06c160f14540bc524042507a6e7c HTTP/1.1" status: 200 len: 267 time: 0.1136980 Dec 06 12:33:13.156793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.182203 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:13.276964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:13.279720 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.296790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-2244a0cc-c8f8-4a19-afa7-2c06e261a793 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1804707580&fields=id&tenant_id=e9db06c160f14540bc524042507a6e7c HTTP/1.1" status: 200 len: 267 time: 0.1645327 Dec 06 12:33:13.432452 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=336fbce6-6a96-499b-bb54-ef5347cbdde0,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:13.489007 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:13.493329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:13.512638 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:13.529575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:13.530183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.564382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.568650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 696018ef-f65c-4c14-954b-a3f25468ae82 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:13.591699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f1587ce-a977-4033-a9a1-a0145a7ebd6c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2172945 Dec 06 12:33:13.596239 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49484) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:13.604986 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'name': 'tempest-NetworksTestDHCPv6-1276980103'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:13.754414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-1e87a3c6-ff82-46a9-89e5-3bebd66e1a4f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:13.774881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-1e87a3c6-ff82-46a9-89e5-3bebd66e1a4f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 796 time: 0.4631994 Dec 06 12:33:13.822774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6fa4bd23-8ea9-4588-b180-b2a97b8fed2c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/quotas/e9db06c160f14540bc524042507a6e7c HTTP/1.1" status: 200 len: 375 time: 0.0469408 Dec 06 12:33:13.876955 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:13.881703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.915192 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 2c14eae7-26ae-4da7-a768-6d4e62b8a8b6 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:13.915597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=696018ef-f65c-4c14-954b-a3f25468ae82,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:13.947260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:13.961994 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '696018ef-f65c-4c14-954b-a3f25468ae82', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'port_id': '696018ef-f65c-4c14-954b-a3f25468ae82', 'mac_address': 'fa:16:3e:70:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:13.965234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-497fd10b-a39e-4b8b-a4a6-ee60a48d56f4 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414850 Dec 06 12:33:14.308213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:14.310192 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::2c3 (967641fd-83ec-484f-b26c-a1f522269ab1/336fbce6-6a96-499b-bb54-ef5347cbdde0/2c14eae7-26ae-4da7-a768-6d4e62b8a8b6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:14.359773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-c4a14fc2-247e-49b7-969e-8c6deb533ea1 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911812 Dec 06 12:33:14.391812 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696018ef-f65c-4c14-954b-a3f25468ae82 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:14.430285 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:08Z', 'revision_number': 2, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:14.562180 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Checking router: 70c53fc8-1f3b-47c7-abd9-b57ac99910ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:14.564953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Updating router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea port 6f4a85c7-1375-4153-a00e-69899d8f10aa binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:33:14.570703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=696018ef-f65c-4c14-954b-a3f25468ae82,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:14.666960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:14.669939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3032d971-c6a1-495c-ad35-482be0e75c4d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:14.786564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:14.807234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:14.888308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-cd1e6a75-4e1f-4d1e-a2d6-2a6f09d914a0 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274909 Dec 06 12:33:14.935798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:33:15.029574 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.047503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.072967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.095808 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.177468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.216941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.247464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.271648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-928f1e88-916e-41ee-bfc5-36dca6ac9317 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5433 time: 0.9096212 Dec 06 12:33:15.596258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1e0d383-c72b-49f7-9004-557b7102ca4d req-b840c86d-a4fc-4bb7-b244-0dc06a39d033 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3229225 Dec 06 12:33:15.790864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44645d99-61f0-4df8-b0bd-15e11612845d req-d25b9fcb-7c9b-4324-aa07-ee6726e02976 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 210 time: 0.1876829 Dec 06 12:33:15.870577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:15.886752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447675eb-4680-4e22-b2a6-382c0672828c None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:15.930341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9beeab69-d977-46e1-8438-fc64d72cdd15 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:15.933060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.006933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:16.039083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.099797 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:16.106872 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:16.124590 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:16.142412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:16.147252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.217597 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:16.220921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6224418 Dec 06 12:33:16.289199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b75ac-4c70-474d-8830-e232601dc539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=2c14eae7-26ae-4da7-a768-6d4e62b8a8b6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:16.363084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cc959-cd60-4ff4-832c-50c39e70f3d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:16.387707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cc959-cd60-4ff4-832c-50c39e70f3d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:16.394983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-544cc959-cd60-4ff4-832c-50c39e70f3d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1756892 Dec 06 12:33:16.397932 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:16.715553 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 2c14eae7-26ae-4da7-a768-6d4e62b8a8b6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:16.715907 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.764627 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:33:16.832409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:16.832617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.996902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.026330 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.032499 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.061096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:17.088197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.107953 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 2c14eae7-26ae-4da7-a768-6d4e62b8a8b6 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:17.112673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406a0b3-abc6-4ebc-aeb4-ab7a43a4ae1f None None] Pushing event updated for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:17.119086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.147737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.153592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:17.153969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:17.171286 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.188272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c081414-0fc9-4616-8f10-9b8883308959 req-5b019b33-f8a4-45ce-ac2a-c0f9e874d10f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5434 time: 0.3100715 Dec 06 12:33:17.328029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5985bf42-29b1-4719-9867-0c31d4812a44 req-570654dc-1c68-49f6-8a3f-f7b98192fa28 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 210 time: 0.1308439 Dec 06 12:33:17.413981 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3032d971-c6a1-495c-ad35-482be0e75c4d,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:17.453584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:17.459945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c081414-0fc9-4616-8f10-9b8883308959 req-e8a35031-ced2-4ddb-8531-8265090e7516 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666876 Dec 06 12:33:17.534903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '3032d971-c6a1-495c-ad35-482be0e75c4d', 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'port_id': '3032d971-c6a1-495c-ad35-482be0e75c4d', 'mac_address': 'fa:16:3e:6c:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:17.534903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Attempting to bind port 6f4a85c7-1375-4153-a00e-69899d8f10aa on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:17.534903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Attempting to bind port 6f4a85c7-1375-4153-a00e-69899d8f10aa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:17.534903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Attempting to bind port 6f4a85c7-1375-4153-a00e-69899d8f10aa on network 9ce51886-273e-4f14-9ac7-890566d8e607 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:17.556965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=2c14eae7-26ae-4da7-a768-6d4e62b8a8b6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:17.641926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:17.655767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f625acc3-1160-465a-94b8-d745517a6c84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/2c14eae7-26ae-4da7-a768-6d4e62b8a8b6 HTTP/1.1" status: 204 len: 168 time: 1.2550716 Dec 06 12:33:17.656985 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:17.674409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:17.679541 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Checking segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:17.681551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:17.684664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Bound using segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:17.685513 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Bound port: 6f4a85c7-1375-4153-a00e-69899d8f10aa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:17.688659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.028224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.038774 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ce88c-2cb6-4cf5-bde6-87474a089b7a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:18.056249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ce88c-2cb6-4cf5-bde6-87474a089b7a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:18.057019 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.061429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ac4ce88c-2cb6-4cf5-bde6-87474a089b7a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4032314 Dec 06 12:33:18.064093 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:18.128393 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-2b72aada-844d-4ddb-96cf-7cb58a2d9d37 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:18.142304 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-2b72aada-844d-4ddb-96cf-7cb58a2d9d37 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.53 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 796 time: 0.3669887 Dec 06 12:33:18.170312 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 336fbce6-6a96-499b-bb54-ef5347cbdde0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:18.181233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.339525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.356871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] For port 9beeab69-d977-46e1-8438-fc64d72cdd15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9beeab69-d977-46e1-8438-fc64d72cdd15,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:18.380870 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3032d971-c6a1-495c-ad35-482be0e75c4d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:18.415958 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.416404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-f9f3775b-8df2-4018-98d6-b8e41e28fb52 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9db06c160f14540bc524042507a6e7c HTTP/1.1" status: 200 len: 477 time: 0.2584441 Dec 06 12:33:18.428662 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'port': {'device_id': '9ed128c0-132b-4260-8a88-704150843636', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'admin_state_up': True, 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'security_groups': ['6e16edd9-e5f0-40c5-af01-bd02d23205f9', '9ab78f30-89f3-4109-a56c-28b78b9c2557']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:18.428930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f90f2-494a-45a3-b99e-79d58b4e30fa None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:18.676424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.735137 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c510140-83a3-4055-a34e-a2830872bab8 None None] Pushing event updated for resources: {'Port': ['ID=9beeab69-d977-46e1-8438-fc64d72cdd15,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:18.763917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] For port 6f4a85c7-1375-4153-a00e-69899d8f10aa, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:18.774045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3032d971-c6a1-495c-ad35-482be0e75c4d,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:18.778831 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:18.781785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.783049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.818837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:18.819692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8e404e96-923d-42e6-81a4-433ccdf8678c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:18.849963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e404e96-923d-42e6-81a4-433ccdf8678c,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:18.864929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] For port 6f4a85c7-1375-4153-a00e-69899d8f10aa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f4a85c7-1375-4153-a00e-69899d8f10aa,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:18.871997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8e404e96-923d-42e6-81a4-433ccdf8678c', 'network_id': 'cf2817d2-009b-48b3-961a-8482c0957692', 'port_id': '8e404e96-923d-42e6-81a4-433ccdf8678c', 'mac_address': 'fa:16:3e:ac:bc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:18.922391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db58f065-5212-4e1d-b8d7-c2f83452fdd7 req-b2f2dc5e-9277-469f-9da7-c2126ef65160 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 210 time: 0.3089435 Dec 06 12:33:18.980268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.018474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:33:19.018912 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:33:19.023653 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Provisioning complete for port 6f4a85c7-1375-4153-a00e-69899d8f10aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:19.024682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.071525 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.20.0.13 (9ce51886-273e-4f14-9ac7-890566d8e607/b89d7e00-d77c-4c84-98d0-823f12572ca1/d58de0c9-3801-4fa4-8adb-957c19aed6e3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:19.138646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.160294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.177760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.192251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.218905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.257728 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.291778 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.315421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-379523b5-0335-4e4e-925b-7f34c2a83fd8 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5435 time: 0.6348486 Dec 06 12:33:19.422951 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.486368 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e404e96-923d-42e6-81a4-433ccdf8678c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:19.499759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:19.569941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.669598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.764546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.777606 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406a0b3-abc6-4ebc-aeb4-ab7a43a4ae1f None None] Pushing event updated for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:19.820231 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:19.841112 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:19.857375 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 9ce51886-273e-4f14-9ac7-890566d8e607 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:19.861253 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:19.865916 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:19.880805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e41f64e-ccfc-41bf-8038-4d7d9ec911f2 req-7e105442-8687-4c8a-abc3-715f23d8e2fd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5620773 Dec 06 12:33:19.883998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:19.905995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/336fbce6-6a96-499b-bb54-ef5347cbdde0 HTTP/1.1" status: 204 len: 168 time: 1.8391869 Dec 06 12:33:19.906904 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:19.921863 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7783c67-f8e5-4040-9576-6b6b83c294c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=336fbce6-6a96-499b-bb54-ef5347cbdde0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:20.068649 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e404e96-923d-42e6-81a4-433ccdf8678c,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:20.077310 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:20.101174 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:20.102190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e0111be2-560e-4f76-9944-bddbe27c67ce details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:20.200508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:20.231886 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:20.396889 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:20.397735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:20.479032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:20.528948 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-6e555467-51bb-4df1-a3ff-06d15f2ace81 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1064401 Dec 06 12:33:20.547659 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Request body: {'port': {'device_id': '9ed128c0-132b-4260-8a88-704150843636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:20.672464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:20.819243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] For port 6f4a85c7-1375-4153-a00e-69899d8f10aa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f4a85c7-1375-4153-a00e-69899d8f10aa,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:20.882597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:33:20.951619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e0111be2-560e-4f76-9944-bddbe27c67ce,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:21.053224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'e0111be2-560e-4f76-9944-bddbe27c67ce', 'network_id': '07d029ed-051a-4056-9169-862d4e5f19d1', 'port_id': 'e0111be2-560e-4f76-9944-bddbe27c67ce', 'mac_address': 'fa:16:3e:bb:34:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924e0cf-4ac4-464d-9fcf-afeb41b8dedc', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:21.087633 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9beeab69-d977-46e1-8438-fc64d72cdd15 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:21.106061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e8cd2d9-1a29-44e4-9549-a3c80f21452d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1845729 Dec 06 12:33:21.113733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.124908 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:21.134650 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:21.196112 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:21.201914 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Pushing event updated for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:21.277726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Could not find standard attr ID for object 2c14eae7-26ae-4da7-a768-6d4e62b8a8b6. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:21.431509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.432555 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:21.442595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.489224 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0111be2-560e-4f76-9944-bddbe27c67ce {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:21.501753 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:21.502131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8986a088-2140-4812-b170-3d23ecb487ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.525516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.542007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.555984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.572161 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.587122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.599126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.615418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.626934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-95e8b0b7-3c8d-4af3-8a67-b184e8af8b59 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5436 time: 0.5197811 Dec 06 12:33:21.658077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af84b-0898-49c8-b6e3-82025e959110 req-4d04f521-aa80-485b-b759-3f402b88f45d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:21.669453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-295af84b-0898-49c8-b6e3-82025e959110 req-4d04f521-aa80-485b-b759-3f402b88f45d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 971 time: 0.5063565 Dec 06 12:33:21.712932 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e0111be2-560e-4f76-9944-bddbe27c67ce,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:21.728849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.885774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-295af84b-0898-49c8-b6e3-82025e959110 req-f69cf718-74a5-4efe-b32a-670a8f70867a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2153611 Dec 06 12:33:21.918982 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e01ca-4c29-43f1-8fec-01cf7e40f907 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:21.942465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:21.977309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ac43b424-e4bc-4152-b8d9-ca251746d5eb up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:21.979869 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:21.981502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ab859d5-eb21-483d-b5d2-dda3e93528d0 req-9b92bc1f-fdfc-47ea-93b3-70554a7f13ff tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3534260 Dec 06 12:33:21.982681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.100187 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:22.123390 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:22.130722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:22.131320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.246874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1172853 Dec 06 12:33:22.246874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eb4a5-354c-44f1-9f06-e823fba32cdf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=92c2f031-3758-4772-8d8a-7eb985db0719,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:22.247134 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:22.251895 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'name': 'tempest-NetworksTestDHCPv6-2079581533'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:22.379209 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58de0c9-3801-4fa4-8adb-957c19aed6e3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:22.403693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.437715 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Transition to ACTIVE for port object d58de0c9-3801-4fa4-8adb-957c19aed6e3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:33:22.447061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.449756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['46a1c56d-7922-448c-b967-fe964d821851'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:22.452075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['3032d971-c6a1-495c-ad35-482be0e75c4d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:22.474999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8e404e96-923d-42e6-81a4-433ccdf8678c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:22.563995 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:22.583294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:22.588456 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.615949 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port b45958b8-1f89-465e-8928-3e9f3526e13b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:22.779619 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Attempting to bind port d58de0c9-3801-4fa4-8adb-957c19aed6e3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:22.780011 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Attempting to bind port d58de0c9-3801-4fa4-8adb-957c19aed6e3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:22.780297 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Attempting to bind port d58de0c9-3801-4fa4-8adb-957c19aed6e3 on network 9ce51886-273e-4f14-9ac7-890566d8e607 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:22.796233 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Port d58de0c9-3801-4fa4-8adb-957c19aed6e3 on network 9ce51886-273e-4f14-9ac7-890566d8e607 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:33:22.797881 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Attempting to bind port d58de0c9-3801-4fa4-8adb-957c19aed6e3 on network 9ce51886-273e-4f14-9ac7-890566d8e607 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:22.816151 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:22.818815 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Checking segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:22.821335 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Bound using segment: {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:22.822051 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Bound port: d58de0c9-3801-4fa4-8adb-957c19aed6e3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7649f086-93e1-43be-ac0d-167d5f2b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:22.824463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:22.944740 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:22.974275 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:22.986408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:23.026757 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::4d (967641fd-83ec-484f-b26c-a1f522269ab1/92c2f031-3758-4772-8d8a-7eb985db0719/b45958b8-1f89-465e-8928-3e9f3526e13b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:23.079296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['e0111be2-560e-4f76-9944-bddbe27c67ce'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:23.081900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['696018ef-f65c-4c14-954b-a3f25468ae82'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:23.131305 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.133902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:23.135604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 1131 time: 2.5931616 Dec 06 12:33:23.140147 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:23.147473 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4259e80-6ebe-45f3-b2ef-3d505a41894f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:23.261299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfa16-7aef-4be9-907b-474f9dc258e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:23.267915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-3c4af948-5850-40ab-8f3a-13e55bb4c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.270641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-3c4af948-5850-40ab-8f3a-13e55bb4c07c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1134 time: 0.0688164 Dec 06 12:33:23.405510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-5a672cc2-7b7e-4861-bfee-a2113d71ea40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 217 time: 0.1185181 Dec 06 12:33:23.454635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:23.458800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:23.615095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-acee3465-566c-44c9-a1fd-17b4c91dd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.624882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-acee3465-566c-44c9-a1fd-17b4c91dd473 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 200 len: 835 time: 0.2127795 Dec 06 12:33:23.699928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:23.720070 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-b61593d3-30fd-4160-836a-8ce7ebb63795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.723925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-b61593d3-30fd-4160-836a-8ce7ebb63795 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ce51886-273e-4f14-9ac7-890566d8e607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882502 Dec 06 12:33:23.755541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.762222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.769513 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.776197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.782328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.790102 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.798893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.800893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-e05c46ce-9e59-47e0-86ab-48ec925c1bbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5437 time: 0.5418081 Dec 06 12:33:23.804426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:23.819367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dbb2c-d3ad-449c-b3ec-65c90565c0c7 req-fb9463ed-0e7b-4fdf-a11d-5fffd2324046 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.821405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e72dbb2c-d3ad-449c-b3ec-65c90565c0c7 req-fb9463ed-0e7b-4fdf-a11d-5fffd2324046 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 983 time: 0.7619002 Dec 06 12:33:23.911069 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-3fa7f57f-d970-4450-8259-585db688a88e service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800847 Dec 06 12:33:23.972779 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:24.009051 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port ac43b424-e4bc-4152-b8d9-ca251746d5eb completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:24.028246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b3fcc85-e83a-4474-99d5-d4ac6003c1fc req-4a7307df-1088-43ca-aec5-71190a810c35 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2058079 Dec 06 12:33:24.048287 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ac43b424-e4bc-4152-b8d9-ca251746d5eb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:24.051782 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:24.097321 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e5c5c190-4fcd-443f-9c30-7afdc9361a1b req-094b5364-2139-423c-96c3-688221ef41f3 service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765234 Dec 06 12:33:24.100420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e72dbb2c-d3ad-449c-b3ec-65c90565c0c7 req-a81dbc21-060d-41a0-8c42-00eb7ae60c62 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2312133 Dec 06 12:33:24.101643 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:24.103737 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=b45958b8-1f89-465e-8928-3e9f3526e13b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:24.127702 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:24.145475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.146599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:24.152408 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd291b3-a743-44b8-bcae-5856d598c0fb x-openstack-request-id: req-cdd291b3-a743-44b8-bcae-5856d598c0fb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:24.152718 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:24.152977 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdd291b3-a743-44b8-bcae-5856d598c0fb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:24.153424 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'status': 'completed', 'code': 200} Dec 06 12:33:24.178539 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ea91c22e-15c0-44bf-9c07-18a6f1e570a6 None None] Provisioning complete for port 6f4a85c7-1375-4153-a00e-69899d8f10aa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:24.179585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea91c22e-15c0-44bf-9c07-18a6f1e570a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:24.179941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-73f31b78-0081-449f-9b4a-ef8353377f79 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9318576 Dec 06 12:33:24.182922 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:24.339827 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24def0-a32b-4aff-86a3-5c3fd36bf66f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.346224 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24def0-a32b-4aff-86a3-5c3fd36bf66f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.348662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc24def0-a32b-4aff-86a3-5c3fd36bf66f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1647465 Dec 06 12:33:24.352043 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:24.360478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-7ce03d5c-6519-4f13-a660-545a10401a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.371568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-7ce03d5c-6519-4f13-a660-545a10401a18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1134 time: 0.1326332 Dec 06 12:33:24.607798 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-18871ef0-8c16-4ad0-b1c4-ba8e07faf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.610612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-18871ef0-8c16-4ad0-b1c4-ba8e07faf9cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 897 time: 0.2377603 Dec 06 12:33:24.665950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port b45958b8-1f89-465e-8928-3e9f3526e13b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:24.666329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:24.708906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-24841fea-7239-4674-9545-af852934d76c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 217 time: 0.0901690 Dec 06 12:33:24.892040 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-fb62b8ed-c5e4-44f4-992d-95cb64f502f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.896990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-fb62b8ed-c5e4-44f4-992d-95cb64f502f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 200 len: 835 time: 0.1807268 Dec 06 12:33:24.979499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:25.006461 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-2efb6ae3-fdc9-40e5-b4d2-d70851bbff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.011926 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for b45958b8-1f89-465e-8928-3e9f3526e13b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:25.020646 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-2efb6ae3-fdc9-40e5-b4d2-d70851bbff95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ce51886-273e-4f14-9ac7-890566d8e607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156802 Dec 06 12:33:25.097232 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5982d47-69de-4dff-82b6-d91c6c5a3e89 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:25.272102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-d087184a-9929-42e3-bbfc-94bceb9fd84c service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378206 Dec 06 12:33:25.386014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:18Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:25.507920 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.515760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.522416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.529311 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.537257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.543646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.548543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4259e80-6ebe-45f3-b2ef-3d505a41894f req-2770f861-08c2-4cc1-8d1d-0cd6d8a7be46 service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714813 Dec 06 12:33:25.553020 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.561561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7148f4-3268-4879-bcbb-98092a1575be req-5edbb368-2b8a-44ce-bd3d-4d18216bb20e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5437 time: 0.3213623 Dec 06 12:33:25.677792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f898-044a-4c37-b4fd-eb6452df5309 req-933b1b5d-8199-4a7b-b00b-3b7339abe24d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.682956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5869f898-044a-4c37-b4fd-eb6452df5309 req-933b1b5d-8199-4a7b-b00b-3b7339abe24d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 983 time: 0.3204024 Dec 06 12:33:25.840699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7148f4-3268-4879-bcbb-98092a1575be req-6dbb723f-3214-4cd0-bf5a-143e41d07a5c tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985512 Dec 06 12:33:25.860142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:25.913717 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=b45958b8-1f89-465e-8928-3e9f3526e13b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:26.008540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.015176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6ab8bcc8-14a3-4819-b6b9-cc8510bb1693 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/b45958b8-1f89-465e-8928-3e9f3526e13b HTTP/1.1" status: 204 len: 168 time: 1.6596336 Dec 06 12:33:26.015459 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49768) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:26.031347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d58de0c9-3801-4fa4-8adb-957c19aed6e3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:26.034674 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a963105-ddd3-424d-a361-eb6b1683cc12 None None] The sync data for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 is: [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:18Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:26.069411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5869f898-044a-4c37-b4fd-eb6452df5309 req-bf73d8a4-fff8-47f3-b839-e167674d5344 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3374541 Dec 06 12:33:26.106865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.171298 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76de88-f430-4a33-8be1-23179f63a2cf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:26.173430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76de88-f430-4a33-8be1-23179f63a2cf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:26.175301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa76de88-f430-4a33-8be1-23179f63a2cf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1587594 Dec 06 12:33:26.178246 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:26.269585 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:26.271885 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a2c6d9-bbba-4c15-b3ec-d9a33cc9d422" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:26.360930 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:26.367422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:33:26.411089 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 92c2f031-3758-4772-8d8a-7eb985db0719 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:26.417636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.512790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.612863 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d04e3-eab1-47ff-ad43-4aa39a456cac x-openstack-request-id: req-1d5d04e3-eab1-47ff-ad43-4aa39a456cac {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:26.613464 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:26.613774 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d5d04e3-eab1-47ff-ad43-4aa39a456cac {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:26.615135 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'code': 200} Dec 06 12:33:26.662428 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.688599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.800053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 696018ef-f65c-4c14-954b-a3f25468ae82 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:26.808493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f4a85c7-1375-4153-a00e-69899d8f10aa up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:26.855111 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.897128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=92c2f031-3758-4772-8d8a-7eb985db0719,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:26.922610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:26.930342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-617b3f5c-f21f-4944-9d9e-b9cc20b42ffa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/92c2f031-3758-4772-8d8a-7eb985db0719 HTTP/1.1" status: 204 len: 168 time: 0.7506592 Dec 06 12:33:26.933821 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:26.988931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7b9ef2e-9237-4fec-b2c4-075066de074f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541406 Dec 06 12:33:26.991933 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49798) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:27.094125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.121732 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253072da-a821-4a09-bdd9-9c68442716e0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.125682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-253072da-a821-4a09-bdd9-9c68442716e0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1298091 Dec 06 12:33:27.129746 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.129963 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49802) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:27.149982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.188265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.224136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.229734 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ea91c22e-15c0-44bf-9c07-18a6f1e570a6 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:27.230104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea91c22e-15c0-44bf-9c07-18a6f1e570a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:27.241794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.260047 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.262153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-efb41a75-fe0d-44d0-b58f-99e9c1e49f19 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5438 time: 0.2611024 Dec 06 12:33:27.434787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:27.460507 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637309f5-f799-47a3-8ef0-55dc86597ef7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.460507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-637309f5-f799-47a3-8ef0-55dc86597ef7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3251426 Dec 06 12:33:27.462667 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49816) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:27.478075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118aed3-413f-48ef-8d29-5728ec4f5571 req-f76d0277-c048-4ec9-a0b5-64c903da609c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.485514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6118aed3-413f-48ef-8d29-5728ec4f5571 req-f76d0277-c048-4ec9-a0b5-64c903da609c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 983 time: 0.2203143 Dec 06 12:33:27.513439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f21ccc2-387a-4a68-8860-80baf0930415 req-f8b26bed-3227-4d86-8484-9ec15bf974b2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275958 Dec 06 12:33:27.565842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-93f91475-886b-4690-bd36-fe91ddfc3a60 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003923 Dec 06 12:33:27.570912 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49820) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:27.584183 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:27.675587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6118aed3-413f-48ef-8d29-5728ec4f5571 req-f3dd27cc-6b73-42a4-a18f-12d09ebd6e3c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1597893 Dec 06 12:33:27.688184 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:27.696038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'port_id': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'mac_address': 'fa:16:3e:3c:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:27.731638 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c95d34c2-ed3e-46a7-986d-2b307a7114d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:27.799459 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6f4a85c7-1375-4153-a00e-69899d8f10aa triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:27.801849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:27.816593 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:27.820746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:27.822381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 696018ef-f65c-4c14-954b-a3f25468ae82 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:27.919538 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 696018ef-f65c-4c14-954b-a3f25468ae82 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:27.920216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.023857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.106572 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-22bee915-c447-4e96-85be-e92c946cc47f None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:28.107460 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22bee915-c447-4e96-85be-e92c946cc47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.111390 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58de0c9-3801-4fa4-8adb-957c19aed6e3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:28.283586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.359189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:28.400350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.402224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822c856-6869-4016-b193-7be398ed6f74 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:28.489456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=30186499-8dad-4b1f-a302-397b2e9e2477,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:28.507499 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:28.511923 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:28.520876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.521484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.538723 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:28.556550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:28.568240 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:28.568942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ce075ce-985e-4aad-909c-399849773f7e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9960670 Dec 06 12:33:28.574796 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '30186499-8dad-4b1f-a302-397b2e9e2477', 'ip_address': '2001:db8::584e:72ea:7292:e991'}], 'name': 'tempest-NetworksTestDHCPv6-356491160'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:28.795281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['d58de0c9-3801-4fa4-8adb-957c19aed6e3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:29.040909 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696018ef-f65c-4c14-954b-a3f25468ae82'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:29.046853 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117cf3c3-2f92-423f-8047-110941910055" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "696018ef-f65c-4c14-954b-a3f25468ae82"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:29.099807 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=696018ef-f65c-4c14-954b-a3f25468ae82,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:29.118639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.119598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:29.232276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.241039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.249125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.258410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.266273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.275816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.286379 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.289191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-bee7752e-87d1-4337-8b57-a47c38b5fa3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5438 time: 0.3594282 Dec 06 12:33:29.318242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794464f-c94e-410b-a000-847bf94bd07b req-64a82470-c215-44c0-813d-21c01160ea46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.320260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e794464f-c94e-410b-a000-847bf94bd07b req-64a82470-c215-44c0-813d-21c01160ea46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 984 time: 0.3888710 Dec 06 12:33:29.492083 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4fbd42a8-00a7-4508-9de8-beee638817f6 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:29.494646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69209d55-d885-4d01-af0f-19bf8ff86bd5 req-ddea95d7-16d6-4199-b90d-4f6185ff8738 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907904 Dec 06 12:33:29.509479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbd42a8-00a7-4508-9de8-beee638817f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.515105 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:29.573987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:29.641568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:29.642188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.725340 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109b4ca-f7c5-47f0-859d-38406e15c114 x-openstack-request-id: req-1109b4ca-f7c5-47f0-859d-38406e15c114 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:29.726157 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "696018ef-f65c-4c14-954b-a3f25468ae82", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:29.726803 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1109b4ca-f7c5-47f0-859d-38406e15c114 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:29.727433 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696018ef-f65c-4c14-954b-a3f25468ae82', 'code': 200} Dec 06 12:33:29.771623 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:29.772634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.863260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e794464f-c94e-410b-a000-847bf94bd07b req-646c0675-bc3d-4c04-a3d7-37f8f6d6a250 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5317714 Dec 06 12:33:29.884750 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:29.918759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.930545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a01e5ee-155d-4426-8fa0-1d1fb0759eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.083162 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:30.223767 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::584e:72ea:7292:e991 (967641fd-83ec-484f-b26c-a1f522269ab1/30186499-8dad-4b1f-a302-397b2e9e2477/c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:30.245987 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.269429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 46a1c56d-7922-448c-b967-fe964d821851 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:30.369266 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f0ea8-c31c-4fdb-bc4d-09724ce5fc11 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:30.464175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.516451 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.564348 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:30.567842 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:30.571165 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:30.577095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:30.577819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.813987 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:30.833509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2564557 Dec 06 12:33:30.836330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b1c49-3365-4976-8e50-efea0e2617bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:31.087308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.123488 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdb323-225c-4694-88b6-7089dfac3de3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.124856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.131967 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdb323-225c-4694-88b6-7089dfac3de3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.136444 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3d38cf72-93a6-4241-b764-32c526bcab89 None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:31.136444 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d38cf72-93a6-4241-b764-32c526bcab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.138099 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43fdb323-225c-4694-88b6-7089dfac3de3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3228676 Dec 06 12:33:31.138968 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49890) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:31.167205 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.189567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.218085 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.256816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.281983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.300870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-448ee453-33d3-43d8-a352-dcd19949fa55 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5440 time: 0.6160774 Dec 06 12:33:31.414378 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:31.430069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.448719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:31.449279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.623857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.624726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 46a1c56d-7922-448c-b967-fe964d821851 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:31.631857 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 46a1c56d-7922-448c-b967-fe964d821851 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:31.632248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.649021 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49908) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:31.746434 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:31.748887 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce59f8e5-ad3a-41e3-8edd-4a81cc46e491" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:31.753298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232d546-0564-4081-9d53-2f9c2e3ef204 req-7ba6cfb3-5728-4401-97e6-377d72cbbdfd tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.760625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9232d546-0564-4081-9d53-2f9c2e3ef204 req-7ba6cfb3-5728-4401-97e6-377d72cbbdfd tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 984 time: 0.4271107 Dec 06 12:33:31.794871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2df02bd6-d820-4204-85cd-5f25ceb62343 req-074b81f5-009d-434b-b4cd-78562213005a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4930844 Dec 06 12:33:31.898941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.922336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.926136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9232d546-0564-4081-9d53-2f9c2e3ef204 req-f1058374-4869-4bf7-a19e-35c4fbd33e51 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1588502 Dec 06 12:33:31.941224 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:32.057892 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e5bfc-2dd8-4bbd-a02d-f0f271fe6743 x-openstack-request-id: req-547e5bfc-2dd8-4bbd-a02d-f0f271fe6743 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:32.058670 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:32.059124 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-547e5bfc-2dd8-4bbd-a02d-f0f271fe6743 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:32.059709 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3', 'code': 200} Dec 06 12:33:32.065562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:32.083753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.085130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8e404e96-923d-42e6-81a4-433ccdf8678c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:32.210134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8668-117d-4906-bd76-70ff203f958e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.267729 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:32.273398 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 8e404e96-923d-42e6-81a4-433ccdf8678c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:32.278177 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8e404e96-923d-42e6-81a4-433ccdf8678c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:32.278551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.399145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.402997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bf4889c3-7080-483a-83e7-c71d040e0abe None None] Could not find standard attr ID for object c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:32.460171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d58de0c9-3801-4fa4-8adb-957c19aed6e3 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:32.467275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.564504 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:32.626089 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bf4889c3-7080-483a-83e7-c71d040e0abe None None] Provisioning complete for port 9beeab69-d977-46e1-8438-fc64d72cdd15 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:32.626467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf4889c3-7080-483a-83e7-c71d040e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.736290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.748240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfcae820-6b6a-4d28-a946-874ebaac4f84 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f HTTP/1.1" status: 204 len: 168 time: 1.6056259 Dec 06 12:33:32.748928 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:32.845490 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8668-117d-4906-bd76-70ff203f958e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.861526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8668-117d-4906-bd76-70ff203f958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.894467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858ec25-d47c-4303-8bb8-7873afbd3bec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.896364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858ec25-d47c-4303-8bb8-7873afbd3bec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.900828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6858ec25-d47c-4303-8bb8-7873afbd3bec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1505919 Dec 06 12:33:32.901629 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:33.012201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8668-117d-4906-bd76-70ff203f958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee445a-3ff2-4565-bd67-60b27bf51df5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:33.016087 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 30186499-8dad-4b1f-a302-397b2e9e2477 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:33.026442 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.029914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port d58de0c9-3801-4fa4-8adb-957c19aed6e3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:33.060793 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c9f8668-117d-4906-bd76-70ff203f958e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad015ec42d144edcb6eacf8a67c5895e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4027281 Dec 06 12:33:33.063838 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:33.079467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.141445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.176049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port d58de0c9-3801-4fa4-8adb-957c19aed6e3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:33.197614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.200011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.222688 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.320560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e404e96-923d-42e6-81a4-433ccdf8678c,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:33.336055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.336872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e0111be2-560e-4f76-9944-bddbe27c67ce up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:33.345659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.397686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.449757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.453466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:33.502662 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=30186499-8dad-4b1f-a302-397b2e9e2477,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:33.508526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.516117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53d34a54-f4e4-4e85-9ae0-26fd842df638 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/30186499-8dad-4b1f-a302-397b2e9e2477 HTTP/1.1" status: 204 len: 168 time: 0.6133001 Dec 06 12:33:33.524770 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:33.534365 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.548446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.558020 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port e0111be2-560e-4f76-9944-bddbe27c67ce completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:33.562944 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f0abb573-0005-4337-ab21-a53eab228e5e None None] Could not find standard attr ID for object 2c14eae7-26ae-4da7-a768-6d4e62b8a8b6. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:33.565916 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.567022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.573040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.576870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f0abb573-0005-4337-ab21-a53eab228e5e None None] Could not find standard attr ID for object 9327ac4a-d92d-49fb-bee2-304c8da27c10. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:33.587869 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port e0111be2-560e-4f76-9944-bddbe27c67ce triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:33.588336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68ee445a-3ff2-4565-bd67-60b27bf51df5 HTTP/1.1" status: 204 len: 168 time: 0.5116439 Dec 06 12:33:33.594093 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.612209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813bfe3-e668-4689-a56c-f7a273e2a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee445a-3ff2-4565-bd67-60b27bf51df5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:33.613922 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.643543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.659385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.684549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.718382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.722898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-717a371c-62e5-451b-b9da-e9912e5b8989 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5442 time: 0.4137161 Dec 06 12:33:33.724883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:33.769586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.911805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.923138 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 49964) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:33.928747 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:33.930292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b30f06de-3c82-4e09-bc1e-5a694cf0952e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987736 Dec 06 12:33:34.010967 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b235-d9fc-4c5c-bfde-03555017a7b9 req-e7605124-2731-4521-8ab3-f271dd5f9583 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.029520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3e8b235-d9fc-4c5c-bfde-03555017a7b9 req-e7605124-2731-4521-8ab3-f271dd5f9583 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 984 time: 0.6927776 Dec 06 12:33:34.052622 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3920dc-b847-498c-9c5d-c7c3f22442bc None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:34.182070 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a1c56d-7922-448c-b967-fe964d821851'}, {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c'}, {'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:34.190958 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b90c2-1cb9-4322-b7e8-de3554191650" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "46a1c56d-7922-448c-b967-fe964d821851"}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c"}, {"server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "name": "network-vif-plugged", "status": "completed", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:34.196991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3e8b235-d9fc-4c5c-bfde-03555017a7b9 req-7003e91a-35b0-4a80-8eaf-169ab1df81d4 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1660831 Dec 06 12:33:34.227906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee81f1b5-d40b-41b4-9dbe-e31a5a592726 req-e0cbb4e1-85a9-4504-a6b7-8398286367a7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3393168 Dec 06 12:33:34.261797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:34.312163 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:34.316532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:34.347469 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-274d55f7-aefe-4fdd-b6ce-de149a640e15 None None] Could not find standard attr ID for object b45958b8-1f89-465e-8928-3e9f3526e13b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:34.422351 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e0111be2-560e-4f76-9944-bddbe27c67ce,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:34.449965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:34.450988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3032d971-c6a1-495c-ad35-482be0e75c4d up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:34.521359 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458c66f-0a05-4442-b115-f14d7cd1852b x-openstack-request-id: req-8458c66f-0a05-4442-b115-f14d7cd1852b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:34.521771 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "46a1c56d-7922-448c-b967-fe964d821851", "code": 200}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c", "code": 200}, {"server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "name": "network-vif-plugged", "status": "completed", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:34.521990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8458c66f-0a05-4442-b115-f14d7cd1852b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:34.522349 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a1c56d-7922-448c-b967-fe964d821851', 'code': 200} Dec 06 12:33:34.523931 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c', 'code': 200} Dec 06 12:33:34.524201 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'code': 200} Dec 06 12:33:34.722589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:34.894547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:34.895692 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79133e-d974-4688-818d-9c4309735248 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:33:34.899029 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 3032d971-c6a1-495c-ad35-482be0e75c4d completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:34.907834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 3032d971-c6a1-495c-ad35-482be0e75c4d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:34.908206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.017367 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:35.022809 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:35.029815 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.030645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.043932 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=50d4f19b-787a-4a0c-8ed6-7018953f2a28,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:35.050957 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eccdca-b581-420c-97d0-3e3594f3d9a5 req-a97d79dc-52b8-4c27-8574-5697133b9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.053129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3eccdca-b581-420c-97d0-3e3594f3d9a5 req-a97d79dc-52b8-4c27-8574-5697133b9554 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 0.1971917 Dec 06 12:33:35.069678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6868e43a-50e2-4513-912e-bbac66fb0f26 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1452570 Dec 06 12:33:35.072564 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 49996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:35.080755 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '50d4f19b-787a-4a0c-8ed6-7018953f2a28', 'ip_address': '2001:db8::5b95:221b:9891:604f'}], 'name': 'tempest-NetworksTestDHCPv6-260019398'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:35.161568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3eccdca-b581-420c-97d0-3e3594f3d9a5 req-425d85b2-1fd3-4bad-880c-71c63c743426 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&id=9ab78f30-89f3-4109-a56c-28b78b9c2557&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0811901 Dec 06 12:33:35.181514 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Deleting port 9beeab69-d977-46e1-8438-fc64d72cdd15 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:35.181895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.386701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.498798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3032d971-c6a1-495c-ad35-482be0e75c4d,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:35.508055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2e79133e-d974-4688-818d-9c4309735248 None None] For port 9beeab69-d977-46e1-8438-fc64d72cdd15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9beeab69-d977-46e1-8438-fc64d72cdd15,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:35.508055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.524672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.538504 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Calling delete_port for 9beeab69-d977-46e1-8438-fc64d72cdd15 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:35.569243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:35.641629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f293f5-b9a5-4e10-9e27-46c45b7a3073 req-4bb76eb4-f13c-4637-a897-cc99aec4937e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.654948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17f293f5-b9a5-4e10-9e27-46c45b7a3073 req-4bb76eb4-f13c-4637-a897-cc99aec4937e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.2211988 Dec 06 12:33:35.726995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:35.834781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:35.841858 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.853644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.860585 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.867503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.876206 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.896171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.902869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.905970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-c4434287-06ba-41cd-b32f-f2990fdc2e42 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.3596709 Dec 06 12:33:35.929233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79133e-d974-4688-818d-9c4309735248 None None] Pushing event deleted for resources: {'Port': ['ID=9beeab69-d977-46e1-8438-fc64d72cdd15,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:35.933704 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79133e-d974-4688-818d-9c4309735248 None None] No DVR routers for this DVR port 9beeab69-d977-46e1-8438-fc64d72cdd15 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:33:35.971948 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fc00f-c4c8-46ca-8ad2-aac5707ad03e None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:36.065788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17f293f5-b9a5-4e10-9e27-46c45b7a3073 req-e50efa0f-32d3-42ef-8de4-f15a34b7ff12 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4091120 Dec 06 12:33:36.072101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:36.157341 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 9c22112a-b6fe-4aab-aa51-6e97cbeb8f63 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:36.324514 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '50d4f19b-787a-4a0c-8ed6-7018953f2a28'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:33:36.325615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:36.457891 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::5b95:221b:9891:604f (967641fd-83ec-484f-b26c-a1f522269ab1/50d4f19b-787a-4a0c-8ed6-7018953f2a28/9c22112a-b6fe-4aab-aa51-6e97cbeb8f63) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:36.478566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31914316-2d84-43fa-a8b0-c4bfd464726d req-11a1d9ac-1a0c-4e5e-b2f2-2aba4270802b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5640404 Dec 06 12:33:36.531378 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0111be2-560e-4f76-9944-bddbe27c67ce'}, {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:36.531378 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cacd4-7fa4-429a-9cfc-6870f4a63eec" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0111be2-560e-4f76-9944-bddbe27c67ce"}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:36.625432 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea527b1-3a6f-4fb5-bc0a-8e95622e2101 x-openstack-request-id: req-dea527b1-3a6f-4fb5-bc0a-8e95622e2101 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:36.627089 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0111be2-560e-4f76-9944-bddbe27c67ce", "code": 200}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-plugged", "status": "completed", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:36.628693 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dea527b1-3a6f-4fb5-bc0a-8e95622e2101 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:36.641345 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0111be2-560e-4f76-9944-bddbe27c67ce', 'code': 200} Dec 06 12:33:36.641815 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d', 'code': 200} Dec 06 12:33:36.791393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:36.840089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:36.863961 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.864512 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.864863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.875675 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.876163 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.876628 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.877084 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.879288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-ce5000d1-a084-42fe-9118-39aa40b6aceb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.1317403 Dec 06 12:33:37.009117 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:37.025624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9beeab69-d977-46e1-8438-fc64d72cdd15 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:33:37.033908 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/50d4f19b-787a-4a0c-8ed6-7018953f2a28/75d90bd1-f33d-4cfc-9469-878e93a201e7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:37.037445 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:37.047956 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:37.062463 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:37.063490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.082448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9beeab69-d977-46e1-8438-fc64d72cdd15 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:33:37.085611 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9beeab69-d977-46e1-8438-fc64d72cdd15 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:33:37.088130 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=9c22112a-b6fe-4aab-aa51-6e97cbeb8f63,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:37.118612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-476ef1e3-d3e4-49cb-b7ae-b4c676cf05d6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0421107 Dec 06 12:33:37.123977 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:37.127218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c809d2a7-b296-48c4-9ee5-d35c24a15306 req-f68b0b76-1cd0-48da-938e-1eb3f0229596 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398813 Dec 06 12:33:37.323937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a102c-d393-44ce-bdb1-77b58d55b9e7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:37.328169 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50054) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:37.334747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-915a102c-d393-44ce-bdb1-77b58d55b9e7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2070134 Dec 06 12:33:37.367015 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62e14f-3595-4900-96b2-673ef4296558 req-87d02e3a-d40a-4f33-9531-49d4e9e22a2c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:37.384091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce62e14f-3595-4900-96b2-673ef4296558 req-87d02e3a-d40a-4f33-9531-49d4e9e22a2c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.2040439 Dec 06 12:33:37.609823 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 9c22112a-b6fe-4aab-aa51-6e97cbeb8f63 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:37.610237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.629774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce62e14f-3595-4900-96b2-673ef4296558 req-f7a48ed3-fdea-4e0b-9566-8fc6685d39fd tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2448695 Dec 06 12:33:37.674510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.691684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.765193 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:37.771998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.820445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 9c22112a-b6fe-4aab-aa51-6e97cbeb8f63 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:37.828116 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:37.836551 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:37.968391 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Pushing event updated for resources: {'Port': ['ID=75d90bd1-f33d-4cfc-9469-878e93a201e7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:37.985142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.988287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.990612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.991105 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.991789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.992483 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.993202 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.993656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.994301 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.994743 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.995186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.995636 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.996075 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:38.001241 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Attempting to bind port 75d90bd1-f33d-4cfc-9469-878e93a201e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:38.001985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Attempting to bind port 75d90bd1-f33d-4cfc-9469-878e93a201e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:38.003230 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Attempting to bind port 75d90bd1-f33d-4cfc-9469-878e93a201e7 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:38.009599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:38.010104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:38.010616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.011598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:38.012394 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Bound port: 75d90bd1-f33d-4cfc-9469-878e93a201e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:38.013124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.017610 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.033104 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.045304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.059235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.074599 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.094953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.111065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.121224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-87ad51f4-64dc-4e1d-974c-1bac2d65529a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.3664186 Dec 06 12:33:38.238693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.274743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042246d7-fc85-4bb4-ad32-551b6171988e req-c93fe525-546d-4a54-986e-7a1108503463 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.280398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-042246d7-fc85-4bb4-ad32-551b6171988e req-c93fe525-546d-4a54-986e-7a1108503463 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.4164591 Dec 06 12:33:38.302932 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] For port 75d90bd1-f33d-4cfc-9469-878e93a201e7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:38.319950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=9c22112a-b6fe-4aab-aa51-6e97cbeb8f63,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:38.320567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] For port 75d90bd1-f33d-4cfc-9469-878e93a201e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75d90bd1-f33d-4cfc-9469-878e93a201e7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:38.331295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.390176 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.410886 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6a9971cb-608f-4170-a696-9d871c2373cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/9c22112a-b6fe-4aab-aa51-6e97cbeb8f63 HTTP/1.1" status: 204 len: 168 time: 1.0815425 Dec 06 12:33:38.411548 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:38.560224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5453cf74-000b-4291-a0df-eb41f61922d5 req-fda4b3cd-9aaa-4489-b509-6ad8e90ff768 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4163399 Dec 06 12:33:38.632297 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4c6b4-ce5d-400e-b124-68ca0b6ca774 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.634656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601dc9f-d0cc-4cbb-ae18-84f837015588 None None] Pushing event updated for resources: {'Port': ['ID=75d90bd1-f33d-4cfc-9469-878e93a201e7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:38.642659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4c6b4-ce5d-400e-b124-68ca0b6ca774 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.650726 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9fc4c6b4-ce5d-400e-b124-68ca0b6ca774 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2367606 Dec 06 12:33:38.653533 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50086) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:38.725932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-042246d7-fc85-4bb4-ad32-551b6171988e req-b8858576-5395-41bd-b1ef-9c5b7187a286 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4228580 Dec 06 12:33:38.803554 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 50d4f19b-787a-4a0c-8ed6-7018953f2a28 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:38.828081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.939036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.980690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-33edcc27-091b-4594-8840-68f253232ab3 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:38.982864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-33edcc27-091b-4594-8840-68f253232ab3 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 0.0849836 Dec 06 12:33:39.065813 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-6ff7d63d-b382-4d55-8372-97284e331952 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.305988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.366435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-6ff7d63d-b382-4d55-8372-97284e331952 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.373510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-6ff7d63d-b382-4d55-8372-97284e331952 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.514784 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7d63d-b382-4d55-8372-97284e331952 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e511974b-54ea-46f3-9f25-2f6b3ecc9e00,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:39.526891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.556391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4dd3c4e-3730-46b6-abf8-aa18a96c7ec8 req-6ff7d63d-b382-4d55-8372-97284e331952 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5417986 Dec 06 12:33:39.556391 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50108) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:39.594966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=50d4f19b-787a-4a0c-8ed6-7018953f2a28,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:39.599256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:39.602440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-eb02eaf3-c4cc-4953-b754-3b5d986e156c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/50d4f19b-787a-4a0c-8ed6-7018953f2a28 HTTP/1.1" status: 204 len: 168 time: 0.9456954 Dec 06 12:33:39.604897 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:39.676278 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:39.677342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8796eb6-3b0e-4096-863b-1766eb9bd372 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712030 Dec 06 12:33:39.694497 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:39.868361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5380d491-2b9e-4b91-a743-9dcd6799111d tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:39.870193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5380d491-2b9e-4b91-a743-9dcd6799111d tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1131 time: 0.3108013 Dec 06 12:33:39.874499 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:39.881208 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:39.950590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:40.040090 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.056489 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.071364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.104608 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.121064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.140476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.147253 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.166180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-ba3d08fd-6ba4-4b5a-8351-916a0311e0e5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.3926308 Dec 06 12:33:40.223335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:40.226872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:40.297792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:40.532390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1c7e0f5-c82e-4b1b-a179-76392dbc8a61 req-0fb3c6bf-674c-40e1-a1ac-b1d01278a9cf tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3656831 Dec 06 12:33:40.540569 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.35.3.150 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e1ed392f-7c46-44bc-8902-65f016ba0754) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:40.661946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30e124-9c95-41db-bfa6-7c7128a93723 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:40.721349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:40.966038 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:40.980904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.025033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.117505 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:41.128892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=e1ed392f-7c46-44bc-8902-65f016ba0754,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:41.132412 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:41.261288 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:41.536156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75d90bd1-f33d-4cfc-9469-878e93a201e7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:41.635898 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] Provisioning complete for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:41.640601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.692609 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:41.709478 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.710927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.775159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=7d560814-8441-43ec-be25-1e902af06e84,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:41.821245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5e900693-a496-4f36-9214-4fc99d51a956 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1386149 Dec 06 12:33:41.824620 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:41.839052 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '7d560814-8441-43ec-be25-1e902af06e84', 'ip_address': '2001:db8::7d0d:da93:5120:c62d'}], 'name': 'tempest-NetworksTestDHCPv6-667425211'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:41.906348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.913899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.921715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.929544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.945432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:41.947643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.948834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.956365 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.963226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.965281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2f955c6-2c6d-407c-aad5-bc037b2bcc4a req-0a7c5f83-928c-4d00-9deb-55755def17ed tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 1.2298734 Dec 06 12:33:41.981547 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:41.993444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Request body: {'floatingip': {'port_id': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:42.175093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:42.207030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:42.297942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] For port 75d90bd1-f33d-4cfc-9469-878e93a201e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75d90bd1-f33d-4cfc-9469-878e93a201e7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:42.340155 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:42.364422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:42.492240 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b96e-b184-427c-8fa6-10c558544d45 None None] Pushing event updated for resources: {'Port': ['ID=75d90bd1-f33d-4cfc-9469-878e93a201e7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:42.530356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:42.698582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:33:42.699016 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:33:42.814249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:42.883734 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 6a240dde-7405-4a98-8fa8-12a491b482dd yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:43.077230 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53913b0-b6aa-4c64-8e6a-8d43552f8b65 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:43.312873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:43.488473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:43.572608 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75d90bd1-f33d-4cfc-9469-878e93a201e7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:43.599591 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::7d0d:da93:5120:c62d (967641fd-83ec-484f-b26c-a1f522269ab1/7d560814-8441-43ec-be25-1e902af06e84/6a240dde-7405-4a98-8fa8-12a491b482dd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:43.653427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b52b9f21-f692-45a7-bc05-381d833f5a78 None None] Provisioning complete for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:43.653427 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b52b9f21-f692-45a7-bc05-381d833f5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:43.711373 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:43.713102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:43.869418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.051912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.070499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.081206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.210583 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:44.239325 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:44.259025 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:44.260319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-534ed7b7-51da-49b9-b67a-2f1aec7704cd None None] Provisioning complete for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:44.260820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-534ed7b7-51da-49b9-b67a-2f1aec7704cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.276434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:44.277198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.283961 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=e1ed392f-7c46-44bc-8902-65f016ba0754,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:44.294179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=6a240dde-7405-4a98-8fa8-12a491b482dd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:44.319260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.385630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7620b14-8b28-4952-a439-a1470571f5d5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5556080 Dec 06 12:33:44.396180 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50222) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:44.534553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.resource_extend [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:33:44.646066 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448016e-afc0-4c09-a0db-73ea0150e10c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:44.652493 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fdf29a91-03b5-4bea-aaf8-6421f9b940f8 None None] Could not find standard attr ID for object c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:44.663390 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448016e-afc0-4c09-a0db-73ea0150e10c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:44.677024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7448016e-afc0-4c09-a0db-73ea0150e10c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2738442 Dec 06 12:33:44.680427 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50240) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:44.724669 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.733967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:44.818597 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Floating IP 1e53f163-6249-442c-b7fd-143f267e90d9 associated. External IP: 172.35.3.150, port: d58de0c9-3801-4fa4-8adb-957c19aed6e3. Dec 06 12:33:44.938075 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Floating IP 8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910 associated. External IP: 172.35.3.37, port: ac43b424-e4bc-4152-b8d9-ca251746d5eb. Dec 06 12:33:45.168398 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-770267dc-ebb9-40f2-9155-691f44c9841a None None] Could not find standard attr ID for object 9c22112a-b6fe-4aab-aa51-6e97cbeb8f63. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:45.353130 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:33:45.530314 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:33:45.559350 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-399ae096-d681-4413-a251-cb8b197d33f2 None None] Provisioning complete for port 6a240dde-7405-4a98-8fa8-12a491b482dd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:45.560800 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 6a240dde-7405-4a98-8fa8-12a491b482dd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:45.560992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-399ae096-d681-4413-a251-cb8b197d33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.561133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.663920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-399ae096-d681-4413-a251-cb8b197d33f2 None None] Port 6a240dde-7405-4a98-8fa8-12a491b482dd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:33:45.714537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.728502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 6a240dde-7405-4a98-8fa8-12a491b482dd owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:45.841040 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:45.855925 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Sync routers for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:45.860263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.866915 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:45.868037 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:45.901541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-020df7e7-0d6a-4dfa-ae8e-6428297cdf28 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "PUT /v2.0/floatingips/8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910 HTTP/1.1" status: 200 len: 990 time: 3.9188895 Dec 06 12:33:45.902194 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:45.904668 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4315e93-a902-42fc-9c75-ca595dfa0a82" -d '{"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:45.915668 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:45.939481 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Sync routers for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:45.967399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:45.968045 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:46.104589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:46.160774 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:46.216361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:46.227793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:46.238458 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:46.241676 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/6a240dde-7405-4a98-8fa8-12a491b482dd HTTP/1.1" status: 204 len: 168 time: 1.5593688 Dec 06 12:33:46.263635 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25471c8-3c65-4253-a129-6d99e42549e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=6a240dde-7405-4a98-8fa8-12a491b482dd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:46.302653 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:46.322411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0f42459f-c5d2-435b-8e5a-24c6be69faeb tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4467802 Dec 06 12:33:46.324834 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:46.325409 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:46.327818 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:46.438965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca9ae5-5e51-4195-adde-4698626e9387 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:46.440556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca9ae5-5e51-4195-adde-4698626e9387 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:46.442128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9eca9ae5-5e51-4195-adde-4698626e9387 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2026045 Dec 06 12:33:46.448184 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50302) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:46.523890 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257bf72-bbca-4f21-a35d-7deb524fedb6 x-openstack-request-id: req-2257bf72-bbca-4f21-a35d-7deb524fedb6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:46.524187 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:46.524454 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2257bf72-bbca-4f21-a35d-7deb524fedb6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:46.526969 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'status': 'completed', 'code': 200} Dec 06 12:33:46.583383 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa18c1-3fea-48e3-91ac-146272084800 x-openstack-request-id: req-b7aa18c1-3fea-48e3-91ac-146272084800 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:46.584462 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:46.584909 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7aa18c1-3fea-48e3-91ac-146272084800 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:46.585525 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'status': 'completed', 'code': 200} Dec 06 12:33:46.722804 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 7d560814-8441-43ec-be25-1e902af06e84 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:46.791586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:46.922720 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'port_id': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'mac_address': 'fa:16:3e:08:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:31:51Z', 'updated_at': '2021-12-06T12:33:44Z', 'revision_number': 1, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:46.975079 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e53f163-6249-442c-b7fd-143f267e90d9', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'port_id': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'mac_address': 'fa:16:3e:3c:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed128c0-132b-4260-8a88-704150843636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:33:42Z', 'updated_at': '2021-12-06T12:33:42Z', 'revision_number': 0, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:46.996557 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Checking router: 9b21a6d4-5f71-44a6-92c9-525cdef40d7f for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:47.022925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.024067 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.024755 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.025421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.026063 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.026699 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.039085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.043349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-c1420b16-ce35-49cd-b470-bf1e391730a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.3959417 Dec 06 12:33:47.063123 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:47.063546 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:47.083317 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Checking router: 70c53fc8-1f3b-47c7-abd9-b57ac99910ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:47.116135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:47.116780 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:47.327567 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:47.433449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:47.862285 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'port_id': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'mac_address': 'fa:16:3e:08:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:31:51Z', 'updated_at': '2021-12-06T12:33:44Z', 'revision_number': 1, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:47.907567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:47.923049 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-519c7577-8691-444b-87ed-3bf378c598a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.923365 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0fa02-f252-45a8-bd73-efd2b5a80cea None None] The sync data for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 is: [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'port_id': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'mac_address': 'fa:16:3e:08:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886984f-416c-4a88-8362-17cf54f160e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:31:51Z', 'updated_at': '2021-12-06T12:33:44Z', 'revision_number': 1, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:47.929014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-519c7577-8691-444b-87ed-3bf378c598a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 1.3424814 Dec 06 12:33:48.034838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:48.037093 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e53f163-6249-442c-b7fd-143f267e90d9', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'port_id': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'mac_address': 'fa:16:3e:3c:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed128c0-132b-4260-8a88-704150843636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:33:42Z', 'updated_at': '2021-12-06T12:33:42Z', 'revision_number': 0, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:48.097757 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe6d80-a8c7-45ee-adb2-349fc3a6540f None None] The sync data for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 is: [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e53f163-6249-442c-b7fd-143f267e90d9', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'port_id': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'mac_address': 'fa:16:3e:3c:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed128c0-132b-4260-8a88-704150843636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:33:42Z', 'updated_at': '2021-12-06T12:33:42Z', 'revision_number': 0, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:48.175180 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.176042 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.176687 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.177464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.178157 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.178800 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.179460 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.180283 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.180917 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.181573 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.184336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c9cc427d-c225-418f-b705-26bbe6a451ad tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 1.8302922 Dec 06 12:33:48.186906 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:48.193412 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:48.268805 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba53af9-0f63-4151-8e75-3e63f9d0c90a None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:48.275013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:48.283087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/7d560814-8441-43ec-be25-1e902af06e84 HTTP/1.1" status: 204 len: 168 time: 1.8311558 Dec 06 12:33:48.304721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.305866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.306527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.308259 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.309997 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.313003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.313969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.315700 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.316799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.319694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2caf253a-3069-41f4-b405-6cbb32e5f499 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5822 time: 0.1317914 Dec 06 12:33:48.323120 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:48.390061 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:48.392296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c391598-c47d-4d91-a44b-98b6e2d097e9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676544 Dec 06 12:33:48.410789 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:48.461514 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00e81e-7402-4bb4-bf44-eab06e07395e None None] New status for floating IP 8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:33:48.503507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aca38-c9ef-4198-8abc-c6bddcc51876 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=7d560814-8441-43ec-be25-1e902af06e84,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:48.641642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-412bf6c4-5a39-4ea7-91ea-47996e725203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.643117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-412bf6c4-5a39-4ea7-91ea-47996e725203 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 HTTP/1.1" status: 200 len: 917 time: 1.5567112 Dec 06 12:33:48.671201 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57808a07-4bbe-43a7-bb18-c5e196fc46cd None None] New status for floating IP 1e53f163-6249-442c-b7fd-143f267e90d9: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:33:48.873965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1ab0f-e7f4-43d1-a470-76034eb363dd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.885053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4cf1ab0f-e7f4-43d1-a470-76034eb363dd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4310780 Dec 06 12:33:48.887187 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:48.952798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-5baeba76-34e9-4b37-b6dd-d4e82b38c1e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 998 time: 0.2900674 Dec 06 12:33:48.954429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe0a19-5e42-4fae-84b9-ba0aedfb124f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:48.957295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3dbe0a19-5e42-4fae-84b9-ba0aedfb124f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639327 Dec 06 12:33:48.969696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:33:48.970111 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:49.006701 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-9d5dfd12-870e-4d1e-aa42-1222cb41bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.011158 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-9d5dfd12-870e-4d1e-aa42-1222cb41bc0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 897 time: 0.9083452 Dec 06 12:33:49.029640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5fc8769f-dcd5-48ae-9471-f43c1afd7a54 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499997 Dec 06 12:33:49.077299 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-eb7e9be1-0a51-4886-8610-e7b8f77c1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.078876 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:49.080767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-eb7e9be1-0a51-4886-8610-e7b8f77c1fe7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.1198325 Dec 06 12:33:49.088028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:49.190790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-2b34a8ed-5875-4d62-ae5e-e0b222f7e206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 1000 time: 0.1085656 Dec 06 12:33:49.445496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Deleting port 75d90bd1-f33d-4cfc-9469-878e93a201e7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:49.446118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:49.592727 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-395a1e8a-d3c6-4f72-9a4e-828130612aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.601231 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-395a1e8a-d3c6-4f72-9a4e-828130612aac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 200 len: 835 time: 0.3963084 Dec 06 12:33:49.673716 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75d90bd1-f33d-4cfc-9469-878e93a201e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:33:49.723278 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-559e182c-c04c-41fc-a7a8-5403de2c6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.725856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-559e182c-c04c-41fc-a7a8-5403de2c6479 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5328259 Dec 06 12:33:49.771229 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] For port 75d90bd1-f33d-4cfc-9469-878e93a201e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75d90bd1-f33d-4cfc-9469-878e93a201e7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:49.771642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:49.795483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Calling delete_port for 75d90bd1-f33d-4cfc-9469-878e93a201e7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:49.848919 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-853a2f1e-fd54-4bb3-a832-3f83f580e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.853806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-853a2f1e-fd54-4bb3-a832-3f83f580e712 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ce51886-273e-4f14-9ac7-890566d8e607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420623 Dec 06 12:33:49.931466 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:49.932602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port 75d90bd1-f33d-4cfc-9469-878e93a201e7 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:33:49.933038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75d90bd1-f33d-4cfc-9469-878e93a201e7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:33:49.947440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.023672 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] No DVR routers for this DVR port 75d90bd1-f33d-4cfc-9469-878e93a201e7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:33:50.030698 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e619-51ff-4748-81e7-7a2a261e86d2 None None] Pushing event deleted for resources: {'Port': ['ID=75d90bd1-f33d-4cfc-9469-878e93a201e7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:50.119014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-75188e7c-e4cd-44f6-a2ec-0c5aafd6daf5 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653207 Dec 06 12:33:50.133528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-62b44b9c-9480-4dc6-a98b-8021d18b258f service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634020 Dec 06 12:33:50.269356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-23b4e422-8b60-4a9a-9022-d31e3e3b65f4 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3064 time: 1.8702908 Dec 06 12:33:50.272174 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:50.286514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:50.290129 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.310139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a4cc3b84-f7a8-4c8e-bc17-d870198ad870 req-a0e3123b-3ca0-4867-b506-be683c6bb5fe service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653178 Dec 06 12:33:50.339811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d4315e93-a902-42fc-9c75-ca595dfa0a82 req-280b4c60-cc3c-4c33-86e8-d6a02c862a03 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196124 Dec 06 12:33:50.414085 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fef4af-82df-41b2-8594-2d2046a9deac tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:50.414683 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fef4af-82df-41b2-8594-2d2046a9deac tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:50.416455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71fef4af-82df-41b2-8594-2d2046a9deac tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=70c53fc8-1f3b-47c7-abd9-b57ac99910ea HTTP/1.1" status: 200 len: 1990 time: 0.1430945 Dec 06 12:33:50.623814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.707569 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:50.711500 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:50.716237 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:50.717063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.722669 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1153a0e-047b-4106-869d-79106a3057a5 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:50.723801 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=23639577-52e5-41b5-a3c5-51e72380a345,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:50.761371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-37873f62-a91d-47ab-9419-145ca9f58ddb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6802857 Dec 06 12:33:50.764631 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:50.770898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '23639577-52e5-41b5-a3c5-51e72380a345', 'ip_address': '2001:db8::14c:f327:e993:2e38'}], 'name': 'tempest-NetworksTestDHCPv6-2037513988'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:50.936403 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:51.001243 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '23639577-52e5-41b5-a3c5-51e72380a345'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:33:51.002853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.054058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.075955 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 5c40cb19-e8ac-496a-be5c-2979b3177034 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:51.278351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/23639577-52e5-41b5-a3c5-51e72380a345/171a97a7-5dd7-44fc-b01f-d29c67a76b22) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:51.571523 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.603373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.740939 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::14c:f327:e993:2e38 (967641fd-83ec-484f-b26c-a1f522269ab1/23639577-52e5-41b5-a3c5-51e72380a345/5c40cb19-e8ac-496a-be5c-2979b3177034) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:51.744928 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Pushing event updated for resources: {'Port': ['ID=171a97a7-5dd7-44fc-b01f-d29c67a76b22,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:51.766867 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:51.770159 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:51.777324 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:51.891093 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Attempting to bind port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:51.891475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Attempting to bind port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:51.891849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Attempting to bind port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:51.907380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:51.908088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:51.908687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.909284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:51.910181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Bound port: 171a97a7-5dd7-44fc-b01f-d29c67a76b22, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:51.910769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.013045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] For port 171a97a7-5dd7-44fc-b01f-d29c67a76b22, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:52.019618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] For port 171a97a7-5dd7-44fc-b01f-d29c67a76b22, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=171a97a7-5dd7-44fc-b01f-d29c67a76b22,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:52.026091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.123667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.125855 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47bc0c-5a5e-4d81-9922-8017ab4ad15b None None] Pushing event updated for resources: {'Port': ['ID=171a97a7-5dd7-44fc-b01f-d29c67a76b22,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:52.174299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.241687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:52.255248 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:52.259243 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:52.263579 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:52.269509 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:52.270257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.290635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5248599 Dec 06 12:33:52.292119 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e414-e222-4de9-b365-a725260653b9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=5c40cb19-e8ac-496a-be5c-2979b3177034,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:52.294694 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:52.300647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '23639577-52e5-41b5-a3c5-51e72380a345', 'ip_address': '2001:db8::14c:f327:e993:2e38'}], 'name': 'tempest-NetworksTestDHCPv6-1834519188'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:52.333504 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Deleting subnet 9af53a12-ec21-4404-a844-7f6aa0620dbf {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:52.341441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.472742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.504610 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:52.510474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.528840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.534510 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port bb39d069-1ea6-48db-8f65-fd8cbb003d83 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:52.616704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.709421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af53a12-ec21-4404-a844-7f6aa0620dbf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:52.714335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.733242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9af53a12-ec21-4404-a844-7f6aa0620dbf HTTP/1.1" status: 204 len: 168 time: 0.4880350 Dec 06 12:33:52.733242 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:52.757577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.757936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.758283 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.758628 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.758968 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.759302 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.760232 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.760232 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.760484 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.760593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.761186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.765652 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.766310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b5d2-782b-4301-92f3-401a4a3c39d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:52.816021 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:33:52.816808 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:33:52.840616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8fda7ae-8737-408a-b3ee-080955ae1d06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5447559 Dec 06 12:33:52.844678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50496) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:52.917418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:52.956923 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac3909-aba3-4052-ae8a-b4814000efe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:52.982940 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac3909-aba3-4052-ae8a-b4814000efe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:52.989788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a5ac3909-aba3-4052-ae8a-b4814000efe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1441572 Dec 06 12:33:52.990872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50508) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:53.084631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.123385 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87394c6-201c-4fb2-aecd-4a4f49d83f54']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:53.166107 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c821412-082e-48a4-95bc-8d310bb171ad') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:53.166417 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c821412-082e-48a4-95bc-8d310bb171ad') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:53.199779 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.212043 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 5c40cb19-e8ac-496a-be5c-2979b3177034 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:53.212407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.219040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.239057 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:33:53.239523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:33:53.241286 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:33:53.365534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.395011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.398398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d87394c6-201c-4fb2-aecd-4a4f49d83f54 HTTP/1.1" status: 204 len: 168 time: 0.6641774 Dec 06 12:33:53.422116 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a6a2a-a344-4e5d-9cd5-e9ae6b6cff51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d87394c6-201c-4fb2-aecd-4a4f49d83f54,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:53.475243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.498707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 5c40cb19-e8ac-496a-be5c-2979b3177034 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:53.719012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 171a97a7-5dd7-44fc-b01f-d29c67a76b22 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:53.724698 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:53.763821 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:33:53.844181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c97cf243-325f-48cc-9c9e-b19734793ebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b58d3d28c548cda490fc55aeb7bc1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1157477 Dec 06 12:33:53.844683 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50544) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:53.881256 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:53.881533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:53.899883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.006960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=5c40cb19-e8ac-496a-be5c-2979b3177034,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:54.043496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.075939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.087187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae7a5606-ca44-4538-a742-974521ebeb4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/5c40cb19-e8ac-496a-be5c-2979b3177034 HTTP/1.1" status: 204 len: 168 time: 1.0949380 Dec 06 12:33:54.089568 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50562) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:54.106639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.110679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.197828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d1728642-d120-472f-94a2-6a06b4058973 None None] Provisioning complete for port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:54.198493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d1728642-d120-472f-94a2-6a06b4058973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.202242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 171a97a7-5dd7-44fc-b01f-d29c67a76b22, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=171a97a7-5dd7-44fc-b01f-d29c67a76b22,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:54.229942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.232027 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.237656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.243863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68214be4-57b8-4709-a5a0-10b9c45d8742 HTTP/1.1" status: 204 len: 168 time: 0.3973558 Dec 06 12:33:54.257448 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2de1b1-5cb0-4bf8-8e8e-a63467d8c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68214be4-57b8-4709-a5a0-10b9c45d8742,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:54.289920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb8048-5e1d-4e82-8df0-3e646e2a27cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:54.291912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb8048-5e1d-4e82-8df0-3e646e2a27cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:54.305126 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:54.309278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ccdb8048-5e1d-4e82-8df0-3e646e2a27cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2146411 Dec 06 12:33:54.434096 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 23639577-52e5-41b5-a3c5-51e72380a345 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:54.457514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.501429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=171a97a7-5dd7-44fc-b01f-d29c67a76b22,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:54.566237 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.676390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eaa1214e-6061-4cba-acb4-fcabe99137e8 None None] Could not find standard attr ID for object 5c40cb19-e8ac-496a-be5c-2979b3177034. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:33:54.771486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.889714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.947635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=23639577-52e5-41b5-a3c5-51e72380a345,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:54.963630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:54.975651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dbccfdf8-2e67-4e27-bee2-182417328e97 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/23639577-52e5-41b5-a3c5-51e72380a345 HTTP/1.1" status: 204 len: 168 time: 0.6669602 Dec 06 12:33:54.976680 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:55.035227 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f7c15-f446-4951-a511-0ed343de31a7 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:55.078433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ffd29cef-7601-4ec9-a5b5-b141305076e4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982678 Dec 06 12:33:55.084128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:55.095694 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:55.287767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:33:55.295575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:55.301858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.391357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Deleting port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:55.391959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.502765 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] For port 171a97a7-5dd7-44fc-b01f-d29c67a76b22, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=171a97a7-5dd7-44fc-b01f-d29c67a76b22,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:55.504536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.521953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Calling delete_port for 171a97a7-5dd7-44fc-b01f-d29c67a76b22 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:55.634990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 171a97a7-5dd7-44fc-b01f-d29c67a76b22 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:33:55.670969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.691686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.736894 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] No DVR routers for this DVR port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:33:55.763647 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d1aa-c6cf-4136-8224-184f6c9fa3ec None None] Pushing event deleted for resources: {'Port': ['ID=171a97a7-5dd7-44fc-b01f-d29c67a76b22,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:55.774776 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=62c34a52-7504-4b7f-b451-e1ed7f6cd3ff,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:55.778714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port 171a97a7-5dd7-44fc-b01f-d29c67a76b22 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:33:55.788792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 171a97a7-5dd7-44fc-b01f-d29c67a76b22 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:33:55.818071 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:55.820945 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:55.823788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:55.824384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:55.835113 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a21bae-96d4-47af-aa99-4c25398b09be None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:55.847843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-22f37a18-2cf9-477e-a9c7-4b6282de18f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7624619 Dec 06 12:33:55.850775 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:55.864924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '62c34a52-7504-4b7f-b451-e1ed7f6cd3ff', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-272705760'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:56.135053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '62c34a52-7504-4b7f-b451-e1ed7f6cd3ff'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:33:56.136023 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.153635 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:56.368676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.399644 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/62c34a52-7504-4b7f-b451-e1ed7f6cd3ff/2970f478-e5fd-4564-83e8-251685855ffc) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:56.404111 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 185c6396-e9d8-416b-8800-9da04675d4b5 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:33:56.569564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.580494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.628967 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:56.641898 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:33:56.643310 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:33:56.650058 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:56.655241 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:56.693499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a1f2bfe1-eead-4ac3-89f6-473de54aaaaf tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8390384 Dec 06 12:33:56.694608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:56.715842 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Pushing event updated for resources: {'Port': ['ID=2970f478-e5fd-4564-83e8-251685855ffc,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:56.749277 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Attempting to bind port 2970f478-e5fd-4564-83e8-251685855ffc on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:56.749814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Attempting to bind port 2970f478-e5fd-4564-83e8-251685855ffc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:56.750402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Attempting to bind port 2970f478-e5fd-4564-83e8-251685855ffc on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:56.756442 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:56.757233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:56.757774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.765838 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:56.766479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Bound port: 2970f478-e5fd-4564-83e8-251685855ffc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:56.768207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.800917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b18b7-2466-460a-988f-428caa5e6406 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:56.802545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-426b18b7-2466-460a-988f-428caa5e6406 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1068487 Dec 06 12:33:56.805636 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50676) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:56.858751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] For port 2970f478-e5fd-4564-83e8-251685855ffc, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:56.862626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] For port 2970f478-e5fd-4564-83e8-251685855ffc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2970f478-e5fd-4564-83e8-251685855ffc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:56.869131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:56.932108 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692332d7-a356-4cba-8ff3-cfab36728539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:56.934956 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692332d7-a356-4cba-8ff3-cfab36728539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:56.936801 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-692332d7-a356-4cba-8ff3-cfab36728539 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1297681 Dec 06 12:33:56.939561 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50680) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:56.987876 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b1c3-4fdf-4a08-9923-e4922ed847be None None] Pushing event updated for resources: {'Port': ['ID=2970f478-e5fd-4564-83e8-251685855ffc,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:57.166993 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 62c34a52-7504-4b7f-b451-e1ed7f6cd3ff {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:33:57.172721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.231793 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a90dfd8b-7093-4e50-814e-5d996329dc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.258428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.586946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.696383 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2970f478-e5fd-4564-83e8-251685855ffc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:57.742889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.788869 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=62c34a52-7504-4b7f-b451-e1ed7f6cd3ff,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:57.806646 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.817255 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-35618979-2d82-40e5-b25e-aabf856a0d7c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/62c34a52-7504-4b7f-b451-e1ed7f6cd3ff HTTP/1.1" status: 204 len: 168 time: 0.8757267 Dec 06 12:33:57.819279 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50694) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:57.846476 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2970f478-e5fd-4564-83e8-251685855ffc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:57.849230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:57.931562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6a12ffed-8bb4-41a3-80f0-2c0fe9f9d37e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111112 Dec 06 12:33:57.935473 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50698) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:57.946686 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:58.008659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.112328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 2970f478-e5fd-4564-83e8-251685855ffc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2970f478-e5fd-4564-83e8-251685855ffc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:58.123982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.199272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:58.209672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.218609 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=2970f478-e5fd-4564-83e8-251685855ffc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:58.556705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.700348 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=312a984f-186e-4988-acff-ffafbd687644,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:58.721061 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2bfdd-446b-4473-b5c8-b2a91016d8ef None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:58.733441 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:58.737851 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:58.742721 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:58.743528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.772915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9dff71a9-23b5-4168-8895-b80dcb6f7332 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8362546 Dec 06 12:33:58.775449 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50712) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:58.782012 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-3824654', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:58.814157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.815649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.892837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.903692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.934545 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fdac30c7-1f0d-49dd-b90e-62253c6f788a None None] Provisioning complete for port 2970f478-e5fd-4564-83e8-251685855ffc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:58.934922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fdac30c7-1f0d-49dd-b90e-62253c6f788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.942984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.947270 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:58.962686 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a8dc9c8-1563-4ec5-9584-cd687b8c9f9f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1858025 Dec 06 12:33:59.415312 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08edf7e4-04bb-4ac0-816a-438903f9c6c2 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:33:59.568207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2970f478-e5fd-4564-83e8-251685855ffc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:59.595591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:59.617895 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2948c045-e45b-4758-90b1-3a80e0ffa31d None None] Provisioning complete for port 2970f478-e5fd-4564-83e8-251685855ffc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:59.619109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2948c045-e45b-4758-90b1-3a80e0ffa31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.037819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25f8e700-a5f5-48ad-a098-0ab423b46c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.145634 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2970f478-e5fd-4564-83e8-251685855ffc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:00.146401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.240293 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::1 (967641fd-83ec-484f-b26c-a1f522269ab1/312a984f-186e-4988-acff-ffafbd687644/07b132dc-893d-49fd-81ac-94d15946ce30) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:00.544138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.573319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f1aa9892-a5f8-4bee-a700-20442a805164 None None] Provisioning complete for port 2970f478-e5fd-4564-83e8-251685855ffc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:00.578108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9892-a5f8-4bee-a700-20442a805164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.674161 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.686462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.763216 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:00.767759 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:00.770870 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:00.783179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.940554 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:01.051765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.162084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.265647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4bc69b1e-c788-4a0b-bce2-19b27eee6fa1 None None] Provisioning complete for port 07b132dc-893d-49fd-81ac-94d15946ce30 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:01.268905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4bc69b1e-c788-4a0b-bce2-19b27eee6fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.329398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4bc69b1e-c788-4a0b-bce2-19b27eee6fa1 None None] Port 07b132dc-893d-49fd-81ac-94d15946ce30 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:01.422910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.428570 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.430100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.573711 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:01.634122 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:01.635738 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:01.883211 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Router 9a6ca506-60cc-485e-9687-e34f98773321 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:02.085529 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1fb0dfa6-75e6-4c7b-82e0-54ac3c85722a None None] Provisioning complete for port 07b132dc-893d-49fd-81ac-94d15946ce30 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:02.087915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1fb0dfa6-75e6-4c7b-82e0-54ac3c85722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:02.096595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:02.102908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4b75edf-ff1c-42df-b72a-75fc092ca3d3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "PUT /v2.0/routers/9a6ca506-60cc-485e-9687-e34f98773321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1545625 Dec 06 12:34:02.105996 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50766) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:02.109925 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Sync routers for ids ['9a6ca506-60cc-485e-9687-e34f98773321'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:02.130366 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Routers {'9a6ca506-60cc-485e-9687-e34f98773321'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:02.131034 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9a6ca506-60cc-485e-9687-e34f98773321'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:02.174543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1fb0dfa6-75e6-4c7b-82e0-54ac3c85722a None None] Port 07b132dc-893d-49fd-81ac-94d15946ce30 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:02.199103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60e567-90ef-4ff4-9676-1acd512236ca tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:02.200651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4f60e567-90ef-4ff4-9676-1acd512236ca tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports/07b132dc-893d-49fd-81ac-94d15946ce30 HTTP/1.1" status: 200 len: 911 time: 0.0935616 Dec 06 12:34:02.203394 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:02.341514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ddd7c-99ca-4fdb-a996-318256baa8f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:02.346738 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Set router 9a6ca506-60cc-485e-9687-e34f98773321 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:02.353554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ddd7c-99ca-4fdb-a996-318256baa8f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:02.357258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-262ddd7c-99ca-4fdb-a996-318256baa8f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1526923 Dec 06 12:34:02.360185 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50778) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:02.383475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:02.800893 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6ca506-60cc-485e-9687-e34f98773321', 'name': 'tempest-NetworksTestDHCPv6-router-3824654', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:33:58Z', 'updated_at': '2021-12-06T12:34:00Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '07b132dc-893d-49fd-81ac-94d15946ce30', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:b2:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6ca506-60cc-485e-9687-e34f98773321', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '312a984f-186e-4988-acff-ffafbd687644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:59Z', 'updated_at': '2021-12-06T12:34:01Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '312a984f-186e-4988-acff-ffafbd687644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:02.873107 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Checking router: 9a6ca506-60cc-485e-9687-e34f98773321 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:02.874858 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Updating router 9a6ca506-60cc-485e-9687-e34f98773321 port 07b132dc-893d-49fd-81ac-94d15946ce30 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:02.982470 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.153401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.249211 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:03.440239 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c51a73fb-30f7-42e9-acde-3eb7812e819d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.443755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.660471 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c51a73fb-30f7-42e9-acde-3eb7812e819d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.668233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c51a73fb-30f7-42e9-acde-3eb7812e819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.674457 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.692774 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.755085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c51a73fb-30f7-42e9-acde-3eb7812e819d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6ebc64db92443ab8abab89942658f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5023913 Dec 06 12:34:03.776210 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50802) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:03.818452 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a73fb-30f7-42e9-acde-3eb7812e819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327850ee-8406-4b49-a67f-23c11db90ed1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:03.820055 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Pushing event updated for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:03.928683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.984180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:03.996706 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Attempting to bind port 07b132dc-893d-49fd-81ac-94d15946ce30 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:03.997241 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Attempting to bind port 07b132dc-893d-49fd-81ac-94d15946ce30 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:04.001962 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Attempting to bind port 07b132dc-893d-49fd-81ac-94d15946ce30 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:04.012951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.018169 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.018696 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.019131 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.020211 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.020646 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.021080 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.021531 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.022657 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.023958 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.024402 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.025850 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.027286 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:04.038501 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:04.038501 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:04.038501 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.039032 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:04.039621 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Bound port: 07b132dc-893d-49fd-81ac-94d15946ce30, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:04.041119 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.107221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.109911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.111963 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/327850ee-8406-4b49-a67f-23c11db90ed1 HTTP/1.1" status: 204 len: 168 time: 0.3349869 Dec 06 12:34:04.132249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851075e1-7845-4ff2-91b2-f2076cab1e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327850ee-8406-4b49-a67f-23c11db90ed1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:04.217347 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] For port 07b132dc-893d-49fd-81ac-94d15946ce30, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:04.223956 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] For port 07b132dc-893d-49fd-81ac-94d15946ce30, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07b132dc-893d-49fd-81ac-94d15946ce30,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:04.233541 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.322796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] Provisioning complete for port 07b132dc-893d-49fd-81ac-94d15946ce30 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:04.323458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.346167 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc30f0-5f35-45ce-bef0-529cf7296e3c None None] Pushing event updated for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:04.377898 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Routers {'9a6ca506-60cc-485e-9687-e34f98773321'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:04.379277 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9a6ca506-60cc-485e-9687-e34f98773321'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:04.635487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.678562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] For port 07b132dc-893d-49fd-81ac-94d15946ce30, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07b132dc-893d-49fd-81ac-94d15946ce30,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:04.684796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.782181 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:04.810943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3104b076-a0ce-4b96-8342-9d7d3047a244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:04.839576 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7abe-335a-41d3-8b8e-496e77f626c9 None None] Pushing event updated for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:04.983119 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] Set router 9a6ca506-60cc-485e-9687-e34f98773321 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:05.025067 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-292a4585-c971-481c-8853-cbf35530c9ba None None] Provisioning complete for port 07b132dc-893d-49fd-81ac-94d15946ce30 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:05.029464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-292a4585-c971-481c-8853-cbf35530c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.077979 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 07b132dc-893d-49fd-81ac-94d15946ce30 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:05.078535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.112387 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3104b076-a0ce-4b96-8342-9d7d3047a244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.120806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3104b076-a0ce-4b96-8342-9d7d3047a244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.183646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3104b076-a0ce-4b96-8342-9d7d3047a244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e11461cea854c91a8149e67ff81bef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995900 Dec 06 12:34:05.192610 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:05.216431 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104b076-a0ce-4b96-8342-9d7d3047a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7de6d-6f56-4387-ba15-b41b130a47fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:05.288377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.312628 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6ca506-60cc-485e-9687-e34f98773321', 'name': 'tempest-NetworksTestDHCPv6-router-3824654', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:33:58Z', 'updated_at': '2021-12-06T12:34:00Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '07b132dc-893d-49fd-81ac-94d15946ce30', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:b2:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6ca506-60cc-485e-9687-e34f98773321', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '312a984f-186e-4988-acff-ffafbd687644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:59Z', 'updated_at': '2021-12-06T12:34:04Z', 'revision_number': 4, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '312a984f-186e-4988-acff-ffafbd687644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:05.323971 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port 07b132dc-893d-49fd-81ac-94d15946ce30, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07b132dc-893d-49fd-81ac-94d15946ce30,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:05.324415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.325323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.351603 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cd9df-7961-4136-8b84-1d0a49c5ff2c None None] The sync data for ids ['9a6ca506-60cc-485e-9687-e34f98773321'] in n-d-master-1 is: [{'id': '9a6ca506-60cc-485e-9687-e34f98773321', 'name': 'tempest-NetworksTestDHCPv6-router-3824654', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:33:58Z', 'updated_at': '2021-12-06T12:34:00Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '07b132dc-893d-49fd-81ac-94d15946ce30', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:b2:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6ca506-60cc-485e-9687-e34f98773321', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '312a984f-186e-4988-acff-ffafbd687644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:59Z', 'updated_at': '2021-12-06T12:34:04Z', 'revision_number': 4, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '312a984f-186e-4988-acff-ffafbd687644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:05.357843 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 07b132dc-893d-49fd-81ac-94d15946ce30 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:05.418211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.421216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.422484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93b7de6d-6f56-4387-ba15-b41b130a47fb HTTP/1.1" status: 204 len: 168 time: 0.2276981 Dec 06 12:34:05.436341 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33892-eca4-49d1-9459-92e15cb458c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7de6d-6f56-4387-ba15-b41b130a47fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:05.748759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:05.784011 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=07b132dc-893d-49fd-81ac-94d15946ce30,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:06.079344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:06.506095 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Router 9a6ca506-60cc-485e-9687-e34f98773321 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:34:06.780207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:06.792529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f45bbe6-2022-43f7-8ebc-e968b85afe3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "PUT /v2.0/routers/9a6ca506-60cc-485e-9687-e34f98773321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4301152 Dec 06 12:34:06.795476 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:06.884449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fd6de-c969-4947-832e-454570ebf53a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:06.886366 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fd6de-c969-4947-832e-454570ebf53a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:06.890331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-594fd6de-c969-4947-832e-454570ebf53a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0914557 Dec 06 12:34:06.890838 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 50976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:06.974092 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 312a984f-186e-4988-acff-ffafbd687644 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:06.991562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.098053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.191283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.273341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.304743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.310433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ad00b-bccc-4b8b-aa4b-85f97423aaa8 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:07.325358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/312a984f-186e-4988-acff-ffafbd687644 HTTP/1.1" status: 204 len: 168 time: 0.4314671 Dec 06 12:34:07.326824 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:07.419341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb5805-0640-41f8-b995-8a1601063022 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=312a984f-186e-4988-acff-ffafbd687644,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:07.647982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-20750bd1-8d99-42f0-94b9-ce04d7b58dff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.3196239 Dec 06 12:34:07.650556 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:07.744748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:07.773102 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.859082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Deleting port 2970f478-e5fd-4564-83e8-251685855ffc {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:07.862733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:07.988539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] For port 2970f478-e5fd-4564-83e8-251685855ffc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2970f478-e5fd-4564-83e8-251685855ffc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:07.988955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.043733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Calling delete_port for 2970f478-e5fd-4564-83e8-251685855ffc owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:08.056583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Sync routers for ids ['9a6ca506-60cc-485e-9687-e34f98773321'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:08.057684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.060329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.089767 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Routers {'9a6ca506-60cc-485e-9687-e34f98773321'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:08.100720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9a6ca506-60cc-485e-9687-e34f98773321'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:08.116461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.118098 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6ca506-60cc-485e-9687-e34f98773321 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:34:08.127833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.130124 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-51423ade-24b6-4811-bf8d-6c3c5a7fba3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/routers/9a6ca506-60cc-485e-9687-e34f98773321 HTTP/1.1" status: 204 len: 168 time: 0.4778917 Dec 06 12:34:08.132668 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51128) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:08.139999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:08.255294 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Set router 9a6ca506-60cc-485e-9687-e34f98773321 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:08.321956 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:08.328683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.416361 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6ca506-60cc-485e-9687-e34f98773321', 'name': 'tempest-NetworksTestDHCPv6-router-3824654', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:33:58Z', 'updated_at': '2021-12-06T12:34:05Z', 'revision_number': 3, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:08.512910 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Checking router: 9a6ca506-60cc-485e-9687-e34f98773321 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:08.574763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:08.575136 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:34:08.575728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a6ca506-60cc-485e-9687-e34f98773321'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:34:08.576109 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3812802-5cbb-4034-80e2-4c95d653831f None None] The sync data for ids ['9a6ca506-60cc-485e-9687-e34f98773321'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:08.683454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.713356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.735369 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:08.741002 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:08.745851 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:08.746441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.748444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] Pushing event deleted for resources: {'Port': ['ID=2970f478-e5fd-4564-83e8-251685855ffc,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:08.756049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435720aa-1267-42b3-a154-e9ece4ab2ab1 None None] No DVR routers for this DVR port 2970f478-e5fd-4564-83e8-251685855ffc on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:34:08.761585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=2a420356-04f7-47ff-b190-64cddef6ef38,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:08.777432 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0a51b-4d1a-4b3d-96af-7258f3e85dc9 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:08.781977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-42137781-54bd-4c9a-b448-d3464b176b98 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6462617 Dec 06 12:34:08.784748 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:08.793130 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:08.831215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.832625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.943970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.953494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:08.998095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:09.000713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5618bee5-82b4-49b4-a5c0-29519c5053a0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2140837 Dec 06 12:34:09.004182 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:09.094682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '2a420356-04f7-47ff-b190-64cddef6ef38'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:09.098820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:09.538997 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51304) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:09.624244 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/2a420356-04f7-47ff-b190-64cddef6ef38/7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:09.630359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2970f478-e5fd-4564-83e8-251685855ffc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:09.708372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2970f478-e5fd-4564-83e8-251685855ffc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:09.708850 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2970f478-e5fd-4564-83e8-251685855ffc not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:09.709636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07b132dc-893d-49fd-81ac-94d15946ce30 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:09.778498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 07b132dc-893d-49fd-81ac-94d15946ce30 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:09.778960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07b132dc-893d-49fd-81ac-94d15946ce30 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:09.826712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-330fb29d-9d27-40e1-a1f6-b845189b1284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:09.836983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51344) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:09.976683 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.087203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26f80af6-2a9f-4aab-b276-a33e52ede7b3 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3439 time: 0.2275455 Dec 06 12:34:10.090216 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:10.098416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.099116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'network': {'name': 'tempest-network-smoke--936489377', 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'port_security_enabled': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:10.108510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.135885 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:10.143310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.191717 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:10.205565 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.206161 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Added segment 381a916d-f6fd-4367-85d1-c08c5d586be4 of type vlan for network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 Dec 06 12:34:10.216930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Pushing event updated for resources: {'Port': ['ID=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:10.243500 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:10.248819 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:10.256152 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:10.257544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.299869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.307397 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:10.308444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.353261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-330fb29d-9d27-40e1-a1f6-b845189b1284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.374291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-330fb29d-9d27-40e1-a1f6-b845189b1284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.384774 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2929800 Dec 06 12:34:10.389118 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51404) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:10.416991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Attempting to bind port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:10.417424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Attempting to bind port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:10.417796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Attempting to bind port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:10.425360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'admin_state_up': True, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:10.436762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:10.437187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:10.437762 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.438325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:10.438989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Bound port: 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:10.439543 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.442062 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fb29d-9d27-40e1-a1f6-b845189b1284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7250e380-bc34-494b-83b0-7abca6c49800,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:10.508896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820600f-90f9-4d9d-ad80-041038f22ecc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Network': ['ID=c88b7e8c-e25f-4100-9bf3-9582e14a5b08,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:10.526865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-330fb29d-9d27-40e1-a1f6-b845189b1284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76f0f6bb40da42f7a140ee3fe6b2b5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9859312 Dec 06 12:34:10.531131 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51420) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:10.533236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:10.623830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.627167 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.660701 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::1 (967641fd-83ec-484f-b26c-a1f522269ab1/2a420356-04f7-47ff-b190-64cddef6ef38/9ba4dd4e-f1b5-4329-bff2-19f4515af275) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:10.835371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.854387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] For port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:10.861993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] For port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:10.869938 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:10.929489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.032543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e12fa0-5b03-46f5-be30-d4a35d8c5b81 None None] Pushing event updated for resources: {'Port': ['ID=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:11.126978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.272403 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.370051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.384110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.388360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7250e380-bc34-494b-83b0-7abca6c49800 HTTP/1.1" status: 204 len: 168 time: 0.8506916 Dec 06 12:34:11.427135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7250e380-bc34-494b-83b0-7abca6c49800,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:11.515524 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.542086 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.542548 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.543007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.543456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.548814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.557435 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.558667 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.562323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.562834 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.567408 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.567853 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.569380 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d3703-3f55-4809-a638-de16f44453f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:11.587428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.748565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.805003 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:11.871837 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:11.876122 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:11.881712 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:11.882474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.926580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:11.927998 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:11.955732 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=9ba4dd4e-f1b5-4329-bff2-19f4515af275,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:12.028830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.083183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.158340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.189636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.241042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:12.251847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.272750 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.35.3.250 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/7f79aed3-13dc-41ec-ac62-54eee9f70811) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:12.393307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:12.575074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.662937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.713436 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:12.716276 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:12.723151 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:12.734064 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cef4c-54dc-417c-a31a-8e7060c7ea0b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:12.820114 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=7f79aed3-13dc-41ec-ac62-54eee9f70811,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:12.841763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6c287c9c-4703-420d-b855-f877d82261fb None None] Provisioning complete for port 7f79aed3-13dc-41ec-ac62-54eee9f70811 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:12.842898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c287c9c-4703-420d-b855-f877d82261fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:12.913691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6c287c9c-4703-420d-b855-f877d82261fb None None] Port 7f79aed3-13dc-41ec-ac62-54eee9f70811 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:13.035452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.041314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.042589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.144549 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=9ba4dd4e-f1b5-4329-bff2-19f4515af275,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:13.195159 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e8c86fd7-7bab-46fa-a875-9d40aaa00fa9 None None] Provisioning complete for port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:13.196100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e8c86fd7-7bab-46fa-a875-9d40aaa00fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.223386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.268824 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:13.274578 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:13.624078 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Router 357210bd-b4ae-4175-89ba-244b74c01559 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:13.646074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:13.707536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.712227 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9d9d640a-75aa-42f5-b285-719699e2a2f0 None None] Provisioning complete for port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:13.712659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d9d640a-75aa-42f5-b285-719699e2a2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.832001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d640a-75aa-42f5-b285-719699e2a2f0 None None] Port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:13.902920 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:13.904527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.996725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:14.010348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-35d8081c-542a-4ba5-bb52-43a07a3e61f9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "PUT /v2.0/routers/357210bd-b4ae-4175-89ba-244b74c01559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0045211 Dec 06 12:34:14.011207 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Sync routers for ids ['357210bd-b4ae-4175-89ba-244b74c01559'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:14.013182 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:14.042581 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Routers {'357210bd-b4ae-4175-89ba-244b74c01559'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:14.052292 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['357210bd-b4ae-4175-89ba-244b74c01559'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:14.141489 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6dec36-54ea-46a8-9fd5-9ca68dd2640c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:14.142964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f6dec36-54ea-46a8-9fd5-9ca68dd2640c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports/9ba4dd4e-f1b5-4329-bff2-19f4515af275 HTTP/1.1" status: 200 len: 911 time: 0.1286254 Dec 06 12:34:14.145668 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:14.211478 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 28801a29-d47d-461e-ae37-9bb88cd27dd6 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:14.272530 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b4c35c45-f936-4f9e-a656-f2a555dd33b0 None None] Provisioning complete for port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:14.273117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4c35c45-f936-4f9e-a656-f2a555dd33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:14.278500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e2277-9207-4894-8c74-91bdca38d7d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:14.308895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e2277-9207-4894-8c74-91bdca38d7d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:14.316828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a70e2277-9207-4894-8c74-91bdca38d7d7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1676633 Dec 06 12:34:14.317477 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:14.319052 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Set router 357210bd-b4ae-4175-89ba-244b74c01559 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:14.437604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b4c35c45-f936-4f9e-a656-f2a555dd33b0 None None] Port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:14.530817 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51548) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:14.550715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:14.564702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Sync routers for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:14.586265 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:14.586836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:14.615505 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:14.621452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-576dd246-3f85-4204-83e5-23d1799ef317 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1970272 Dec 06 12:34:14.622178 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51552) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:15.298310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:15.354422 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:15.457968 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:12Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '9ba4dd4e-f1b5-4329-bff2-19f4515af275', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:45:03:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357210bd-b4ae-4175-89ba-244b74c01559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:12Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:15.537670 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Checking router: 357210bd-b4ae-4175-89ba-244b74c01559 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:15.538000 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Updating router 357210bd-b4ae-4175-89ba-244b74c01559 port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:15.582885 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:15.827267 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529b37a-c656-4b5e-b940-535ce013d243 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:15.833536 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:15.836578 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f529b37a-c656-4b5e-b940-535ce013d243 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e9db06c160f14540bc524042507a6e7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 1.2085893 Dec 06 12:34:15.842254 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'network': {'name': 'tempest-network-smoke--1327874614', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:15.850774 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:13Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:15.875895 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:15.890451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:15.900456 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Checking router: 28801a29-d47d-461e-ae37-9bb88cd27dd6 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:15.902794 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Updating router 28801a29-d47d-461e-ae37-9bb88cd27dd6 port 7f79aed3-13dc-41ec-ac62-54eee9f70811 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:15.910737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:15.949047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.145397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.159122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.247599 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:16.293306 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33778666-5f4e-45c1-9d0d-52b5fd80926f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:16.301285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.301843 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Added segment 640258c0-9d62-43e5-b805-5e2d6d40779d of type vlan for network ffdc9209-7945-4b2c-9513-4e33ab026185 Dec 06 12:34:16.348372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632fa11-fad5-47a7-8e6e-90e6f1adfcec tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:16.356918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a632fa11-fad5-47a7-8e6e-90e6f1adfcec tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5183582 Dec 06 12:34:16.360293 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:16.372786 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:16.379651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.483854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.507992 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.521777 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.551021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.561915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:16.562776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.616081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.667800 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 9ba4dd4e-f1b5-4329-bff2-19f4515af275 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:16.671424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1330516 Dec 06 12:34:16.680017 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51574) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:16.691176 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-268584377', 'admin_state_up': True, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:16.747132 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Attempting to bind port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:16.749856 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Attempting to bind port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:16.750500 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Attempting to bind port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:16.773082 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:16.773990 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:16.774612 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.775214 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:16.776023 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Bound port: 9ba4dd4e-f1b5-4329-bff2-19f4515af275, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:16.788324 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.815930 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e259-856e-4ca4-97b9-ea174e9793f3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Network': ['ID=ffdc9209-7945-4b2c-9513-4e33ab026185,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:16.858515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ffdc9209-7945-4b2c-9513-4e33ab026185 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:16.879744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.881054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.945484 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:16.974866 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] For port 9ba4dd4e-f1b5-4329-bff2-19f4515af275, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:16.985285 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] For port 9ba4dd4e-f1b5-4329-bff2-19f4515af275, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ba4dd4e-f1b5-4329-bff2-19f4515af275,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:17.006354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.008367 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.036381 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4317b-de99-4653-81df-d32ff5fa8e56 None None] Pushing event updated for resources: {'Port': ['ID=9ba4dd4e-f1b5-4329-bff2-19f4515af275,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:17.050629 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.167897 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4317b-de99-4653-81df-d32ff5fa8e56 None None] Pushing event updated for resources: {'Port': ['ID=9ba4dd4e-f1b5-4329-bff2-19f4515af275,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:17.213511 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Routers {'357210bd-b4ae-4175-89ba-244b74c01559'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:17.214152 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['357210bd-b4ae-4175-89ba-244b74c01559'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:17.217096 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf6d7d-4e63-4afd-985b-409c655eacd6 None None] Pushing event updated for resources: {'Port': ['ID=7f79aed3-13dc-41ec-ac62-54eee9f70811,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:17.280985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3b5b7820-bda2-4a59-8605-f074a06f17bd tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454570 Dec 06 12:34:17.283815 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:17.417879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f76190d-c72c-4b93-a8ae-5e86712c69ce tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e9db06c160f14540bc524042507a6e7c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245186 Dec 06 12:34:17.456804 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:17.468006 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] Set router 357210bd-b4ae-4175-89ba-244b74c01559 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:17.502784 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Attempting to bind port 7f79aed3-13dc-41ec-ac62-54eee9f70811 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:17.503997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Attempting to bind port 7f79aed3-13dc-41ec-ac62-54eee9f70811 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:17.504429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Attempting to bind port 7f79aed3-13dc-41ec-ac62-54eee9f70811 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:17.517495 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613de60-929d-4898-a50b-9f946f9d3101 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:17.534510 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-46f66274-2614-4a88-85f6-e97b0c5c6d12 None None] Provisioning complete for port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:17.534897 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46f66274-2614-4a88-85f6-e97b0c5c6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.578674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.633870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:17.634274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:17.634677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.635076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:17.635575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Bound port: 7f79aed3-13dc-41ec-ac62-54eee9f70811, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:17.635962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.648465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-46f66274-2614-4a88-85f6-e97b0c5c6d12 None None] Port 9ba4dd4e-f1b5-4329-bff2-19f4515af275 was deleted so its status cannot be updated. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:34:17.753393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.877757 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=9ba4dd4e-f1b5-4329-bff2-19f4515af275,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:17.912242 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4d326a55-9522-4bb6-ac10-beba3dc4a6c3 None None] Provisioning complete for port 7f79aed3-13dc-41ec-ac62-54eee9f70811 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:17.915727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4d326a55-9522-4bb6-ac10-beba3dc4a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:17.949439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] For port 7f79aed3-13dc-41ec-ac62-54eee9f70811, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:18.069831 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] For port 7f79aed3-13dc-41ec-ac62-54eee9f70811, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f79aed3-13dc-41ec-ac62-54eee9f70811,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:18.078426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.100781 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.125425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.137964 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98399b58-f8b5-4fef-914d-1eb7433b3184 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:18.144154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-98399b58-f8b5-4fef-914d-1eb7433b3184 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6859818 Dec 06 12:34:18.146997 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:18.165589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.195144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-90fefb27-dcdc-4b9c-9a0f-b684057d97c1 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468915 Dec 06 12:34:18.197922 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:18.204239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916233734', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:18.316703 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf6d7d-4e63-4afd-985b-409c655eacd6 None None] Pushing event updated for resources: {'Port': ['ID=7f79aed3-13dc-41ec-ac62-54eee9f70811,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:18.353313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4d326a55-9522-4bb6-ac10-beba3dc4a6c3 None None] Port 7f79aed3-13dc-41ec-ac62-54eee9f70811 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:18.364853 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:12Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '9ba4dd4e-f1b5-4329-bff2-19f4515af275', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:45:03:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357210bd-b4ae-4175-89ba-244b74c01559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:16Z', 'revision_number': 4, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:18.370526 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcb0e4-865b-40d6-8bdd-8998a10df13d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:18.396632 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4d326a55-9522-4bb6-ac10-beba3dc4a6c3 None None] Could not find standard attr ID for object 9ba4dd4e-f1b5-4329-bff2-19f4515af275. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:34:18.434381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:18.435247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:18.450543 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ecd7ab-8bf6-4840-8d89-a4063eda6d29 None None] The sync data for ids ['357210bd-b4ae-4175-89ba-244b74c01559'] in n-d-master-1 is: [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:12Z', 'revision_number': 2, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None, '_interfaces': [{'id': '9ba4dd4e-f1b5-4329-bff2-19f4515af275', 'name': '', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'mac_address': 'fa:16:3e:45:03:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357210bd-b4ae-4175-89ba-244b74c01559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:16Z', 'revision_number': 4, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'subnets': [{'id': '2a420356-04f7-47ff-b190-64cddef6ef38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:18.476276 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.35.3.254 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a0ca2814-3e6b-4bf6-97cd-e348955eda48) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:18.654173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] Provisioning complete for port 7f79aed3-13dc-41ec-ac62-54eee9f70811 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:18.654616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.706207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:18.715678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.762723 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Router 357210bd-b4ae-4175-89ba-244b74c01559 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:34:18.796296 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:18.934104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:18.947049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:18.990700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8062d48c-9c58-43cf-88dc-5567c8efc747 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "PUT /v2.0/routers/357210bd-b4ae-4175-89ba-244b74c01559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6708317 Dec 06 12:34:18.993566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:19.049432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.055346 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99991329-e084-4a3d-9ec1-995d72632633 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:19.057501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99991329-e084-4a3d-9ec1-995d72632633 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:19.059504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-99991329-e084-4a3d-9ec1-995d72632633 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0645304 Dec 06 12:34:19.063168 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:19.125395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.130210 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:19.148739 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:19.154166 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:19.161109 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 2a420356-04f7-47ff-b190-64cddef6ef38 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:19.165878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.208232 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41456703-45d3-4f1f-9e05-a6a8d4a55c47 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:19.247794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] For port 7f79aed3-13dc-41ec-ac62-54eee9f70811, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f79aed3-13dc-41ec-ac62-54eee9f70811,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:19.274406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.340123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.371430 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=a0ca2814-3e6b-4bf6-97cd-e348955eda48,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:19.425708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83494-e809-4c5e-ba96-68331e8d1dcc None None] Pushing event updated for resources: {'Port': ['ID=7f79aed3-13dc-41ec-ac62-54eee9f70811,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:19.433194 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-89aee8ed-4af0-4a82-954d-9c573126af06 None None] Provisioning complete for port a0ca2814-3e6b-4bf6-97cd-e348955eda48 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:19.433796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89aee8ed-4af0-4a82-954d-9c573126af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.584192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:13Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:19.654656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-89aee8ed-4af0-4a82-954d-9c573126af06 None None] Port a0ca2814-3e6b-4bf6-97cd-e348955eda48 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:19.660348 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68315d4-ae9b-4da1-b701-4b46dd9f2990 None None] The sync data for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 is: [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:13Z', 'revision_number': 3, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:19.683836 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.714687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.794307 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-7762b694-e339-47e0-81a4-fedfce85c7e9 req-a85537f9-93da-497d-a072-128ad75186a2 tempest-ServerDiskConfigTestJSON-231620433 tempest-ServerDiskConfigTestJSON-231620433-project] (103297) timed out ('10.222.0.23', 59105) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:34:19.802716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:19.862473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:20.051104 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Subnet': ['ID=3612ac14-0609-439e-8a2e-dc973ef45d38,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:20.116207 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:20.170472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:20.193987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/2a420356-04f7-47ff-b190-64cddef6ef38 HTTP/1.1" status: 204 len: 168 time: 1.1294870 Dec 06 12:34:20.200788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51618) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:20.203285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a487e2d-44de-4baf-a020-3ae401b77f26 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:20.228231 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc022209-434a-439f-998b-cf50b9981419 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=2a420356-04f7-47ff-b190-64cddef6ef38,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:20.236147 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Checking segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:20.237781 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network hostable DHCP agents. Network: c88b7e8c-e25f-4100-9bf3-9582e14a5b08, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:20.281339 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:20.301142 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c88b7e8c-e25f-4100-9bf3-9582e14a5b08) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:20.306882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:20.308811 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:20.324235 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd003ef-4d92-4e32-b20c-ec2fd142aa45 None None] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:20.362786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7bf5bbce-a4df-4129-96bd-a8323b9f85f9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1633201 Dec 06 12:34:20.365753 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:20.642472 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:20.980378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08d39bb5-5774-4492-aefe-19f0c94b9f48 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7577813 Dec 06 12:34:20.983747 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:21.020627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10bd4d46-fc09-4f32-8b0f-bd2a3502df7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.099082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.232228 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'fixed_ips': [{'subnet_id': '3612ac14-0609-439e-8a2e-dc973ef45d38'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:21.233692 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.333665 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Sync routers for ids ['357210bd-b4ae-4175-89ba-244b74c01559'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:21.334685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.353339 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Routers {'357210bd-b4ae-4175-89ba-244b74c01559'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:21.374676 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['357210bd-b4ae-4175-89ba-244b74c01559'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:21.379069 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:21.517377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10bd4d46-fc09-4f32-8b0f-bd2a3502df7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.588537 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10bd4d46-fc09-4f32-8b0f-bd2a3502df7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.644497 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:21.707803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4d46-fc09-4f32-8b0f-bd2a3502df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e171296-b94a-40ea-96ac-a0093c9cd33d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:21.714628 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Set router 357210bd-b4ae-4175-89ba-244b74c01559 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:21.779388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10bd4d46-fc09-4f32-8b0f-bd2a3502df7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f30f3e5e795545cebb40f183956a0356&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1358018 Dec 06 12:34:21.785001 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:21.851360 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f79aed3-13dc-41ec-ac62-54eee9f70811 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:21.924687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.939178 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:17Z', 'revision_number': 3, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:21.953227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:21.964727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Allocated IP 172.20.0.18 (c88b7e8c-e25f-4100-9bf3-9582e14a5b08/3612ac14-0609-439e-8a2e-dc973ef45d38/fb2a5695-8903-4c0f-af46-9be11a6e34e6) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:22.007715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.010885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.012267 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e171296-b94a-40ea-96ac-a0093c9cd33d HTTP/1.1" status: 204 len: 168 time: 0.2239480 Dec 06 12:34:22.027259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.030585 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84e7f6-355f-44c5-ae87-47f123aa4dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e171296-b94a-40ea-96ac-a0093c9cd33d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:22.030952 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Checking router: 357210bd-b4ae-4175-89ba-244b74c01559 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:22.058997 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Routers {'357210bd-b4ae-4175-89ba-244b74c01559'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:22.061527 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['357210bd-b4ae-4175-89ba-244b74c01559'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:22.062904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Deleting port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:22.066886 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.318424 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] Set router 357210bd-b4ae-4175-89ba-244b74c01559 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:22.419047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34b30869-1569-47b0-a9e9-d6bd98dc8e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.471329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.483581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.503510 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:17Z', 'revision_number': 3, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:22.582967 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f2a7-7287-4845-8cee-76e79a9ee53d None None] The sync data for ids ['357210bd-b4ae-4175-89ba-244b74c01559'] in n-d-master-1 is: [{'id': '357210bd-b4ae-4175-89ba-244b74c01559', 'name': 'tempest-NetworksTestDHCPv6-router-18368295', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:08Z', 'updated_at': '2021-12-06T12:34:17Z', 'revision_number': 3, 'project_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:22.670963 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51658) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:22.773675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.774224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Fanout notify agent at l3_agent the message router_deleted on router 357210bd-b4ae-4175-89ba-244b74c01559 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:34:22.785016 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.786200 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-221308ab-ba09-4536-b196-aafe6f72ea17 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/routers/357210bd-b4ae-4175-89ba-244b74c01559 HTTP/1.1" status: 204 len: 168 time: 1.8013513 Dec 06 12:34:22.798782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c66595e2-3adb-4011-9691-32616f955b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.801540 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51660) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:22.853962 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7f79aed3-13dc-41ec-ac62-54eee9f70811 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:22.854545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.926947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] For port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:22.927366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:22.971407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Calling delete_port for 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:23.167070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.190945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.233082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c66595e2-3adb-4011-9691-32616f955b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.269270 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:23.273782 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:23.279986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:23.283498 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb2a5695-8903-4c0f-af46-9be11a6e34e6,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.294472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.341836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34b30869-1569-47b0-a9e9-d6bd98dc8e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.351929 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] Pushing event deleted for resources: {'Port': ['ID=7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.380151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c66595e2-3adb-4011-9691-32616f955b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.390782 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.20.0.17 (c88b7e8c-e25f-4100-9bf3-9582e14a5b08/3612ac14-0609-439e-8a2e-dc973ef45d38/15c888c2-161f-4afa-9f51-28c430bc1210) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:23.399518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34b30869-1569-47b0-a9e9-d6bd98dc8e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.425966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:23.456259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:23.456810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:23.476369 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1b505-5fe7-47b6-a7fa-3fd037e591a6 None None] No DVR routers for this DVR port 7119ba94-4caf-4ca3-ae65-99aaaf4f8dcc on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:34:23.481605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Attempting to bind port fb2a5695-8903-4c0f-af46-9be11a6e34e6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:23.481800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Attempting to bind port fb2a5695-8903-4c0f-af46-9be11a6e34e6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:23.482166 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Attempting to bind port fb2a5695-8903-4c0f-af46-9be11a6e34e6 on network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:23.488955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:23.489400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Checking segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:23.489819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.490319 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Bound using segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:23.491264 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Bound port: fb2a5695-8903-4c0f-af46-9be11a6e34e6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:23.491558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.502090 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34b30869-1569-47b0-a9e9-d6bd98dc8e02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cd2b54e4ee14d33bd5349d38c26628f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8487682 Dec 06 12:34:23.504993 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:23.540232 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:23.573937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] For port fb2a5695-8903-4c0f-af46-9be11a6e34e6, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:23.577948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] For port fb2a5695-8903-4c0f-af46-9be11a6e34e6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb2a5695-8903-4c0f-af46-9be11a6e34e6,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:23.582017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9ba4dd4e-f1b5-4329-bff2-19f4515af275 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:23.588227 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.637070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.643517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be33e50-7985-43d6-bb20-5b5bda6be0c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:23.669714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8be33e50-7985-43d6-bb20-5b5bda6be0c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8631017 Dec 06 12:34:23.674592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9ba4dd4e-f1b5-4329-bff2-19f4515af275 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:23.674950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9ba4dd4e-f1b5-4329-bff2-19f4515af275 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:23.675056 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:23.689703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.709730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c66595e2-3adb-4011-9691-32616f955b00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbe9f5c24a7b49df91380bf07f2711a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0160174 Dec 06 12:34:23.712313 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66595e2-3adb-4011-9691-32616f955b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40dabac-1a6e-44c6-bf49-e49254152f11,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.718811 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:23.811949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299252dd-ecc9-4170-8f56-e357f5f45bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb2a5695-8903-4c0f-af46-9be11a6e34e6,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.830240 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:23.843030 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:23.848266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.859327 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:23.883075 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8accf45b-b2f3-4383-ac6d-b2477d54ea58 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:23.886511 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b30869-1569-47b0-a9e9-d6bd98dc8e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d6837d-dbe1-4bee-804e-0a56f9566229,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.889093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8accf45b-b2f3-4383-ac6d-b2477d54ea58 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2118211 Dec 06 12:34:23.896778 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:23.924066 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:23.956163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.961311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:23.989435 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b8d1a3cc-dc5c-4479-b282-34b6d46f6bf8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821733 Dec 06 12:34:24.008237 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51674) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:24.008951 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.024474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.028249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:24.117323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:24.140793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:24.160896 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:24.161818 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:24.170710 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.172994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0b020262-79b3-4986-afc7-393983ad2247 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4910948 Dec 06 12:34:24.174878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.177909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.179915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90d6837d-dbe1-4bee-804e-0a56f9566229 HTTP/1.1" status: 204 len: 168 time: 0.6292024 Dec 06 12:34:24.180744 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51676) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:24.201085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ec9c-a056-45cf-a82e-a2f5cb693f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d6837d-dbe1-4bee-804e-0a56f9566229,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:24.219145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.231643 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.235922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b40dabac-1a6e-44c6-bf49-e49254152f11 HTTP/1.1" status: 204 len: 168 time: 0.5113239 Dec 06 12:34:24.252905 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:24.256808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.260803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71176042-00a0-45a7-9d89-91ff7d35d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40dabac-1a6e-44c6-bf49-e49254152f11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:24.374796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:24.413257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:24.614693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8ffbacc4-47c3-4edb-8c8b-bee555e662f8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=86d080c3c9ce45449ffc8a974dc6d6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4198132 Dec 06 12:34:24.618026 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:24.777820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:24.872380 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:24.872745 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Updating router 612815b6-be62-4ba7-a794-0a0e571dc08a port a0ca2814-3e6b-4bf6-97cd-e348955eda48 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:24.926875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.037901 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:34:25.041513 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51700) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:25.042038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.158428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b0208b-bc9a-4f01-a87c-c7531a425e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.201731 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:25.224823 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:25.236567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:25.237889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.242314 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5089832-f0f6-4163-bab1-ab3e4576a146 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:25.259586 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=69662946-6878-43f1-8418-91f829144bc8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:25.273040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f3163a6-7b5c-4644-ade3-a37460fc37ae tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2638292 Dec 06 12:34:25.279474 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51704) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:25.288121 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:25.361239 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.410639 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.475865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d554f-fd2b-4a91-8a46-5b553195bc04 None None] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:25.628352 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '69662946-6878-43f1-8418-91f829144bc8'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:25.629131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.712090 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-c91d507e-9c72-4919-ae1e-044819795252 req-b720daf6-e64b-42c7-a077-84928440aec5 tempest-ListServersNegativeTestJSON-163743406 tempest-ListServersNegativeTestJSON-163743406-project] (103298) timed out ('10.222.0.23', 59331) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:34:25.715168 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba37d96-c513-4c8a-800b-37526c2b09bb tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:25.720092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-eba37d96-c513-4c8a-800b-37526c2b09bb tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1005387 Dec 06 12:34:25.720688 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51718) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:25.744559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.746032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb2a5695-8903-4c0f-af46-9be11a6e34e6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:25.778590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-eb68ec39-fbe9-4b23-b7b9-5fe3eaf39b32 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567632 Dec 06 12:34:25.779412 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51726) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:25.785283 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972109490', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:25.787196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:25.791503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.821187 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:25.826189 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] Provisioning complete for port fb2a5695-8903-4c0f-af46-9be11a6e34e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:25.826561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:25.991008 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:25.995372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b0208b-bc9a-4f01-a87c-c7531a425e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.005084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.007891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.008758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b0208b-bc9a-4f01-a87c-c7531a425e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.086877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0208b-bc9a-4f01-a87c-c7531a425e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b622af-45bd-4c85-bbdd-554c6fcddd3a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:26.105297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66b0208b-bc9a-4f01-a87c-c7531a425e31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77b65bcf04a840dcbfe34d2a16c8587f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0583642 Dec 06 12:34:26.111337 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:26.172154 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:26.179957 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:26.263053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fb2a5695-8903-4c0f-af46-9be11a6e34e6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:26.263544 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.271133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.280516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.333909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.463951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c41f5-9d1c-450a-871a-60a88202e783 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:26.487142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.502961 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 28801a29-d47d-461e-ae37-9bb88cd27dd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:34:26.506214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.552085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.555017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.558716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82b622af-45bd-4c85-bbdd-554c6fcddd3a HTTP/1.1" status: 204 len: 168 time: 0.4436743 Dec 06 12:34:26.576633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd25947-4f15-48b9-b24d-072c7f1d0589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b622af-45bd-4c85-bbdd-554c6fcddd3a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:26.592109 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:26.596652 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:26.600204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:26.600960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.606865 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Subnet': ['ID=81875170-f2f2-4999-9e9d-297fc7938762,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:26.656657 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008fa9f-9869-4928-9f2c-2ad999225964 None None] Pushing event updated for resources: {'Port': ['ID=a0ca2814-3e6b-4bf6-97cd-e348955eda48,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:26.684994 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Checking segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:26.689013 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network hostable DHCP agents. Network: ffdc9209-7945-4b2c-9513-4e33ab026185, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:26.709339 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=8c36d4ae-ea62-4c23-b0f7-ab0d671be0be,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:26.711881 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network ffdc9209-7945-4b2c-9513-4e33ab026185 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:26.727138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e443bb5f-0583-4f3a-8a70-9f3803a33931 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4464447 Dec 06 12:34:26.730144 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:26.734513 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ffdc9209-7945-4b2c-9513-4e33ab026185) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:26.737180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:92:fe:da', 'name': 'tempest-NetworksTestDHCPv6-1764330210'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:26.756153 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:26.758121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.792151 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6f9767d9-3fe0-4fdd-981f-d1e5881b2b5e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0112035 Dec 06 12:34:26.793197 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51776) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:26.873495 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28596482-1332-473e-8390-a199681e25ed None None] Network ffdc9209-7945-4b2c-9513-4e33ab026185 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:26.887029 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:26.905199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d47c1224-c03a-4014-8509-eea1c7163566 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "PUT /v2.0/routers/28801a29-d47d-461e-ae37-9bb88cd27dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5270426 Dec 06 12:34:26.905287 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Sync routers for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:26.931032 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:26.936648 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:27.077953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.095510 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-562c1b5b-53eb-47ea-bd76-5bd3db6157e1 req-5152624b-4760-4fe5-a0d3-70ade6b5aa7d service neutron] (103297) timed out ('10.222.0.53', 63152) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:34:27.113509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:27.129078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Attempting to bind port a0ca2814-3e6b-4bf6-97cd-e348955eda48 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:27.129682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Attempting to bind port a0ca2814-3e6b-4bf6-97cd-e348955eda48 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:27.130366 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Attempting to bind port a0ca2814-3e6b-4bf6-97cd-e348955eda48 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:27.137083 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Allocated IP 2001:db8::f816:3eff:fe69:6676 (967641fd-83ec-484f-b26c-a1f522269ab1/69662946-6878-43f1-8418-91f829144bc8/73c00497-4e1f-48fe-8fa6-c951eda041c7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:27.147927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:27.148617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:27.149199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.149775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:27.150698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Bound port: a0ca2814-3e6b-4bf6-97cd-e348955eda48, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:27.151269 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.155709 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:27.281743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] For port fb2a5695-8903-4c0f-af46-9be11a6e34e6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb2a5695-8903-4c0f-af46-9be11a6e34e6,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:27.286347 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:27.351798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.364960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.429748 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port b71e023d-301d-4709-a284-2e6015258eaa yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:34:27.803698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dfeb670c-bcdf-42fb-a079-e9eac4cfa97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:27.885594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-173d8e46-d8c5-4bee-958b-bc53b56330a6 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:27.887168 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-173d8e46-d8c5-4bee-958b-bc53b56330a6 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/networks?id=c88b7e8c-e25f-4100-9bf3-9582e14a5b08 HTTP/1.1" status: 200 len: 797 time: 0.3143225 Dec 06 12:34:27.888948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] For port a0ca2814-3e6b-4bf6-97cd-e348955eda48, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:27.915260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-a11d5fae-7395-4385-8bd4-1e75ad0aa393 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/quotas/e9db06c160f14540bc524042507a6e7c HTTP/1.1" status: 200 len: 375 time: 0.0195918 Dec 06 12:34:27.961008 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:24Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '15c888c2-161f-4afa-9f51-28c430bc1210', 'name': '', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:9a:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:22Z', 'updated_at': '2021-12-06T12:34:24Z', 'revision_number': 2, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:28.011587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.030462 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Checking router: 28801a29-d47d-461e-ae37-9bb88cd27dd6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:28.031050 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Updating router 28801a29-d47d-461e-ae37-9bb88cd27dd6 port 15c888c2-161f-4afa-9f51-28c430bc1210 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:28.050755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da3e05e9-aa7e-4d68-bf8c-a263feae72ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.058633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-0bccc649-c081-4e22-8f95-ebaf8222f947 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1361933 Dec 06 12:34:28.064606 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.087616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] For port a0ca2814-3e6b-4bf6-97cd-e348955eda48, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0ca2814-3e6b-4bf6-97cd-e348955eda48,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:28.161260 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.320170 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] Provisioning complete for port a0ca2814-3e6b-4bf6-97cd-e348955eda48 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:28.324567 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.343633 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f94bd-7d0a-4c04-b918-9d87cb131f8f None None] Pushing event updated for resources: {'Port': ['ID=fb2a5695-8903-4c0f-af46-9be11a6e34e6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:28.383918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-0fa4dcb2-4a97-49a5-b341-b960274817cb service neutron] 10.222.0.31 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191676 Dec 06 12:34:28.461458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f5423-1496-49d5-b931-d78c42efe288 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:28.660558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-f05f4f07-6dbf-489d-97df-24ff09b19d63 service neutron] 10.222.0.31 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628226 Dec 06 12:34:28.706936 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.713900 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.735585 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:28.736192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:28.792051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da3e05e9-aa7e-4d68-bf8c-a263feae72ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.829445 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da3e05e9-aa7e-4d68-bf8c-a263feae72ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.831375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:28.921267 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:28.942166 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Attempting to bind port 15c888c2-161f-4afa-9f51-28c430bc1210 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:28.943658 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Attempting to bind port 15c888c2-161f-4afa-9f51-28c430bc1210 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:28.946216 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Attempting to bind port 15c888c2-161f-4afa-9f51-28c430bc1210 on network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:28.957146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-d83b7d0e-63dc-467f-a078-86026b1bd533 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6159120 Dec 06 12:34:28.981093 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:28.982517 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Checking segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:28.983466 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.986882 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Bound using segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:29.008465 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Bound port: 15c888c2-161f-4afa-9f51-28c430bc1210, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:29.008890 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.138188 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] For port 15c888c2-161f-4afa-9f51-28c430bc1210, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:29.143411 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] For port 15c888c2-161f-4afa-9f51-28c430bc1210, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c888c2-161f-4afa-9f51-28c430bc1210,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:29.150449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4173c77c-db43-48a6-911e-cfef49103f3d req-5af5299a-59c5-488c-823f-062d1fe9c5d6 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 210 time: 0.0478666 Dec 06 12:34:29.151760 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.155881 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c55c-5d4d-408a-9845-4283c13916a1 None None] Pushing event updated for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:29.196243 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1713548953-network', 'tenant_id': '8000e931a5a94a3d8d85c091ca6043b2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:29.231702 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Made reservation on behalf of 8000e931a5a94a3d8d85c091ca6043b2 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:29.237474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.256817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.319541 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c55c-5d4d-408a-9845-4283c13916a1 None None] Pushing event updated for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:29.322587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da3e05e9-aa7e-4d68-bf8c-a263feae72ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc26c5ec840a45e4bc8917ca29dc3917&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1660283 Dec 06 12:34:29.327560 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:29.352173 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:29.353216 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:29.368174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e05e9-aa7e-4d68-bf8c-a263feae72ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fca997-50b3-432e-8619-80da9cbc6570,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:29.443038 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ffdc9209-7945-4b2c-9513-4e33ab026185', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:29.447474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.503414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008fa9f-9869-4928-9f2c-2ad999225964 None None] Pushing event updated for resources: {'Port': ['ID=a0ca2814-3e6b-4bf6-97cd-e348955eda48,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:29.551443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.561193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.580773 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:29.623118 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.623279 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.632071 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.632631 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.633360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.633870 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.634454 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.636621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec6ad24d-e361-4723-8c0c-9db605047867 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.5168235 Dec 06 12:34:29.667186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:29.692510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:29.716008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.718080 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Added segment 8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1 of type vlan for network 92768446-a353-4b6f-9134-8b999af7bfa5 Dec 06 12:34:29.817925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.831728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.873731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.892716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.894136 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:29.896888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.934840 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.954709 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.959533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.962828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.964023 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9fca997-50b3-432e-8619-80da9cbc6570 HTTP/1.1" status: 204 len: 168 time: 0.6103599 Dec 06 12:34:29.994052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.003122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7a61-6fa8-4df4-8fd7-19f0a1ee9137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.037298 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0e6c1-9068-488d-a51c-a6a9fdd09f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fca997-50b3-432e-8619-80da9cbc6570,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:30.041814 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:30.064762 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] Pushing event updated for resources: {'Network': ['ID=92768446-a353-4b6f-9134-8b999af7bfa5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:30.082378 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] For port a0ca2814-3e6b-4bf6-97cd-e348955eda48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0ca2814-3e6b-4bf6-97cd-e348955eda48,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:30.090543 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:24Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '15c888c2-161f-4afa-9f51-28c430bc1210', 'name': '', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:9a:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:22Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:30.095180 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.1 (ffdc9209-7945-4b2c-9513-4e33ab026185/81875170-f2f2-4999-9e9d-297fc7938762/644e4253-423f-4f07-b638-eb38e997b719) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:30.106840 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 92768446-a353-4b6f-9134-8b999af7bfa5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:30.110617 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:30.121384 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:30.175979 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-13f7aa54-e8e1-46f2-bf7b-3c6d5c96bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:30.176924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-13f7aa54-e8e1-46f2-bf7b-3c6d5c96bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:30.179907 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-13f7aa54-e8e1-46f2-bf7b-3c6d5c96bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:30.184511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-13f7aa54-e8e1-46f2-bf7b-3c6d5c96bda9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.4936380 Dec 06 12:34:30.234040 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.269599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b96918c8-9602-4807-a6ec-a339bee59f2e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4368794 Dec 06 12:34:30.290856 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:30.300658 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Request body: {'subnet': {'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1713548953-subnet', 'tenant_id': '8000e931a5a94a3d8d85c091ca6043b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:30.360476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-607664ad-fe2a-49c2-8f1d-43d2c14b9072 req-b72e2203-d031-46a7-986b-b645d4f65992 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 210 time: 0.0621867 Dec 06 12:34:30.379527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Made reservation on behalf of 8000e931a5a94a3d8d85c091ca6043b2 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:30.382141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.444754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-54618349-e81e-4c94-b69a-00649311d5e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.2507083 Dec 06 12:34:30.514715 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 172.20.0.10 (967641fd-83ec-484f-b26c-a1f522269ab1/8c36d4ae-ea62-4c23-b0f7-ab0d671be0be/b71e023d-301d-4709-a284-2e6015258eaa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:30.535276 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe92:feda (967641fd-83ec-484f-b26c-a1f522269ab1/69662946-6878-43f1-8418-91f829144bc8/b71e023d-301d-4709-a284-2e6015258eaa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:30.560948 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3057dc-b3f7-40c1-80ad-f639126adaec None None] The sync data for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 is: [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:34:24Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '15c888c2-161f-4afa-9f51-28c430bc1210', 'name': '', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:9a:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:22Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:30.562538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb2a5695-8903-4c0f-af46-9be11a6e34e6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:30.647034 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-9ce0f637-0103-481a-8cb6-d2770fdf860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:30.648675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-9ce0f637-0103-481a-8cb6-d2770fdf860c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.1043534 Dec 06 12:34:30.749386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Attempting to bind port 73c00497-4e1f-48fe-8fa6-c951eda041c7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:30.749949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Attempting to bind port 73c00497-4e1f-48fe-8fa6-c951eda041c7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:30.750894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Attempting to bind port 73c00497-4e1f-48fe-8fa6-c951eda041c7 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:30.763746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.765812 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:34:30.779420 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Pushing event updated for resources: {'Port': ['ID=73c00497-4e1f-48fe-8fa6-c951eda041c7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:30.808091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.851722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.855193 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-e0d688be-3207-4f9c-a181-865be21883b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:30.860943 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-e0d688be-3207-4f9c-a181-865be21883b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035213 Dec 06 12:34:30.868541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.924306 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Provisioning complete for port 15c888c2-161f-4afa-9f51-28c430bc1210 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:30.925188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.927418 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa6474-8466-40f7-88ca-a9cfd56f6bf0 None None] Pushing event updated for resources: {'Port': ['ID=a0ca2814-3e6b-4bf6-97cd-e348955eda48,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:30.945967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:30.946334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:30.946976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.947388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:30.951908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Bound port: 73c00497-4e1f-48fe-8fa6-c951eda041c7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:30.952332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.053735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc08b98-ed3e-4c6c-917c-53e594d0523e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:31.164755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:31.176240 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Checking segment: {'id': '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:31.180063 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Network hostable DHCP agents. Network: 92768446-a353-4b6f-9134-8b999af7bfa5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:31.247722 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network ffdc9209-7945-4b2c-9513-4e33ab026185 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:31.285319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:31.291441 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Network 92768446-a353-4b6f-9134-8b999af7bfa5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:31.295451 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:31.341559 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 92768446-a353-4b6f-9134-8b999af7bfa5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:31.350532 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.370870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:31.371642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.393592 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-165b1e8f-75cc-4cdb-b74c-05ffa0f54226 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180399 Dec 06 12:34:31.453337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2fd53d96-d38b-466b-b697-b960e77a6cf4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1611671 Dec 06 12:34:31.476190 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef8919-901e-4e8d-9476-300a6e858106 None None] Network 92768446-a353-4b6f-9134-8b999af7bfa5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:31.483491 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51906) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:31.503876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.585495 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-10d5a070-4cc3-4df1-9833-9666c788a73c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:31.587014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-10d5a070-4cc3-4df1-9833-9666c788a73c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.23 "GET /v2.0/networks?id=c88b7e8c-e25f-4100-9bf3-9582e14a5b08 HTTP/1.1" status: 200 len: 797 time: 0.5449584 Dec 06 12:34:31.672117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Allocated IP 172.20.0.2 (ffdc9209-7945-4b2c-9513-4e33ab026185/81875170-f2f2-4999-9e9d-297fc7938762/6143240a-d6e0-4168-bb37-e38bc79ba022) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:31.677909 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Request body: {'port': {'device_id': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'admin_state_up': True, 'tenant_id': 'e9db06c160f14540bc524042507a6e7c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:31.857842 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1828410861-network', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:31.873289 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-2d1626f1-0f14-4397-b63a-9cb5668bb691 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688323 Dec 06 12:34:31.925464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.977378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.002917 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port fb2a5695-8903-4c0f-af46-9be11a6e34e6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:32.003522 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.028495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-7074710c-566d-4c9d-9a0c-7263b326e6af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.1444190 Dec 06 12:34:32.118458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Pushing event updated for resources: {'Port': ['ID=6143240a-d6e0-4168-bb37-e38bc79ba022,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:32.120969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.122577 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:32.163093 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Made reservation on behalf of 35e6a53d226341329c4756aa9f5d727c for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:32.169131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.173915 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceef3ae-d643-4dae-848f-614f68bc820a None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:32.202066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.226293 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Network ffdc9209-7945-4b2c-9513-4e33ab026185 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:32.237212 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:32.243741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7783e027-53a1-46e9-83d7-2cce53990500 None None] Network 92768446-a353-4b6f-9134-8b999af7bfa5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:32.249946 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:32.343807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6855b3d-cc57-4afe-9122-a0760a404eed req-cf5e77b8-920f-45a8-b18a-d29601137e49 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 210 time: 0.7971413 Dec 06 12:34:32.366188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.384764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.433821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Attempting to bind port 6143240a-d6e0-4168-bb37-e38bc79ba022 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:32.434207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Attempting to bind port 6143240a-d6e0-4168-bb37-e38bc79ba022 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:32.434580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Attempting to bind port 6143240a-d6e0-4168-bb37-e38bc79ba022 on network ffdc9209-7945-4b2c-9513-4e33ab026185 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:32.436580 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.444384 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] For port 73c00497-4e1f-48fe-8fa6-c951eda041c7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:32.492832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.497307 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:32.504793 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:32.514823 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:32.576528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:32.576897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Checking segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:32.577473 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.578165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Bound using segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:32.578713 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Bound port: 6143240a-d6e0-4168-bb37-e38bc79ba022, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:32.579104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.582681 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] For port 73c00497-4e1f-48fe-8fa6-c951eda041c7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=73c00497-4e1f-48fe-8fa6-c951eda041c7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:32.596644 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=b71e023d-301d-4709-a284-2e6015258eaa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:32.613658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.651139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:32.651836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.654477 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:32.678977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117610415-network', 'tenant_id': '3fd70859920c4cc08b0905e3e7926105'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:32.771767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:34:32.771767 n-d-master-1 neutron-server[103297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:34:32.771767 n-d-master-1 neutron-server[103297]: [parameters: {'project_id_1': '3fd70859920c4cc08b0905e3e7926105', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 34, 12, 698763)}] Dec 06 12:34:32.771767 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:34:32.772668 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:34:32.784551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] For port 15c888c2-161f-4afa-9f51-28c430bc1210, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c888c2-161f-4afa-9f51-28c430bc1210,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:32.878555 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-c99a27b8-1ec6-4418-b000-0844ab009f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:32.881429 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-c99a27b8-1ec6-4418-b000-0844ab009f38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.8045809 Dec 06 12:34:32.917227 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c888c2-161f-4afa-9f51-28c430bc1210 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:32.927205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:32.947726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d10c5752-ee51-4878-a4dc-5bc1cba94061 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.2138803 Dec 06 12:34:32.948578 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:33.058569 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298fc1e-f39f-47d9-970e-207064fa24a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:33.060059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Made reservation on behalf of e9db06c160f14540bc524042507a6e7c for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:33.063884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.084889 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298fc1e-f39f-47d9-970e-207064fa24a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:33.106479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] For port 6143240a-d6e0-4168-bb37-e38bc79ba022, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:33.110427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] For port 6143240a-d6e0-4168-bb37-e38bc79ba022, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6143240a-d6e0-4168-bb37-e38bc79ba022,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:33.110604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a298fc1e-f39f-47d9-970e-207064fa24a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1582291 Dec 06 12:34:33.111228 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:33.144373 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.151296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.172431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.261693 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Provisioning complete for port fb2a5695-8903-4c0f-af46-9be11a6e34e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:33.262086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.366092 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Made reservation on behalf of 3fd70859920c4cc08b0905e3e7926105 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:33.367298 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.374085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7f72-849a-4304-b795-9c28b66f1de9 None None] Pushing event updated for resources: {'Port': ['ID=73c00497-4e1f-48fe-8fa6-c951eda041c7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:33.381734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.405523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.504682 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 15c888c2-161f-4afa-9f51-28c430bc1210 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:33.505287 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.584578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.649284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Pushing event updated for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:33.675514 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port b71e023d-301d-4709-a284-2e6015258eaa {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:33.688815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.699005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.754041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b6f3-2884-4302-910f-2effbf712748 None None] Pushing event updated for resources: {'Port': ['ID=6143240a-d6e0-4168-bb37-e38bc79ba022,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:33.756151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9366be48-e5db-4c93-8043-501f6274f28b req-2d369971-ebef-4fb4-82a9-24f15c7891b2 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 210 time: 0.1609917 Dec 06 12:34:33.776073 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Provisioning complete for port a0ca2814-3e6b-4bf6-97cd-e348955eda48 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:33.776458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7476a0b-0eb0-4881-a8dd-affec327ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.812207 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:33.900832 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a98720-a329-4758-84b6-9df0c9951864,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:33.998141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:33.998497 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Added segment c5481307-73b9-4154-be85-c70b1642ce87 of type vlan for network 82779377-4322-4100-80b1-cf1328a1cbe3 Dec 06 12:34:34.077825 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.091324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.125081 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for b71e023d-301d-4709-a284-2e6015258eaa owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:34.154297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.155426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:34.155834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.218291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.244644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5852807 Dec 06 12:34:34.250914 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51940) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:34.291792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.314426 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Request body: {'subnet': {'network_id': '82779377-4322-4100-80b1-cf1328a1cbe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117610415-subnet', 'tenant_id': '3fd70859920c4cc08b0905e3e7926105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:34.315081 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d806-89ea-4626-99c1-b8fc830205c5 admin admin] Pushing event updated for resources: {'Network': ['ID=82779377-4322-4100-80b1-cf1328a1cbe3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:34.329717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 82779377-4322-4100-80b1-cf1328a1cbe3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:34.341946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-d6f3854a-d71a-4bea-8fd5-3d925b2ab81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:34.343633 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-d6f3854a-d71a-4bea-8fd5-3d925b2ab81f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4144359 Dec 06 12:34:34.356150 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:34.456894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871f7fb3-f8ac-437d-83d8-d225ada614d1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:34.464642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.464996 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Added segment 15fc5119-499e-4c30-b912-2f90a53bc60d of type vlan for network f83716af-ba79-4b34-91be-02bdddf85be0 Dec 06 12:34:34.541491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4fa5fe-5c84-4f3a-bb71-1b020bae392d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:34.570526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.623735 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=b71e023d-301d-4709-a284-2e6015258eaa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:34.668356 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Allocated IP 172.20.0.29 (c88b7e8c-e25f-4100-9bf3-9582e14a5b08/3612ac14-0609-439e-8a2e-dc973ef45d38/0710968a-f541-4faa-9b24-b4f92dfa2900) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:34.776477 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] Provisioning complete for port 73c00497-4e1f-48fe-8fa6-c951eda041c7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:34.776947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.797927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:34.808901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d002ece2-1c2b-4979-8ca6-b981a00b6ee1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/b71e023d-301d-4709-a284-2e6015258eaa HTTP/1.1" status: 204 len: 168 time: 1.6890383 Dec 06 12:34:34.809728 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:34.907310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83197f55-17b6-47a9-94f9-1cfd39d3b7f3 req-c21e51fd-b7b3-4847-9f9e-fedd1433edbf tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 210 time: 0.0383272 Dec 06 12:34:34.942146 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41428a8d-a42d-4268-bb79-72a8d160bec4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:34.946306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41428a8d-a42d-4268-bb79-72a8d160bec4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:34.952532 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41428a8d-a42d-4268-bb79-72a8d160bec4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:34.956913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-41428a8d-a42d-4268-bb79-72a8d160bec4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1461732 Dec 06 12:34:34.959362 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:34.960030 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:35.048140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a9bb7-3831-4c9f-b0e3-8901b1ff841e None None] Network ffdc9209-7945-4b2c-9513-4e33ab026185 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:35.056152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.056509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.075040 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Made reservation on behalf of 3fd70859920c4cc08b0905e3e7926105 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:35.078007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.121493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.152470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-1d6b4fd2-2aa7-422b-9855-2c240f8c3ac3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0472281 Dec 06 12:34:35.156703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 73c00497-4e1f-48fe-8fa6-c951eda041c7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:35.165421 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 69662946-6878-43f1-8418-91f829144bc8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:35.170381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.178972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-a1d5b378-124d-42b7-a626-85c37aa673a1 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842925 Dec 06 12:34:35.235203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] For port 73c00497-4e1f-48fe-8fa6-c951eda041c7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=73c00497-4e1f-48fe-8fa6-c951eda041c7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:35.236554 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.237547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:35.238145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.270067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eec82a-c4bc-42f1-8c6e-b831bc12a976 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '69662946-6878-43f1-8418-91f829144bc8', 'ip_address': '2001:db8::f816:3eff:fe69:6676'}, {'subnet_id': '8c36d4ae-ea62-4c23-b0f7-ab0d671be0be'}], 'binding:host_id': 'n-d-master-1'}, 'id': '73c00497-4e1f-48fe-8fa6-c951eda041c7'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:34:35.276956 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.293979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.361015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.372160 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87eec82a-c4bc-42f1-8c6e-b831bc12a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.414240 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6435b-a144-4e53-a4a7-918f18820eff None None] Pushing event updated for resources: {'Port': ['ID=73c00497-4e1f-48fe-8fa6-c951eda041c7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:35.427292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9340141 Dec 06 12:34:35.430479 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:35.440320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Request body: {'subnet': {'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1828410861-subnet', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:35.489904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.597423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.603002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb50e7-8d0e-46bb-9ff2-2aa97501f5dc admin admin] Pushing event updated for resources: {'Network': ['ID=f83716af-ba79-4b34-91be-02bdddf85be0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:35.630635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f83716af-ba79-4b34-91be-02bdddf85be0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:35.653236 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Made reservation on behalf of 35e6a53d226341329c4756aa9f5d727c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:35.655656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.665462 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] Provisioning complete for port 6143240a-d6e0-4168-bb37-e38bc79ba022 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:35.665760 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.702905 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-adc825c5-3afc-4825-b927-0d3376f3432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:35.704523 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-adc825c5-3afc-4825-b927-0d3376f3432d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 0.4353907 Dec 06 12:34:35.708247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 73c00497-4e1f-48fe-8fa6-c951eda041c7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:35.708624 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.708860 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network ffdc9209-7945-4b2c-9513-4e33ab026185 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:35.716367 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-35f7482a-5441-4cd4-aa63-3d04a874420c service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039775 Dec 06 12:34:35.718433 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:35.734266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.767457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.773849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/69662946-6878-43f1-8418-91f829144bc8 HTTP/1.1" status: 204 len: 168 time: 0.8128109 Dec 06 12:34:35.776557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9a833-3a29-4335-b8c2-38b95eb90f4d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=69662946-6878-43f1-8418-91f829144bc8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:35.779727 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:35.829080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-0b682862-5377-4c0a-8e9a-514df02b1ee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.1038783 Dec 06 12:34:35.852150 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 8c36d4ae-ea62-4c23-b0f7-ab0d671be0be {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:35.858029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-87eec82a-c4bc-42f1-8c6e-b831bc12a976 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69662946-6878-43f1-8418-91f829144bc8: This subnet is being modified by another concurrent operation. Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69662946-6878-43f1-8418-91f829144bc8: This subnet is being modified by another concurrent operation. Dec 06 12:34:35.898588 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:34:35.967924 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:35.994835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.068655 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f6f47-6833-47c3-a054-666c3d81f257 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:36.083445 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:36.098194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.110035 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:36.176788 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.211331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6143240a-d6e0-4168-bb37-e38bc79ba022 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:36.230208 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event updated for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:36.236935 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-121a3559-c85e-4829-aa6f-877753d96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.238993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-121a3559-c85e-4829-aa6f-877753d96536 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 897 time: 0.5020344 Dec 06 12:34:36.336443 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:34:36.350435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.410257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.415236 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.420196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/8c36d4ae-ea62-4c23-b0f7-ab0d671be0be HTTP/1.1" status: 204 len: 168 time: 0.6371722 Dec 06 12:34:36.428065 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:36.447112 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] For port 6143240a-d6e0-4168-bb37-e38bc79ba022, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6143240a-d6e0-4168-bb37-e38bc79ba022,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:36.447677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.502643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.514864 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea44a5-269f-4241-b005-462e92511f8e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=8c36d4ae-ea62-4c23-b0f7-ab0d671be0be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:36.521917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7ee19f09-8631-4049-938d-08c52d7f2ad4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920365 Dec 06 12:34:36.522624 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d0f5b6-4d19-409c-a8c7-7f880112a466,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:36.535836 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:36.541989 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:36.580241 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ce4938-5fc5-4180-8315-2e0ec339bea8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:36.597114 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6143240a-d6e0-4168-bb37-e38bc79ba022 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:36.597524 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.628023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7592-efd3-4034-b791-b1ab03a276ad req-507049fe-6f6b-4088-90c2-35bcafe6f56d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.641954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-487f7592-efd3-4034-b791-b1ab03a276ad req-507049fe-6f6b-4088-90c2-35bcafe6f56d tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 895 time: 0.5463109 Dec 06 12:34:36.653513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-7c158073-711f-4d79-a556-e6376f7c71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.653819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Checking segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:36.654185 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Network hostable DHCP agents. Network: f83716af-ba79-4b34-91be-02bdddf85be0, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:36.663716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-7c158073-711f-4d79-a556-e6376f7c71ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.7975779 Dec 06 12:34:36.690672 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Network f83716af-ba79-4b34-91be-02bdddf85be0 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:36.706010 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f83716af-ba79-4b34-91be-02bdddf85be0) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:36.711865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.713392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.741959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbabc719-99bf-4786-a11d-5f2b67324cda None None] Network f83716af-ba79-4b34-91be-02bdddf85be0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:36.794100 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.794730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.845129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-19603f1b-9ea4-4bb3-be48-30f9c285a818 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 1002 time: 0.4704828 Dec 06 12:34:36.861592 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58f61c-f0de-40a2-9a5d-c2162481e20a None None] Pushing event updated for resources: {'Port': ['ID=6143240a-d6e0-4168-bb37-e38bc79ba022,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:36.870812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4650d16d-1086-455f-a4a0-b6357c17ef3b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4375191 Dec 06 12:34:36.873384 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 51970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:36.881997 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:36.882723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Provisioning complete for port 644e4253-423f-4f07-b638-eb38e997b719 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:36.883089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.894355 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:36.899637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.929027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-4c639125-be0e-4432-b9aa-7bf17f524c46 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.2607050 Dec 06 12:34:36.942303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.943928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:36.974536 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-55c283b3-438a-44d0-b010-52ebd47c64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:36.976988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-55c283b3-438a-44d0-b010-52ebd47c64cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3030674 Dec 06 12:34:36.987828 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Request body: {'port': {'device_id': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:36.989746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Port 644e4253-423f-4f07-b638-eb38e997b719 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:37.014802 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.016122 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Checking segment: {'id': 'c5481307-73b9-4154-be85-c70b1642ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82779377-4322-4100-80b1-cf1328a1cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:37.016495 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Network hostable DHCP agents. Network: 82779377-4322-4100-80b1-cf1328a1cbe3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:37.025016 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:37.097448 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Provisioning complete for port 0710968a-f541-4faa-9b24-b4f92dfa2900 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:37.097828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.104591 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0ca2814-3e6b-4bf6-97cd-e348955eda48 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:37.131943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f83716af-ba79-4b34-91be-02bdddf85be0', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:37.132812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.208712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.211303 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Port 0710968a-f541-4faa-9b24-b4f92dfa2900 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:37.255075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:37.282360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fd2842cf-87e7-4d63-a2b9-0fb87fdfda7b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/612815b6-be62-4ba7-a794-0a0e571dc08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4869671 Dec 06 12:34:37.286724 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:37.292417 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:37.325192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Provisioning complete for port 6143240a-d6e0-4168-bb37-e38bc79ba022 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:37.325577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.337211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Deleting port 73c00497-4e1f-48fe-8fa6-c951eda041c7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:37.337596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.395417 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:37.396057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:37.430730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-c8e576ad-81c0-42f8-924b-8890d70b7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:37.432408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-c8e576ad-81c0-42f8-924b-8890d70b7af5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 200 len: 835 time: 0.5766585 Dec 06 12:34:37.456431 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Allocated IP 172.20.0.2 (f83716af-ba79-4b34-91be-02bdddf85be0/47ce4938-5fc5-4180-8315-2e0ec339bea8/c9f70866-cf26-41b7-a78a-59bc6b48074d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:37.511885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.533054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.564408 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a0ca2814-3e6b-4bf6-97cd-e348955eda48 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:37.564926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.678381 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Allocated IP 172.35.3.88 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c7fc955c-4841-491d-8f31-0cd8939be9a2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:37.766383 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] For port 73c00497-4e1f-48fe-8fa6-c951eda041c7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=73c00497-4e1f-48fe-8fa6-c951eda041c7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:37.766876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.811034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Calling delete_port for 73c00497-4e1f-48fe-8fa6-c951eda041c7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:37.868037 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badd047-3152-4c5b-aace-260686144ec2 req-181d69b9-c081-4e51-b5ec-30d95d7c8b18 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:37.869957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4badd047-3152-4c5b-aace-260686144ec2 req-181d69b9-c081-4e51-b5ec-30d95d7c8b18 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 895 time: 0.0855522 Dec 06 12:34:37.903237 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:37.946449 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-6e114323-7424-4eec-8934-2039a980ed22 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8972275 Dec 06 12:34:37.957122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.015336 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:38.018975 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:38.032916 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Network 82779377-4322-4100-80b1-cf1328a1cbe3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:38.047355 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 82779377-4322-4100-80b1-cf1328a1cbe3) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:38.048991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.050831 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:38.081014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.081695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.084078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.091132 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fc955c-4841-491d-8f31-0cd8939be9a2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:38.127763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c90cc2-9038-4b61-81a3-44c00cab71ce None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:38.129517 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69775eb-4d5d-4207-924f-5cddaabb0ab0 None None] Network 82779377-4322-4100-80b1-cf1328a1cbe3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:38.143822 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.166540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-c2a57272-f9b3-4f47-81df-5f9d685f9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.169054 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-c2a57272-f9b3-4f47-81df-5f9d685f9f5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ce51886-273e-4f14-9ac7-890566d8e607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252815 Dec 06 12:34:38.221202 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:38.261395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ef3e027-d391-49f6-b6a6-e534a9026762 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9996953 Dec 06 12:34:38.399008 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Network f83716af-ba79-4b34-91be-02bdddf85be0 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:38.411879 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Pushing event updated for resources: {'Port': ['ID=c9f70866-cf26-41b7-a78a-59bc6b48074d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:38.464364 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:38.470283 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:38.478032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.542257 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.542620 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.542973 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.543318 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.543662 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.544004 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.544347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.544680 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.545013 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.545375 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.545705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.546034 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.546360 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:38.566941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-b879f361-ed12-4159-af85-773159ad5ee8 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750415 Dec 06 12:34:38.567343 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Provisioning complete for port 73c00497-4e1f-48fe-8fa6-c951eda041c7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:38.567800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.654583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-09bb7879-7f80-42e7-bd21-cfd5d292959a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0700588 Dec 06 12:34:38.674692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c888c2-161f-4afa-9f51-28c430bc1210 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:38.780334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:38.802600 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.803078 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.803543 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.804125 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.804663 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.805048 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.805645 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.806113 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.806553 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.807517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.807982 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.808814 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.809302 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.809757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:38.812007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2dc82413-7d5e-4851-b754-9f12db2a63d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9793 time: 1.3834705 Dec 06 12:34:38.838658 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 51990) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:39.012158 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:34:39.020529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Attempting to bind port c9f70866-cf26-41b7-a78a-59bc6b48074d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:39.021130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Attempting to bind port c9f70866-cf26-41b7-a78a-59bc6b48074d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:39.021545 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Attempting to bind port c9f70866-cf26-41b7-a78a-59bc6b48074d on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:39.076216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-10fde93c-859a-4cac-b54d-239f9af90467 service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503535 Dec 06 12:34:39.089025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378ac52-e566-4e10-8088-1e03317f9b1e None None] Network 82779377-4322-4100-80b1-cf1328a1cbe3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:39.105241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.107545 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c957cabe-1c07-47a1-b250-f11c65f137fd None None] Port 73c00497-4e1f-48fe-8fa6-c951eda041c7 update to ACTIVE by agent not found {{(pid=103299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:34:39.109401 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:39.110412 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Checking segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:39.110857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.111248 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Bound using segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:39.111745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Bound port: c9f70866-cf26-41b7-a78a-59bc6b48074d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:39.112131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.121274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28678ed-779b-43d2-8a1a-a2a4b5b2c51c req-7d232eee-1033-42d9-8960-daa3b27a7f9a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.122773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e28678ed-779b-43d2-8a1a-a2a4b5b2c51c req-7d232eee-1033-42d9-8960-daa3b27a7f9a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 895 time: 0.0940261 Dec 06 12:34:39.133521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-d3cbede9-d207-47f9-aea0-7b76fd7a1781 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.135255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-d3cbede9-d207-47f9-aea0-7b76fd7a1781 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/networks?id=92768446-a353-4b6f-9134-8b999af7bfa5 HTTP/1.1" status: 200 len: 809 time: 0.1952119 Dec 06 12:34:39.136782 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Router dc39ae99-ae37-47ce-b613-f994c9254c40 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:39.155717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-4ce6ee8b-ce44-4c15-b37e-458435458f57 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/quotas/8000e931a5a94a3d8d85c091ca6043b2 HTTP/1.1" status: 200 len: 375 time: 0.0108104 Dec 06 12:34:39.211137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-7bd819fc-b5ab-49fd-a6cc-b9fa0c68d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.212944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-7bd819fc-b5ab-49fd-a6cc-b9fa0c68d5bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.4343841 Dec 06 12:34:39.224574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-13f3853f-1f9f-407f-85a1-8aaafadca0fc tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8000e931a5a94a3d8d85c091ca6043b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329645 Dec 06 12:34:39.227337 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0710968a-f541-4faa-9b24-b4f92dfa2900 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:34:39.237630 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] No DVR routers for this DVR port 73c00497-4e1f-48fe-8fa6-c951eda041c7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:34:39.262128 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dce3e2-caad-4a76-9567-056071647e62 None None] Pushing event deleted for resources: {'Port': ['ID=73c00497-4e1f-48fe-8fa6-c951eda041c7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:39.291529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.365450 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Provisioning complete for port 644e4253-423f-4f07-b638-eb38e997b719 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:39.368153 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.427649 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 15c888c2-161f-4afa-9f51-28c430bc1210 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:39.428291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.440843 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Transition to ACTIVE for port object 0710968a-f541-4faa-9b24-b4f92dfa2900 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:34:39.450725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.451207 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.451776 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.452178 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.452645 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.453092 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.454089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.454572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.455257 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.455712 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.456139 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.456575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.457006 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.457455 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.462389 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d175365-0ab3-4f36-b735-0a3d6e9b5d10 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8983 time: 0.6165409 Dec 06 12:34:39.488498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] For port c9f70866-cf26-41b7-a78a-59bc6b48074d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:39.506263 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52004) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:39.507483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.532872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Port 644e4253-423f-4f07-b638-eb38e997b719 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:39.536354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] For port c9f70866-cf26-41b7-a78a-59bc6b48074d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9f70866-cf26-41b7-a78a-59bc6b48074d,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:39.568519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.590250 n-d-master-1 neutron-server[103298]: WARNING neutron.services.revisions.revision_plugin [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Could not find related port for resource to bump revision. Dec 06 12:34:39.643389 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd459-4c7f-4f1c-9164-afb031724c77 None None] Pushing event updated for resources: {'Port': ['ID=c9f70866-cf26-41b7-a78a-59bc6b48074d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:39.664627 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 2, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:39.716836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Provisioning complete for port c7fc955c-4841-491d-8f31-0cd8939be9a2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:39.717252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.724858 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:39.725238 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Updating router 612815b6-be62-4ba7-a794-0a0e571dc08a port 644e4253-423f-4f07-b638-eb38e997b719 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:39.804336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Pushing event updated for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:39.828954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-674b7d3f-174c-4feb-9632-4aa26fd56d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:39.830866 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-674b7d3f-174c-4feb-9632-4aa26fd56d98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5557272 Dec 06 12:34:39.831732 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Port 73c00497-4e1f-48fe-8fa6-c951eda041c7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 12:34:39.832257 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:6676 {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 12:34:39.843685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:39.847249 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe69:6676 {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 12:34:39.862759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a2383cb7-92f8-45b7-93b5-57e364fffb66 None None] Port c7fc955c-4841-491d-8f31-0cd8939be9a2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:39.949429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:40.082604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6143240a-d6e0-4168-bb37-e38bc79ba022 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:40.120755 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:40.133099 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Sync routers for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:40.189881 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:40.192187 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:40.215054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:40.216200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4c57e1f-5b52-4a16-9351-25bdb294d647 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3414602 Dec 06 12:34:40.219552 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:40.255347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-4981d538-262c-4c59-a7c7-5fb013e90793 service neutron] 10.222.0.31 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0212369 Dec 06 12:34:40.326741 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6143240a-d6e0-4168-bb37-e38bc79ba022 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:40.327209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:40.329949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-85856d95-0cb1-4d75-9441-d9712a6d8a0b req-a817a088-da34-4d10-8f2f-0cee726132ca service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1634965 Dec 06 12:34:40.404373 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:40.534077 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:40.562343 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:40.594667 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e0440-b9eb-49cb-9fb9-c40e27908e36 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:40.598736 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:40.601420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:40.659933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-5733265e-8ca5-4a5b-a472-0f73777758fc service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112295 Dec 06 12:34:40.694949 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:38Z', 'revision_number': 3, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:40.712119 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=eca8c05d-c850-4f6d-8be9-4b206bdc24f7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:40.739664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 73c00497-4e1f-48fe-8fa6-c951eda041c7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:40.747744 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0a14b9c-b9d4-4886-a448-2f3fd4b09b68 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2072320 Dec 06 12:34:40.766883 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1346dd6-42a4-4667-a06a-1d9b526177b6 req-f6c21191-8cf2-4a01-83c7-edba24089c8b tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:40.769365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1346dd6-42a4-4667-a06a-1d9b526177b6 req-f6c21191-8cf2-4a01-83c7-edba24089c8b tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 907 time: 0.3887155 Dec 06 12:34:40.770781 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:40.783832 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Checking router: dc39ae99-ae37-47ce-b613-f994c9254c40 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:40.784186 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Updating router dc39ae99-ae37-47ce-b613-f994c9254c40 port c7fc955c-4841-491d-8f31-0cd8939be9a2 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:40.800982 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:40.880163 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:40.998009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Attempting to bind port 0710968a-f541-4faa-9b24-b4f92dfa2900 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:40.998353 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Attempting to bind port 0710968a-f541-4faa-9b24-b4f92dfa2900 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:40.998664 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Attempting to bind port 0710968a-f541-4faa-9b24-b4f92dfa2900 on network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:41.046387 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Port 0710968a-f541-4faa-9b24-b4f92dfa2900 on network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:34:41.046716 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Attempting to bind port 0710968a-f541-4faa-9b24-b4f92dfa2900 on network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:41.114005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:41.115081 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:41.118882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Checking segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:41.126058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.129459 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Bound using segment: {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:41.130027 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Bound port: 0710968a-f541-4faa-9b24-b4f92dfa2900, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381a916d-f6fd-4367-85d1-c08c5d586be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:41.130404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.135113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 73c00497-4e1f-48fe-8fa6-c951eda041c7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:41.141938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 73c00497-4e1f-48fe-8fa6-c951eda041c7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:41.162016 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-5ce5fc18-5b16-4f13-b182-3aaaff35ec1e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769905 Dec 06 12:34:41.189632 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.223252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.272697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-866a2699-e765-4403-8bb0-5688bd5e5825 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.0939994 Dec 06 12:34:41.461845 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.471054 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.491284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58019776-517d-494f-98c9-d7662232837e None None] Pushing event updated for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:41.533494 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81893d57-eedb-4041-ae2c-296c04fa267c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:41.547875 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': 'eca8c05d-c850-4f6d-8be9-4b206bdc24f7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:41.550730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.602027 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800df42-70cf-4792-a85d-f6491732492f None None] Network f83716af-ba79-4b34-91be-02bdddf85be0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:41.611095 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Attempting to bind port 644e4253-423f-4f07-b638-eb38e997b719 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:41.611610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Attempting to bind port 644e4253-423f-4f07-b638-eb38e997b719 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:41.611990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Attempting to bind port 644e4253-423f-4f07-b638-eb38e997b719 on network ffdc9209-7945-4b2c-9513-4e33ab026185 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:41.614177 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Attempting to bind port c7fc955c-4841-491d-8f31-0cd8939be9a2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:41.614562 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Attempting to bind port c7fc955c-4841-491d-8f31-0cd8939be9a2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:41.614931 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Attempting to bind port c7fc955c-4841-491d-8f31-0cd8939be9a2 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:41.639010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-685ba9db-4ffe-48fb-962c-67f0e3ec81de service neutron] 10.222.0.31 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2508361 Dec 06 12:34:41.641233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.653961 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:41.655299 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:41.657862 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.660464 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:41.660981 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Bound port: c7fc955c-4841-491d-8f31-0cd8939be9a2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:41.661651 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.669451 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:41.676979 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:41.711898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:41.713585 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Checking segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:41.714124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.714932 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Bound using segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:41.716793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Bound port: 644e4253-423f-4f07-b638-eb38e997b719, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:41.717572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.744700 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4f6c-70f3-4fa8-91a6-8d77caa8bd3e None None] Pushing event updated for resources: {'Port': ['ID=c7fc955c-4841-491d-8f31-0cd8939be9a2,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:41.753336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:41.753940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.839299 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] For port c7fc955c-4841-491d-8f31-0cd8939be9a2, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:41.847215 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=b33674af-b239-4012-8cbb-fb8937f9542b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:41.850981 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] For port c7fc955c-4841-491d-8f31-0cd8939be9a2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c7fc955c-4841-491d-8f31-0cd8939be9a2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:41.861995 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.944945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4f6c-70f3-4fa8-91a6-8d77caa8bd3e None None] Pushing event updated for resources: {'Port': ['ID=c7fc955c-4841-491d-8f31-0cd8939be9a2,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:41.960721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-905a2c8c-f7da-4db8-90df-f01c53d2b4f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1821320 Dec 06 12:34:41.974248 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:41.974905 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:41.993367 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:41.998081 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:2b:04:0d', 'name': 'tempest-NetworksTestDHCPv6-1768454395'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:42.124571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Allocated IP 2001:db8::f816:3eff:fece:3f26 (967641fd-83ec-484f-b26c-a1f522269ab1/eca8c05d-c850-4f6d-8be9-4b206bdc24f7/56cdd0c2-1481-48e0-b9ee-c476a8d8b188) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:42.154212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b7c8b9d-6b5b-4419-9b1f-e60e6b38ffab req-96fceba5-ebb3-45d6-8eed-1a94ca4c7339 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 210 time: 0.1782126 Dec 06 12:34:42.292882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bda576-c037-49ef-a9be-32ffe42d9575 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:42.294735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c9f70866-cf26-41b7-a78a-59bc6b48074d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:42.327516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-9a44d59f-30db-4a9a-acf9-3d1a1e0a4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.330002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-9a44d59f-30db-4a9a-acf9-3d1a1e0a4862 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 1.0116215 Dec 06 12:34:42.352416 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:42.399313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bcb5b543-526f-48b0-b9cf-f542955aa8be tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5226 time: 2.8893876 Dec 06 12:34:42.415259 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:42.427856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Provisioning complete for port c9f70866-cf26-41b7-a78a-59bc6b48074d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:42.429877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:42.435499 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0710968a-f541-4faa-9b24-b4f92dfa2900,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:42.445924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:42.454291 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-90777d9d-3669-48b4-b862-d41d90eedcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.456155 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-90777d9d-3669-48b4-b862-d41d90eedcc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917859 Dec 06 12:34:42.539111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.539722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:42.541213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] 10.222.0.23 "PUT /v2.0/ports/0710968a-f541-4faa-9b24-b4f92dfa2900 HTTP/1.1" status: 200 len: 1055 time: 5.5602603 Dec 06 12:34:42.548048 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:34:42.550427 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff13c9a-df10-4184-953a-c4174d063189" -d '{"events": [{"name": "network-changed", "server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:34:42.591660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d790da-0a0d-46fb-a530-75b52d1bddaa req-507e9cca-2055-4bbb-be7d-370d5b832875 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.597861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78d790da-0a0d-46fb-a530-75b52d1bddaa req-507e9cca-2055-4bbb-be7d-370d5b832875 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 907 time: 0.6231675 Dec 06 12:34:42.726878 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:38Z', 'revision_number': 3, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:42.783593 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b20460-abfd-4ae9-bf3c-310c1afde209 x-openstack-request-id: req-38b20460-abfd-4ae9-bf3c-310c1afde209 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:34:42.783893 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:34:42.784148 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38b20460-abfd-4ae9-bf3c-310c1afde209 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:34:42.784546 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900', 'status': 'completed', 'code': 200} Dec 06 12:34:42.800009 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73cbd-7589-49a0-a813-fd04e6714abe service neutron] Pushing event updated for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:42.848060 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:42.859295 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:42.864879 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740df4a-fd95-44da-86e0-e4efe95816ef None None] The sync data for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 is: [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:38Z', 'revision_number': 3, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:42.873252 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874562439', 'description': 'tempest-secgroup-smoke-1874562439 description', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:42.888260 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-ef944472-797a-431a-9c17-39925446849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.891637 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-ef944472-797a-431a-9c17-39925446849d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 1058 time: 0.2839553 Dec 06 12:34:42.896156 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-1d5d27ab-10cb-4df9-9f86-6bdc6ecba178 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143429 Dec 06 12:34:42.984934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c9f70866-cf26-41b7-a78a-59bc6b48074d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:42.985501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.029130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-6b8303e3-d2a1-4f82-90ef-a6d13ed62c46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0710968a-f541-4faa-9b24-b4f92dfa2900 HTTP/1.1" status: 200 len: 217 time: 0.1238782 Dec 06 12:34:43.059473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.063420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] For port 644e4253-423f-4f07-b638-eb38e997b719, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:43.159102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.180832 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-b7048831-2c3a-4983-a2c0-d9230151f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:43.182339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-b7048831-2c3a-4983-a2c0-d9230151f929 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3612ac14-0609-439e-8a2e-dc973ef45d38 HTTP/1.1" status: 200 len: 837 time: 0.1460280 Dec 06 12:34:43.232085 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port aa909ded-fe0c-487a-af3e-a2af612de12b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:34:43.245868 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.261540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] For port 644e4253-423f-4f07-b638-eb38e997b719, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=644e4253-423f-4f07-b638-eb38e997b719,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:43.311135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.318975 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-28564fe0-c450-4653-b770-6a516919ff06 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067636 Dec 06 12:34:43.340426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.450907 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-bff8967e-b9d5-496f-9e32-a73d7f22d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:43.463786 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:43.465927 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-bff8967e-b9d5-496f-9e32-a73d7f22d366 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c88b7e8c-e25f-4100-9bf3-9582e14a5b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666116 Dec 06 12:34:43.466285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98c92754-3d03-416f-8642-e1f759a2d5d8 req-97e23528-5e90-48c5-9ec3-22f442c7bdd3 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 210 time: 0.0953517 Dec 06 12:34:43.476251 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-190725b4-8e24-44db-804a-bb1ca1e1f71c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.1158717 Dec 06 12:34:43.476757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.489751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.501578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.517091 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:43.530735 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:43.564612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.572679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:43.651174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:43.652985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7855623 Dec 06 12:34:43.668459 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:43.680204 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:43.687333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be759e7-3204-4c37-93a2-4c0dd7b541f6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61d34f-3489-42e4-8e7e-c82fc27479a4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:43.746374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-21aec9d3-124c-4dc9-b96b-7e5d14bde140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:43.754411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-21aec9d3-124c-4dc9-b96b-7e5d14bde140 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.2714267 Dec 06 12:34:43.928458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58019776-517d-494f-98c9-d7662232837e None None] Pushing event updated for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:43.970176 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:43.970815 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:43.977073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.014810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-68a73dbe-7236-45a4-a308-0e6e6f0c22e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374820 Dec 06 12:34:44.095552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Attempting to bind port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:44.096101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Attempting to bind port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:44.096340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Attempting to bind port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:44.105945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:44.106367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:44.106736 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.107146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:44.107636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Bound port: 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:44.108025 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.110544 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.118007 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] For port c9f70866-cf26-41b7-a78a-59bc6b48074d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9f70866-cf26-41b7-a78a-59bc6b48074d,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:44.150105 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-f05ebf6a-2434-41cb-9d8b-801e50549673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:44.152491 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-f05ebf6a-2434-41cb-9d8b-801e50549673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3867805 Dec 06 12:34:44.154674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.180408 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 172.20.0.14 (967641fd-83ec-484f-b26c-a1f522269ab1/b33674af-b239-4012-8cbb-fb8937f9542b/aa909ded-fe0c-487a-af3e-a2af612de12b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:44.232685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a7df-c847-4ae6-b077-8b119db57cb6 req-efb6cff9-89c5-46a7-870a-72acf0aca555 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:44.234462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7020a7df-c847-4ae6-b077-8b119db57cb6 req-efb6cff9-89c5-46a7-870a-72acf0aca555 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 907 time: 0.3994246 Dec 06 12:34:44.246882 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe2b:40d (967641fd-83ec-484f-b26c-a1f522269ab1/eca8c05d-c850-4f6d-8be9-4b206bdc24f7/aa909ded-fe0c-487a-af3e-a2af612de12b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:44.309382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.324450 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Allocated IP 172.20.0.1 (f83716af-ba79-4b34-91be-02bdddf85be0/47ce4938-5fc5-4180-8315-2e0ec339bea8/94918eb5-0892-4eed-8a68-7f2b10472fbc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:44.356043 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-9c9f09ff-df78-42ae-9d2e-af68698e027e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:44.357586 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-9c9f09ff-df78-42ae-9d2e-af68698e027e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.53 "GET /v2.0/networks?id=92768446-a353-4b6f-9134-8b999af7bfa5 HTTP/1.1" status: 200 len: 809 time: 0.4860044 Dec 06 12:34:44.364651 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Provisioning complete for port c7fc955c-4841-491d-8f31-0cd8939be9a2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:44.365037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.388639 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Request body: {'port': {'device_id': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5', 'admin_state_up': True, 'tenant_id': '8000e931a5a94a3d8d85c091ca6043b2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:44.428719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e0d43de6-e7ee-442f-909a-53e46a6903c8 req-b8cc1327-d8ab-4387-ba6d-30e9995c676a service neutron] 10.222.0.23 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063537 Dec 06 12:34:44.505428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.551905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698b3c3f-4be1-4130-8281-e5bfb020188a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:44.566033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.570060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09ad5e19-16cf-4070-870c-ff6a31f98a72 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8937325 Dec 06 12:34:44.572636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ec4b312f-60c0-4b15-b1b4-69e5c26d58b6 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099000 Dec 06 12:34:44.573125 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52062) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:44.599599 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:44.622914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:44.701533 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:44.709035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Pushing event updated for resources: {'Port': ['ID=c9f70866-cf26-41b7-a78a-59bc6b48074d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:44.729479 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:34:44.729844 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:34:44.731233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df72dc47-2236-4310-b1cf-ba9c95e9591d req-0b420377-e8b4-4940-a201-46cea0f92289 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 210 time: 0.0938358 Dec 06 12:34:44.738784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.745104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:44.755482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.860215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff13c9a-df10-4184-953a-c4174d063189 req-264e2a42-85bf-4d76-aa1d-570ed0204dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:44.865038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-264e2a42-85bf-4d76-aa1d-570ed0204dc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 1058 time: 0.2880435 Dec 06 12:34:44.870934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.894344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:44.918704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-30a7b073-fe7f-4a8f-be7a-565cfb3634a8 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100171 Dec 06 12:34:45.001472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.004012 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Pushing event updated for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:45.017683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Made reservation on behalf of 8000e931a5a94a3d8d85c091ca6043b2 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:45.017898 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Network f83716af-ba79-4b34-91be-02bdddf85be0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:45.021775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.022165 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:45.026152 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:45.039680 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-ccda82e6-75e2-4ec2-871d-8f181d1ccca3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.1006806 Dec 06 12:34:45.086916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.138560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd73ef-7735-4838-930c-8cb2f5df357d None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:45.175041 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.246793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] For port c7fc955c-4841-491d-8f31-0cd8939be9a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c7fc955c-4841-491d-8f31-0cd8939be9a2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:45.277941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.331421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.410479 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-43be31fb-3ec6-4a60-9864-168b68389f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:45.412159 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-43be31fb-3ec6-4a60-9864-168b68389f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.3504810 Dec 06 12:34:45.506634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948c04-a95e-4071-b09c-0c48b4e19fe3 None None] Pushing event updated for resources: {'Port': ['ID=c7fc955c-4841-491d-8f31-0cd8939be9a2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:45.509740 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:45.566468 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Provisioning complete for port c9f70866-cf26-41b7-a78a-59bc6b48074d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:45.566947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.584819 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:45.590267 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:45.637357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.644145 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:42Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:45.711334 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff13c9a-df10-4184-953a-c4174d063189 req-7510a954-d361-4fa0-8652-18e27f4fa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:45.711807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:45.712551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.715569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-7510a954-d361-4fa0-8652-18e27f4fa088 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c88b7e8c-e25f-4100-9bf3-9582e14a5b08 HTTP/1.1" status: 200 len: 898 time: 0.8378193 Dec 06 12:34:45.724874 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=aa909ded-fe0c-487a-af3e-a2af612de12b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:45.748176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4b3a6-627c-458b-a169-c2828c339deb None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:42Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:45.748850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-41630df5-4d39-43bc-a8fb-be1092fc737a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7544181 Dec 06 12:34:45.751167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.752408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.753544 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:45.802038 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Provisioning complete for port 644e4253-423f-4f07-b638-eb38e997b719 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:45.802684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:45.844513 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b61cea-b4c1-4808-86da-9df43995ced7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:45.877240 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ee67-728f-40a9-ba6f-7d366063c2f5 req-ce5fc4b4-1373-4527-adda-3ee3cf034082 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:45.878589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a634ee67-728f-40a9-ba6f-7d366063c2f5 req-ce5fc4b4-1373-4527-adda-3ee3cf034082 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 907 time: 0.4447339 Dec 06 12:34:45.879174 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-d150ea1b-7ca0-4f50-8468-b7d75ba99c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:45.881373 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-d150ea1b-7ca0-4f50-8468-b7d75ba99c2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4036305 Dec 06 12:34:45.882707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-855e5434-2ae0-4174-93a8-e7321b4ab0b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0710968a-f541-4faa-9b24-b4f92dfa2900 HTTP/1.1" status: 200 len: 217 time: 0.1499789 Dec 06 12:34:45.948317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c7fc955c-4841-491d-8f31-0cd8939be9a2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:46.039804 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Allocated IP 172.20.0.6 (92768446-a353-4b6f-9134-8b999af7bfa5/fcc08b98-ed3e-4c6c-917c-53e594d0523e/5249c779-3e57-4694-ba0c-9fdc01bec509) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:46.118073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f32e6-2127-4744-acc8-189addd9bc3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:46.124420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0710968a-f541-4faa-9b24-b4f92dfa2900 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:34:46.128232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.136275 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f32e6-2127-4744-acc8-189addd9bc3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:46.141282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-344f32e6-2127-4744-acc8-189addd9bc3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3833723 Dec 06 12:34:46.151727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f55a250c-4670-4731-b9a9-8dbacbd0c647 req-9b90cb3c-3aa5-4085-8020-0cd203bfbdce tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 210 time: 0.1117945 Dec 06 12:34:46.154406 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:46.215953 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c7fc955c-4841-491d-8f31-0cd8939be9a2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:46.216502 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.289948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] For port 644e4253-423f-4f07-b638-eb38e997b719, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=644e4253-423f-4f07-b638-eb38e997b719,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:46.305469 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.354193 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.445906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Provisioning complete for port c7fc955c-4841-491d-8f31-0cd8939be9a2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:46.446289 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.473499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.478456 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:46.479535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-efd97e11-24bb-4602-9958-0cc80f6241ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8903139 Dec 06 12:34:46.484934 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:46.493725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.549110 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89151d-7a1a-4b1b-a40a-fcdb8c9a28d2 None None] Pushing event updated for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:46.588735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0710968a-f541-4faa-9b24-b4f92dfa2900,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:46.613507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.634218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.683789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '0710968a-f541-4faa-9b24-b4f92dfa2900', 'network_id': 'c88b7e8c-e25f-4100-9bf3-9582e14a5b08', 'port_id': '0710968a-f541-4faa-9b24-b4f92dfa2900', 'mac_address': 'fa:16:3e:69:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3612ac14-0609-439e-8a2e-dc973ef45d38', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:34:46.727946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port aa909ded-fe0c-487a-af3e-a2af612de12b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:46.728395 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.745932 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e5c8e-d568-4c2c-9698-b8fb77775359 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:46.761836 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff13c9a-df10-4184-953a-c4174d063189 req-017fa719-b121-4de7-b6e2-5aa68b5ae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:46.769328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-017fa719-b121-4de7-b6e2-5aa68b5ae6b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3612ac14-0609-439e-8a2e-dc973ef45d38 HTTP/1.1" status: 200 len: 837 time: 0.8614242 Dec 06 12:34:46.774874 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Network 92768446-a353-4b6f-9134-8b999af7bfa5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:46.780958 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-a3543086-3574-4180-9c0e-7ad4b2365333 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720827 Dec 06 12:34:46.793976 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:46.828519 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:46.889083 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Pushing event updated for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:46.914343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:46.921669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:46.987336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.022245 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0710968a-f541-4faa-9b24-b4f92dfa2900 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:34:47.032984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.045194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.061988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0710968a-f541-4faa-9b24-b4f92dfa2900,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:47.077253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.104161 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:47.104694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.167837 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:47.168394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.218186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for aa909ded-fe0c-487a-af3e-a2af612de12b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:47.266844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:47.291769 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Pushing event updated for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:47.381522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907ef4e-b50f-4e3e-a94e-1a52961d8743 req-45908256-d751-42f2-869f-cf8003af6460 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:47.383349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4907ef4e-b50f-4e3e-a94e-1a52961d8743 req-45908256-d751-42f2-869f-cf8003af6460 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 908 time: 0.3783576 Dec 06 12:34:47.389832 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff13c9a-df10-4184-953a-c4174d063189 req-f55a57bd-85aa-4c6b-8edd-965988aef14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:47.392102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-f55a57bd-85aa-4c6b-8edd-965988aef14d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c88b7e8c-e25f-4100-9bf3-9582e14a5b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6133726 Dec 06 12:34:47.403252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.406744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['0710968a-f541-4faa-9b24-b4f92dfa2900'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:34:47.407582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:47.408209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.419695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': 'eca8c05d-c850-4f6d-8be9-4b206bdc24f7', 'ip_address': '2001:db8::f816:3eff:fece:3f26'}, {'subnet_id': 'b33674af-b239-4012-8cbb-fb8937f9542b'}], 'binding:host_id': 'n-d-master-1'}, 'id': '56cdd0c2-1481-48e0-b9ee-c476a8d8b188'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:34:47.457353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b8ce4d49-70bf-4e35-afdc-8b467bd1e274 req-a0fe64cf-bebf-48ab-af15-1c21e5ca4c68 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607239 Dec 06 12:34:47.463267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-e753cea7-951c-4aaa-a39a-40551d1229c9 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0865469 Dec 06 12:34:47.515217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Request body: {'port': {'device_id': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:47.571690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546481-68c1-44a3-a464-fbfc9a1f7751 req-49271ae8-8487-4ebe-93c7-52c0ea5593c0 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:47.573351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10546481-68c1-44a3-a464-fbfc9a1f7751 req-49271ae8-8487-4ebe-93c7-52c0ea5593c0 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 931 time: 0.2146754 Dec 06 12:34:47.593440 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.611828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.626531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-f4d53464-770f-4406-b89f-897b37f6f79b service neutron] 10.222.0.23 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254109 Dec 06 12:34:47.634663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:47.636489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.644461 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.651464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.730000 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.740209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2752a30-ad07-419a-a45f-cbe3f4834f42,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:47.756552 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Network f83716af-ba79-4b34-91be-02bdddf85be0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:47.766652 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:47.773025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10546481-68c1-44a3-a464-fbfc9a1f7751 req-bf76f22b-5fde-40e8-bd67-718fb823093c tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858928 Dec 06 12:34:47.793809 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.795030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da1f7f49-08ed-4b50-8b5d-2d7bde1cb58b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3155711 Dec 06 12:34:47.795718 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0ff13c9a-df10-4184-953a-c4174d063189 req-980a5f99-d423-4c09-b5ef-d04db624b3f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535492 Dec 06 12:34:47.798566 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52088) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:47.808851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:47.868023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:47.904048 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Provisioning complete for port 94918eb5-0892-4eed-8a68-7f2b10472fbc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:47.905003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.010612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.099700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0710968a-f541-4faa-9b24-b4f92dfa2900 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:48.139463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.178487 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.195302 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:34:48.195689 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:34:48.200012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-49d1cec6-d43f-41b5-99d0-7e2429293c46 None None] Port 94918eb5-0892-4eed-8a68-7f2b10472fbc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:48.204047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.205276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4026792 Dec 06 12:34:48.213811 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:48.220904 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:48.227949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7dd19-f859-4a3f-accc-19cb46a49463 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7d7600-3b10-4acf-a801-6962f417d507,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.276679 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:34:48.288079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.334979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Allocated IP 172.20.0.2 (967641fd-83ec-484f-b26c-a1f522269ab1/b33674af-b239-4012-8cbb-fb8937f9542b/56cdd0c2-1481-48e0-b9ee-c476a8d8b188) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:48.340704 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 0710968a-f541-4faa-9b24-b4f92dfa2900 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:34:48.355562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 0710968a-f541-4faa-9b24-b4f92dfa2900 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:48.356034 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.364330 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5249c779-3e57-4694-ba0c-9fdc01bec509 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:34:48.381440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.381894 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-de333e48-76af-47e3-a9ff-75dcb41b3256 None None] Provisioning complete for port 94918eb5-0892-4eed-8a68-7f2b10472fbc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:48.382341 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de333e48-76af-47e3-a9ff-75dcb41b3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.402239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.410051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.433072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e318de84-f3e5-4e86-966a-7dd586cb8a00,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.441211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.442539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fe96cc47-9d61-4978-88a8-6f34f3f4523d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2263768 Dec 06 12:34:48.445304 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:48.451230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '9e61d34f-3489-42e4-8e7e-c82fc27479a4', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:48.480405 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:34:48.489437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.571317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.576478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.605569 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4088fc-4678-437c-93f3-e30de3ed3a95,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.622307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.624428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-82bda20e-6be3-441c-aabf-186c1fb8ebf8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780834 Dec 06 12:34:48.662308 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Router dc39ae99-ae37-47ce-b613-f994c9254c40 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:34:48.696680 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Transition to ACTIVE for port object 5249c779-3e57-4694-ba0c-9fdc01bec509 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:34:48.703992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.755626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-de333e48-76af-47e3-a9ff-75dcb41b3256 None None] Port 94918eb5-0892-4eed-8a68-7f2b10472fbc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:48.773421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c9f70866-cf26-41b7-a78a-59bc6b48074d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:48.858829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad514d-c1ae-45b5-88c9-483571a76600 req-11b96d8b-ac5e-4cfb-8a67-f4ebec681fc2 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:48.859391 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Pushing event updated for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.860397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3aad514d-c1ae-45b5-88c9-483571a76600 req-11b96d8b-ac5e-4cfb-8a67-f4ebec681fc2 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 908 time: 0.2515500 Dec 06 12:34:48.861920 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:48.863476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:48.868571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fcc6952c-fadd-4434-998b-be2614639c05 admin admin] 10.222.0.31 "PUT /v2.0/routers/dc39ae99-ae37-47ce-b613-f994c9254c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6480350 Dec 06 12:34:48.914082 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=aa909ded-fe0c-487a-af3e-a2af612de12b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:48.931451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:48.935124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Sync routers for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:48.953801 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Attempting to bind port 5249c779-3e57-4694-ba0c-9fdc01bec509 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:48.954272 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Attempting to bind port 5249c779-3e57-4694-ba0c-9fdc01bec509 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:48.954490 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Attempting to bind port 5249c779-3e57-4694-ba0c-9fdc01bec509 on network 92768446-a353-4b6f-9134-8b999af7bfa5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:48.962303 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Port 5249c779-3e57-4694-ba0c-9fdc01bec509 on network 92768446-a353-4b6f-9134-8b999af7bfa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:34:48.962627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Attempting to bind port 5249c779-3e57-4694-ba0c-9fdc01bec509 on network 92768446-a353-4b6f-9134-8b999af7bfa5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:48.980082 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:48.980439 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Checking segment: {'id': '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:48.980806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Bound using segment: {'id': '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:48.981271 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Bound port: 5249c779-3e57-4694-ba0c-9fdc01bec509, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:48.981636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.048936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:49.059241 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:49.062852 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.109065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:49.112526 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5249c779-3e57-4694-ba0c-9fdc01bec509,segment=NetworkSegment(8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1),segment_id=8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:49.115209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f0ff2e81-403b-4087-af47-03122a345db1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874562439&fields=id&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 267 time: 0.2095323 Dec 06 12:34:49.120450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.163220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.178703 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.231294 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:34:49.233587 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011fc21-5bff-4661-b334-85cb308826c4" -d '{"events": [{"server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "name": "network-vif-plugged", "status": "completed", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:34:49.242118 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.243491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.252286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] 10.222.0.53 "PUT /v2.0/ports/5249c779-3e57-4694-ba0c-9fdc01bec509 HTTP/1.1" status: 200 len: 1091 time: 1.7394006 Dec 06 12:34:49.252286 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:34:49.262803 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5f0a-9064-4380-ba95-c6b82870ed95 req-6802cea8-3b13-4e9b-8a0e-3c79f8db436d tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.267139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60ef5f0a-9064-4380-ba95-c6b82870ed95 req-6802cea8-3b13-4e9b-8a0e-3c79f8db436d tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 943 time: 0.2700293 Dec 06 12:34:49.269633 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dcea45-a821-4cea-9bfc-80e62f2d18df" -d '{"events": [{"name": "network-changed", "server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:34:49.277749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.281280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6e76fa7d-48cb-4300-b4c1-5894a1f1563a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/aa909ded-fe0c-487a-af3e-a2af612de12b HTTP/1.1" status: 204 len: 168 time: 3.1184123 Dec 06 12:34:49.283703 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:49.314353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-10ff4d4d-8abb-4ec9-899e-8f87dccdd2bb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.315875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-10ff4d4d-8abb-4ec9-899e-8f87dccdd2bb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 797 time: 0.1785839 Dec 06 12:34:49.343095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c3d4b-ed52-4bb4-8912-97265c2e875a service neutron] Pushing event updated for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:49.350342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:49.377554 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-a1e27483-b569-4e2f-8833-a239d24e359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.379510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-a1e27483-b569-4e2f-8833-a239d24e359d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8000e931a5a94a3d8d85c091ca6043b2&device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 1094 time: 0.0723855 Dec 06 12:34:49.404139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-881e42a9-885c-4120-a48c-67c81d5bbfc6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/quotas/86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 375 time: 0.0380032 Dec 06 12:34:49.410206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60ef5f0a-9064-4380-ba95-c6b82870ed95 req-1c5d7c9d-ea60-413c-b77a-9f63ad2bef94 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246831 Dec 06 12:34:49.420539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc25314-2cdd-46ee-b24a-2f1172c1127d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.422234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc25314-2cdd-46ee-b24a-2f1172c1127d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.423788 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc25314-2cdd-46ee-b24a-2f1172c1127d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.425397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2cc25314-2cdd-46ee-b24a-2f1172c1127d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1384628 Dec 06 12:34:49.435223 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:49.448867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-0e955780-0c10-4227-8611-08420ecd0bf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5249c779-3e57-4694-ba0c-9fdc01bec509 HTTP/1.1" status: 200 len: 217 time: 0.0545723 Dec 06 12:34:49.457611 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c9f70866-cf26-41b7-a78a-59bc6b48074d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:49.458170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.545324 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet b33674af-b239-4012-8cbb-fb8937f9542b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:49.548262 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-8fb6c387-86f1-4b70-b786-d89ad86a995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:49.549790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-8fb6c387-86f1-4b70-b786-d89ad86a995f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcc08b98-ed3e-4c6c-917c-53e594d0523e HTTP/1.1" status: 200 len: 849 time: 0.0841584 Dec 06 12:34:49.565609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-a6279906-4642-4fc1-a2e2-c10f436822b2 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313074 Dec 06 12:34:49.569873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.603182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-b5cd599e-37e4-4207-99a1-cb6a9a0e6406 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92768446-a353-4b6f-9134-8b999af7bfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441921 Dec 06 12:34:49.612920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0710968a-f541-4faa-9b24-b4f92dfa2900,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:49.660665 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcab3a43-5d1a-4bd8-8aa0-f4c52d969332 x-openstack-request-id: req-fcab3a43-5d1a-4bd8-8aa0-f4c52d969332 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:34:49.661696 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "name": "network-vif-plugged", "status": "completed", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:34:49.662421 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcab3a43-5d1a-4bd8-8aa0-f4c52d969332 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:34:49.664628 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900', 'code': 200} Dec 06 12:34:49.690230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.712969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.769929 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eb524-90da-4b64-bb4f-e1a0e82db1f4 None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:49.778296 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c88df-d291-4d63-add5-731c6a18344f x-openstack-request-id: req-207c88df-d291-4d63-add5-731c6a18344f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:34:49.778589 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:34:49.778771 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-207c88df-d291-4d63-add5-731c6a18344f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:34:49.779192 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509', 'status': 'completed', 'code': 200} Dec 06 12:34:49.837273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.855964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f9aedcff-c8d0-4c12-a71c-9c0a89e36af5 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870026 Dec 06 12:34:49.931462 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:49.938109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-28af74f5-29cf-4a2d-a073-ec212a760e25 service neutron] 10.222.0.53 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150289 Dec 06 12:34:49.962095 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52158) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:50.000756 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-623989025-network', 'tenant_id': '88263710186f4091995261c9ed3e84e8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:50.022851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:50.075899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94918eb5-0892-4eed-8a68-7f2b10472fbc', 'name': '', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'mac_address': 'fa:16:3e:dc:13:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:43Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 2, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'subnets': [{'id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:50.115853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cc3a84a6-0f2c-4389-bc75-7ac2600edea1 req-2d4d3945-4e3f-4cbd-ad66-e8a11839056f service neutron] 10.222.0.53 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767843 Dec 06 12:34:50.121959 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b6294-6797-4bd6-8ba4-9c96241ed726 req-5bd8777d-49ad-4b4f-8812-80d1142f3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:50.123656 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-190b6294-6797-4bd6-8ba4-9c96241ed726 req-5bd8777d-49ad-4b4f-8812-80d1142f3e79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 1060 time: 0.3435428 Dec 06 12:34:50.126016 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Made reservation on behalf of 88263710186f4091995261c9ed3e84e8 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:50.143551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.156694 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Checking router: dc39ae99-ae37-47ce-b613-f994c9254c40 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:50.160112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.160604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Updating router dc39ae99-ae37-47ce-b613-f994c9254c40 port 94918eb5-0892-4eed-8a68-7f2b10472fbc binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:50.210491 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.228127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7a74-66c7-4203-b6a6-d18b1aaee136 req-5acef8d2-aadf-4ec7-a378-66b004d70dbc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:50.237311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca0a7a74-66c7-4203-b6a6-d18b1aaee136 req-5acef8d2-aadf-4ec7-a378-66b004d70dbc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.2498319 Dec 06 12:34:50.249146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-554f3ea8-b7f8-4b88-bb14-7333fcb0226b service neutron] 10.222.0.31 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922551 Dec 06 12:34:50.272207 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.304895 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-bd0b19f2-f502-4359-8321-78bf434ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:50.307632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-bd0b19f2-f502-4359-8321-78bf434ecad9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8000e931a5a94a3d8d85c091ca6043b2&device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 1094 time: 0.0950897 Dec 06 12:34:50.384684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.388075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/b33674af-b239-4012-8cbb-fb8937f9542b HTTP/1.1" status: 204 len: 168 time: 0.9516993 Dec 06 12:34:50.391643 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:50.396283 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d28fa-3b19-4ec1-854e-7718f2b84e08 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=b33674af-b239-4012-8cbb-fb8937f9542b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:50.492489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:50.606394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eae23-a2fa-4471-917e-96fa45577d6c req-93456e61-5f5e-445a-b2ed-c50f57e1c3ac tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:50.608003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb7eae23-a2fa-4471-917e-96fa45577d6c req-93456e61-5f5e-445a-b2ed-c50f57e1c3ac tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 943 time: 0.0767927 Dec 06 12:34:50.650424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.654686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:50.655204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.660498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.715040 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet eca8c05d-c850-4f6d-8be9-4b206bdc24f7 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:34:50.715874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4897bde4-37cb-40ef-86f4-3ba47f956c08 req-787f0fc8-c999-4425-901e-93432c35f779 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 210 time: 0.0742338 Dec 06 12:34:50.743830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.746020 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94f217-7cbe-40dc-9140-c4d0da0480a6 None None] Pushing event updated for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:50.804789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb7eae23-a2fa-4471-917e-96fa45577d6c req-06c507c4-40bd-43d0-9324-d22ac5a9ff03 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808419 Dec 06 12:34:50.847954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-3d477dfa-129f-4843-b88a-5445d487dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:50.849457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-3d477dfa-129f-4843-b88a-5445d487dfa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92768446-a353-4b6f-9134-8b999af7bfa5 HTTP/1.1" status: 200 len: 910 time: 0.5312207 Dec 06 12:34:50.851354 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.893930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.916682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578db01d-b9ab-4d64-a734-33cd58be08c6 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:50.957310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.957906 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Attempting to bind port 94918eb5-0892-4eed-8a68-7f2b10472fbc on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:50.958145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Attempting to bind port 94918eb5-0892-4eed-8a68-7f2b10472fbc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:50.958517 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Attempting to bind port 94918eb5-0892-4eed-8a68-7f2b10472fbc on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:50.984954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-e9fb0913-1397-4a74-a55f-4e708d6efe66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5249c779-3e57-4694-ba0c-9fdc01bec509 HTTP/1.1" status: 200 len: 217 time: 0.1149495 Dec 06 12:34:51.020168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174652b-d063-43b6-b614-0079b0cde78e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:51.024058 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 644e4253-423f-4f07-b638-eb38e997b719 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:51.079737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:51.080126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Checking segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:51.080523 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.080926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Bound using segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:51.081450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Bound port: 94918eb5-0892-4eed-8a68-7f2b10472fbc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:51.081832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.085959 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:34:51.149039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.149392 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Added segment 9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2 of type vlan for network c4982ead-92cb-4080-9973-90e5de775571 Dec 06 12:34:51.183474 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c5e3880-d9da-4925-8fb3-c8e1c21675f4 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:51.183949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c5e3880-d9da-4925-8fb3-c8e1c21675f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.244202 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-9e44a0c5-53b4-4af7-9949-d2ef6e06a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:51.246562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-9e44a0c5-53b4-4af7-9949-d2ef6e06a91b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fcc08b98-ed3e-4c6c-917c-53e594d0523e HTTP/1.1" status: 200 len: 849 time: 0.2078850 Dec 06 12:34:51.335766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] For port 94918eb5-0892-4eed-8a68-7f2b10472fbc, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:51.336298 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 644e4253-423f-4f07-b638-eb38e997b719 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:51.337477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.360423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-440d333c-0d99-4e09-94b1-0dde6659ce03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92768446-a353-4b6f-9134-8b999af7bfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668783 Dec 06 12:34:51.366070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.385066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.410036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] For port 94918eb5-0892-4eed-8a68-7f2b10472fbc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94918eb5-0892-4eed-8a68-7f2b10472fbc,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:51.414641 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf567f-4c05-4aad-96d3-aa346409bf33 req-b37ffca9-6cde-4070-998b-9b1cd1d52d36 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:51.427123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88cf567f-4c05-4aad-96d3-aa346409bf33 req-b37ffca9-6cde-4070-998b-9b1cd1d52d36 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.1041806 Dec 06 12:34:51.474145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.577355 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94f217-7cbe-40dc-9140-c4d0da0480a6 None None] Pushing event updated for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:51.588161 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49eaf-46ce-4139-8917-cb666962bb94 req-8e803bfa-9a84-4476-9a17-2047c24f36d3 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:51.598072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4aa49eaf-46ce-4139-8917-cb666962bb94 req-8e803bfa-9a84-4476-9a17-2047c24f36d3 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.0915220 Dec 06 12:34:51.621867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.664844 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=eca8c05d-c850-4f6d-8be9-4b206bdc24f7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:51.677695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.679983 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:51.680752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.684969 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:51.691946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2625be97-bd7f-4b8b-8198-a4c861af8857 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/eca8c05d-c850-4f6d-8be9-4b206bdc24f7 HTTP/1.1" status: 204 len: 168 time: 1.2877123 Dec 06 12:34:51.695999 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:51.730527 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c5e3880-d9da-4925-8fb3-c8e1c21675f4 None None] Could not find standard attr ID for object aa909ded-fe0c-487a-af3e-a2af612de12b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:34:51.743604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-9389b27b-a9eb-472d-9942-1d452b3929f2 service neutron] 10.222.0.53 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691442 Dec 06 12:34:51.777735 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7954440 Dec 06 12:34:51.779595 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52188) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:51.794838 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Request body: {'subnet': {'network_id': 'c4982ead-92cb-4080-9973-90e5de775571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-623989025-subnet', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:51.806476 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:51.808245 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:51.809365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1c320748-3204-4a84-a3b3-12aff612d9e6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063852 Dec 06 12:34:51.810186 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:51.830852 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:51.895923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2e0e-443c-49f7-949b-d11f9a34ff5e admin admin] Pushing event updated for resources: {'Network': ['ID=c4982ead-92cb-4080-9973-90e5de775571,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:51.916733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49be093a-87ff-44de-9526-c4c96608328f req-777bcca0-8660-4e02-baa4-8e6dd306f848 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 210 time: 0.0603323 Dec 06 12:34:51.943809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca82630-228a-49a5-a593-195b68414a89 req-d432f655-acd0-45b6-bcf3-f621c90127b6 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:51.945708 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bca82630-228a-49a5-a593-195b68414a89 req-d432f655-acd0-45b6-bcf3-f621c90127b6 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 1060 time: 0.2516425 Dec 06 12:34:51.995910 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c4982ead-92cb-4080-9973-90e5de775571 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:34:52.079479 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Made reservation on behalf of 88263710186f4091995261c9ed3e84e8 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:52.087673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.128719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46dcea45-a821-4cea-9bfc-80e62f2d18df req-3e85c16b-238b-4eba-bb89-8f08a27bccd4 service neutron] 10.222.0.53 "GET /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498020 Dec 06 12:34:52.199613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365ba25-3517-44c9-bf74-197e538df676 req-f6ac1de3-3eb8-4136-b335-e26c704470a1 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:52.202020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8365ba25-3517-44c9-bf74-197e538df676 req-f6ac1de3-3eb8-4136-b335-e26c704470a1 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 943 time: 0.1503980 Dec 06 12:34:52.270877 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:52.294957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.398954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] Provisioning complete for port 94918eb5-0892-4eed-8a68-7f2b10472fbc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:52.399803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.436733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.476298 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6a9a0-72aa-470e-b61b-7be4478d9df0 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': 'eca8c05d-c850-4f6d-8be9-4b206bdc24f7'}], 'binding:host_id': 'n-d-master-1'}, 'id': '56cdd0c2-1481-48e0-b9ee-c476a8d8b188'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:34:52.493773 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:52.505419 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd48165-e5c6-4a05-afe7-31e413a385c8,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:52.516060 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Checking segment: {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:52.516595 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Network hostable DHCP agents. Network: c4982ead-92cb-4080-9973-90e5de775571, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:34:52.539472 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Network c4982ead-92cb-4080-9973-90e5de775571 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:34:52.553940 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c4982ead-92cb-4080-9973-90e5de775571) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:52.561251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8365ba25-3517-44c9-bf74-197e538df676 req-e18368ba-eb3e-44d8-b52f-058e4d09a652 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513327 Dec 06 12:34:52.565056 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:52.569842 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.574194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3f6a9a0-72aa-470e-b61b-7be4478d9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.577434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e143d0-67c0-4302-9317-6f39169a741a req-62caf215-2df9-4ecb-bb62-d3b5f1996b7d tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:52.587456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65e143d0-67c0-4302-9317-6f39169a741a req-62caf215-2df9-4ecb-bb62-d3b5f1996b7d tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 0.2723868 Dec 06 12:34:52.597645 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6f436-8a29-43e9-961e-c656706608b8 None None] Network c4982ead-92cb-4080-9973-90e5de775571 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:52.606413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-3b1bd325-66f2-4384-a566-e1da43a70499 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:52.608873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-3b1bd325-66f2-4384-a566-e1da43a70499 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 797 time: 0.4496815 Dec 06 12:34:52.610167 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73a6cd18-c07f-4193-9877-a6700c6b6193 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8223555 Dec 06 12:34:52.610827 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52208) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:52.615125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:52.646302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.646897 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.715613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.751712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65e143d0-67c0-4302-9317-6f39169a741a req-58136ef5-cab4-4dea-94bd-d98ba5341b93 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1627269 Dec 06 12:34:52.767271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5249c779-3e57-4694-ba0c-9fdc01bec509 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:34:52.768525 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52210) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:52.779732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.921413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-a2bde6bf-f947-4d98-9d68-47db428e419e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 380 time: 0.2850866 Dec 06 12:34:52.924685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.936016 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'port': {'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'admin_state_up': True, 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'security_groups': ['9e61d34f-3489-42e4-8e7e-c82fc27479a4']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:52.948260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822610a6-aaff-4ef4-a189-366c0666a76d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:52.956599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:52.966804 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f1c67-9a7d-481d-9cb7-e309af4028e2 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:52.969354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f60f1c67-9a7d-481d-9cb7-e309af4028e2 tempest-TestSecurityGroupsBasicOps-988546029 tempest-TestSecurityGroupsBasicOps-988546029-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 1055 time: 0.1520050 Dec 06 12:34:52.991271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] For port 94918eb5-0892-4eed-8a68-7f2b10472fbc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94918eb5-0892-4eed-8a68-7f2b10472fbc,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:53.049223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.082781 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:53.089769 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:53.117735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:53.118473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.173900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c48bb302-b4e5-4186-89f8-ade81ee269e1 req-05d7f477-2036-49e5-904e-c7a32bcdc63d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 210 time: 0.1008105 Dec 06 12:34:53.207185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=8480a440-0054-46c9-8c02-1d90a36b6af9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:53.223180 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.223684 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.224285 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.224720 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.225179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.225633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.226757 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.228168 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.228639 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.229081 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.230085 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.233669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.234327 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:34:53.262578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd4a560e-931c-445c-843d-d04056bd8bdd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4477923 Dec 06 12:34:53.266865 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:53.286279 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:53.304538 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4beada-ea60-44a5-9285-2a78f14731cd None None] Pushing event updated for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:53.334383 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5249c779-3e57-4694-ba0c-9fdc01bec509,segment=NetworkSegment(8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1),segment_id=8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:53.389491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '5249c779-3e57-4694-ba0c-9fdc01bec509', 'network_id': '92768446-a353-4b6f-9134-8b999af7bfa5', 'port_id': '5249c779-3e57-4694-ba0c-9fdc01bec509', 'mac_address': 'fa:16:3e:94:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc08b98-ed3e-4c6c-917c-53e594d0523e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:34:53.439847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e382bb2e-0bdd-4c95-a82d-bd2555d8f329 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:53.440259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e382bb2e-0bdd-4c95-a82d-bd2555d8f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.475990 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c4982ead-92cb-4080-9973-90e5de775571', 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'fixed_ips': [{'subnet_id': '9dd48165-e5c6-4a05-afe7-31e413a385c8'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:34:53.477443 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.519567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:53.523752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.574262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5e16-4627-49c9-a4bc-8b0cd5bd7fc4 req-74b94605-f5da-4dfd-9471-fd929f203adc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:53.576161 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff3e5e16-4627-49c9-a4bc-8b0cd5bd7fc4 req-74b94605-f5da-4dfd-9471-fd929f203adc tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.1370196 Dec 06 12:34:53.580797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:53.585048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.585905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.660382 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5249c779-3e57-4694-ba0c-9fdc01bec509 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:34:53.688759 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5249c779-3e57-4694-ba0c-9fdc01bec509,segment=NetworkSegment(8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1),segment_id=8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:53.712811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.721337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.736672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:53.778938 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.13 (ffdc9209-7945-4b2c-9513-4e33ab026185/81875170-f2f2-4999-9e9d-297fc7938762/23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:53.784035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94918eb5-0892-4eed-8a68-7f2b10472fbc', 'name': '', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'mac_address': 'fa:16:3e:dc:13:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:43Z', 'updated_at': '2021-12-06T12:34:51Z', 'revision_number': 4, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'subnets': [{'id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:53.858949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf554d-dd20-47a2-92c5-daa1fe213737 None None] The sync data for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 is: [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port': {'id': 'c7fc955c-4841-491d-8f31-0cd8939be9a2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:37Z', 'updated_at': '2021-12-06T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94918eb5-0892-4eed-8a68-7f2b10472fbc', 'name': '', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'mac_address': 'fa:16:3e:dc:13:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:43Z', 'updated_at': '2021-12-06T12:34:51Z', 'revision_number': 4, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'subnets': [{'id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:53.887141 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Allocated IP 172.35.3.36 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/34c97477-8fb1-41c4-8949-dd75e9af0bb4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:53.961425 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:53.964846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Allocated IP 172.20.0.2 (c4982ead-92cb-4080-9973-90e5de775571/9dd48165-e5c6-4a05-afe7-31e413a385c8/7c5afb14-c3e3-4641-9c2d-36001057f973) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:53.975179 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e382bb2e-0bdd-4c95-a82d-bd2555d8f329 None None] Provisioning complete for port 94918eb5-0892-4eed-8a68-7f2b10472fbc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:53.975556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e382bb2e-0bdd-4c95-a82d-bd2555d8f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.167761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.169290 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f0eb-3f51-457c-bba0-55710619b4a3 req-01268578-3b0e-4647-a4c9-18ae9407a916 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:54.177786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8812f0eb-3f51-457c-bba0-55710619b4a3 req-01268578-3b0e-4647-a4c9-18ae9407a916 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 944 time: 0.1607959 Dec 06 12:34:54.246232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['5249c779-3e57-4694-ba0c-9fdc01bec509'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:34:54.260266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.346368 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '8480a440-0054-46c9-8c02-1d90a36b6af9'}], 'binding:host_id': 'n-d-master-1'}, 'id': '56cdd0c2-1481-48e0-b9ee-c476a8d8b188'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:34:54.367677 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:54.372328 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:54.372478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 94918eb5-0892-4eed-8a68-7f2b10472fbc up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:54.389902 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:54.422195 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Pushing event updated for resources: {'Port': ['ID=34c97477-8fb1-41c4-8949-dd75e9af0bb4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:54.451962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ba939-f5c6-4a81-9528-ef3917bcbcf3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:54.560890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54122a63-e6e7-4873-ace4-0fccb747fd81 req-e0c3b9b2-cb1a-4cbb-aca4-198feee40d32 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 210 time: 0.1933267 Dec 06 12:34:54.579288 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.587211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.630944 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.650165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8812f0eb-3f51-457c-bba0-55710619b4a3 req-625c41aa-6055-46bb-8349-7b1ce820a52f tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713664 Dec 06 12:34:54.705195 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:34:54.814538 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-64c18262-9d74-4cd7-bf41-4fcfbab473d9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:54.816276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-64c18262-9d74-4cd7-bf41-4fcfbab473d9 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.2323267 Dec 06 12:34:54.966464 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:54.978196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.036269 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Pushing event updated for resources: {'Port': ['ID=7c5afb14-c3e3-4641-9c2d-36001057f973,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:55.040091 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 94918eb5-0892-4eed-8a68-7f2b10472fbc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:55.040618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.076298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.090933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4dae-98b4-46f6-9fb2-780c5b5a7077 req-5be8d872-1d2d-4348-9743-a6b2f63ab73f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:55.096626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c1c4dae-98b4-46f6-9fb2-780c5b5a7077 req-5be8d872-1d2d-4348-9743-a6b2f63ab73f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca769c66-1d32-49e7-b435-be6b0325fdea HTTP/1.1" status: 200 len: 909 time: 0.2717912 Dec 06 12:34:55.202351 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Network c4982ead-92cb-4080-9973-90e5de775571 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:55.224887 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:55.235888 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network ffdc9209-7945-4b2c-9513-4e33ab026185 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:55.238545 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:55.241680 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:55.245579 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port 0710968a-f541-4faa-9b24-b4f92dfa2900 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:34:55.245955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.308382 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:55.311974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:34:55.400979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.486256 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port 0710968a-f541-4faa-9b24-b4f92dfa2900, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0710968a-f541-4faa-9b24-b4f92dfa2900,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:55.486638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.518612 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:55.519303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.530603 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Attempting to bind port 7c5afb14-c3e3-4641-9c2d-36001057f973 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:55.531518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Attempting to bind port 7c5afb14-c3e3-4641-9c2d-36001057f973 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:55.531887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Attempting to bind port 7c5afb14-c3e3-4641-9c2d-36001057f973 on network c4982ead-92cb-4080-9973-90e5de775571 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:55.564429 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for 0710968a-f541-4faa-9b24-b4f92dfa2900 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:34:55.617406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-25b5e5a6-fa91-4aec-b971-85b642c45cb8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6862545 Dec 06 12:34:55.625576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:55.626096 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Checking segment: {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:55.626514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.626915 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Bound using segment: {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:55.627424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Bound port: 7c5afb14-c3e3-4641-9c2d-36001057f973, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:55.627812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.662151 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Request body: {'port': {'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:55.717628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.721638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b062a9b3-e751-4732-b81f-c16ddf34a6ec None None] Provisioning complete for port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:55.722012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b062a9b3-e751-4732-b81f-c16ddf34a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:55.839382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:55.951543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b062a9b3-e751-4732-b81f-c16ddf34a6ec None None] Port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:56.001107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] For port 7c5afb14-c3e3-4641-9c2d-36001057f973, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:56.011231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] For port 7c5afb14-c3e3-4641-9c2d-36001057f973, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5afb14-c3e3-4641-9c2d-36001057f973,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:56.027073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fece:3f26-62aea2a7-2a90-4c4c-b1d8-b431aa2b93 {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:34:56.027856 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:34:56.031456 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.041512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.130187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=0710968a-f541-4faa-9b24-b4f92dfa2900,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:56.132120 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Router 901b4a18-56b3-4a8e-8d9c-e5555514f206 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:34:56.174276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.183514 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] No DVR routers for this DVR port 0710968a-f541-4faa-9b24-b4f92dfa2900 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:34:56.190026 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.195168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3abd54a-d519-4b57-a942-515d2b7ddd87 req-add3c2c6-40b5-4da1-b48e-e851e5d9f86c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.23 "DELETE /v2.0/ports/0710968a-f541-4faa-9b24-b4f92dfa2900 HTTP/1.1" status: 204 len: 173 time: 1.2611799 Dec 06 12:34:56.213035 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'name': 'network-vif-deleted', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:34:56.223887 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a7237-1695-474d-a2ab-17caa612df03" -d '{"events": [{"server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "name": "network-vif-deleted", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:34:56.278273 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-14b240c1-b188-4954-985f-2f30c475073a None None] Provisioning complete for port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:56.278922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-14b240c1-b188-4954-985f-2f30c475073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.328489 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd6a7f-5e42-4625-8ce2-99228b15885e None None] Pushing event updated for resources: {'Port': ['ID=7c5afb14-c3e3-4641-9c2d-36001057f973,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:56.344756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-14b240c1-b188-4954-985f-2f30c475073a None None] Port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:34:56.509840 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:34:56.521760 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Sync routers for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:34:56.556774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.558721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-38b23775-fc4c-4d6b-96d9-c824f5e85eae admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9467652 Dec 06 12:34:56.561256 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:56.573041 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:56.573708 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:56.632249 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.685968 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:56.711721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.745645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c6e63-1a18-4411-b41b-89f705aaa584 req-3ed0569f-7321-48b9-90a7-bb5c2f090232 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:56.754000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d4c6e63-1a18-4411-b41b-89f705aaa584 req-3ed0569f-7321-48b9-90a7-bb5c2f090232 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 944 time: 1.0372505 Dec 06 12:34:56.784829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1854613-b6fa-4672-80b9-a97876d23566 req-b8ce38ef-142e-4fad-a26e-936a2cd0474b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:56.793695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1854613-b6fa-4672-80b9-a97876d23566 req-b8ce38ef-142e-4fad-a26e-936a2cd0474b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 932 time: 1.0750170 Dec 06 12:34:56.871838 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:56.872449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.959856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d4c6e63-1a18-4411-b41b-89f705aaa584 req-2705d0d9-4220-4e13-8ff5-487fa79172c8 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044659 Dec 06 12:34:56.962054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:56.962945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.018772 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Allocated IP 172.20.0.2 (967641fd-83ec-484f-b26c-a1f522269ab1/8480a440-0054-46c9-8c02-1d90a36b6af9/56cdd0c2-1481-48e0-b9ee-c476a8d8b188) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:57.024824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5249c779-3e57-4694-ba0c-9fdc01bec509 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:57.109563 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:34:57.140059 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:57.145001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=50c56643-6e9e-4ce9-81df-43aa0f3614ea,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:57.147997 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:34:57.151366 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:57.152583 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.161129 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:57.169302 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:57.209213 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.257485 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cbb2c0-6ee9-4190-a721-82421221da32 x-openstack-request-id: req-a9cbb2c0-6ee9-4190-a721-82421221da32 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:34:57.257981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.258093 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca769c66-1d32-49e7-b435-be6b0325fdea", "name": "network-vif-deleted", "tag": "0710968a-f541-4faa-9b24-b4f92dfa2900", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:34:57.260607 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9cbb2c0-6ee9-4190-a721-82421221da32 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:34:57.261267 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca769c66-1d32-49e7-b435-be6b0325fdea', 'name': 'network-vif-deleted', 'tag': '0710968a-f541-4faa-9b24-b4f92dfa2900', 'status': 'completed', 'code': 200} Dec 06 12:34:57.285065 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:34:54Z', 'revision_number': 3, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:57.312949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e690ab15-7791-4b2a-bf9c-d6958f26e88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.434461 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Checking router: 901b4a18-56b3-4a8e-8d9c-e5555514f206 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:34:57.435182 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Updating router 901b4a18-56b3-4a8e-8d9c-e5555514f206 port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:34:57.462071 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.505585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:34:57.505948 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:34:57.553333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd608-232b-470b-9006-ef38996b09d7 None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:57.560439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 5249c779-3e57-4694-ba0c-9fdc01bec509 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:34:57.570455 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 5249c779-3e57-4694-ba0c-9fdc01bec509 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:57.571621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.668435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.686433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9349c81b-e159-49b7-b5e4-11647a27145f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4043832 Dec 06 12:34:57.705004 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52254) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:34:57.725343 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:2f:79:dd', 'name': 'tempest-NetworksTestDHCPv6-1828765118'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:34:57.789333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:57.863057 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:34:57.869696 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c091ec-8d78-49cc-983f-ffd5185b1716" -d '{"events": [{"server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "name": "network-vif-plugged", "status": "completed", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:34:57.926332 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1854613-b6fa-4672-80b9-a97876d23566 req-526d649a-76d6-4cb8-b9b1-b33e6e0e1886 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1315155 Dec 06 12:34:57.948299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5249c779-3e57-4694-ba0c-9fdc01bec509,segment=NetworkSegment(8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1),segment_id=8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:57.965626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.015002 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.026064 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.075301 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d177c-edb5-444c-bf53-d291b657293d x-openstack-request-id: req-f22d177c-edb5-444c-bf53-d291b657293d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:34:58.075900 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "name": "network-vif-plugged", "status": "completed", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:34:58.079488 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f22d177c-edb5-444c-bf53-d291b657293d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:34:58.080059 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509', 'code': 200} Dec 06 12:34:58.147404 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267cb8-27e2-409b-8d88-034bf466cb59 None None] Pushing event updated for resources: {'Port': ['ID=34c97477-8fb1-41c4-8949-dd75e9af0bb4,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:58.175488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0710968a-f541-4faa-9b24-b4f92dfa2900 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:34:58.196139 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Attempting to bind port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:58.196583 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Attempting to bind port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:58.196947 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Attempting to bind port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:58.210637 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:58.211701 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:58.212170 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.212571 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:58.213062 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Bound port: 34c97477-8fb1-41c4-8949-dd75e9af0bb4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:58.213473 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.238980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c2783-d109-4874-a5dc-3328b6e1918d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:58.260531 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 0710968a-f541-4faa-9b24-b4f92dfa2900 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:34:58.261187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 0710968a-f541-4faa-9b24-b4f92dfa2900 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:34:58.274926 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:58.281725 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.326700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:58.338759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.341702 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] For port 34c97477-8fb1-41c4-8949-dd75e9af0bb4, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:34:58.351806 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] For port 34c97477-8fb1-41c4-8949-dd75e9af0bb4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34c97477-8fb1-41c4-8949-dd75e9af0bb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:34:58.367422 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.420070 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] Provisioning complete for port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:58.420449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.480323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edcd949-11e2-4063-9286-91b5db17c352 None None] Network c4982ead-92cb-4080-9973-90e5de775571 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:58.513137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:34:58.518101 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267cb8-27e2-409b-8d88-034bf466cb59 None None] Pushing event updated for resources: {'Port': ['ID=34c97477-8fb1-41c4-8949-dd75e9af0bb4,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:58.564953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6a003-0c60-4935-a25c-9d5d98e6db71 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:34:58.570324 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:34:58.571175 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:34:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:58.583094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589a6d0-2876-4ea7-9252-8305bd844664 req-138096be-3b9e-44de-889b-b4f349c41351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:58.589815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f589a6d0-2876-4ea7-9252-8305bd844664 req-138096be-3b9e-44de-889b-b4f349c41351 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 1096 time: 0.3846807 Dec 06 12:34:58.685529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:34:58.687333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:58.709586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae4d52-47a8-47b4-bf10-735486b397d3 req-3a5a8a04-2335-420b-a05f-0769f16aff9f tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:58.711957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bae4d52-47a8-47b4-bf10-735486b397d3 req-3a5a8a04-2335-420b-a05f-0769f16aff9f tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 0.4968526 Dec 06 12:34:58.779929 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:34:58.850860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bae4d52-47a8-47b4-bf10-735486b397d3 req-f71c0edd-a7d6-43e0-9cc5-04f217a9f7c6 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283119 Dec 06 12:34:58.883710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.923787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] For port 34c97477-8fb1-41c4-8949-dd75e9af0bb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34c97477-8fb1-41c4-8949-dd75e9af0bb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:34:58.932004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:58.932465 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.982287 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.990794 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:34:59.011186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.049979 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Transition to ACTIVE for port object 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:34:59.063689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.075296 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af5cfc-ee68-4a44-a526-0e153a5c987d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:34:59.120601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.164921 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:34:54Z', 'revision_number': 3, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:34:59.250259 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2883e73-0ca2-48fe-b3e1-9221e65ae1e6 None None] The sync data for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 is: [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:34:54Z', 'revision_number': 3, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:34:59.321704 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e527-9a30-4bd6-9070-677bff07eb00 None None] Pushing event updated for resources: {'Port': ['ID=34c97477-8fb1-41c4-8949-dd75e9af0bb4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:59.337667 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Provisioning complete for port 7c5afb14-c3e3-4641-9c2d-36001057f973 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:34:59.338057 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.359905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Pushing event updated for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:34:59.459452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f589a6d0-2876-4ea7-9252-8305bd844664 req-d7c270c0-71f6-4601-9bc1-5fb323281bc2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8619375 Dec 06 12:34:59.532762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.555810 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Allocated IP 172.20.0.1 (c4982ead-92cb-4080-9973-90e5de775571/9dd48165-e5c6-4a05-afe7-31e413a385c8/07a6251d-59ad-40df-b1b1-ea9131287a44) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:34:59.595439 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 93a966e3-7c05-444e-827f-c06f891767f9 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:34:59.652297 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81edcf0-2e7e-4475-a2c9-1af63c8d9280 req-f800f96a-5e5e-4c1c-ae55-91d0aaa46318 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:59.660795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b81edcf0-2e7e-4475-a2c9-1af63c8d9280 req-f800f96a-5e5e-4c1c-ae55-91d0aaa46318 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 944 time: 0.4789383 Dec 06 12:34:59.773102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afeb514a-1d78-44bf-b87c-8b8dc681e204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.834751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.847549 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Attempting to bind port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:34:59.848104 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Attempting to bind port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:34:59.848449 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Attempting to bind port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a on network ffdc9209-7945-4b2c-9513-4e33ab026185 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:59.883213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b81edcf0-2e7e-4475-a2c9-1af63c8d9280 req-a8df4803-e8a6-4242-b731-3a3844f1c2b5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212701 Dec 06 12:34:59.887414 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a on network ffdc9209-7945-4b2c-9513-4e33ab026185 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:34:59.889512 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Attempting to bind port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a on network ffdc9209-7945-4b2c-9513-4e33ab026185 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:34:59.908601 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:34:59.909051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Checking segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:34:59.913648 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Bound using segment: {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:34:59.914252 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Bound port: 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640258c0-9d62-43e5-b805-5e2d6d40779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:34:59.914730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.928387 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.949575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.012651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] For port 7c5afb14-c3e3-4641-9c2d-36001057f973, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5afb14-c3e3-4641-9c2d-36001057f973,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:00.015942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:00.020476 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.054918 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 172.20.0.3 (967641fd-83ec-484f-b26c-a1f522269ab1/8480a440-0054-46c9-8c02-1d90a36b6af9/93a966e3-7c05-444e-827f-c06f891767f9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:00.064851 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe2f:79dd (967641fd-83ec-484f-b26c-a1f522269ab1/50c56643-6e9e-4ce9-81df-43aa0f3614ea/93a966e3-7c05-444e-827f-c06f891767f9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:00.076255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Pushing event updated for resources: {'Port': ['ID=7c5afb14-c3e3-4641-9c2d-36001057f973,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:00.080822 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.081677 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7c5afb14-c3e3-4641-9c2d-36001057f973 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:00.128392 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:00.134203 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:00.145807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.163617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.224681 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:00.225034 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.226865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:00.227491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.233321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] 10.222.0.53 "PUT /v2.0/ports/23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 1092 time: 4.5843828 Dec 06 12:35:00.238800 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:00.258644 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7ac277-d2c5-4352-9247-0bca699a5127" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:00.267574 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Network c4982ead-92cb-4080-9973-90e5de775571 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:00.278543 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:00.284642 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Pushing event updated for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:00.290608 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:00.322322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7c5afb14-c3e3-4641-9c2d-36001057f973 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:00.322863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.341945 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:00.431968 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f35567-eafa-47df-8ac0-0040e3556b77 x-openstack-request-id: req-86f35567-eafa-47df-8ac0-0040e3556b77 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:00.432298 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:00.432638 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f35567-eafa-47df-8ac0-0040e3556b77 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:00.432921 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'status': 'completed', 'code': 200} Dec 06 12:35:00.569850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.723368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.775679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.846028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.853569 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Provisioning complete for port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:00.854002 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b811effe-dae1-4d31-959b-c2f10311f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.024510 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=93a966e3-7c05-444e-827f-c06f891767f9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:01.051855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.057428 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:01.091105 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:01.107451 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:01.109080 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39383bfa-f5a7-4c7b-aef0-120766223b22 req-fc405f5f-373d-489f-901a-74e4d42c67b2 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.123684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-edcfb437-16b0-4873-b30d-4fa4001632ff None None] Provisioning complete for port 07a6251d-59ad-40df-b1b1-ea9131287a44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:01.123957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-edcfb437-16b0-4873-b30d-4fa4001632ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.133722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39383bfa-f5a7-4c7b-aef0-120766223b22 req-fc405f5f-373d-489f-901a-74e4d42c67b2 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 1.1004753 Dec 06 12:35:01.183236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:01.247150 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.247562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.269685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-edcfb437-16b0-4873-b30d-4fa4001632ff None None] Port 07a6251d-59ad-40df-b1b1-ea9131287a44 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:01.278882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfe17ca2-7cf8-4c04-b06f-373fe6367ba6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5726309 Dec 06 12:35:01.281624 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52286) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:01.289674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.299557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4cb55-d5ca-4a25-a6b1-8029e52a8220 service neutron] Pushing event updated for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:01.308759 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-edcfb437-16b0-4873-b30d-4fa4001632ff None None] Provisioning complete for port 7c5afb14-c3e3-4641-9c2d-36001057f973 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:01.309361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-edcfb437-16b0-4873-b30d-4fa4001632ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.358102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:01.359818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.395659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a28da-053c-4734-9bd5-4ce7a5c6f74c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.402370 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a28da-053c-4734-9bd5-4ce7a5c6f74c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.406636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a14a28da-053c-4734-9bd5-4ce7a5c6f74c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1211512 Dec 06 12:35:01.408995 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:01.437589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39383bfa-f5a7-4c7b-aef0-120766223b22 req-eeaa65aa-8328-49db-a127-664378289e7b tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995842 Dec 06 12:35:01.450462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f513f909-2f57-4692-bb88-e6920546dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.464208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-f513f909-2f57-4692-bb88-e6920546dadf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1095 time: 1.1708949 Dec 06 12:35:01.481344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2af8-fb9d-4d55-820b-09de47b260d3 req-8821f840-e7c7-43a8-9b07-6f5d16311e34 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.483356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-261a2af8-fb9d-4d55-820b-09de47b260d3 req-8821f840-e7c7-43a8-9b07-6f5d16311e34 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 944 time: 0.4384651 Dec 06 12:35:01.550278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7c5afb14-c3e3-4641-9c2d-36001057f973 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:01.556258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68178488-5c0d-4d29-92ac-ab4465b34323 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:01.571808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-a9ee8231-0c99-49a9-ba52-76e4aaa2d99a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 217 time: 0.0871789 Dec 06 12:35:01.579454 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port 15c888c2-161f-4afa-9f51-28c430bc1210 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:01.580064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.647557 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-586c6a62-bb44-4206-b865-7baf46716de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.649441 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-586c6a62-bb44-4206-b865-7baf46716de1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 200 len: 834 time: 0.0661879 Dec 06 12:35:01.679691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.714390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.772899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-261a2af8-fb9d-4d55-820b-09de47b260d3 req-95149d9a-c0e5-4a39-8c83-a13f82092ecd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597840 Dec 06 12:35:01.795727 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Pushing event updated for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:01.808069 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 93a966e3-7c05-444e-827f-c06f891767f9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:01.808417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.830388 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-093e4968-e4d5-4307-8f53-aa3e32d585aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:01.831965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-093e4968-e4d5-4307-8f53-aa3e32d585aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc9209-7945-4b2c-9513-4e33ab026185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645818 Dec 06 12:35:01.917469 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 7c5afb14-c3e3-4641-9c2d-36001057f973 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:01.918094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.924401 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.940633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-9e33725c-95d1-496b-8309-ecb5e51d532a service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961900 Dec 06 12:35:01.943421 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 93a966e3-7c05-444e-827f-c06f891767f9 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:01.947668 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port 15c888c2-161f-4afa-9f51-28c430bc1210, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=15c888c2-161f-4afa-9f51-28c430bc1210,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:01.948124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.995966 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for 15c888c2-161f-4afa-9f51-28c430bc1210 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:02.066958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 34c97477-8fb1-41c4-8949-dd75e9af0bb4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:02.135407 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f67f7523-8275-4513-ad38-ae90848f99e2 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:02.135407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f67f7523-8275-4513-ad38-ae90848f99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.181695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e25a4-3fcb-45f9-be97-82965e8a93a2 req-a30e6310-4b87-4ed6-9d0d-6a77f0fe3f29 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306662 Dec 06 12:35:02.263355 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:02.263932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.313536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.421690 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.445201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.506132 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-4dab2523-da57-4bf5-a866-1e5ee8be447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:02.507640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-4dab2523-da57-4bf5-a866-1e5ee8be447a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1095 time: 0.1516097 Dec 06 12:35:02.553081 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=93a966e3-7c05-444e-827f-c06f891767f9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:02.636905 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Network c4982ead-92cb-4080-9973-90e5de775571 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:02.646636 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:02.659212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.668288 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:02.668694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0b1f8e68-4097-4a8e-87dc-025b677a03e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/93a966e3-7c05-444e-827f-c06f891767f9 HTTP/1.1" status: 204 len: 168 time: 1.2586808 Dec 06 12:35:02.670710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-49861fd8-fde4-40e3-ac20-86c50fb76587 None None] Provisioning complete for port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:02.672808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49861fd8-fde4-40e3-ac20-86c50fb76587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.878946 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-49861fd8-fde4-40e3-ac20-86c50fb76587 None None] Could not find standard attr ID for object 93a966e3-7c05-444e-827f-c06f891767f9. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:02.902044 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Router 901b4a18-56b3-4a8e-8d9c-e5555514f206 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:02.957103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.045003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-65603b88-bb30-4b46-a598-e316fd8af1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.052427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-65603b88-bb30-4b46-a598-e316fd8af1e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 898 time: 0.5351918 Dec 06 12:35:03.054838 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:03.065077 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Sync routers for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:03.074864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fdcd687e-26ac-46c8-b0c1-a22eb33974ae admin admin] 10.222.0.31 "PUT /v2.0/routers/901b4a18-56b3-4a8e-8d9c-e5555514f206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5047460 Dec 06 12:35:03.092102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:03.092734 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:03.106537 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=15c888c2-161f-4afa-9f51-28c430bc1210,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:03.167218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-42ff248d-963e-48a3-b717-d91900ad9151 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 217 time: 0.0552018 Dec 06 12:35:03.172118 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670a65d-6c8d-4473-ada6-371b782a9a3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.174207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670a65d-6c8d-4473-ada6-371b782a9a3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.176354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670a65d-6c8d-4473-ada6-371b782a9a3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.180443 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52308) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:03.190595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d670a65d-6c8d-4473-ada6-371b782a9a3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4989972 Dec 06 12:35:03.208184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdfa1c-d063-4aec-849f-94c53177c2d3 req-346e6d3d-4ff7-494c-afb6-1c3657fc03a0 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.208852 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e22bdc30-4f83-4385-9f3b-48d5b7d030d3 None None] Provisioning complete for port 07a6251d-59ad-40df-b1b1-ea9131287a44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:03.210264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e22bdc30-4f83-4385-9f3b-48d5b7d030d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.218488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2bdfa1c-d063-4aec-849f-94c53177c2d3 req-346e6d3d-4ff7-494c-afb6-1c3657fc03a0 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 0.6252165 Dec 06 12:35:03.261196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.305598 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 50c56643-6e9e-4ce9-81df-43aa0f3614ea {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:03.309850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.377908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.388824 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782d4e-e9c9-422b-b1d2-55cbe468bb03 req-ab485ba6-7c6d-49a6-895e-50461375da54 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.390619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f782d4e-e9c9-422b-b1d2-55cbe468bb03 req-ab485ba6-7c6d-49a6-895e-50461375da54 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 944 time: 0.4003947 Dec 06 12:35:03.399675 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-a65bbfb1-8ce8-4e12-8e2a-038b93a301aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.401103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-a65bbfb1-8ce8-4e12-8e2a-038b93a301aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 200 len: 834 time: 0.1753519 Dec 06 12:35:03.409424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e22bdc30-4f83-4385-9f3b-48d5b7d030d3 None None] Port 07a6251d-59ad-40df-b1b1-ea9131287a44 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:03.422562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:03.488926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2bdfa1c-d063-4aec-849f-94c53177c2d3 req-4e9f9e8a-d787-4fc9-8c41-e5aeb619a1d8 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512162 Dec 06 12:35:03.556476 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9a93d350-3f15-47c1-bfdd-eb1872322ccf None None] Could not find standard attr ID for object aa909ded-fe0c-487a-af3e-a2af612de12b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:03.580109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.740073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.760850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.774770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/50c56643-6e9e-4ce9-81df-43aa0f3614ea HTTP/1.1" status: 204 len: 168 time: 0.5927618 Dec 06 12:35:03.777832 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:03.789956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-2cbdd876-23a3-47fc-9683-2cc1c22638da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.791607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-2cbdd876-23a3-47fc-9683-2cc1c22638da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc9209-7945-4b2c-9513-4e33ab026185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663790 Dec 06 12:35:03.802520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f782d4e-e9c9-422b-b1d2-55cbe468bb03 req-3919b682-4a35-4470-8177-cabb7769874d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783786 Dec 06 12:35:03.848157 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197b32-3896-4011-86ec-d22d7f547ade tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=50c56643-6e9e-4ce9-81df-43aa0f3614ea,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:03.860400 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-67fdd941-1aa8-4c3c-a8ba-2df8376e32c1 None None] Could not find standard attr ID for object 93a966e3-7c05-444e-827f-c06f891767f9. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:03.952916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:03.958562 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 8480a440-0054-46c9-8c02-1d90a36b6af9 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:03.966501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.086918 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:35:00Z', 'revision_number': 4, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '07a6251d-59ad-40df-b1b1-ea9131287a44', 'name': '', 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'mac_address': 'fa:16:3e:79:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:58Z', 'updated_at': '2021-12-06T12:35:01Z', 'revision_number': 2, 'project_id': '88263710186f4091995261c9ed3e84e8', 'subnets': [{'id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:04.132604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.145433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Checking router: 901b4a18-56b3-4a8e-8d9c-e5555514f206 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:04.145792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Updating router 901b4a18-56b3-4a8e-8d9c-e5555514f206 port 07a6251d-59ad-40df-b1b1-ea9131287a44 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:35:04.176676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.368821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.388009 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7547fc7b-1c63-4420-b5b0-dba6cc70ab60 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:04.447332 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.497489 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=8480a440-0054-46c9-8c02-1d90a36b6af9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:04.501901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.509060 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18b2b2c5-e35d-4486-8573-8ad249b9772d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/8480a440-0054-46c9-8c02-1d90a36b6af9 HTTP/1.1" status: 204 len: 168 time: 0.7281427 Dec 06 12:35:04.509569 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52342) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:04.521569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-eb22b300-95ed-4b75-8df2-75d2d2f4fdfa service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179732 Dec 06 12:35:04.559470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0c8857a0-6790-4aff-afa4-8907e5836c9a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458181 Dec 06 12:35:04.559470 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52344) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:04.566263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:04.746128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b7ac277-d2c5-4352-9247-0bca699a5127 req-824cf4db-cf33-4af7-812f-9807fb69e3e0 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055593 Dec 06 12:35:04.761024 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:04.763869 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-fcfe6a9e-9006-43e4-a67a-ad75119daa7f tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:04.765465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-fcfe6a9e-9006-43e4-a67a-ad75119daa7f tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.2937245 Dec 06 12:35:04.766373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.808628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:35:04.944485 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:04.976521 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.042761 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d644817-002c-45f9-b95f-7a6a4c391f82 None None] Pushing event updated for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:05.045194 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:05.054993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-3fa0c2e5-76b5-4331-af4a-b3afcd3a3300 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/quotas/88263710186f4091995261c9ed3e84e8 HTTP/1.1" status: 200 len: 375 time: 0.0367799 Dec 06 12:35:05.102437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.136728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:05.153039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:35:05.156545 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 28801a29-d47d-461e-ae37-9bb88cd27dd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:05.194498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-d7de3201-c775-4611-960c-94fefa1c5000 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384413 Dec 06 12:35:05.239495 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=884826b1-c5ba-47d9-afb8-1a715c59e12e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:05.264740 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:05.279797 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:05.286034 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:05.286643 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.326510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b4605040-7269-45de-8c57-d68e81f25a35 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7656975 Dec 06 12:35:05.327146 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52354) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:05.332836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:05.351956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-5e2b1be1-7fe1-4e8b-bf1a-9eafa6c3d0fa service neutron] 10.222.0.31 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563630 Dec 06 12:35:05.368407 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891fa8b-c100-4635-87fe-212877fefe90 req-721d0512-4267-4c98-aeda-bd119aabffcf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:05.371665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Attempting to bind port 07a6251d-59ad-40df-b1b1-ea9131287a44 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:05.372261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Attempting to bind port 07a6251d-59ad-40df-b1b1-ea9131287a44 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:05.372837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Attempting to bind port 07a6251d-59ad-40df-b1b1-ea9131287a44 on network c4982ead-92cb-4080-9973-90e5de775571 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:05.376895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5891fa8b-c100-4635-87fe-212877fefe90 req-721d0512-4267-4c98-aeda-bd119aabffcf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 944 time: 0.3649364 Dec 06 12:35:05.381086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.385489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:05.386168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Checking segment: {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:05.386755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.387331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Bound using segment: {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:05.388581 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Bound port: 07a6251d-59ad-40df-b1b1-ea9131287a44, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:05.389202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.411717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Deleting port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:05.412385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.540203 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:05.547672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:05.552913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.600146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5891fa8b-c100-4635-87fe-212877fefe90 req-239d2c55-e52b-499d-872d-5819dd1d9e6e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220206 Dec 06 12:35:05.696898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] For port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:05.699035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.710465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-c951563a-db6d-4c5b-b2f9-585c4217c312 service neutron] 10.222.0.31 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574281 Dec 06 12:35:05.724359 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:05.738771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-40efa656-0615-48eb-ba9b-2cddb5a70a31 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "PUT /v2.0/routers/28801a29-d47d-461e-ae37-9bb88cd27dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5552952 Dec 06 12:35:05.739910 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:05.740769 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Sync routers for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:05.756105 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:05.760217 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:05.770784 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Calling delete_port for 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:05.797978 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting subnet 3612ac14-0609-439e-8a2e-dc973ef45d38 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:05.802686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.915454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:05.966399 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.003343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:06.063603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.076308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] No DVR routers for this DVR port 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:06.092368 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:06.114433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f08a6-e578-48d9-aa7e-466c7a5e8dc5 None None] Pushing event deleted for resources: {'Port': ['ID=56cdd0c2-1481-48e0-b9ee-c476a8d8b188,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:06.126209 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67973e-b546-4e3f-bd4f-9d1254253e06 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:06.139180 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.212731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cca7710-f2a5-4dd2-b365-8952e48f7671 req-4fb88d94-b481-4dcd-9ffd-7ae65674d244 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 210 time: 0.0586529 Dec 06 12:35:06.223574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] For port 07a6251d-59ad-40df-b1b1-ea9131287a44, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:06.255130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.268637 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:06.273590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.320856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d30da7b4-256b-44c7-a759-fa66e598322b None None] Provisioning complete for port 07a6251d-59ad-40df-b1b1-ea9131287a44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:06.328008 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d30da7b4-256b-44c7-a759-fa66e598322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.336261 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Subnet': ['ID=3612ac14-0609-439e-8a2e-dc973ef45d38,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:06.338671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.342226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-22544eb7-d9cd-48c0-abb1-e7403403744a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/subnets/3612ac14-0609-439e-8a2e-dc973ef45d38 HTTP/1.1" status: 204 len: 168 time: 0.6013374 Dec 06 12:35:06.345554 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:06.361834 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] For port 07a6251d-59ad-40df-b1b1-ea9131287a44, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07a6251d-59ad-40df-b1b1-ea9131287a44,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:06.398724 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6c9ac-b239-47bb-847c-9c96daaa673e None None] Network c88b7e8c-e25f-4100-9bf3-9582e14a5b08 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:06.399291 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:06.401409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:06.402941 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:06.408272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:06.408867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.417743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=29eee995-66d0-4e76-be50-1104646d246c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:06.426740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.459942 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:35:02Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:06.480325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-572ee7d5-3f50-47e4-a941-236c5d59bb66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1520264 Dec 06 12:35:06.486241 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52372) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:06.497144 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:c1:2c:3d', 'name': 'tempest-NetworksTestDHCPv6-1498024787'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:06.587585 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Checking router: 28801a29-d47d-461e-ae37-9bb88cd27dd6 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:06.612764 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d30da7b4-256b-44c7-a759-fa66e598322b None None] Port 07a6251d-59ad-40df-b1b1-ea9131287a44 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:06.613656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:06.627565 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Routers {'28801a29-d47d-461e-ae37-9bb88cd27dd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:06.628193 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['28801a29-d47d-461e-ae37-9bb88cd27dd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:06.682909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:06.794124 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:06.929704 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:06.931617 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:06.960569 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] Set router 28801a29-d47d-461e-ae37-9bb88cd27dd6 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:06.974108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.049924 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aa1c6-367b-43a9-8175-a1e3bcd52b1c req-40b856a4-7ce9-4d42-9a03-1bbaf6252af2 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:07.051466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb0aa1c6-367b-43a9-8175-a1e3bcd52b1c req-40b856a4-7ce9-4d42-9a03-1bbaf6252af2 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 945 time: 0.2747636 Dec 06 12:35:07.061017 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port eaa1523f-977a-4bf2-bc77-6abb1da25b47 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:07.069419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.078430 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '29eee995-66d0-4e76-be50-1104646d246c'}, {'subnet_id': '884826b1-c5ba-47d9-afb8-1a715c59e12e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:07.080259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.185437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb0aa1c6-367b-43a9-8175-a1e3bcd52b1c req-9cce1e10-4ee5-4291-9231-d13a219cb6c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126618 Dec 06 12:35:07.218694 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port 7f79aed3-13dc-41ec-ac62-54eee9f70811 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:07.225740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.455337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90226301-41bf-4502-8ca9-64c80617ac27 req-ede895a6-2fea-4d61-891d-b2be7d1b86c5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 210 time: 0.0720031 Dec 06 12:35:07.457485 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Allocated IP 172.20.0.2 (967641fd-83ec-484f-b26c-a1f522269ab1/884826b1-c5ba-47d9-afb8-1a715c59e12e/00b314f6-c1a2-4726-8461-73140e5587e5) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:07.478383 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Allocated IP 2001:db8::f816:3eff:fe5b:518 (967641fd-83ec-484f-b26c-a1f522269ab1/29eee995-66d0-4e76-be50-1104646d246c/00b314f6-c1a2-4726-8461-73140e5587e5) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:07.501965 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port 7f79aed3-13dc-41ec-ac62-54eee9f70811, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f79aed3-13dc-41ec-ac62-54eee9f70811,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:07.502274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.538294 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:35:02Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:07.551742 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for 7f79aed3-13dc-41ec-ac62-54eee9f70811 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:07.568453 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148ab05-c509-4feb-ab39-69a271988833 None None] The sync data for ids ['28801a29-d47d-461e-ae37-9bb88cd27dd6'] in n-d-master-1 is: [{'id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704121878', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:10Z', 'updated_at': '2021-12-06T12:35:02Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': '7f79aed3-13dc-41ec-ac62-54eee9f70811', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28801a29-d47d-461e-ae37-9bb88cd27dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:12Z', 'updated_at': '2021-12-06T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:07.586250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:07.777254 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:35:07.860594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.863950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:07.864430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 56cdd0c2-1481-48e0-b9ee-c476a8d8b188 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:07.880674 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] Provisioning complete for port 07a6251d-59ad-40df-b1b1-ea9131287a44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:07.880990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:07.933478 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=7f79aed3-13dc-41ec-ac62-54eee9f70811,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:07.947525 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d644817-002c-45f9-b95f-7a6a4c391f82 None None] Pushing event updated for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:07.959900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1921d4c-4183-419c-9f55-c7ee6b234a62 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:08.038929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:08.041097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.410248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.433042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.435281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.458831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] DHCP port deletion for c88b7e8c-e25f-4100-9bf3-9582e14a5b08 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:08.656515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] For port 07a6251d-59ad-40df-b1b1-ea9131287a44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07a6251d-59ad-40df-b1b1-ea9131287a44,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:08.659491 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.674786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.704992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.794294 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:08.815401 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:08.822117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:08.827098 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c76c-7bf7-4b69-b330-4eb86fbe4d9d None None] Pushing event updated for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:08.841474 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 172.20.0.12 (967641fd-83ec-484f-b26c-a1f522269ab1/884826b1-c5ba-47d9-afb8-1a715c59e12e/eaa1523f-977a-4bf2-bc77-6abb1da25b47) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:08.852877 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fec1:2c3d (967641fd-83ec-484f-b26c-a1f522269ab1/29eee995-66d0-4e76-be50-1104646d246c/eaa1523f-977a-4bf2-bc77-6abb1da25b47) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:08.882271 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Deleting port fb2a5695-8903-4c0f-af46-9be11a6e34e6 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:08.882666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:08.994734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Pushing event updated for resources: {'Port': ['ID=00b314f6-c1a2-4726-8461-73140e5587e5,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:09.016470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31e5c622-e049-4bef-a1f5-5d4b13f1485d req-1bd21b49-c35a-470a-852d-a81f519a81d3 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 210 time: 0.0772455 Dec 06 12:35:09.041967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.042646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Fanout notify agent at l3_agent the message router_deleted on router 28801a29-d47d-461e-ae37-9bb88cd27dd6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:35:09.059082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.066217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-110d493b-812d-45d5-b6f9-9a436fd70ede tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/routers/28801a29-d47d-461e-ae37-9bb88cd27dd6 HTTP/1.1" status: 204 len: 168 time: 2.7185795 Dec 06 12:35:09.073440 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:09.090405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] For port fb2a5695-8903-4c0f-af46-9be11a6e34e6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fb2a5695-8903-4c0f-af46-9be11a6e34e6,segment=NetworkSegment(381a916d-f6fd-4367-85d1-c08c5d586be4),segment_id=381a916d-f6fd-4367-85d1-c08c5d586be4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:09.090890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.091633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1f926-4cab-417d-9374-5ca55259629f req-e807bf4d-0eab-4d80-8248-e6580086f3b3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:09.094881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ee1f926-4cab-417d-9374-5ca55259629f req-e807bf4d-0eab-4d80-8248-e6580086f3b3 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 945 time: 0.7140763 Dec 06 12:35:09.174481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-f43b23f1-f7a6-4b9d-a759-7c0c9ec0582b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:09.175973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-f43b23f1-f7a6-4b9d-a759-7c0c9ec0582b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.53 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.9182022 Dec 06 12:35:09.184645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Attempting to bind port 00b314f6-c1a2-4726-8461-73140e5587e5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:09.185036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Attempting to bind port 00b314f6-c1a2-4726-8461-73140e5587e5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:09.185444 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Attempting to bind port 00b314f6-c1a2-4726-8461-73140e5587e5 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:09.194547 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Request body: {'port': {'device_id': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'admin_state_up': True, 'tenant_id': '88263710186f4091995261c9ed3e84e8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:09.199389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Calling delete_port for fb2a5695-8903-4c0f-af46-9be11a6e34e6 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:09.203976 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:35:00Z', 'revision_number': 4, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '07a6251d-59ad-40df-b1b1-ea9131287a44', 'name': '', 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'mac_address': 'fa:16:3e:79:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:58Z', 'updated_at': '2021-12-06T12:35:06Z', 'revision_number': 4, 'project_id': '88263710186f4091995261c9ed3e84e8', 'subnets': [{'id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:09.298394 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2db44-a237-4ab9-b3f6-e2388f816097 None None] The sync data for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 is: [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:35:00Z', 'revision_number': 4, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '07a6251d-59ad-40df-b1b1-ea9131287a44', 'name': '', 'network_id': 'c4982ead-92cb-4080-9973-90e5de775571', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'mac_address': 'fa:16:3e:79:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:58Z', 'updated_at': '2021-12-06T12:35:06Z', 'revision_number': 4, 'project_id': '88263710186f4091995261c9ed3e84e8', 'subnets': [{'id': '9dd48165-e5c6-4a05-afe7-31e413a385c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:09.303747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ee1f926-4cab-417d-9374-5ca55259629f req-31935783-e0d7-4277-a08a-ec58f67ed918 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908815 Dec 06 12:35:09.324287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:09.329767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:09.330501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.330965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Made reservation on behalf of 88263710186f4091995261c9ed3e84e8 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:09.332936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:09.333490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Bound port: 00b314f6-c1a2-4726-8461-73140e5587e5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:09.333887 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.348704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.402857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.419339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.665781 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.679134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] For port 00b314f6-c1a2-4726-8461-73140e5587e5, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:09.682567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] For port 00b314f6-c1a2-4726-8461-73140e5587e5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00b314f6-c1a2-4726-8461-73140e5587e5,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:09.729436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.771807 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb2a5695-8903-4c0f-af46-9be11a6e34e6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:09.829054 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a8eab-03ce-4e89-8ef1-109705c1cec4 req-68eb4071-e743-43f4-9529-81377091a148 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:09.837908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f3a8eab-03ce-4e89-8ef1-109705c1cec4 req-68eb4071-e743-43f4-9529-81377091a148 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 0.2407763 Dec 06 12:35:09.867133 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:09.878620 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=eaa1523f-977a-4bf2-bc77-6abb1da25b47,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:09.882390 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:09.885594 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Allocated IP 172.20.0.10 (f83716af-ba79-4b34-91be-02bdddf85be0/47ce4938-5fc5-4180-8315-2e0ec339bea8/61d5845c-b9d6-4d7f-8908-7333d30a2d1e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:09.893329 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:09.922424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.943003 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe7612-76ec-453a-a7a0-ebe1f89fa935 None None] Pushing event updated for resources: {'Port': ['ID=00b314f6-c1a2-4726-8461-73140e5587e5,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:09.981696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port fb2a5695-8903-4c0f-af46-9be11a6e34e6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:09.982038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.989508 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:09.990146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:09.997756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f3a8eab-03ce-4e89-8ef1-109705c1cec4 req-8bb2e562-7488-4414-bfef-0fbde950e263 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581991 Dec 06 12:35:10.046829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00968325-bed2-4a05-b712-aa4615f0ad9b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5568006 Dec 06 12:35:10.057510 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port fb2a5695-8903-4c0f-af46-9be11a6e34e6 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:35:10.058064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device fb2a5695-8903-4c0f-af46-9be11a6e34e6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:10.058557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c888c2-161f-4afa-9f51-28c430bc1210 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:10.061287 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:10.108118 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port fb2a5695-8903-4c0f-af46-9be11a6e34e6, host n-d-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:10.108535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.119195 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] No DVR routers for this DVR port fb2a5695-8903-4c0f-af46-9be11a6e34e6 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:10.137481 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for fb2a5695-8903-4c0f-af46-9be11a6e34e6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:10.146897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 15c888c2-161f-4afa-9f51-28c430bc1210 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:10.147242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 15c888c2-161f-4afa-9f51-28c430bc1210 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:10.148540 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Port fb2a5695-8903-4c0f-af46-9be11a6e34e6 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:35:10.150980 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.169302 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdf1b5-2829-4a37-b53c-675236e9ef73 None None] Pushing event deleted for resources: {'Port': ['ID=fb2a5695-8903-4c0f-af46-9be11a6e34e6,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:10.208996 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=fb2a5695-8903-4c0f-af46-9be11a6e34e6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:10.228524 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] No DVR routers for this DVR port fb2a5695-8903-4c0f-af46-9be11a6e34e6 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:10.391950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a5f079-a496-4e35-9d12-1afaa56fc038 req-3e8c5219-0851-4ca6-8f9c-b3cf8fb11425 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 210 time: 0.1474657 Dec 06 12:35:10.444035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.488891 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88b7e8c-e25f-4100-9bf3-9582e14a5b08']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:10.494900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff4a2e-3b35-4486-80ee-49addfc35ca9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:10.512672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff4a2e-3b35-4486-80ee-49addfc35ca9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:10.525276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4ff4a2e-3b35-4486-80ee-49addfc35ca9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4543064 Dec 06 12:35:10.550974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52434) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:10.568389 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381a916d-f6fd-4367-85d1-c08c5d586be4') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:10.571641 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381a916d-f6fd-4367-85d1-c08c5d586be4') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:10.659527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.719637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e0bc1-d7f7-4968-8228-f93b22cb8cc9 req-42be16a6-7dc7-4ec4-b018-c94bb492d374 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:10.728252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145e0bc1-d7f7-4968-8228-f93b22cb8cc9 req-42be16a6-7dc7-4ec4-b018-c94bb492d374 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 945 time: 0.2013190 Dec 06 12:35:10.771254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.815089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.845933 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:10.939790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145e0bc1-d7f7-4968-8228-f93b22cb8cc9 req-f6353a59-284a-4ae2-a618-23a8032e7925 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104728 Dec 06 12:35:10.950880 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:35:10.951887 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Network f83716af-ba79-4b34-91be-02bdddf85be0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:10.962414 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:10.962842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:10.963229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:10.993492 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:11.219561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.281538 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:11.281746 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Pushing event updated for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:11.284181 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43244c4-9ce8-40b9-aec0-e86ae9066a25" -d '{"events": [{"server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:11.318485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:11.319118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.327773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:11.343113 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.382199 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361905b8-3172-4e5a-b053-7bac26892e83 x-openstack-request-id: req-361905b8-3172-4e5a-b053-7bac26892e83 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:11.382774 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:11.383226 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-361905b8-3172-4e5a-b053-7bac26892e83 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:11.383852 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'code': 200} Dec 06 12:35:11.419712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.456691 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:35:11.465018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-9cad2de8-2d2d-43e7-a643-b2e17290e067 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2744172 Dec 06 12:35:11.466022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:35:11.478387 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:35:11.498353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Request body: {'port': {'device_id': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:11.508166 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:11.528456 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.53', 63691) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:11.578954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c695a0a3-0736-4937-8b2c-07ea9945f743 None None] Provisioning complete for port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:11.578954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c695a0a3-0736-4937-8b2c-07ea9945f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.610383 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-fd672cf6-008b-47ba-bac0-6d2e685c7370 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:11.611985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-fd672cf6-008b-47ba-bac0-6d2e685c7370 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.53 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 0.3785315 Dec 06 12:35:11.784896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfa144-80bb-4558-a84c-895433297938 req-9b1b6e68-d0da-42bd-bc4e-03520943bb1d tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:11.793199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c695a0a3-0736-4937-8b2c-07ea9945f743 None None] Port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:11.805064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ccfa144-80bb-4558-a84c-895433297938 req-9b1b6e68-d0da-42bd-bc4e-03520943bb1d tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 945 time: 0.6348703 Dec 06 12:35:11.829280 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.848247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.851840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/networks/c88b7e8c-e25f-4100-9bf3-9582e14a5b08 HTTP/1.1" status: 204 len: 168 time: 2.7774005 Dec 06 12:35:11.860671 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:11.865848 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07a6251d-59ad-40df-b1b1-ea9131287a44 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:11.876770 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port eaa1523f-977a-4bf2-bc77-6abb1da25b47 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:11.877716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:11.883738 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Network': ['ID=c88b7e8c-e25f-4100-9bf3-9582e14a5b08,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:11.925536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.925878 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.926194 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.926530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.926872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.927202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.927537 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.927863 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.928190 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.928645 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.929003 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.929314 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.929864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b1166-1750-483a-af3f-ce6f074c8150 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:11.989131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.000456 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Deleting port 5249c779-3e57-4694-ba0c-9fdc01bec509 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:12.000818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.046506 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f1f55-32a9-4b93-9bf8-468fb0357769 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:12.048254 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e3e0a-8942-4547-b872-cb21e13c420f req-a3749bbf-3085-4558-ae9a-2faedf575e2d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:12.049823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e3e0a-8942-4547-b872-cb21e13c420f req-a3749bbf-3085-4558-ae9a-2faedf575e2d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1028 time: 0.3674417 Dec 06 12:35:12.052642 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.080504 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 07a6251d-59ad-40df-b1b1-ea9131287a44 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:12.080884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.095393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a080-ea76-47a8-8a10-e8928243512c req-f973f652-554c-4503-b2cf-c9a28e835d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:12.097041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f094a080-ea76-47a8-8a10-e8928243512c req-f973f652-554c-4503-b2cf-c9a28e835d3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1097 time: 0.5233269 Dec 06 12:35:12.112447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for eaa1523f-977a-4bf2-bc77-6abb1da25b47 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:12.150521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ccfa144-80bb-4558-a84c-895433297938 req-2c45a8d8-a896-4c23-9a49-d886f19f6718 tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365312 Dec 06 12:35:12.207203 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] For port 5249c779-3e57-4694-ba0c-9fdc01bec509, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5249c779-3e57-4694-ba0c-9fdc01bec509,segment=NetworkSegment(8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1),segment_id=8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:12.207203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.229380 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Calling delete_port for 5249c779-3e57-4694-ba0c-9fdc01bec509 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:12.285356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] Provisioning complete for port 00b314f6-c1a2-4726-8461-73140e5587e5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:12.285741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.455385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6e3e0a-8942-4547-b872-cb21e13c420f req-d50bb833-6950-4d15-96e9-25be6e049ca9 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840640 Dec 06 12:35:12.541226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.545814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.577249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f094a080-ea76-47a8-8a10-e8928243512c req-2a152d4e-2b72-45d8-a771-b6e5f6ede21a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645212 Dec 06 12:35:12.589563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=eaa1523f-977a-4bf2-bc77-6abb1da25b47,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:12.666899 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] No DVR routers for this DVR port 5249c779-3e57-4694-ba0c-9fdc01bec509 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:12.672040 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.676032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1e16891c-84b6-47f5-8ea4-f7b4576f58db req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.53 "DELETE /v2.0/ports/5249c779-3e57-4694-ba0c-9fdc01bec509 HTTP/1.1" status: 204 len: 173 time: 1.0473778 Dec 06 12:35:12.677365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e5615-64a8-49b3-bf1d-8dc44d38b56e tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] Pushing event deleted for resources: {'Port': ['ID=5249c779-3e57-4694-ba0c-9fdc01bec509,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:12.680381 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'name': 'network-vif-deleted', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:12.683617 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d190bec-7457-424b-82af-b29432a95ebd" -d '{"events": [{"server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "name": "network-vif-deleted", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:12.696285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['5249c779-3e57-4694-ba0c-9fdc01bec509'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:12.708177 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 00b314f6-c1a2-4726-8461-73140e5587e5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:12.796845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.800299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b0e8aee1-4244-4f8a-b07c-5a1f2d01225c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/eaa1523f-977a-4bf2-bc77-6abb1da25b47 HTTP/1.1" status: 204 len: 168 time: 2.2484348 Dec 06 12:35:12.805137 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb31a254-17b7-441e-b612-7e7d10688d17 x-openstack-request-id: req-eb31a254-17b7-441e-b612-7e7d10688d17 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:12.805873 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87713c8d-3bf8-4937-b5b1-933bbfadaff7", "name": "network-vif-deleted", "tag": "5249c779-3e57-4694-ba0c-9fdc01bec509", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:12.805988 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb31a254-17b7-441e-b612-7e7d10688d17 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:12.806577 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87713c8d-3bf8-4937-b5b1-933bbfadaff7', 'name': 'network-vif-deleted', 'tag': '5249c779-3e57-4694-ba0c-9fdc01bec509', 'status': 'completed', 'code': 200} Dec 06 12:35:12.808362 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:12.830155 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 00b314f6-c1a2-4726-8461-73140e5587e5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:12.830524 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.865436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.872853 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc43c7-6f56-4b03-ab0f-26e93a195a38 req-2308dc49-bb09-4a50-a06f-11dec68a1d53 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:12.881884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1bc43c7-6f56-4b03-ab0f-26e93a195a38 req-2308dc49-bb09-4a50-a06f-11dec68a1d53 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.4584320 Dec 06 12:35:12.927414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] For port 00b314f6-c1a2-4726-8461-73140e5587e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00b314f6-c1a2-4726-8461-73140e5587e5,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:12.937193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:12.998938 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd1d95-bc4f-409a-9534-a3143b1ced71 None None] Pushing event updated for resources: {'Port': ['ID=00b314f6-c1a2-4726-8461-73140e5587e5,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:13.049086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1bc43c7-6f56-4b03-ab0f-26e93a195a38 req-ccd6f071-bcf3-4628-a778-bf2f941c6318 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568837 Dec 06 12:35:13.069915 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port e1ed392f-7c46-44bc-8902-65f016ba0754 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:13.070781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.071220 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261da677-b978-48ed-aedf-0891426533b1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:13.081971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261da677-b978-48ed-aedf-0891426533b1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:13.083723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261da677-b978-48ed-aedf-0891426533b1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:13.085450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-261da677-b978-48ed-aedf-0891426533b1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2766514 Dec 06 12:35:13.090523 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52458) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:13.128457 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f79aed3-13dc-41ec-ac62-54eee9f70811 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:13.162985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7f79aed3-13dc-41ec-ac62-54eee9f70811 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:13.163773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7f79aed3-13dc-41ec-ac62-54eee9f70811 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:13.230398 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d5845c-b9d6-4d7f-8908-7333d30a2d1e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:13.245232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.258900 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 29eee995-66d0-4e76-be50-1104646d246c {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:13.261311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.261662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.269018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.285789 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Transition to ACTIVE for port object 61d5845c-b9d6-4d7f-8908-7333d30a2d1e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:35:13.286872 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for e1ed392f-7c46-44bc-8902-65f016ba0754 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:13.311814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.416976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.579678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 00b314f6-c1a2-4726-8461-73140e5587e5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:13.624241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.642571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-99d13cf9-5131-411f-913e-4910fdf4a441 None None] Could not find standard attr ID for object eaa1523f-977a-4bf2-bc77-6abb1da25b47. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:13.663344 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Pushing event updated for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:13.693773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b018042-3e4a-47a6-97e9-b30e91496a1b req-19af4f89-3a8a-47e3-9486-0bb6d30204fb tempest-VolumesActionsTest-1972823950 tempest-VolumesActionsTest-1972823950-project] 10.222.0.31 "GET /v2.0/ports?device_id=87713c8d-3bf8-4937-b5b1-933bbfadaff7 HTTP/1.1" status: 200 len: 210 time: 0.1713872 Dec 06 12:35:13.737424 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.839484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-99d13cf9-5131-411f-913e-4910fdf4a441 None None] Provisioning complete for port 00b314f6-c1a2-4726-8461-73140e5587e5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:13.839885 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99d13cf9-5131-411f-913e-4910fdf4a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.851047 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=29eee995-66d0-4e76-be50-1104646d246c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:13.877873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:13.888976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e9a2c353-d343-4fa0-91d4-d8b459fdbfcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/29eee995-66d0-4e76-be50-1104646d246c HTTP/1.1" status: 204 len: 168 time: 0.7927015 Dec 06 12:35:13.893369 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:13.931914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 00b314f6-c1a2-4726-8461-73140e5587e5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:13.932464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.032162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04027945-0dd5-417d-a5d0-4a765067e181 req-e37bd237-26a9-40d3-85a5-263ddbd12d18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.035943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04027945-0dd5-417d-a5d0-4a765067e181 req-e37bd237-26a9-40d3-85a5-263ddbd12d18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1053 time: 0.3348358 Dec 06 12:35:14.061024 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 884826b1-c5ba-47d9-afb8-1a715c59e12e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:14.065952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.180282 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Attempting to bind port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:14.184454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.185419 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Attempting to bind port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:14.185879 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Attempting to bind port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:14.242338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237860f0-6f15-44a6-bcb9-9825af18a787 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:14.254078 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e on network f83716af-ba79-4b34-91be-02bdddf85be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:35:14.254581 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Attempting to bind port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:14.276543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04027945-0dd5-417d-a5d0-4a765067e181 req-290c6bba-f67d-4864-8350-5f56acf7888c tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109671 Dec 06 12:35:14.292989 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:14.297478 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Checking segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:14.297977 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Bound using segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:14.298539 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Bound port: 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:14.298994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.372351 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e8adae83-f68f-4434-ad85-9028763e5613 None None] Could not find standard attr ID for object eaa1523f-977a-4bf2-bc77-6abb1da25b47. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:14.372862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.403690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5bb0c-d2eb-4b80-9fd0-f3de5748bee9 req-4cecaa32-04ce-4f7c-8a81-cf9528659139 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.406035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83c5bb0c-d2eb-4b80-9fd0-f3de5748bee9 req-4cecaa32-04ce-4f7c-8a81-cf9528659139 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.2027888 Dec 06 12:35:14.465432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.508551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=884826b1-c5ba-47d9-afb8-1a715c59e12e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:14.517316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.521300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-360c69f8-f3ea-4c57-bf0f-72cceee6bda5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/884826b1-c5ba-47d9-afb8-1a715c59e12e HTTP/1.1" status: 204 len: 168 time: 0.6267986 Dec 06 12:35:14.525721 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52474) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:14.614435 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68c8629d-ae55-4908-a59c-78b14a82032e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863426 Dec 06 12:35:14.616303 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52476) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:14.624154 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:14.627773 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:14.628885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.654830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83c5bb0c-d2eb-4b80-9fd0-f3de5748bee9 req-d35faffe-efce-4268-bdb7-06e8eda87692 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347636 Dec 06 12:35:14.657710 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=e1ed392f-7c46-44bc-8902-65f016ba0754,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:14.667965 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.736673 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bf20f-15b5-4ab9-89a5-5b520feb14fa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.745017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-398bf20f-15b5-4ab9-89a5-5b520feb14fa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1248960 Dec 06 12:35:14.746726 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:14.764067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41bf3b4-0545-4ddd-a872-8cd1609932c1 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': '884826b1-c5ba-47d9-afb8-1a715c59e12e'}], 'binding:host_id': 'n-d-master-1'}, 'id': '00b314f6-c1a2-4726-8461-73140e5587e5'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:35:14.797886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.798511 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:14.799928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] 10.222.0.53 "PUT /v2.0/ports/61d5845c-b9d6-4d7f-8908-7333d30a2d1e HTTP/1.1" status: 200 len: 1092 time: 3.3183265 Dec 06 12:35:14.813639 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:14.815981 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:14.861224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5249c779-3e57-4694-ba0c-9fdc01bec509 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:14.910481 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b95b8ef-4b3d-454d-a601-682d6a7f706e x-openstack-request-id: req-1b95b8ef-4b3d-454d-a601-682d6a7f706e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:14.912812 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:14.913083 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b95b8ef-4b3d-454d-a601-682d6a7f706e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:14.913530 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e', 'status': 'completed', 'code': 200} Dec 06 12:35:14.927317 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0853cd-7b5d-4d1f-aa89-11f5689bb35a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.931087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bc0853cd-7b5d-4d1f-aa89-11f5689bb35a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571717 Dec 06 12:35:14.941419 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:14.956858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 5249c779-3e57-4694-ba0c-9fdc01bec509 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:14.957689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 5249c779-3e57-4694-ba0c-9fdc01bec509 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:14.963533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f41bf3b4-0545-4ddd-a872-8cd1609932c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.044766 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b481d5a-db93-49a1-a94f-aa6f008565c5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920005 Dec 06 12:35:15.045144 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52492) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:15.051678 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:15.093436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523d314-30a7-4b59-af7a-6dd44f07c701 service neutron] Pushing event updated for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:15.122770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.123495 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Floating IP 1e53f163-6249-442c-b7fd-143f267e90d9 disassociated (deleted). External IP: 172.35.3.150, port: d58de0c9-3801-4fa4-8adb-957c19aed6e3. Dec 06 12:35:15.132377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-7ba17a94-ba37-41af-9aa8-3dd7a179221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:15.134308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-7ba17a94-ba37-41af-9aa8-3dd7a179221b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1095 time: 0.1561060 Dec 06 12:35:15.318546 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef3f75-c06d-4718-9401-c3ccb305e836 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:15.407547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:15.413966 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.415537 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:15.416002 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:15.472334 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c46fcecf-59a1-4484-b334-3e0a2d98ef43 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4226553 Dec 06 12:35:15.472334 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52498) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:15.481474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:15.590580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 00b314f6-c1a2-4726-8461-73140e5587e5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:15.710684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7f55ab2f-63b5-4a1c-9365-242d914cfd39 None None] Provisioning complete for port 00b314f6-c1a2-4726-8461-73140e5587e5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:15.711064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f55ab2f-63b5-4a1c-9365-242d914cfd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.788826 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:15.793309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.794730 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:15.797481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:15.830043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a104a9b-7f27-4913-9994-5c6587f33110 req-aa804216-8510-41e2-9c0c-f845b06317ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:15.830961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8efcc650-a5a6-439f-9ea2-af4c793b9744 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3599129 Dec 06 12:35:15.832626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a104a9b-7f27-4913-9994-5c6587f33110 req-aa804216-8510-41e2-9c0c-f845b06317ba tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.9866853 Dec 06 12:35:15.841308 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:15.841970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-52a34709-963e-4c37-901f-582e3a8ce946 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e HTTP/1.1" status: 200 len: 217 time: 0.6716797 Dec 06 12:35:15.864295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:15.930722 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:16.032879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-19dba623-8dde-4158-be3e-d8c147f464f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.034438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-19dba623-8dde-4158-be3e-d8c147f464f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47ce4938-5fc5-4180-8315-2e0ec339bea8 HTTP/1.1" status: 200 len: 849 time: 0.1546290 Dec 06 12:35:16.038376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a104a9b-7f27-4913-9994-5c6587f33110 req-6f9c9a39-296e-4563-ad94-f930825703ab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937835 Dec 06 12:35:16.103098 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52508) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:16.214975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:16.235128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.243239 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:16.243710 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:16.262046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.267995 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa40f1f-2779-4cc1-aab6-6846cfd28e8b tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.283728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfa40f1f-2779-4cc1-aab6-6846cfd28e8b tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1092 time: 0.1794500 Dec 06 12:35:16.284617 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52512) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:16.294515 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:16.302771 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:16.308876 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Deleting port 00b314f6-c1a2-4726-8461-73140e5587e5 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:16.309799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.331126 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.332452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1e01b-5a53-45ee-a240-53a23328346e req-da48ec4e-9bdb-4bcf-99ce-69264308a24b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.334535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bfa1e01b-5a53-45ee-a240-53a23328346e req-da48ec4e-9bdb-4bcf-99ce-69264308a24b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1095 time: 0.5004737 Dec 06 12:35:16.403060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] For port 00b314f6-c1a2-4726-8461-73140e5587e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00b314f6-c1a2-4726-8461-73140e5587e5,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:16.403866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.422475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Calling delete_port for 00b314f6-c1a2-4726-8461-73140e5587e5 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:16.429470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7bba1e64-5988-488d-ab87-9c7c0339294e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5868134 Dec 06 12:35:16.430983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52514) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:16.455506 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:16.518694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 00b314f6-c1a2-4726-8461-73140e5587e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00b314f6-c1a2-4726-8461-73140e5587e5,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:16.536270 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.562282 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.617561 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] No DVR routers for this DVR port 00b314f6-c1a2-4726-8461-73140e5587e5 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:16.628831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event deleted for resources: {'Port': ['ID=00b314f6-c1a2-4726-8461-73140e5587e5,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:16.644460 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffcddf-dddf-4cb4-9a2b-8dfce40bb6d8 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:35:16.777201 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:16.781686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.783891 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:16.784178 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:16.786050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:16.807772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a026457-106b-491e-b9e7-cb262c715713 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3658142 Dec 06 12:35:16.809426 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:16.815887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:16.828867 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:16.830592 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffcddf-dddf-4cb4-9a2b-8dfce40bb6d8 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:35:16.833443 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c541-8805-4794-ad52-29ea3a618776 None None] Pushing event deleted for resources: {'Port': ['ID=00b314f6-c1a2-4726-8461-73140e5587e5,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:16.839848 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Sync routers for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:16.846229 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-121bba15-b5a6-42cd-8ccd-8670a310f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.847934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-121bba15-b5a6-42cd-8ccd-8670a310f48c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f83716af-ba79-4b34-91be-02bdddf85be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8042805 Dec 06 12:35:16.865662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bfa1e01b-5a53-45ee-a240-53a23328346e req-9bc93bcb-ac93-4ff9-bc16-893ef269d116 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386883 Dec 06 12:35:16.879520 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:16.880674 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:16.973558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-90e25f23-ba99-4c49-8e76-17735322420f tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/floatingips/1e53f163-6249-442c-b7fd-143f267e90d9 HTTP/1.1" status: 204 len: 168 time: 5.0968857 Dec 06 12:35:16.980473 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:16.983184 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41312be5-72c5-40c5-bc87-385df01f477b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:16.989838 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:16.998302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:17.004430 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:17.004834 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:17.010814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:17.111320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-8a5a438d-27c5-4b07-8b8a-94c0e3696d2f service neutron] 10.222.0.53 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420840 Dec 06 12:35:17.115587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a25c6bb0-3b24-40ec-bc42-e528e240705b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3050420 Dec 06 12:35:17.118044 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ebeb4a-12dc-4a5a-927e-65bc826a2851 x-openstack-request-id: req-76ebeb4a-12dc-4a5a-927e-65bc826a2851 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:17.118524 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:17.118951 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52524) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:17.119315 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76ebeb4a-12dc-4a5a-927e-65bc826a2851 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:17.122088 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'status': 'completed', 'code': 200} Dec 06 12:35:17.126754 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:17.173214 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:17.344409 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312be5-72c5-40c5-bc87-385df01f477b req-932d62cc-bc01-4d0f-84ce-7b234bc9d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.353297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-932d62cc-bc01-4d0f-84ce-7b234bc9d05e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9db06c160f14540bc524042507a6e7c&device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 1136 time: 0.2181840 Dec 06 12:35:17.402178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c21be962-d2b5-4faf-b4e3-ea93758ea61d req-7fcd8834-9437-4032-bdcb-eea2fbb954fd service neutron] 10.222.0.53 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761989 Dec 06 12:35:17.421584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d54225-92bd-47cf-80f4-f7bd96b68dfa req-c7de30ff-fd43-4f25-a57c-7cc53af15eb4 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.423217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03d54225-92bd-47cf-80f4-f7bd96b68dfa req-c7de30ff-fd43-4f25-a57c-7cc53af15eb4 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.0719917 Dec 06 12:35:17.480550 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.35.3.248 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/be476ebb-8488-4e0d-a1e8-653a20172b15) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:17.491286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03d54225-92bd-47cf-80f4-f7bd96b68dfa req-a1d4d2bb-fb54-4bc5-b0cd-9348e9821f69 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0591841 Dec 06 12:35:17.545364 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-78299b98-2224-43d2-b175-26bfff241a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.547828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-78299b98-2224-43d2-b175-26bfff241a71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1095 time: 0.0522439 Dec 06 12:35:17.596019 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:17.609584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:17.624805 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Checking router: 70c53fc8-1f3b-47c7-abd9-b57ac99910ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:17.636380 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:17.639936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:17.640066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:17.641391 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:17.641797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:17.641926 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:17.688764 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-595f9620-c221-4785-a2b9-31fc814daf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.690832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-595f9620-c221-4785-a2b9-31fc814daf8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.1350253 Dec 06 12:35:17.721811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1371ec85-0c17-4e7e-9345-688fe3ef5dba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6016819 Dec 06 12:35:17.722706 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:17.753574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:17.770895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-07646e74-72a7-46dc-b380-d5a1734d6d6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e HTTP/1.1" status: 200 len: 217 time: 0.0714636 Dec 06 12:35:17.771953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:17.772180 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0c6b250-89ff-4dd6-8913-f31005701f6e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457194 Dec 06 12:35:17.851247 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:17.862275 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:17.874446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8000e-a45a-4b43-ae57-8d9824d01877 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.876244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1dc8000e-a45a-4b43-ae57-8d9824d01877 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1031518 Dec 06 12:35:17.878936 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:17.881614 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:17.886329 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=be476ebb-8488-4e0d-a1e8-653a20172b15,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:17.915837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312be5-72c5-40c5-bc87-385df01f477b req-d878cdc3-9470-4fd8-a169-b7b58c8f3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.917394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-d878cdc3-9470-4fd8-a169-b7b58c8f3d63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 200 len: 897 time: 0.5304484 Dec 06 12:35:17.976615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-98e14f43-25c5-4ac0-aa59-bb3365f6fdee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 200 len: 217 time: 0.0509276 Dec 06 12:35:17.984386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-01d7b04a-01c4-44c1-830a-725097c84b62 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042697 Dec 06 12:35:18.013574 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:18.016587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-37986208-f214-4a2b-bc6f-5adc812fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:18.018077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-37986208-f214-4a2b-bc6f-5adc812fe5d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47ce4938-5fc5-4180-8315-2e0ec339bea8 HTTP/1.1" status: 200 len: 849 time: 0.1940026 Dec 06 12:35:18.023474 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:18.037273 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312be5-72c5-40c5-bc87-385df01f477b req-29c85015-f875-430e-a204-4889d0cf7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:18.038764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-29c85015-f875-430e-a204-4889d0cf7658 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 200 len: 835 time: 0.0540338 Dec 06 12:35:18.060338 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:18.125025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-8c279d1e-3179-41e9-8584-e3ae6cb3c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:18.126602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-8c279d1e-3179-41e9-8584-e3ae6cb3c4ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f83716af-ba79-4b34-91be-02bdddf85be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907977 Dec 06 12:35:18.130904 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14725b24-fd4d-4867-8310-f5d403277dfd req-44872f25-399b-4f64-a5f9-a58ddb14b956 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:18.138502 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14725b24-fd4d-4867-8310-f5d403277dfd req-44872f25-399b-4f64-a5f9-a58ddb14b956 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1095 time: 0.1598065 Dec 06 12:35:18.172681 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312be5-72c5-40c5-bc87-385df01f477b req-41404f32-9acc-43c4-ad7c-a45d6bebff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:18.174408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-41404f32-9acc-43c4-ad7c-a45d6bebff3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ce51886-273e-4f14-9ac7-890566d8e607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080465 Dec 06 12:35:18.264301 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:18.271055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:18.368670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:18.399247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a10203-3759-44ba-8bbb-fff4faf718ad None None] The sync data for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 is: [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:33:07Z', 'revision_number': 4, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f4a85c7-1375-4153-a00e-69899d8f10aa', 'name': '', 'network_id': '9ce51886-273e-4f14-9ac7-890566d8e607', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'mac_address': 'fa:16:3e:60:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:33:05Z', 'updated_at': '2021-12-06T12:33:20Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'subnets': [{'id': 'b89d7e00-d77c-4c84-98d0-823f12572ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:18.650999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:18.753424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-cc8b446d-6c86-4c94-b5fc-15f4af62af08 service neutron] 10.222.0.53 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118274 Dec 06 12:35:18.891829 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f0033-4682-410d-ac4d-40f0d8641327 None None] New status for floating IP 1e53f163-6249-442c-b7fd-143f267e90d9: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:35:18.896558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14725b24-fd4d-4867-8310-f5d403277dfd req-b6149888-a4ab-49e9-a0ed-9eb2da27517c tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7570651 Dec 06 12:35:19.047050 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd04c-9d80-460f-83ea-3814e0b7e119 req-6a6ef6d5-9ef0-4737-8794-40ac643a000a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:19.049044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97edd04c-9d80-460f-83ea-3814e0b7e119 req-6a6ef6d5-9ef0-4737-8794-40ac643a000a tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.2917962 Dec 06 12:35:19.055016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eceb1864-4c59-49f4-a1ae-32e7ec2d0bc3 req-62965828-0b54-4ce5-a8b3-12362ac2143e service neutron] 10.222.0.53 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930968 Dec 06 12:35:19.096099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-5b11ce2d-c702-419a-bdf5-74d6ad565d21 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:19.097673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-5b11ce2d-c702-419a-bdf5-74d6ad565d21 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 985 time: 0.2316134 Dec 06 12:35:19.198741 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:19.211466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.299705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.331329 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:19.340135 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-f87e3543-0943-46ad-b6f5-b563a591cb9f service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710488 Dec 06 12:35:19.342678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97edd04c-9d80-460f-83ea-3814e0b7e119 req-b57954d6-70e0-4539-9bdd-c052f4291f4b tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ab78f30-89f3-4109-a56c-28b78b9c2557&id=6e16edd9-e5f0-40c5-af01-bd02d23205f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2752719 Dec 06 12:35:19.345985 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:19.352372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:19.352972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.359372 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb9918-02fb-41fd-bdd9-d33169ba2cf4 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:19.378933 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=0e896962-cead-4fb9-9212-a1bb6856bf82,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:19.401843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4c91672-17d6-43bb-8215-d56b57717af4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3868418 Dec 06 12:35:19.403927 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:19.410826 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:b6:e4:84', 'name': 'tempest-NetworksTestDHCPv6-259977726'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:19.463526 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port d58de0c9-3801-4fa4-8adb-957c19aed6e3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:19.463868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.523375 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-41312be5-72c5-40c5-bc87-385df01f477b req-5a7638a7-eff6-4c0a-9866-bc7f0118d8aa service neutron] 10.222.0.53 "GET /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186533 Dec 06 12:35:19.668071 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '0e896962-cead-4fb9-9212-a1bb6856bf82'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:19.668896 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.692240 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port d58de0c9-3801-4fa4-8adb-957c19aed6e3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d58de0c9-3801-4fa4-8adb-957c19aed6e3,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:19.693107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.710722 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for d58de0c9-3801-4fa4-8adb-957c19aed6e3 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:19.716950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.792258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.802524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.824500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:19.847929 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Allocated IP 2001:db8::f816:3eff:fe21:b537 (967641fd-83ec-484f-b26c-a1f522269ab1/0e896962-cead-4fb9-9212-a1bb6856bf82/ed2b194f-d603-47d0-b138-42203cec06a7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:19.886215 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=be476ebb-8488-4e0d-a1e8-653a20172b15,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:19.893429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.939909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:19.988739 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=d58de0c9-3801-4fa4-8adb-957c19aed6e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:19.992918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.067264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.068127 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] No DVR routers for this DVR port d58de0c9-3801-4fa4-8adb-957c19aed6e3 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:20.072797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.076303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5625285-0d0a-41a2-b299-23d31cc0a9ec req-1c538d73-bdca-4881-81ad-be7f2c4b2ead tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.53 "DELETE /v2.0/ports/d58de0c9-3801-4fa4-8adb-957c19aed6e3 HTTP/1.1" status: 204 len: 173 time: 0.9688170 Dec 06 12:35:20.078726 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'name': 'network-vif-deleted', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:20.081255 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492bf0ff-c09f-4657-8e86-8be2baa963aa" -d '{"events": [{"server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "name": "network-vif-deleted", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:20.083476 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Floating IP 09d48226-86d0-48f9-a334-72175de83ad6 associated. External IP: 172.35.3.248, port: 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a. Dec 06 12:35:20.092690 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.103558 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 7ca75e14-63e5-4b08-adb8-d987ada346c8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:20.161888 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab60fec-bb04-4656-8c62-1087538c3617 x-openstack-request-id: req-3ab60fec-bb04-4656-8c62-1087538c3617 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:20.162455 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed128c0-132b-4260-8a88-704150843636", "name": "network-vif-deleted", "tag": "d58de0c9-3801-4fa4-8adb-957c19aed6e3", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:20.162919 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ab60fec-bb04-4656-8c62-1087538c3617 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:20.163511 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed128c0-132b-4260-8a88-704150843636', 'name': 'network-vif-deleted', 'tag': 'd58de0c9-3801-4fa4-8adb-957c19aed6e3', 'status': 'completed', 'code': 200} Dec 06 12:35:20.195940 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:20.197541 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:20.225020 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Pushing event updated for resources: {'Port': ['ID=ed2b194f-d603-47d0-b138-42203cec06a7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:20.227752 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:20.279411 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:feb6:e484 (967641fd-83ec-484f-b26c-a1f522269ab1/0e896962-cead-4fb9-9212-a1bb6856bf82/7ca75e14-63e5-4b08-adb8-d987ada346c8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:20.305676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Attempting to bind port ed2b194f-d603-47d0-b138-42203cec06a7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:20.306255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Attempting to bind port ed2b194f-d603-47d0-b138-42203cec06a7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:20.306972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Attempting to bind port ed2b194f-d603-47d0-b138-42203cec06a7 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:20.314330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:20.315173 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:20.315754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.316304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:20.317224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Bound port: ed2b194f-d603-47d0-b138-42203cec06a7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:20.317795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.459138 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:20.468700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] For port ed2b194f-d603-47d0-b138-42203cec06a7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:20.478379 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] For port ed2b194f-d603-47d0-b138-42203cec06a7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed2b194f-d603-47d0-b138-42203cec06a7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:20.491364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.494419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.582311 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd9d1-7fb9-4931-b300-342a7d170e2e None None] Pushing event updated for resources: {'Port': ['ID=ed2b194f-d603-47d0-b138-42203cec06a7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:20.679509 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cf5e2-6a83-4b85-bf63-e27462f1342b req-b545213c-3dea-4dee-a234-a27040b0f44d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.687774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-611cf5e2-6a83-4b85-bf63-e27462f1342b req-b545213c-3dea-4dee-a234-a27040b0f44d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1095 time: 0.7003639 Dec 06 12:35:20.767608 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:20.781548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:20.793489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:20.794277 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:20.800103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.854377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.865082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d4f3e4c-3e10-4e21-b263-e7b4e8905aa9 req-a12dd49c-aed5-44dc-9712-62fef21710aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed128c0-132b-4260-8a88-704150843636 HTTP/1.1" status: 200 len: 210 time: 0.3236637 Dec 06 12:35:20.880782 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6036fb03-e451-4fc8-b1ee-f8c955287272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5903461 Dec 06 12:35:20.885192 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52586) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:20.885345 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:20.895200 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3385487-e0e7-49de-94e1-8c64dbbafa40" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:20.914643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 61d5845c-b9d6-4d7f-8908-7333d30a2d1e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:35:21.001208 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:21.016580 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:21.048577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-611cf5e2-6a83-4b85-bf63-e27462f1342b req-5b7d8f88-466a-4ead-b9ef-54196829174c tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544672 Dec 06 12:35:21.051967 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:21.068505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.069203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.107613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7011454 Dec 06 12:35:21.109412 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5e6db-b95f-4262-af95-258407c72d2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=7ca75e14-63e5-4b08-adb8-d987ada346c8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:21.124745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:21.154345 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:21.181451 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5700f1ea-b001-4c35-8490-9788c0cfd29a x-openstack-request-id: req-5700f1ea-b001-4c35-8490-9788c0cfd29a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:21.181808 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:21.182024 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5700f1ea-b001-4c35-8490-9788c0cfd29a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:21.182746 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'status': 'completed', 'code': 200} Dec 06 12:35:21.213676 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58400f6e-0313-4e95-9cf9-9982f25b1265 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/09d48226-86d0-48f9-a334-72175de83ad6 HTTP/1.1" status: 200 len: 992 time: 0.3113256 Dec 06 12:35:21.231975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3052e6-2f28-4466-b64b-2a9a23d7aa23 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.254331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3052e6-2f28-4466-b64b-2a9a23d7aa23 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.254496 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:21.257803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f3052e6-2f28-4466-b64b-2a9a23d7aa23 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1319559 Dec 06 12:35:21.261740 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:21.320404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-c0cc4460-7f1e-4c63-85db-960d723d75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.324742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-c0cc4460-7f1e-4c63-85db-960d723d75e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1097 time: 0.0630393 Dec 06 12:35:21.347914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'port_id': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e', 'mac_address': 'fa:16:3e:05:91:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:35:21.480370 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 7ca75e14-63e5-4b08-adb8-d987ada346c8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:21.480996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.589542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ed2b194f-d603-47d0-b138-42203cec06a7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:21.606111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.621236 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 7ca75e14-63e5-4b08-adb8-d987ada346c8 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:21.642603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.665121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-b6d11d81-e9a3-4391-94d6-e887f800a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.668394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-b6d11d81-e9a3-4391-94d6-e887f800a1be service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 898 time: 0.3361044 Dec 06 12:35:21.690431 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d5845c-b9d6-4d7f-8908-7333d30a2d1e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:21.739174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:21.751012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.799741 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ed2b194f-d603-47d0-b138-42203cec06a7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:21.804515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.816277 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:18Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:21.838953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.922836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=7ca75e14-63e5-4b08-adb8-d987ada346c8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:21.949228 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:21.968800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:21.980839 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52608) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:22.018318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.024270 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-338c9a94-bbcf-4b3e-a159-dd669cd23df4 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/7ca75e14-63e5-4b08-adb8-d987ada346c8 HTTP/1.1" status: 204 len: 168 time: 0.7608504 Dec 06 12:35:22.026318 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52610) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:22.028437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:22.029080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:22.145569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['61d5845c-b9d6-4d7f-8908-7333d30a2d1e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:22.208957 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa148c38-42b0-41cf-993f-1dc98a72d43d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:22.210706 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa148c38-42b0-41cf-993f-1dc98a72d43d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:22.215305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa148c38-42b0-41cf-993f-1dc98a72d43d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1771753 Dec 06 12:35:22.217644 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52616) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:22.223945 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52618) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:22.459818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.475918 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.631025 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 0e896962-cead-4fb9-9212-a1bb6856bf82 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:22.638991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-023db4c4-37e3-4364-a857-10e5d7fdee23 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/09d48226-86d0-48f9-a334-72175de83ad6 HTTP/1.1" status: 200 len: 992 time: 0.4102106 Dec 06 12:35:22.641912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.651459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.715940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.787497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.792552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-b434546f-c445-458e-a545-3eb5da2f646f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 1000 time: 1.1181688 Dec 06 12:35:22.795398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.800154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ab78f30-89f3-4109-a56c-28b78b9c2557 HTTP/1.1" status: 204 len: 168 time: 0.8054912 Dec 06 12:35:22.801039 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52628) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:22.846187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd353163-c757-47c4-bf6a-f42ad44388aa tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab78f30-89f3-4109-a56c-28b78b9c2557,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:22.911917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d58de0c9-3801-4fa4-8adb-957c19aed6e3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:22.979570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: d58de0c9-3801-4fa4-8adb-957c19aed6e3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:22.980147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device d58de0c9-3801-4fa4-8adb-957c19aed6e3 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:22.982863 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cc364b64-6fe0-4e5c-8def-b08c5fe3c4a3 None None] Provisioning complete for port ed2b194f-d603-47d0-b138-42203cec06a7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:22.983465 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc364b64-6fe0-4e5c-8def-b08c5fe3c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.986165 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c35e0-1120-41cd-8782-c47d412e9d00 req-60758081-a7ed-4f53-9192-f73e89c40ed7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:22.989389 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:22.992214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-534c35e0-1120-41cd-8782-c47d412e9d00 req-60758081-a7ed-4f53-9192-f73e89c40ed7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1096 time: 0.4759088 Dec 06 12:35:23.046126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ed2b194f-d603-47d0-b138-42203cec06a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed2b194f-d603-47d0-b138-42203cec06a7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:23.059174 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.066901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-5556d89d-3d89-492f-acd1-a7c560856656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.068656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-5556d89d-3d89-492f-acd1-a7c560856656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 200 len: 834 time: 0.2666700 Dec 06 12:35:23.124657 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.188346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.204595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.253047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.266655 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ed2b194f-d603-47d0-b138-42203cec06a7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:23.267012 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=0e896962-cead-4fb9-9212-a1bb6856bf82,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:23.276824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.284508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-39574e54-1efd-439a-8d10-455851bfce65 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/0e896962-cead-4fb9-9212-a1bb6856bf82 HTTP/1.1" status: 204 len: 168 time: 1.0653603 Dec 06 12:35:23.285461 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52632) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:23.330517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1d424670-f2dd-405d-8e7a-a1e6f6392d91 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405736 Dec 06 12:35:23.330835 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52634) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:23.336245 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:23.359162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-534c35e0-1120-41cd-8782-c47d412e9d00 req-f5d96893-a53e-40ef-a4de-d9dbf5a0e1fa tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586204 Dec 06 12:35:23.387849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-a68c9fb1-a57e-4c9e-aa9a-e9e7ce5d4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.389710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-a68c9fb1-a57e-4c9e-aa9a-e9e7ce5d4dad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc9209-7945-4b2c-9513-4e33ab026185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090203 Dec 06 12:35:23.449480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.453851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.455490 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d858fd-7cbf-43ad-b879-678759615c53 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:23.458721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e16edd9-e5f0-40c5-af01-bd02d23205f9 HTTP/1.1" status: 204 len: 168 time: 0.5577447 Dec 06 12:35:23.471198 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52636) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:23.536786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-30f3e294-f115-400e-a4f6-9bd9b31713df service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333189 Dec 06 12:35:23.570614 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc1f6-3b2b-4b2a-a99c-ad20a106e93e tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16edd9-e5f0-40c5-af01-bd02d23205f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:23.614925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ed2b194f-d603-47d0-b138-42203cec06a7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:23.647671 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:23.656862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:23.661292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:23.773548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3385487-e0e7-49de-94e1-8c64dbbafa40 req-7ba1e562-53c2-4be6-9489-096834a024df service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281220 Dec 06 12:35:23.906992 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ed2b194f-d603-47d0-b138-42203cec06a7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:23.907218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:24.120847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cdc7e1d1-8ebf-47d0-91de-dffe5adfbe75 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/09d48226-86d0-48f9-a334-72175de83ad6 HTTP/1.1" status: 200 len: 992 time: 0.4707978 Dec 06 12:35:24.254528 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:18Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:24.304385 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-78034e57-23e5-4153-83c8-6f8676d42ffe None None] Could not find standard attr ID for object 7ca75e14-63e5-4b08-adb8-d987ada346c8. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:24.305568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475f649-f2e5-43e3-980f-1293daf6b61b None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:34:32Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:18Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:24.309679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:24.383132 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:24.398231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Deleting port ed2b194f-d603-47d0-b138-42203cec06a7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:24.398622 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:24.544382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64638-5333-4b7d-b62d-4425aa8390a3 req-7c4ce89b-e06f-483c-8189-91f1528938c8 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:24.553966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] For port ed2b194f-d603-47d0-b138-42203cec06a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed2b194f-d603-47d0-b138-42203cec06a7,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:24.554333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:24.554628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ae64638-5333-4b7d-b62d-4425aa8390a3 req-7c4ce89b-e06f-483c-8189-91f1528938c8 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1096 time: 0.0927372 Dec 06 12:35:24.569261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Calling delete_port for ed2b194f-d603-47d0-b138-42203cec06a7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:24.632726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ae64638-5333-4b7d-b62d-4425aa8390a3 req-5683eb87-c59b-47d1-a0d2-cb410bada657 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766551 Dec 06 12:35:24.681033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:24.706591 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ab7df-a3c7-40c3-b5d1-c4b4206ba831 None None] New status for floating IP 09d48226-86d0-48f9-a334-72175de83ad6: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:35:24.751624 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] No DVR routers for this DVR port ed2b194f-d603-47d0-b138-42203cec06a7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:24.753344 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21f61-ddb7-4982-9d72-461d2847d586 None None] Pushing event deleted for resources: {'Port': ['ID=ed2b194f-d603-47d0-b138-42203cec06a7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:24.885638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 61d5845c-b9d6-4d7f-8908-7333d30a2d1e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:24.962609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:35:24.969006 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:24.969501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:24.987105 n-d-master-1 neutron-server[103298]: WARNING neutron.services.revisions.revision_plugin [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Could not find related port for resource to bump revision. Dec 06 12:35:24.998246 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Port ed2b194f-d603-47d0-b138-42203cec06a7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 12:35:24.998739 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation for 2001:db8::f816:3eff:fe21:b537 {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 12:35:25.013096 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_pluggable_backend [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe21:b537 {{(pid=103298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 12:35:25.018777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.081816 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:25.088684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.099533 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:25.110811 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:25.111422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.124606 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:25.128673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8371a-04c5-48b3-b196-fbb8451c6874 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:25.139110 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:25.142122 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b05501-fe2b-41fd-9049-795d2129a1b5" -d '{"events": [{"server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "name": "network-vif-plugged", "status": "completed", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:25.172783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8409674 Dec 06 12:35:25.175587 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52674) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:25.176026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:25.182173 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:03:77:c4', 'name': 'tempest-NetworksTestDHCPv6-2108790815'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:25.194774 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866eea-6310-46e9-9108-aa7dddf5ae39 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=bd42626f-d8a3-4732-9569-76996c4a987e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:25.230223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d2de42e9-bf92-4637-a8ce-22832ad175ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/09d48226-86d0-48f9-a334-72175de83ad6 HTTP/1.1" status: 200 len: 994 time: 0.1044014 Dec 06 12:35:25.244427 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809b963c-c2d8-4cbc-83d5-aca0e90a1be2 x-openstack-request-id: req-809b963c-c2d8-4cbc-83d5-aca0e90a1be2 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:25.245024 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "name": "network-vif-plugged", "status": "completed", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:25.245501 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-809b963c-c2d8-4cbc-83d5-aca0e90a1be2 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:25.246619 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e', 'code': 200} Dec 06 12:35:25.247675 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.375514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074891bc-f380-428c-9c90-c5a1b1623275 req-7440bb4f-e716-43a3-aef7-08fc6d2d62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:25.377031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-074891bc-f380-428c-9c90-c5a1b1623275 req-7440bb4f-e716-43a3-aef7-08fc6d2d62ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.0671680 Dec 06 12:35:25.439416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.446327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ed2b194f-d603-47d0-b138-42203cec06a7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:25.463079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:25.463544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-074891bc-f380-428c-9c90-c5a1b1623275 req-e5fd7adc-a251-43d2-9183-ec797f7a92be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792196 Dec 06 12:35:25.478129 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:25.536436 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': 'bd42626f-d8a3-4732-9569-76996c4a987e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:25.536813 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.539240 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ed2b194f-d603-47d0-b138-42203cec06a7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:25.539580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ed2b194f-d603-47d0-b138-42203cec06a7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:25.687661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.757440 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 4d741ba6-4a86-4f6f-9dcc-c71b29631740 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:25.766056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c3b0-eadc-4e0c-b594-e1064c7d4f10 req-f374a911-4082-4aaa-afa0-e627a56207b0 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:25.776279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cd1c3b0-eadc-4e0c-b594-e1064c7d4f10 req-f374a911-4082-4aaa-afa0-e627a56207b0 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.0530293 Dec 06 12:35:25.778846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Allocated IP 2001:db8::f816:3eff:fe08:d1bb (967641fd-83ec-484f-b26c-a1f522269ab1/bd42626f-d8a3-4732-9569-76996c4a987e/ac85ff58-25b9-4c52-87d0-33ca3e7b9572) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:25.833284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cd1c3b0-eadc-4e0c-b594-e1064c7d4f10 req-119d8e5f-48ac-4798-8ee0-618f4db89f55 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Dec 06 12:35:25.964967 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.969021 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port 6f4a85c7-1375-4153-a00e-69899d8f10aa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:25.970116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:25.972826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.015296 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:26.021944 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:26.026870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:26.053887 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Pushing event updated for resources: {'Port': ['ID=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:26.078898 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port 6f4a85c7-1375-4153-a00e-69899d8f10aa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f4a85c7-1375-4153-a00e-69899d8f10aa,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:26.079461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.094502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Attempting to bind port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:26.095329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Attempting to bind port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:26.095937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Attempting to bind port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:26.096526 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for 6f4a85c7-1375-4153-a00e-69899d8f10aa owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:26.102339 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:26.103487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:26.104203 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.104842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:26.105938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Bound port: ac85ff58-25b9-4c52-87d0-33ca3e7b9572, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:26.106705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.180593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] For port ac85ff58-25b9-4c52-87d0-33ca3e7b9572, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:26.184260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] For port ac85ff58-25b9-4c52-87d0-33ca3e7b9572, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:26.197922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.221133 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe03:77c4 (967641fd-83ec-484f-b26c-a1f522269ab1/bd42626f-d8a3-4732-9569-76996c4a987e/4d741ba6-4a86-4f6f-9dcc-c71b29631740) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:26.278970 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d083e-5aab-41f1-9c9e-efaeec94b914 None None] Pushing event updated for resources: {'Port': ['ID=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:26.686769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.738271 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=6f4a85c7-1375-4153-a00e-69899d8f10aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:26.910638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.983730 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eee17-cbd2-40d5-b8f0-89779d388989 req-0401e39d-32b4-44e1-854c-018ef68b3415 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:26.997002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-617eee17-cbd2-40d5-b8f0-89779d388989 req-0401e39d-32b4-44e1-854c-018ef68b3415 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.0698924 Dec 06 12:35:27.050074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.074810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-617eee17-cbd2-40d5-b8f0-89779d388989 req-06cbed85-784e-435a-afb8-ffe24408533b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711365 Dec 06 12:35:27.118663 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=4d741ba6-4a86-4f6f-9dcc-c71b29631740,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:27.145174 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:27.146182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.149405 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:27.154460 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:27.162489 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.163279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.185927 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52692) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:27.186219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00ce5038-50a5-4a3e-91d3-1fd4548daebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0094244 Dec 06 12:35:27.243601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0791e4b8-1b6a-4b5a-99a6-dd068eab32d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.369483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc16d9-7ed6-4a12-ac07-2fbfbf4e3781 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.376545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc16d9-7ed6-4a12-ac07-2fbfbf4e3781 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.378491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9afc16d9-7ed6-4a12-ac07-2fbfbf4e3781 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1914721 Dec 06 12:35:27.383878 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:27.413034 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a921208-5432-4e38-939f-85ee96b0a0ea req-22f34906-346e-4b4a-8090-7a34c3fdd87e tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.423063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a921208-5432-4e38-939f-85ee96b0a0ea req-22f34906-346e-4b4a-8090-7a34c3fdd87e tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.2269053 Dec 06 12:35:27.540932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a921208-5432-4e38-939f-85ee96b0a0ea req-a91a5c01-1070-4308-bde3-0a9f788d07e6 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169662 Dec 06 12:35:27.548269 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:27.610622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ac85ff58-25b9-4c52-87d0-33ca3e7b9572 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:27.655163 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 4d741ba6-4a86-4f6f-9dcc-c71b29631740 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:27.655515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.686890 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:27.687410 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.762234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:27.782163 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-11a3dfab-8d48-4843-922a-1f105acaa402 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "PUT /v2.0/routers/70c53fc8-1f3b-47c7-abd9-b57ac99910ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098335 Dec 06 12:35:27.784294 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52702) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:27.807230 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Sync routers for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:27.809285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597a99-6c89-483c-a264-19f78af32589 req-9cf83665-6341-4686-97d5-14fec030ff18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.811087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad597a99-6c89-483c-a264-19f78af32589 req-9cf83665-6341-4686-97d5-14fec030ff18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.1521769 Dec 06 12:35:27.857632 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:27.858831 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:27.862185 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting subnet b89d7e00-d77c-4c84-98d0-823f12572ca1 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:27.866970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.918574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.953546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad597a99-6c89-483c-a264-19f78af32589 req-fcf88831-ff3d-439f-a7e9-c4256444afc3 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336780 Dec 06 12:35:27.955513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:27.973897 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 4d741ba6-4a86-4f6f-9dcc-c71b29631740 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:28.071123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.217111 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.246292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Subnet': ['ID=b89d7e00-d77c-4c84-98d0-823f12572ca1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:28.275594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.278944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb912c4c-1c5c-499b-9f5f-52997cbd5337 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/subnets/b89d7e00-d77c-4c84-98d0-823f12572ca1 HTTP/1.1" status: 204 len: 168 time: 0.4934773 Dec 06 12:35:28.289214 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52718) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:28.359664 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32b01f-419c-4800-8eb6-dd2c688b473c None None] Network 9ce51886-273e-4f14-9ac7-890566d8e607 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:28.486805 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-9f2f819c-d592-485e-b5f6-0f80e8660b1d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:28.493566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-9f2f819c-d592-485e-b5f6-0f80e8660b1d tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.2747903 Dec 06 12:35:28.539170 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-b2ce4c86-e142-4b99-b0e1-533440fb5aee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1540415 Dec 06 12:35:28.539630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-a8fb343a-fd0d-4f53-9e79-8288ce286f56 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/quotas/88263710186f4091995261c9ed3e84e8 HTTP/1.1" status: 200 len: 375 time: 0.0427856 Dec 06 12:35:28.561479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.581108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.619911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.690365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=4d741ba6-4a86-4f6f-9dcc-c71b29631740,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:28.709045 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a57e6580-76d9-45ea-9fc9-d92f37b67cb9 None None] Provisioning complete for port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:28.709691 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a57e6580-76d9-45ea-9fc9-d92f37b67cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.715585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:28.721133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-092c16cc-36c0-4fd1-aa4d-0c3544fe9c3c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/4d741ba6-4a86-4f6f-9dcc-c71b29631740 HTTP/1.1" status: 204 len: 168 time: 1.3358512 Dec 06 12:35:28.726983 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:28.843756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b75871ee-d801-4d57-bdd9-c8e51d72a6ea tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3031445 Dec 06 12:35:28.913304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2ff06-dbaa-4783-9553-02e3ea9df41d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:28.922773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2ff06-dbaa-4783-9553-02e3ea9df41d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:28.924560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8cc2ff06-dbaa-4783-9553-02e3ea9df41d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1903121 Dec 06 12:35:28.945415 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:28.965374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ac85ff58-25b9-4c52-87d0-33ca3e7b9572, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:29.013834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.118142 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet bd42626f-d8a3-4732-9569-76996c4a987e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:29.125840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.168626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:29.207501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-91f1e64e-f6eb-4a7a-9e50-294e3d71143b service neutron] 10.222.0.31 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628490 Dec 06 12:35:29.251737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.299693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.300247 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.300587 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.301144 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.301747 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.302250 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.302699 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.305091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d95c6dad-8ebb-47fb-96ae-43babeadb8f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.6777077 Dec 06 12:35:29.307931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.323902 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] DHCP port deletion for 9ce51886-273e-4f14-9ac7-890566d8e607 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:29.455304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:29.496968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.525527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:29.534189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Deleting port c0f150b5-ae7b-428b-8088-fc428378395f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:29.534536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.558498 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-66316399-54f3-43e3-9876-b77f3610d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.558879 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-66316399-54f3-43e3-9876-b77f3610d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.559329 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-66316399-54f3-43e3-9876-b77f3610d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.560944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-66316399-54f3-43e3-9876-b77f3610d7b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.1990125 Dec 06 12:35:29.581748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.601026 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.607135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/bd42626f-d8a3-4732-9569-76996c4a987e HTTP/1.1" status: 204 len: 168 time: 0.6607077 Dec 06 12:35:29.640082 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:29.643212 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eff20-f138-4387-9b02-4dcce966ef84 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:29.752956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-41886a0b-b444-4a84-847d-6a9772d546e1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067941 Dec 06 12:35:29.758376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb77a-60f3-48d9-9fc8-3caca686abed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.764451 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52740) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:29.765269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f72c6-1214-405d-b3b9-b7c54d1d940a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=bd42626f-d8a3-4732-9569-76996c4a987e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:29.811029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-0ad5480b-b882-4ea6-8054-d6bc2744bd9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.2406111 Dec 06 12:35:29.821511 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] For port c0f150b5-ae7b-428b-8088-fc428378395f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c0f150b5-ae7b-428b-8088-fc428378395f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:29.822148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.872545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-102c39b1-0212-49c8-9ac6-d1ea437b91c3 service neutron] 10.222.0.31 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564405 Dec 06 12:35:29.922866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f398677-32ed-4c56-aee6-e4160551283b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.929555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f398677-32ed-4c56-aee6-e4160551283b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1568270 Dec 06 12:35:29.931033 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Calling delete_port for c0f150b5-ae7b-428b-8088-fc428378395f owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:29.932195 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:29.940735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Deleting port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:29.941432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.944481 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-19ede724-e0d7-4c65-b07e-6005db09ebd5 None None] Could not find standard attr ID for object 4d741ba6-4a86-4f6f-9dcc-c71b29631740. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:30.023637 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.096206 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755917eb-18bc-4cc5-b76a-6034f51a81dc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:30.099904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-755917eb-18bc-4cc5-b76a-6034f51a81dc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1660252 Dec 06 12:35:30.103134 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:30.126059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] For port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:30.126639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.129127 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a3e3c1a2-2baa-40bb-a343-9971204b02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:30.131889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a3e3c1a2-2baa-40bb-a343-9971204b02d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.3125684 Dec 06 12:35:30.152005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Calling delete_port for 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:30.167408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,segment=NetworkSegment(7649f086-93e1-43be-ac0d-167d5f2b417f),segment_id=7649f086-93e1-43be-ac0d-167d5f2b417f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:30.177722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.205219 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:35:26Z', 'revision_number': 5, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port': {'id': 'c0f150b5-ae7b-428b-8088-fc428378395f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:32:57Z', 'updated_at': '2021-12-06T12:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.258587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-efec9495-5f71-4e0b-a619-0b885ef3c88c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501358 Dec 06 12:35:30.259251 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:30.275601 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:30.278910 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:30.317422 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-6e94c9b9-6a1b-4f67-8553-59a58613ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:30.319091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-6e94c9b9-6a1b-4f67-8553-59a58613ee49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764190 Dec 06 12:35:30.359881 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Checking router: 70c53fc8-1f3b-47c7-abd9-b57ac99910ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:30.435349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:30.451474 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Routers {'70c53fc8-1f3b-47c7-abd9-b57ac99910ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:30.452623 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.462807 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-cb4eb3c9-e119-4215-a802-5c3909e432d5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:35:30.463921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-cb4eb3c9-e119-4215-a802-5c3909e432d5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0334113 Dec 06 12:35:30.494241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b90f091-e1ca-4f4f-a0b7-831aa3116ad0 req-61adcf3b-bb31-4e28-b8be-fe598eae5831 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 210 time: 0.0544717 Dec 06 12:35:30.566222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:30.576298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.582066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] Set router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:30.687288 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:35:29Z', 'revision_number': 6, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.829941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-44355239-8d2e-4603-acbf-2f19111a6d1a service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456693 Dec 06 12:35:30.868200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5454f0-575e-4b52-9cbd-f32729aa231f None None] The sync data for ids ['70c53fc8-1f3b-47c7-abd9-b57ac99910ea'] in n-d-master-1 is: [{'id': '70c53fc8-1f3b-47c7-abd9-b57ac99910ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957574594', 'tenant_id': 'e9db06c160f14540bc524042507a6e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:32:55Z', 'updated_at': '2021-12-06T12:35:29Z', 'revision_number': 6, 'project_id': 'e9db06c160f14540bc524042507a6e7c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:30.905677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.913281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Deleting port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:30.913713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.927891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.961548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] Pushing event deleted for resources: {'Port': ['ID=07d9fa8b-b8e7-4c44-b51a-8958a287ab1b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:30.973979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79164e80-e64e-4d7b-bc84-462df64bac14 None None] No DVR routers for this DVR port 07d9fa8b-b8e7-4c44-b51a-8958a287ab1b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:31.032737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] For port ac85ff58-25b9-4c52-87d0-33ca3e7b9572, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:31.033834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.055016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Calling delete_port for ac85ff58-25b9-4c52-87d0-33ca3e7b9572 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:31.096662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.194266 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:31.202254 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Port': ['ID=c0f150b5-ae7b-428b-8088-fc428378395f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:31.260919 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a17ffc5f-55a2-4a27-b00b-978f077b435d service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936026 Dec 06 12:35:31.474996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-bb0d855c-30a0-46aa-8b52-862c752dafc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.0983741 Dec 06 12:35:31.486753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.547426 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362ccdf-7c89-49ed-8e81-815f2af3eea5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:31.552275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.617419 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] Pushing event deleted for resources: {'Port': ['ID=ac85ff58-25b9-4c52-87d0-33ca3e7b9572,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:31.622386 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce67163-0c2a-4d7c-8ae6-105e27b936a9 None None] No DVR routers for this DVR port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:31.639361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.744138 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Port ac85ff58-25b9-4c52-87d0-33ca3e7b9572 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 12:35:31.744138 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation for 2001:db8::f816:3eff:fe08:d1bb {{(pid=103297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 12:35:31.747732 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe08:d1bb {{(pid=103297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 12:35:31.769463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.774733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.774973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.786090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a132375d-b59f-45d4-99ee-023e6005d7fe req-f9fdb9b6-b63c-40b9-a198-cf67e8f2c104 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 210 time: 0.0748649 Dec 06 12:35:31.804109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-9210b792-df07-4845-b65c-5c12ac1e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:31.805873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-9210b792-df07-4845-b65c-5c12ac1e1dd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.3203342 Dec 06 12:35:31.887023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ac85ff58-25b9-4c52-87d0-33ca3e7b9572 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:31.895712 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:31.896481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.897121 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Fanout notify agent at l3_agent the message router_deleted on router 70c53fc8-1f3b-47c7-abd9-b57ac99910ea {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:35:31.900714 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:31.909839 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:31.909839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.920975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:31.930280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6136b997-b026-4baf-9fa1-290a17cea820 tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/routers/70c53fc8-1f3b-47c7-abd9-b57ac99910ea HTTP/1.1" status: 204 len: 168 time: 3.6399443 Dec 06 12:35:31.932183 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:31.941847 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=7dc695a1-4e27-4d95-bc39-3142f0c28e56,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:31.960885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f4cda37a-da5a-46ac-8404-c32c0a633b81 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6981361 Dec 06 12:35:31.963421 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:31.971379 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:d2:29:75', 'name': 'tempest-NetworksTestDHCPv6-531358854'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:31.974904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ac85ff58-25b9-4c52-87d0-33ca3e7b9572 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:31.977842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ac85ff58-25b9-4c52-87d0-33ca3e7b9572 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:31.979498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f4a85c7-1375-4153-a00e-69899d8f10aa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:31.988881 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5762a8d-57ec-4d4c-aec1-1852a2f84513 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:32.075215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6f4a85c7-1375-4153-a00e-69899d8f10aa {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:32.075570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f4a85c7-1375-4153-a00e-69899d8f10aa not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:32.110640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.135345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-dc604d80-6953-4bbd-aeb3-273991d25e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:32.147532 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-dc604d80-6953-4bbd-aeb3-273991d25e29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3050969 Dec 06 12:35:32.173469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:32.365011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.387672 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '7dc695a1-4e27-4d95-bc39-3142f0c28e56'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:32.389754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.400332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.421193 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port e30be468-0080-4c3c-a6a1-22b84ea11f01 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:32.589921 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fed2:2975 (967641fd-83ec-484f-b26c-a1f522269ab1/7dc695a1-4e27-4d95-bc39-3142f0c28e56/e30be468-0080-4c3c-a6a1-22b84ea11f01) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:32.594522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.711818 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce51886-273e-4f14-9ac7-890566d8e607']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:32.724789 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7649f086-93e1-43be-ac0d-167d5f2b417f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:32.725417 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7649f086-93e1-43be-ac0d-167d5f2b417f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:32.740638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.760242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.767482 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:35:32.767925 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:35:32.792340 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:35:32.832324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-9abc1f61-62f1-42ab-b511-a65f0240673c service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750009 Dec 06 12:35:32.870839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.874007 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-1632a84d-0e93-4d5a-9f57-466e671b851b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:32.875502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-1632a84d-0e93-4d5a-9f57-466e671b851b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.23 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.4581568 Dec 06 12:35:32.898814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Request body: {'port': {'device_id': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'admin_state_up': True, 'tenant_id': '88263710186f4091995261c9ed3e84e8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:32.940729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed8bf40d-6ff3-4daf-bbb1-e0188eaa20bb req-fcd6ea44-f516-4796-a925-ca4a1e4c969b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 210 time: 0.0293388 Dec 06 12:35:32.973214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.032023 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:33.037878 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:33.047310 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:33.054915 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:33.056715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.061386 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Allocated IP 2001:db8::f816:3eff:fed7:35b (967641fd-83ec-484f-b26c-a1f522269ab1/7dc695a1-4e27-4d95-bc39-3142f0c28e56/00f86ee3-6ebd-409e-a179-467cb023358f) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:33.074035 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=e30be468-0080-4c3c-a6a1-22b84ea11f01,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:33.110372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-143ca9d4-1dc2-4185-b1e5-98cd36296c16 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454722 Dec 06 12:35:33.111148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.140714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.144173 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] 10.222.0.31 "DELETE /v2.0/networks/9ce51886-273e-4f14-9ac7-890566d8e607 HTTP/1.1" status: 204 len: 168 time: 1.2110586 Dec 06 12:35:33.156668 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7f22f-966a-483d-8ba2-a1707320228c tempest-TestSecurityGroupsBasicOps-406303382 tempest-TestSecurityGroupsBasicOps-406303382-project] Pushing event deleted for resources: {'Network': ['ID=9ce51886-273e-4f14-9ac7-890566d8e607,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:33.174549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c9d05a35-2439-4def-89ce-81c9c6237bb2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2093928 Dec 06 12:35:33.175188 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:33.209035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-de78dc2d-12fd-4faa-ad0b-cae19348cd72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0752227 Dec 06 12:35:33.211359 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Made reservation on behalf of 88263710186f4091995261c9ed3e84e8 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:33.214333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.256323 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.348667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cb1dd-4449-4c8c-a007-e93f740a7a3e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:33.355445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-461cb1dd-4449-4c8c-a007-e93f740a7a3e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1790223 Dec 06 12:35:33.357368 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:33.392997 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c0f150b5-ae7b-428b-8088-fc428378395f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:33.421021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c0f150b5-ae7b-428b-8088-fc428378395f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:33.422061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c0f150b5-ae7b-428b-8088-fc428378395f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:33.457313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.478311 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.542880 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Allocated IP 172.20.0.9 (f83716af-ba79-4b34-91be-02bdddf85be0/47ce4938-5fc5-4180-8315-2e0ec339bea8/ceacb4e5-a6e7-48e7-a3df-14201cf22efb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:33.587767 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port e30be468-0080-4c3c-a6a1-22b84ea11f01 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:33.588170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.598190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-34945bc1-ede3-4bf9-9e8a-c5b6fb7eae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:33.599856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-34945bc1-ede3-4bf9-9e8a-c5b6fb7eae6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.3796539 Dec 06 12:35:33.661625 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:33.677322 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:33.689268 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:33.697416 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Pushing event updated for resources: {'Port': ['ID=00f86ee3-6ebd-409e-a179-467cb023358f,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:33.850976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.872335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a3491363-1302-46a9-85c7-a499cde9b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:33.877598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a3491363-1302-46a9-85c7-a499cde9b94e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2608483 Dec 06 12:35:33.878731 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for e30be468-0080-4c3c-a6a1-22b84ea11f01 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:33.880241 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:33.939197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Attempting to bind port 00f86ee3-6ebd-409e-a179-467cb023358f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:33.940081 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Attempting to bind port 00f86ee3-6ebd-409e-a179-467cb023358f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:33.941705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Attempting to bind port 00f86ee3-6ebd-409e-a179-467cb023358f on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:33.974218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:33.974977 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:33.975585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.977225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:33.978109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Bound port: 00f86ee3-6ebd-409e-a179-467cb023358f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:33.978752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.127977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.132406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-d1e87930-4160-4700-818c-3d09786e2075 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329514 Dec 06 12:35:34.143297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] For port 00f86ee3-6ebd-409e-a179-467cb023358f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:34.156356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] For port 00f86ee3-6ebd-409e-a179-467cb023358f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00f86ee3-6ebd-409e-a179-467cb023358f,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:34.163925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.183173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebe75e16-af50-42f9-8763-a6eb36d8225b req-d16dfaba-d2f4-4caf-a3e2-55fcd5028c0a tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Dec 06 12:35:34.197810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.231818 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=e30be468-0080-4c3c-a6a1-22b84ea11f01,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:34.285313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de71f-8218-49e4-9d80-b0453e052a2b None None] Pushing event updated for resources: {'Port': ['ID=00f86ee3-6ebd-409e-a179-467cb023358f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:34.308392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.314251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ddc9eaaf-970c-49eb-a341-71eb3b27d821 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/e30be468-0080-4c3c-a6a1-22b84ea11f01 HTTP/1.1" status: 204 len: 168 time: 0.9512985 Dec 06 12:35:34.321311 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:34.374841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.424996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['61d5845c-b9d6-4d7f-8908-7333d30a2d1e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:34.425518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818590ef-590e-4588-9490-79c8255d78c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.427110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818590ef-590e-4588-9490-79c8255d78c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.428628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-818590ef-590e-4588-9490-79c8255d78c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1063747 Dec 06 12:35:34.431306 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:34.496993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-77f39155-76dd-4ec3-bcc0-660d12ade218 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9db06c160f14540bc524042507a6e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154265 Dec 06 12:35:34.500229 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:34.502144 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Network f83716af-ba79-4b34-91be-02bdddf85be0 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:34.506829 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:34.532888 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:34.537081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-8bdad79d-2a1e-4363-b5aa-d915b6b311c0 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905544 Dec 06 12:35:34.636792 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 7dc695a1-4e27-4d95-bc39-3142f0c28e56 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:34.657689 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Pushing event updated for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:34.672146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.738876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.740274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.745747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-7267aedb-bc37-42e6-8f4e-5dbb501b44f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.1910441 Dec 06 12:35:34.832109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-4d00927d-a947-4d13-a270-0a33d2b9e455 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9371274 Dec 06 12:35:34.849041 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Request body: {'port': {'device_id': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:34.861712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.907971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.944592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-7834a6ad-e851-41f9-97f9-b35673b83586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.951263 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-7834a6ad-e851-41f9-97f9-b35673b83586 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1952109 Dec 06 12:35:34.996022 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.009635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.123659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93666707-02c7-4c21-a643-ba9c3438c27c None None] Provisioning complete for port ceacb4e5-a6e7-48e7-a3df-14201cf22efb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:35.124829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93666707-02c7-4c21-a643-ba9c3438c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.203967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.204357 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-4d2e5b19-19d4-45fa-b63c-244e2972ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:35.205913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-4d2e5b19-19d4-45fa-b63c-244e2972ef7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1974959 Dec 06 12:35:35.213639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93666707-02c7-4c21-a643-ba9c3438c27c None None] Port ceacb4e5-a6e7-48e7-a3df-14201cf22efb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:35.295804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.297494 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.298685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6adfd3e-4e18-465f-8279-c76bd251d187 HTTP/1.1" status: 204 len: 168 time: 0.7975459 Dec 06 12:35:35.364443 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-c97f11df-1957-49df-a8f3-2eebfdeb0431 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488860 Dec 06 12:35:35.366196 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374709d-fd4b-4420-8b65-664195d439f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6adfd3e-4e18-465f-8279-c76bd251d187,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:35.403729 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcb898-b6e7-4e54-b586-9e3c5369c780 req-2fb5b606-6243-4c6b-8354-2d01903b52d4 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:35.406357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25bcb898-b6e7-4e54-b586-9e3c5369c780 req-2fb5b606-6243-4c6b-8354-2d01903b52d4 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1027 time: 0.0909996 Dec 06 12:35:35.425406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.449286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.458179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/7dc695a1-4e27-4d95-bc39-3142f0c28e56 HTTP/1.1" status: 204 len: 168 time: 1.0204029 Dec 06 12:35:35.458523 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52830) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:35.496858 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa4b8-eba4-4020-bc21-f9a0e0ee514f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc695a1-4e27-4d95-bc39-3142f0c28e56,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:35.584778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34b91d35-9552-4576-8f7a-634c03336dad tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157844 Dec 06 12:35:35.598981 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:35.618413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:35.659764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25bcb898-b6e7-4e54-b586-9e3c5369c780 req-96423f53-82d2-4f9b-a546-4ca0e6eb1615 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419233 Dec 06 12:35:35.686260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 00f86ee3-6ebd-409e-a179-467cb023358f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:35.813758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-7e02f4e5-4ca7-4794-93f2-aabb3813b8e7 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302969 Dec 06 12:35:35.824236 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 00f86ee3-6ebd-409e-a179-467cb023358f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:35.824865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:35.982883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-b1596dde-3182-4f92-a653-da8e706ae0e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.1465402 Dec 06 12:35:35.991127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-b8a10b80-c9e5-4deb-83b5-b9bb2fff55ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2912502 Dec 06 12:35:36.002552 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:36.065143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd95-f8bb-4aa9-8cd8-9b43fc6ad032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.079254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.162026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:36.175337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.189706 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 00f86ee3-6ebd-409e-a179-467cb023358f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00f86ee3-6ebd-409e-a179-467cb023358f,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:36.198573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.300193 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a2020-75f4-4f07-b5a4-b5de40fe4953 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:36.348110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-e81e9a46-f8de-4534-ba19-82a820c99ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:36.360368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-e81e9a46-f8de-4534-ba19-82a820c99ccc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1097 time: 0.2785196 Dec 06 12:35:36.388755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=00f86ee3-6ebd-409e-a179-467cb023358f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:36.542347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f9b343ff-d182-4bf8-ac32-da63174068f4 None None] Provisioning complete for port 00f86ee3-6ebd-409e-a179-467cb023358f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:36.542729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f9b343ff-d182-4bf8-ac32-da63174068f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.736139 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceacb4e5-a6e7-48e7-a3df-14201cf22efb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:36.750658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.762225 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-e1acde11-3baa-466d-b44a-aa76437e0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:36.765971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-e1acde11-3baa-466d-b44a-aa76437e0351 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.7009687 Dec 06 12:35:36.887814 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Transition to ACTIVE for port object ceacb4e5-a6e7-48e7-a3df-14201cf22efb will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:35:36.897999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:36.965627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-280a3e52-9eb4-48d8-8bf7-edb5aaea0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:36.967702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-280a3e52-9eb4-48d8-8bf7-edb5aaea0124 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922233 Dec 06 12:35:36.987346 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:37.063631 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Pushing event updated for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:37.217610 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Attempting to bind port ceacb4e5-a6e7-48e7-a3df-14201cf22efb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:37.218497 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Attempting to bind port ceacb4e5-a6e7-48e7-a3df-14201cf22efb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:37.218987 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Attempting to bind port ceacb4e5-a6e7-48e7-a3df-14201cf22efb on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:37.245453 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Port ceacb4e5-a6e7-48e7-a3df-14201cf22efb on network f83716af-ba79-4b34-91be-02bdddf85be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:35:37.246461 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Attempting to bind port ceacb4e5-a6e7-48e7-a3df-14201cf22efb on network f83716af-ba79-4b34-91be-02bdddf85be0 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:37.255824 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:37.256422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Checking segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:37.256961 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Bound using segment: {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:37.257871 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Bound port: ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc5119-499e-4c30-b912-2f90a53bc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:37.258386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.262404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-ffa72ae8-a584-4b9e-bab1-6e7e77d6e3b2 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801151 Dec 06 12:35:37.268360 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Deleting port 00f86ee3-6ebd-409e-a179-467cb023358f {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:37.268738 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.478020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] For port 00f86ee3-6ebd-409e-a179-467cb023358f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00f86ee3-6ebd-409e-a179-467cb023358f,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:37.478646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.480457 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:37.485444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:37.490172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-e30f17d3-05f9-48ab-a65a-50cc74cc08bc service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126408 Dec 06 12:35:37.496299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.519659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Calling delete_port for 00f86ee3-6ebd-409e-a179-467cb023358f owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:37.547322 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 00f86ee3-6ebd-409e-a179-467cb023358f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:37.594147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd95-f8bb-4aa9-8cd8-9b43fc6ad032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.622642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd95-f8bb-4aa9-8cd8-9b43fc6ad032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.702211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6dd95-f8bb-4aa9-8cd8-9b43fc6ad032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99cf52-12b2-420e-a142-cd8403ee8f13,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:37.766450 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:37.767082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.775977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] 10.222.0.23 "PUT /v2.0/ports/ceacb4e5-a6e7-48e7-a3df-14201cf22efb HTTP/1.1" status: 200 len: 1091 time: 2.9260716 Dec 06 12:35:37.775977 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:37.775977 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:37.786192 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-250fca5e-665c-4a75-8958-193fd9ae3d87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.2833316 Dec 06 12:35:37.919456 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:37.923672 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f868d-38e0-4764-89d4-af460230b314 x-openstack-request-id: req-451f868d-38e0-4764-89d4-af460230b314 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:37.924213 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:37.924213 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-451f868d-38e0-4764-89d4-af460230b314 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:37.924618 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb', 'status': 'completed', 'code': 200} Dec 06 12:35:37.931852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6164-7c45-452f-9b91-945267c74506 req-b99d2933-ff25-40f4-b903-5e4534341529 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:37.933443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25bd6164-7c45-452f-9b91-945267c74506 req-b99d2933-ff25-40f4-b903-5e4534341529 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1094 time: 0.3967195 Dec 06 12:35:37.941880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-38d6dd95-f8bb-4aa9-8cd8-9b43fc6ad032 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d86dced655544b3b866431c3c617d775&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9364913 Dec 06 12:35:37.971732 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:37.996593 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.052566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68514f3-39a7-4a05-8bcc-1a6256456212 service neutron] Pushing event updated for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:38.079005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] Pushing event deleted for resources: {'Port': ['ID=00f86ee3-6ebd-409e-a179-467cb023358f,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:38.081549 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ead37-6322-4266-849b-3e3a48071e15 None None] No DVR routers for this DVR port 00f86ee3-6ebd-409e-a179-467cb023358f on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:38.083729 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-b57d38e9-30fe-4948-84fb-dfda83c1f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.085363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-b57d38e9-30fe-4948-84fb-dfda83c1f5ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.2914152 Dec 06 12:35:38.113179 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-d6b1356b-1bf3-41c7-b751-7c153807be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.118450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-d6b1356b-1bf3-41c7-b751-7c153807be3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1094 time: 0.2921808 Dec 06 12:35:38.254469 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-c84f74cc-f362-4afe-8293-f2027bdd837d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb HTTP/1.1" status: 200 len: 217 time: 0.0784535 Dec 06 12:35:38.342985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-d385f7ba-8a7c-4898-8ad2-f06d765e4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.343519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-d385f7ba-8a7c-4898-8ad2-f06d765e4885 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47ce4938-5fc5-4180-8315-2e0ec339bea8 HTTP/1.1" status: 200 len: 849 time: 0.0821528 Dec 06 12:35:38.349444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25bd6164-7c45-452f-9b91-945267c74506 req-4abcfb63-53c3-4223-b60c-37c64ef9a1d5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928437 Dec 06 12:35:38.384801 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-8de76afc-0512-45a6-a7d8-074f428e4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.394336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-8de76afc-0512-45a6-a7d8-074f428e4f9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2959275 Dec 06 12:35:38.442660 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-9df20c15-263d-462a-9894-836c0331f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.445597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-9df20c15-263d-462a-9894-836c0331f254 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 898 time: 2.0562332 Dec 06 12:35:38.475813 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-80c231e2-c6f3-4a5b-b4a3-3f2397c2129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.477581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-80c231e2-c6f3-4a5b-b4a3-3f2397c2129a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f83716af-ba79-4b34-91be-02bdddf85be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205006 Dec 06 12:35:38.552498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.592890 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-005ac0a7-17b9-4db7-b47a-f4bc85a69d83 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653090 Dec 06 12:35:38.615050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-a4a50a23-4219-4fb2-b533-d81a4990c74f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 1002 time: 0.1576347 Dec 06 12:35:38.627789 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.686105 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-636108f4-e601-4082-98b1-ca4fcf3cdf8d service neutron] 10.222.0.23 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817954 Dec 06 12:35:38.712546 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:38.713645 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-0a30ee0f-a134-4324-900c-8711fa1bcb77 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141665 Dec 06 12:35:38.720672 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.784399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-a5cb388d-96bf-42e6-afd1-558929cceb94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0613902 Dec 06 12:35:38.790603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-ecd3189f-fe5a-4d3a-a8c0-8d964795d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.792123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-ecd3189f-fe5a-4d3a-a8c0-8d964795d677 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 200 len: 834 time: 0.1670394 Dec 06 12:35:38.801969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:38.809762 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:38.819761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.820361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.831400 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=20a2f4c9-6785-4efd-87ab-58e7a06b477e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:38.833937 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290580e3-7f03-4911-bde1-26fae206ca9d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:38.856971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ac094c44-9831-4c38-9dff-03c0735ad7ff tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2514839 Dec 06 12:35:38.871695 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52872) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:38.894077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.896692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.900231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b99cf52-12b2-420e-a142-cd8403ee8f13 HTTP/1.1" status: 204 len: 168 time: 0.9230065 Dec 06 12:35:38.917058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:82:3c:98', 'name': 'tempest-NetworksTestDHCPv6-1460316708'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:38.919660 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967307-f718-44f1-8667-59f534a30448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99cf52-12b2-420e-a142-cd8403ee8f13,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:38.943503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-7631e29c-e7ee-4a83-a2e6-00aa20d81300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.945145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-7631e29c-e7ee-4a83-a2e6-00aa20d81300 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc9209-7945-4b2c-9513-4e33ab026185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394029 Dec 06 12:35:38.995315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-277f5e1b-d08e-40bd-bb52-13726c323f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:39.005757 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-277f5e1b-d08e-40bd-bb52-13726c323f2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1818590 Dec 06 12:35:39.059171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f42747d7-1c9e-4fcf-8e38-ce49ec4da9c8 req-80566154-3240-4ee7-b0cf-d9f4e6131633 service neutron] 10.222.0.23 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445005 Dec 06 12:35:39.143405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-08b166f1-0943-4a3b-aec9-a21523d576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:39.150117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-08b166f1-0943-4a3b-aec9-a21523d576c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298859 Dec 06 12:35:39.172374 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-6bf529c3-e677-4756-b376-8f69a5802fce service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176127 Dec 06 12:35:39.246056 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '20a2f4c9-6785-4efd-87ab-58e7a06b477e'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:39.251299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:39.303358 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-cb1f3afd-5c54-4ca4-acb4-205306e1d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:39.304905 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-cb1f3afd-5c54-4ca4-acb4-205306e1d224 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88263710186f4091995261c9ed3e84e8&device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1094 time: 0.1528332 Dec 06 12:35:39.415204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-cb9a18eb-1b75-47ad-a951-4925c0a8afd7 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351551 Dec 06 12:35:39.515632 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:39.547731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265f8fcf-7eb6-4b49-9a2e-b58265cbb927 req-75f08c81-da2a-4d25-851b-9712f7da5b6b service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676198 Dec 06 12:35:39.557925 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465974-3142-4997-ace0-090fd7af7126 req-b975ca50-dfa7-4dbc-be6e-e1057f581d02 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:39.559661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b465974-3142-4997-ace0-090fd7af7126 req-b975ca50-dfa7-4dbc-be6e-e1057f581d02 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1094 time: 0.0785284 Dec 06 12:35:39.677571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b465974-3142-4997-ace0-090fd7af7126 req-7c407c1e-4b36-49f4-bd68-6d768b423667 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945461 Dec 06 12:35:39.729672 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:39.794264 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Allocated IP 2001:db8::f816:3eff:fe23:c373 (967641fd-83ec-484f-b26c-a1f522269ab1/20a2f4c9-6785-4efd-87ab-58e7a06b477e/d1fc1762-ee22-4a3c-a069-aa499641b995) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:39.843295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f571ecc8-69ce-4a6a-93f9-b1b6ddc6b479 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b40c704cab84f25b446e0c6cebfa653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095350 Dec 06 12:35:39.843856 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:39.894178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:39.932089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-d0a0a4b4-a82a-4b67-b482-56b8f1deec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:39.934480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-d0a0a4b4-a82a-4b67-b482-56b8f1deec12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 200 len: 911 time: 0.6155558 Dec 06 12:35:39.946595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:39.974709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.015018 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 94df5cd5-e294-4049-905e-d3d28211e02e yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:40.032233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d38e3589-9e9c-443c-b078-9431c6a47ab5 req-fed3c24a-e66c-4cb3-af99-252056a01f50 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731804 Dec 06 12:35:40.037205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-20eb13bf-05c3-4dd3-b5e1-3d6a54169c2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb HTTP/1.1" status: 200 len: 217 time: 0.0909894 Dec 06 12:35:40.115022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.124924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.128345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.138571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.148724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e511974b-54ea-46f3-9f25-2f6b3ecc9e00 HTTP/1.1" status: 204 len: 168 time: 0.3020506 Dec 06 12:35:40.166518 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c327c-f4d6-4277-ad3a-efcb3602f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e511974b-54ea-46f3-9f25-2f6b3ecc9e00,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:40.200980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Pushing event updated for resources: {'Port': ['ID=d1fc1762-ee22-4a3c-a069-aa499641b995,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:40.213755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.214347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.218634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.219124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.219943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.220769 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.221383 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.222040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.222860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.223728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.224162 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.225408 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.225839 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:40.272924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ceacb4e5-a6e7-48e7-a3df-14201cf22efb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:35:40.279642 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:40.294270 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-d58ad6be-734b-43ac-ac32-20f1dcddb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:40.295859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-d58ad6be-734b-43ac-ac32-20f1dcddb700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47ce4938-5fc5-4180-8315-2e0ec339bea8 HTTP/1.1" status: 200 len: 849 time: 0.2484782 Dec 06 12:35:40.304800 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:40.316048 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:40.436629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:35:40.485358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Attempting to bind port d1fc1762-ee22-4a3c-a069-aa499641b995 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:40.485735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Attempting to bind port d1fc1762-ee22-4a3c-a069-aa499641b995 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:40.486104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Attempting to bind port d1fc1762-ee22-4a3c-a069-aa499641b995 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:40.533089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-2f5253a8-9e91-4b5b-94df-884fc0676d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:40.535015 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-2f5253a8-9e91-4b5b-94df-884fc0676d03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f83716af-ba79-4b34-91be-02bdddf85be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017391 Dec 06 12:35:40.548434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:40.548803 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:40.549248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.549630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:40.550135 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Bound port: d1fc1762-ee22-4a3c-a069-aa499641b995, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:40.550517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.565905 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe82:3c98 (967641fd-83ec-484f-b26c-a1f522269ab1/20a2f4c9-6785-4efd-87ab-58e7a06b477e/94df5cd5-e294-4049-905e-d3d28211e02e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:40.655706 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] For port d1fc1762-ee22-4a3c-a069-aa499641b995, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:40.658894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] For port d1fc1762-ee22-4a3c-a069-aa499641b995, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1fc1762-ee22-4a3c-a069-aa499641b995,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:40.675260 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.727499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-c35e002e-307f-4687-8b77-98a86b3abba3 service neutron] 10.222.0.23 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852815 Dec 06 12:35:40.840900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:40.849312 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1869c3-a0e9-45f0-8df9-4f7fb117aff3 req-d9798bdc-62d9-459b-87ae-9ed0015e1d43 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:40.850855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d1869c3-a0e9-45f0-8df9-4f7fb117aff3 req-d9798bdc-62d9-459b-87ae-9ed0015e1d43 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1094 time: 0.0855422 Dec 06 12:35:40.912301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb', 'network_id': 'f83716af-ba79-4b34-91be-02bdddf85be0', 'port_id': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb', 'mac_address': 'fa:16:3e:95:35:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce4938-5fc5-4180-8315-2e0ec339bea8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:35:40.918718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c263-dbe8-44ec-ab2d-10f74b2deeea None None] Pushing event updated for resources: {'Port': ['ID=d1fc1762-ee22-4a3c-a069-aa499641b995,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:40.933935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.944833 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bee02bfb-2c5b-40f8-ae94-3ab0be388d1a req-6a066a17-2d78-4cdd-9e8e-f1c008e4040b service neutron] 10.222.0.23 "GET /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100890 Dec 06 12:35:40.993458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d1869c3-a0e9-45f0-8df9-4f7fb117aff3 req-1df94255-02ac-4f5e-a1a5-fdfac6755c1a tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356909 Dec 06 12:35:41.030870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.113618 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:41.117396 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:41.122196 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:41.135981 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:41.136531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.193953 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=94df5cd5-e294-4049-905e-d3d28211e02e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:41.211624 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0c293bd-6128-4927-a9b6-f450eee68796 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3341641 Dec 06 12:35:41.211787 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.212252 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52922) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:41.223891 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceacb4e5-a6e7-48e7-a3df-14201cf22efb {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:41.254710 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:41.261450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.299563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98041d1-224a-485f-8cfa-895081feaa1c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:41.306526 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98041d1-224a-485f-8cfa-895081feaa1c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:41.311376 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:41.320121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d98041d1-224a-485f-8cfa-895081feaa1c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0956690 Dec 06 12:35:41.351798 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:41.500885 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 94df5cd5-e294-4049-905e-d3d28211e02e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:41.500885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.519456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['ceacb4e5-a6e7-48e7-a3df-14201cf22efb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:41.604850 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:41.626430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1fc1762-ee22-4a3c-a069-aa499641b995 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:41.667459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.703584 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 94df5cd5-e294-4049-905e-d3d28211e02e owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:41.783958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1119332796-network', 'tenant_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:41.802367 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d1fc1762-ee22-4a3c-a069-aa499641b995 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:41.802653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.808071 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:41.812673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.822558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.916567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.924325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:41.987632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e13308-6934-41c2-b4a7-fb4b1ead296c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:41.997022 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.013976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:35:42.050248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.050923 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Added segment 26d44cdc-57af-4952-a2b0-36cff08113f2 of type vlan for network ae94d0e5-63da-4330-8993-025e287d5ae4 Dec 06 12:35:42.065105 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=94df5cd5-e294-4049-905e-d3d28211e02e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:42.124593 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.132300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.140684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2de88e1e-42a5-46fe-b934-066efb877807 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/94df5cd5-e294-4049-905e-d3d28211e02e HTTP/1.1" status: 204 len: 168 time: 0.8279386 Dec 06 12:35:42.143423 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.197231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.222250 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port d1fc1762-ee22-4a3c-a069-aa499641b995, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1fc1762-ee22-4a3c-a069-aa499641b995,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:42.226309 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad032f8-8693-4fe2-b1e9-0f029e70d577 req-2953d7a5-598e-41b3-ae7b-7d7da315db4c tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.228106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ad032f8-8693-4fe2-b1e9-0f029e70d577 req-2953d7a5-598e-41b3-ae7b-7d7da315db4c tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1095 time: 0.1042714 Dec 06 12:35:42.246454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.259131 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f8af1-d5d2-4d51-903a-6bedb1b762bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.261430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f8af1-d5d2-4d51-903a-6bedb1b762bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.263040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-214f8af1-d5d2-4d51-903a-6bedb1b762bc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1172667 Dec 06 12:35:42.269516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.285015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.286389 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.287400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.334655 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=d1fc1762-ee22-4a3c-a069-aa499641b995,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:42.351680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ad032f8-8693-4fe2-b1e9-0f029e70d577 req-3a433df5-8454-4a07-802a-d21410ec6aad tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057255 Dec 06 12:35:42.448468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8399658 Dec 06 12:35:42.448468 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba13b8-fbb8-4f7c-af10-2b0878624e2d admin admin] Pushing event updated for resources: {'Network': ['ID=ae94d0e5-63da-4330-8993-025e287d5ae4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:42.449188 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.458544 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Request body: {'subnet': {'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1119332796-subnet', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:42.464246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network ae94d0e5-63da-4330-8993-025e287d5ae4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:35:42.486683 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 20a2f4c9-6785-4efd-87ab-58e7a06b477e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:42.490962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.499583 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:42.504713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.542694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.657970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-547c3681-7bce-468c-aa1d-84729dbf99d0 None None] Provisioning complete for port d1fc1762-ee22-4a3c-a069-aa499641b995 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:42.658359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-547c3681-7bce-468c-aa1d-84729dbf99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.691928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.830324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.835084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.862507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=20a2f4c9-6785-4efd-87ab-58e7a06b477e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:42.868157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.875521 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-671f841e-28be-49f2-abe3-e871c48f5ca3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/20a2f4c9-6785-4efd-87ab-58e7a06b477e HTTP/1.1" status: 204 len: 168 time: 0.6039517 Dec 06 12:35:42.876172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.915470 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c570707-6e82-48d4-ad2e-43fb69d3e817,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:42.927304 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:42.927675 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Network hostable DHCP agents. Network: ae94d0e5-63da-4330-8993-025e287d5ae4, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:35:42.933215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d1e212ce-9822-40c2-8ca4-0f55cc45358a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558465 Dec 06 12:35:42.936303 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52958) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.948677 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:35:42.959694 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ae94d0e5-63da-4330-8993-025e287d5ae4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:42.964140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.964790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:42.976596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b7e44-52c6-4a57-b719-f72c7ac1e0c5 None None] Network ae94d0e5-63da-4330-8993-025e287d5ae4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:42.980077 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9f11debe-4a33-40c9-8f1a-683e7f9a4ab3 None None] Could not find standard attr ID for object 94df5cd5-e294-4049-905e-d3d28211e02e. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:42.987301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-747e01fb-d2b7-445a-b3ec-b540e2d38d9e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5334961 Dec 06 12:35:42.987555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549867a8-400b-4cf5-88cc-3866f8fcd67c None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:42.987800 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.993366 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:43.005582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf714f-3ffe-47fd-86a3-b59e42d4fae7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:43.007283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6acf714f-3ffe-47fd-86a3-b59e42d4fae7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0699613 Dec 06 12:35:43.009877 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:43.027557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.028128 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.105015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.109302 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf8ede-b6d7-424d-9048-060313dd954b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:43.113662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-66cf8ede-b6d7-424d-9048-060313dd954b tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1019835 Dec 06 12:35:43.114660 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 52966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:43.190092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bba005b3-61fa-4a67-a14b-28853cdbe85e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729907 Dec 06 12:35:43.193395 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:43.198625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:43.296579 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:43.307010 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ae94d0e5-63da-4330-8993-025e287d5ae4', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:43.308083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.309845 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:43.315333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.343240 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.477609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1fc1762-ee22-4a3c-a069-aa499641b995 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:43.569344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.621790 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Allocated IP 172.20.0.2 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/bd8f439a-c119-4174-9eeb-1e9996572da1) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:43.624524 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:43.626433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Deleting port d1fc1762-ee22-4a3c-a069-aa499641b995 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:43.626939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.631056 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:43.643736 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:43.644333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.658688 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=a7506ddb-8141-45fc-9d96-01212f991e78,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:43.665944 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.677415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0da19589-3704-4e3c-af71-ea83484d3b00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4803464 Dec 06 12:35:43.677848 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:43.683125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:57:3c:70', 'name': 'tempest-NetworksTestDHCPv6-808983968'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:43.697816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.778060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.790573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b954e4-4ad6-4b94-96e7-7b4bf74b483b req-ac12b84b-9fc6-41bb-86ea-4eceef058b93 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:43.799794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7b954e4-4ad6-4b94-96e7-7b4bf74b483b req-ac12b84b-9fc6-41bb-86ea-4eceef058b93 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1095 time: 0.2240465 Dec 06 12:35:43.858020 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:43.862478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.909369 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port c4f5f11f-112e-4a08-93d7-7949b14fa90b yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:43.938800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7b954e4-4ad6-4b94-96e7-7b4bf74b483b req-8e5ae5e0-9c53-4f40-bc37-61f86f95335b tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378114 Dec 06 12:35:43.948920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] For port d1fc1762-ee22-4a3c-a069-aa499641b995, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1fc1762-ee22-4a3c-a069-aa499641b995,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:43.949366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.998499 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Allocated IP 172.35.3.246 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/11ad6a32-2a92-4b83-b42c-cef16d8b9823) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:44.004688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Calling delete_port for d1fc1762-ee22-4a3c-a069-aa499641b995 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:44.032474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port d1fc1762-ee22-4a3c-a069-aa499641b995, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1fc1762-ee22-4a3c-a069-aa499641b995,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:44.052429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.089371 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::91 (967641fd-83ec-484f-b26c-a1f522269ab1/a7506ddb-8141-45fc-9d96-01212f991e78/c4f5f11f-112e-4a08-93d7-7949b14fa90b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:44.232200 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.276844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.284696 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.302785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.307855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ceacb4e5-a6e7-48e7-a3df-14201cf22efb up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:44.328854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.375874 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:44.380013 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:44.382181 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=d1fc1762-ee22-4a3c-a069-aa499641b995,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:44.386697 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:44.410845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.430117 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:44.433496 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:44.448913 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:44.460345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:44.461013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.482965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=c4f5f11f-112e-4a08-93d7-7949b14fa90b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:44.485076 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:44.491203 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:44.492027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port ceacb4e5-a6e7-48e7-a3df-14201cf22efb completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:35:44.499714 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port ceacb4e5-a6e7-48e7-a3df-14201cf22efb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:44.500108 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:44.500488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.518295 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a1a91c3d-e4c2-48c6-b708-625d73826ed5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8366139 Dec 06 12:35:44.519040 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52992) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:44.519470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.545627 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Pushing event updated for resources: {'Port': ['ID=11ad6a32-2a92-4b83-b42c-cef16d8b9823,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:44.554604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01dd08a-0253-4cff-ae71-1811eb4ecb92 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:44.559730 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] No DVR routers for this DVR port d1fc1762-ee22-4a3c-a069-aa499641b995 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:44.574858 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Pushing event updated for resources: {'Port': ['ID=bd8f439a-c119-4174-9eeb-1e9996572da1,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:44.617340 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0f2117-e6d2-4379-9538-b8b1c2404760 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:44.622900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fd0f2117-e6d2-4379-9538-b8b1c2404760 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1027887 Dec 06 12:35:44.623575 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 52994) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:44.649514 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c5d7e-1761-48a1-82d6-7be98d18edef None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:44.659284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Attempting to bind port bd8f439a-c119-4174-9eeb-1e9996572da1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:44.659895 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Attempting to bind port bd8f439a-c119-4174-9eeb-1e9996572da1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:44.660497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Attempting to bind port bd8f439a-c119-4174-9eeb-1e9996572da1 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:44.681240 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce2b17-969f-4a7e-87d8-c1c359115db1 None None] Pushing event deleted for resources: {'Port': ['ID=d1fc1762-ee22-4a3c-a069-aa499641b995,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:44.721499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:44.722797 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:44.722797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.724882 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:44.725557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Bound port: bd8f439a-c119-4174-9eeb-1e9996572da1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:44.733815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.741849 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8bbbb75a-7ee8-436b-a2e3-7849b9653ddf None None] Provisioning complete for port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:44.742454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb75a-7ee8-436b-a2e3-7849b9653ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:44.766119 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:35:44.801760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbb75a-7ee8-436b-a2e3-7849b9653ddf None None] Port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:44.912328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.005766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] For port bd8f439a-c119-4174-9eeb-1e9996572da1, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:45.024677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.041950 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:45.044424 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1286e3-55f1-43ce-b95b-8492d898f3a1" -d '{"events": [{"server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "name": "network-vif-plugged", "status": "completed", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:45.094875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] For port bd8f439a-c119-4174-9eeb-1e9996572da1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8f439a-c119-4174-9eeb-1e9996572da1,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:45.105064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:45.121958 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.132824 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.280476 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4dbf00-353b-4f89-adb0-386b4b36c1eb x-openstack-request-id: req-fb4dbf00-353b-4f89-adb0-386b4b36c1eb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:45.281071 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "name": "network-vif-plugged", "status": "completed", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:45.281820 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb4dbf00-353b-4f89-adb0-386b4b36c1eb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:45.282502 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb', 'code': 200} Dec 06 12:35:45.286401 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:45.323831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.402603 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5de2b-83ea-4f5e-ace6-a6d8ebcf3e3f None None] Pushing event updated for resources: {'Port': ['ID=bd8f439a-c119-4174-9eeb-1e9996572da1,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:45.510722 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port c4f5f11f-112e-4a08-93d7-7949b14fa90b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:45.511160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.515849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': 'a7506ddb-8141-45fc-9d96-01212f991e78'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:45.516740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.581173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74790e5-ad39-4520-baa4-6459a88fb6d4 req-b61ae0d2-c3a9-4ae6-a516-255ebc3f579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:45.595892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e74790e5-ad39-4520-baa4-6459a88fb6d4 req-b61ae0d2-c3a9-4ae6-a516-255ebc3f579c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.2543895 Dec 06 12:35:45.721062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e74790e5-ad39-4520-baa4-6459a88fb6d4 req-ebeb3412-489e-4199-acd4-dc5e4cd23350 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081979 Dec 06 12:35:45.817620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:45.881765 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for c4f5f11f-112e-4a08-93d7-7949b14fa90b owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:45.936758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9a36-04e0-4c52-9889-d76626063fb0 req-390d8eb9-6e0b-4731-a3f7-5d54fc130b12 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:45.938671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c11d9a36-04e0-4c52-9889-d76626063fb0 req-390d8eb9-6e0b-4731-a3f7-5d54fc130b12 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.8040452 Dec 06 12:35:46.062472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c11d9a36-04e0-4c52-9889-d76626063fb0 req-6b4ead16-9734-4be0-a3f8-d43b639b4ac4 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115379 Dec 06 12:35:46.135011 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:35:46.137769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/a7506ddb-8141-45fc-9d96-01212f991e78/c5939445-0717-4e87-98ae-95683646082b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:46.157627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.191255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=c4f5f11f-112e-4a08-93d7-7949b14fa90b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:46.221651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.224893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d9d4165-454c-4c72-ac13-02df48b93cde tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/c4f5f11f-112e-4a08-93d7-7949b14fa90b HTTP/1.1" status: 204 len: 168 time: 1.6003857 Dec 06 12:35:46.227341 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53010) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:46.280218 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:46.290724 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2590df4-2b49-4988-bebd-2970d68399c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:46.291877 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:46.292757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2590df4-2b49-4988-bebd-2970d68399c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:46.297019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b2590df4-2b49-4988-bebd-2970d68399c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0662420 Dec 06 12:35:46.297446 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53014) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:46.310930 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:46.311635 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:46.319063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.323102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e91a51c-efe6-4a57-9448-6a406a9d7e0d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3340151 Dec 06 12:35:46.324962 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:46.375500 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet a7506ddb-8141-45fc-9d96-01212f991e78 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:46.406481 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.414822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.424670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.466359 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:46.467619 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:46.510338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.514588 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:46.518448 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:46.670409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.705721 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Pushing event updated for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:46.724788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Attempting to bind port c5939445-0717-4e87-98ae-95683646082b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:46.725280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Attempting to bind port c5939445-0717-4e87-98ae-95683646082b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:46.725756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Attempting to bind port c5939445-0717-4e87-98ae-95683646082b on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:46.739788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:46.743610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:46.744925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.746085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:46.747585 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Bound port: c5939445-0717-4e87-98ae-95683646082b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:46.750225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.838269 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:44Z', 'revision_number': 3, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:46.859495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.886110 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:46.886739 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Updating router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:35:46.893681 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=a7506ddb-8141-45fc-9d96-01212f991e78,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:46.925944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.933473 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:46.953321 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-752e3abd-24ad-4605-9fb8-3bc782ff4970 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/a7506ddb-8141-45fc-9d96-01212f991e78 HTTP/1.1" status: 204 len: 168 time: 0.6525340 Dec 06 12:35:46.956461 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:46.958866 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:46.965219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5939445-0717-4e87-98ae-95683646082b,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:46.974910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.080593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08a3c2db-55a6-4b36-85d3-0fc44fe6e137 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198480 Dec 06 12:35:47.081436 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:47.099179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5b60-9610-4bbf-9828-388a32ff104c None None] Pushing event updated for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:47.199051 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ecd082-e6a6-4917-9547-3a880c5a8fc0 None None] Network ae94d0e5-63da-4330-8993-025e287d5ae4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:47.351782 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] Provisioning complete for port bd8f439a-c119-4174-9eeb-1e9996572da1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:47.352159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.384678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc623c-939d-4efd-82e5-2208bd0a42b7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:47.408110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-76dc623c-939d-4efd-82e5-2208bd0a42b7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3228977 Dec 06 12:35:47.410557 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:47.507162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ab22-178e-4b1d-82ec-ccd04cb1eff8 req-ce15380f-6c89-4665-b6db-5be205ec7af5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:47.526099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c0ab22-178e-4b1d-82ec-ccd04cb1eff8 req-ce15380f-6c89-4665-b6db-5be205ec7af5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.2985175 Dec 06 12:35:47.534164 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090bc99-78b1-462c-9ca4-9a8c739373a2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:47.536248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f090bc99-78b1-462c-9ca4-9a8c739373a2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1246886 Dec 06 12:35:47.537567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.539290 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53050) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:47.544805 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.563542 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.621234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aedf14ea-11e6-4e7d-9b4d-89b881a54ebd tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773962 Dec 06 12:35:47.623231 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53056) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:47.630228 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:47.677279 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Attempting to bind port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:47.677677 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Attempting to bind port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:47.678032 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Attempting to bind port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:47.744230 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:47.744628 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:47.745053 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.748494 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:47.749037 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Bound port: 11ad6a32-2a92-4b83-b42c-cef16d8b9823, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:47.752925 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.756329 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872652e-fa8c-49a0-a2cd-915b60e4b190 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:47.762034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd8f439a-c119-4174-9eeb-1e9996572da1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:47.841506 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.850042 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Pushing event updated for resources: {'Port': ['ID=11ad6a32-2a92-4b83-b42c-cef16d8b9823,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:47.863599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c0ab22-178e-4b1d-82ec-ccd04cb1eff8 req-eb043be3-c4c5-403c-93a8-001cbd7b1bba tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166263 Dec 06 12:35:47.887982 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.889978 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.890535 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.891626 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.892126 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.899146 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.900302 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.900794 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.901321 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.901808 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.902410 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.902871 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.903463 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:47.915453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:47.918294 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] For port bd8f439a-c119-4174-9eeb-1e9996572da1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8f439a-c119-4174-9eeb-1e9996572da1,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:47.919058 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.919528 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bd8f439a-c119-4174-9eeb-1e9996572da1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:47.921383 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:47.993406 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] For port 11ad6a32-2a92-4b83-b42c-cef16d8b9823, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:47.997683 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] For port 11ad6a32-2a92-4b83-b42c-cef16d8b9823, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11ad6a32-2a92-4b83-b42c-cef16d8b9823,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:48.006339 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.018790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.049756 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Allocated IP 172.20.0.1 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/4e1e1326-786b-451b-8a1a-c0c46c3b9296) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:48.121291 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a7944-4602-4132-88a4-ed7b8d6ba2c2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:48.142665 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:48.143632 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:48.205175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e443b-91ff-4eca-96b1-69e625644294 req-326a4c4b-e87f-463a-94b5-9005ea8dfed7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:48.212529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-756e443b-91ff-4eca-96b1-69e625644294 req-326a4c4b-e87f-463a-94b5-9005ea8dfed7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.1782081 Dec 06 12:35:48.236891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd69a-072b-4e97-9f5b-f50055c66a9e None None] Pushing event updated for resources: {'Port': ['ID=11ad6a32-2a92-4b83-b42c-cef16d8b9823,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:48.302320 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] Provisioning complete for port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:48.303123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.356604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046e00-7f4a-4ab4-9337-31885a529ee5 None None] Pushing event updated for resources: {'Port': ['ID=bd8f439a-c119-4174-9eeb-1e9996572da1,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:48.403482 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:48.434451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-756e443b-91ff-4eca-96b1-69e625644294 req-6b6bb19d-bf29-436f-8442-652a4a810e18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158132 Dec 06 12:35:48.465257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.502069 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] For port 11ad6a32-2a92-4b83-b42c-cef16d8b9823, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11ad6a32-2a92-4b83-b42c-cef16d8b9823,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:48.510675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.512932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.671357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7101d-cf04-4298-8f9b-3ce590ab1f8c None None] Pushing event updated for resources: {'Port': ['ID=11ad6a32-2a92-4b83-b42c-cef16d8b9823,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:48.714535 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:48.720430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.746697 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f76ebe8-6508-49e4-aeee-2d38bf7478f3 None None] Provisioning complete for port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:48.747921 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f76ebe8-6508-49e4-aeee-2d38bf7478f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:48.973219 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:48.980934 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:48.988680 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:44Z', 'revision_number': 3, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:49.006450 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:49.051863 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3f7b5-a31b-4975-8c02-57d9990685f0 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:44Z', 'revision_number': 3, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:49.074419 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:49.080902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.086909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71216114-bc00-438f-bc6e-cda3a9233142 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:49.109027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b84fc-d61c-48a8-b068-192146abaf42 req-4565318d-5a4a-468f-a101-2cc20ac4120f tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:49.110630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e9b84fc-d61c-48a8-b068-192146abaf42 req-4565318d-5a4a-468f-a101-2cc20ac4120f tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.5194838 Dec 06 12:35:49.231703 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f76ebe8-6508-49e4-aeee-2d38bf7478f3 None None] Provisioning complete for port bd8f439a-c119-4174-9eeb-1e9996572da1 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:49.232099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f76ebe8-6508-49e4-aeee-2d38bf7478f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.232400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.437113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e9b84fc-d61c-48a8-b068-192146abaf42 req-e0ab5ca1-8d86-4e36-8b15-bd160277de89 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111670 Dec 06 12:35:49.518895 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.616478 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5939445-0717-4e87-98ae-95683646082b,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:49.666691 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.675336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.676178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.777605 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:49.902271 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:49.919847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.924820 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:49.928197 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:49.928800 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.940860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c5939445-0717-4e87-98ae-95683646082b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:49.947298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.947489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:49.965431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=d1ef3707-3cae-4cd6-afee-fdfcdb84c22f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:49.982425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5839f5c2-26d4-4b7e-bcea-38f2256a6138 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3577344 Dec 06 12:35:49.985603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:50.006507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:50.054851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.169677 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:50.170430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.245335 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Could not find standard attr ID for object c4f5f11f-112e-4a08-93d7-7949b14fa90b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:50.302518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Provisioning complete for port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:50.302841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.347744 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:50.351348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.416126 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:50.441708 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:50.454662 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:50.469630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd445b8-de26-4ef0-a3e6-3a04473e0f87 req-1e39ab70-348f-4fca-8e77-513135e79dd7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:50.474905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fd445b8-de26-4ef0-a3e6-3a04473e0f87 req-1e39ab70-348f-4fca-8e77-513135e79dd7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.2673404 Dec 06 12:35:50.498693 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:50.528879 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:50.556911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.582164 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:50.582534 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-085d837a-ee4c-400a-91b1-adcb6b960bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.647881 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1ef3707-3cae-4cd6-afee-fdfcdb84c22f (CIDR: 2001:db8::/64) Dec 06 12:35:50.656042 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:35:50.660925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:35:50.699901 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb344e01-d369-4bfb-aaf3-5b7705a44239 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:50.712087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-55e1d4de-bb38-4f43-82ad-1407bd82f6a7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7249291 Dec 06 12:35:50.714590 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:50.720261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:50.819329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5939445-0717-4e87-98ae-95683646082b,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:50.874166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:50.875751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd8f439a-c119-4174-9eeb-1e9996572da1 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:50.879686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4fd445b8-de26-4ef0-a3e6-3a04473e0f87 req-4ce84a3f-d807-43c8-b378-c66528773565 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797412 Dec 06 12:35:50.954834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3930d7b-5275-479a-8f28-749f4cf03c00 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:50.957446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3930d7b-5275-479a-8f28-749f4cf03c00 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:50.957951 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3930d7b-5275-479a-8f28-749f4cf03c00 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:50.980500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e3930d7b-5275-479a-8f28-749f4cf03c00 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=86d080c3c9ce45449ffc8a974dc6d6b1&network_id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 2970 time: 0.4253192 Dec 06 12:35:50.994484 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:50.998294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.050939 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:51.102326 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:51.352463 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-42f7229f-b8f2-4a2c-8597-265d51865db4 None None] Provisioning complete for port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:51.353055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-42f7229f-b8f2-4a2c-8597-265d51865db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.439917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-42f7229f-b8f2-4a2c-8597-265d51865db4 None None] Port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:51.441896 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bd8f439a-c119-4174-9eeb-1e9996572da1 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:51.442261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.467310 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-a7624d0b-b0a5-41d1-9cb1-18a38c59fae6 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:51.469312 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-a7624d0b-b0a5-41d1-9cb1-18a38c59fae6 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.1544719 Dec 06 12:35:51.506622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-42f7229f-b8f2-4a2c-8597-265d51865db4 None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:51.506978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-42f7229f-b8f2-4a2c-8597-265d51865db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.666571 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:51.673328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1e98ade8-6b9e-4277-a948-558aee705788 admin admin] 10.222.0.31 "PUT /v2.0/routers/36e2c9b2-45a5-4dc4-9bb4-86c9858df674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454607 Dec 06 12:35:51.845954 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Deleting port ceacb4e5-a6e7-48e7-a3df-14201cf22efb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:51.846283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.850644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:51.932167 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c5939445-0717-4e87-98ae-95683646082b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:51.960815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=dd73aac6-ecba-4323-9cf5-fda5250506d4,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:52.020173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:52.021372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.113920 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d9b3b4b-fccb-4c52-92ad-92d0a28eb8b7 None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:52.114963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3b4b-fccb-4c52-92ad-92d0a28eb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.137725 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:52.158280 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:52.171723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:52.172251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.199781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811861e-ce5f-48ba-9630-8fff9d759cef req-e4156893-3558-461c-a620-13633fdc9267 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:52.202505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7811861e-ce5f-48ba-9630-8fff9d759cef req-e4156893-3558-461c-a620-13633fdc9267 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 1096 time: 0.1184766 Dec 06 12:35:52.257614 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 11ad6a32-2a92-4b83-b42c-cef16d8b9823 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:52.263169 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] For port ceacb4e5-a6e7-48e7-a3df-14201cf22efb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:52.264490 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.294787 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Calling delete_port for ceacb4e5-a6e7-48e7-a3df-14201cf22efb owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:52.316733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1eb87808-9419-4a8c-82e2-f83b7e57f079 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6008477 Dec 06 12:35:52.327936 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:52.341696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:41:94:ef', 'name': 'tempest-NetworksTestDHCPv6-859693549'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:52.343545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7811861e-ce5f-48ba-9630-8fff9d759cef req-04576572-8509-4eb5-a126-226d1d550062 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320462 Dec 06 12:35:52.377714 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:52.378197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.389818 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8240b8-8844-46f8-be30-124684bd765b None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:52.599771 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:52.639376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.640880 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:52.678234 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['61d5845c-b9d6-4d7f-8908-7333d30a2d1e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:52.698313 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:52.714232 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceacb4e5-a6e7-48e7-a3df-14201cf22efb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:52.807702 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:52.813683 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] No DVR routers for this DVR port ceacb4e5-a6e7-48e7-a3df-14201cf22efb on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:52.816862 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-659796314-network', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:52.827796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.839894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2a17f0c7-fb76-4119-b3e2-107c32bc702b req-0c16b8f3-2415-449c-beee-aec9bbc102e5 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ceacb4e5-a6e7-48e7-a3df-14201cf22efb HTTP/1.1" status: 204 len: 173 time: 1.3618157 Dec 06 12:35:52.841846 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'name': 'network-vif-deleted', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:52.847857 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d525e-fb90-4820-a321-7f22d66be08c" -d '{"events": [{"server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "name": "network-vif-deleted", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:52.878578 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928acf1c-e7df-47ec-a912-c9f58d1269d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:52.882838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.897635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-928acf1c-e7df-47ec-a912-c9f58d1269d8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 814 time: 0.1975875 Dec 06 12:35:52.905067 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:52.905742 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:52.923224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Made reservation on behalf of 6d9c720a38194cdaaed989b5eb12180a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:52.926009 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.944920 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-81c8ef9f-e143-41a6-8698-bfbc95864ef3 None None] Could not find standard attr ID for object c4f5f11f-112e-4a08-93d7-7949b14fa90b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:52.948143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:52.954138 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c672eb-a845-4275-8ef8-2c625c5e9174 x-openstack-request-id: req-f6c672eb-a845-4275-8ef8-2c625c5e9174 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:52.954615 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7f5637-e182-4f83-85c4-b02b1de52685", "name": "network-vif-deleted", "tag": "ceacb4e5-a6e7-48e7-a3df-14201cf22efb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:52.955660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6c672eb-a845-4275-8ef8-2c625c5e9174 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:52.956275 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f5637-e182-4f83-85c4-b02b1de52685', 'name': 'network-vif-deleted', 'tag': 'ceacb4e5-a6e7-48e7-a3df-14201cf22efb', 'status': 'completed', 'code': 200} Dec 06 12:35:52.964445 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 455e2280-1153-4712-91b5-67995780596f yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:35:53.160914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.170907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.207342 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:35:53.213114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc032ca-be2a-4882-8d9b-23af0eb3dc23,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:53.228916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.232843 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Added segment 1869c3a9-34ed-4483-8794-3c8ed0c4e4cb of type vlan for network da24f111-d47a-47dc-b473-0390f4e5dfdb Dec 06 12:35:53.303214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.323942 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8:0:1::1a5 (967641fd-83ec-484f-b26c-a1f522269ab1/dd73aac6-ecba-4323-9cf5-fda5250506d4/455e2280-1153-4712-91b5-67995780596f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:53.337035 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe41:94ef (967641fd-83ec-484f-b26c-a1f522269ab1/d1ef3707-3cae-4cd6-afee-fdfcdb84c22f/455e2280-1153-4712-91b5-67995780596f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:53.350960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.351960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:53.352544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.354648 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:53.362720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:53.372681 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'network': {'name': 'tempest-network-smoke--478357649', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:53.469460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6577942 Dec 06 12:35:53.538691 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:53.546649 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Request body: {'subnet': {'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-659796314-subnet', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:53.574755 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Pushing event updated for resources: {'Network': ['ID=da24f111-d47a-47dc-b473-0390f4e5dfdb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:53.587371 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.587727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.588077 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.588593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.588943 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.589330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.590165 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.590165 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.590505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.590800 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.591178 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.592112 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.592446 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef53c-b8dd-48ff-8fba-912d53f1a56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:53.629906 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.644320 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network da24f111-d47a-47dc-b473-0390f4e5dfdb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:35:53.664619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a93db46-d1d7-4c4f-9932-7a94c00616ff req-cd686628-63bc-47cc-b9e8-d36b5ef1d98f tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d7f5637-e182-4f83-85c4-b02b1de52685 HTTP/1.1" status: 200 len: 210 time: 0.0924153 Dec 06 12:35:53.668736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:53.678223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.679572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.741356 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:35:53.743700 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:53.750921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Made reservation on behalf of 6d9c720a38194cdaaed989b5eb12180a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:53.754174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.802954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=455e2280-1153-4712-91b5-67995780596f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:53.811681 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:53.819500 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:53.836437 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:53.839155 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.872386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45344e95-3801-469d-9772-91b95c2e90b2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5429633 Dec 06 12:35:53.875622 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:53.899701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:53.899929 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Added segment 67861fb0-4f09-4864-aa05-cf18a91ecf4a of type vlan for network c2da1dab-d294-445c-bb39-7e0e71c631da Dec 06 12:35:53.962272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.062854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.075280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.079864 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 455e2280-1153-4712-91b5-67995780596f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:54.082740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.095152 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:54.095802 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.269423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.306209 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 455e2280-1153-4712-91b5-67995780596f owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:54.348188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ceacb4e5-a6e7-48e7-a3df-14201cf22efb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:54.352648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9849427 Dec 06 12:35:54.353852 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=661b311b-4740-4816-80fa-1a14abc7e834,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:54.366680 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:54.416760 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c016fc-a6e0-4ae1-bd14-f9713bd5cea4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Network': ['ID=c2da1dab-d294-445c-bb39-7e0e71c631da,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:54.455169 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network c2da1dab-d294-445c-bb39-7e0e71c631da details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:35:54.456845 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ceacb4e5-a6e7-48e7-a3df-14201cf22efb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:54.457207 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ceacb4e5-a6e7-48e7-a3df-14201cf22efb not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:54.537286 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 2, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:54.615080 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Checking segment: {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:54.615922 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Network hostable DHCP agents. Network: da24f111-d47a-47dc-b473-0390f4e5dfdb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:35:54.665820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2d1d1-f39a-4f39-8135-0b15812e2ee4 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:54.671351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3cb2d1d1-f39a-4f39-8135-0b15812e2ee4 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=86d080c3c9ce45449ffc8a974dc6d6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3023975 Dec 06 12:35:54.672491 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:54.678636 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Network da24f111-d47a-47dc-b473-0390f4e5dfdb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:35:54.700506 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, da24f111-d47a-47dc-b473-0390f4e5dfdb) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:54.727911 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c5819-7bfe-4d46-9bf7-82f870c68a6b None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': 'd1ef3707-3cae-4cd6-afee-fdfcdb84c22f', 'ip_address': '2001:db8::f816:3eff:fe95:18f0'}, {'subnet_id': 'dd73aac6-ecba-4323-9cf5-fda5250506d4'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c5939445-0717-4e87-98ae-95683646082b'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:35:54.729023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:54.730063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.745024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c65866-f225-494d-92be-67ddcfb7a660 None None] Network da24f111-d47a-47dc-b473-0390f4e5dfdb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:54.781000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:54.781386 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Updating router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:35:54.785188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f80c0f83-01ab-416f-b996-6210d596bd5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2444992 Dec 06 12:35:54.787544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.789508 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:54.803909 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:54.860184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.862251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.864020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:54.894923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=455e2280-1153-4712-91b5-67995780596f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:54.970288 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b2c5819-7bfe-4d46-9bf7-82f870c68a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.012094 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.020489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.026266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d3e1f88-e978-4952-ba53-397cebf9a998 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/455e2280-1153-4712-91b5-67995780596f HTTP/1.1" status: 204 len: 168 time: 1.1472211 Dec 06 12:35:55.027319 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.052099 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e136bc-caa3-4e59-aadc-1b57a3186c1c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.055643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-19e136bc-caa3-4e59-aadc-1b57a3186c1c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3745277 Dec 06 12:35:55.056015 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53186) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.200421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c0c0abc6-849e-40a5-a104-a73ba46eb1ad tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429861 Dec 06 12:35:55.204424 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53192) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.279761 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d459fa3f-3d1d-438c-8a29-64d740f353e8 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=86d080c3c9ce45449ffc8a974dc6d6b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712407 Dec 06 12:35:55.279966 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.280150 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c754945-7a8a-48b4-ad5e-7947a5d5ead5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.283975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7c754945-7a8a-48b4-ad5e-7947a5d5ead5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2541447 Dec 06 12:35:55.290811 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53196) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.292912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.354289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eba841-6ee2-4017-be19-bddad996bb13 req-ed81881b-8542-4aca-91cc-14a4fc2626ff tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.372800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55eba841-6ee2-4017-be19-bddad996bb13 req-ed81881b-8542-4aca-91cc-14a4fc2626ff tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.1646373 Dec 06 12:35:55.395380 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ed425-d418-4069-a6e5-7d9c37b0f582 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.399212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da9ed425-d418-4069-a6e5-7d9c37b0f582 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1061411 Dec 06 12:35:55.400203 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53198) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.463633 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed0ae9-72ed-4284-a323-bad6123afedd tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.470184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7aed0ae9-72ed-4284-a323-bad6123afedd tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1842773 Dec 06 12:35:55.472928 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53200) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.486400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f7cd5-4cd3-4993-b8d2-ecf13382a673 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.488233 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f7cd5-4cd3-4993-b8d2-ecf13382a673 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.489786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f7cd5-4cd3-4993-b8d2-ecf13382a673 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:55.493922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bb0f7cd5-4cd3-4993-b8d2-ecf13382a673 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0911102 Dec 06 12:35:55.504777 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53202) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.505071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55eba841-6ee2-4017-be19-bddad996bb13 req-b353804c-ea5b-4c6d-b3e1-7c1483871b30 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296687 Dec 06 12:35:55.569619 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d952b128-e923-4831-8ff8-fa0f669e5506 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928555 Dec 06 12:35:55.569954 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:55.575037 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380722860', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:55.655397 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet d1ef3707-3cae-4cd6-afee-fdfcdb84c22f {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:55.658828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.739392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.780789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-da24f111-d47a-47dc-b473-0390f4e5dfdb', 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'fixed_ips': [{'subnet_id': '661b311b-4740-4816-80fa-1a14abc7e834'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:35:55.782032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:55.902388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.016851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.048281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.056214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/d1ef3707-3cae-4cd6-afee-fdfcdb84c22f HTTP/1.1" status: 204 len: 168 time: 0.5091472 Dec 06 12:35:56.073025 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53210) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:56.082914 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffcf96-828b-480f-a833-cc47d23b5a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ef3707-3cae-4cd6-afee-fdfcdb84c22f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:56.085635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.145739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:56.150720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.151847 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet dd73aac6-ecba-4323-9cf5-fda5250506d4 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:56.156340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.156540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-6b2c5819-7bfe-4d46-9bf7-82f870c68a6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ef3707-3cae-4cd6-afee-fdfcdb84c22f: This subnet is being modified by another concurrent operation. Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ef3707-3cae-4cd6-afee-fdfcdb84c22f: This subnet is being modified by another concurrent operation. Dec 06 12:35:56.189704 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:35:56.230812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.247168 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.310877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.346139 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96e435-803d-4672-8773-69975647ca44 None None] Pushing event updated for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:56.350146 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeff565-97f1-4d33-b0e7-b4a28233d057 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:56.383410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Allocated IP 172.20.0.2 (da24f111-d47a-47dc-b473-0390f4e5dfdb/661b311b-4740-4816-80fa-1a14abc7e834/698f2f96-a872-4fde-83cc-2800e30f24fa) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:56.395878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.432181 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Allocated IP 172.35.3.176 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/45a212a0-561e-42bd-aeb5-c1fcdb3fcc64) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:56.479472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.551557 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=dd73aac6-ecba-4323-9cf5-fda5250506d4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:56.561261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.583229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.583481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.612287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e7c4712a-4aba-4ca9-957b-9f79df2d788e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/dd73aac6-ecba-4323-9cf5-fda5250506d4 HTTP/1.1" status: 204 len: 168 time: 0.5379102 Dec 06 12:35:56.613599 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:56.693288 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1b669959-60c0-4741-8be8-baf96e5d561e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751889 Dec 06 12:35:56.693728 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53218) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:56.702453 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:56.719348 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Network da24f111-d47a-47dc-b473-0390f4e5dfdb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:56.722264 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:56.731502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:56.845213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.903606 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81802-5949-4c2d-89e5-5f6a435f7bae req-2e7b1e4b-a54c-4469-acf0-da4f46eeeca7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:56.906908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:56.907386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cee81802-5949-4c2d-89e5-5f6a435f7bae req-2e7b1e4b-a54c-4469-acf0-da4f46eeeca7 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.2626250 Dec 06 12:35:56.908437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.912567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.005782 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Pushing event updated for resources: {'Port': ['ID=698f2f96-a872-4fde-83cc-2800e30f24fa,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:57.007208 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:57.012644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04219e7-0831-41d4-b010-090b6d33318d req-c54ec49e-e8c8-4687-9e2a-d64753e39381 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:57.015095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b04219e7-0831-41d4-b010-090b6d33318d req-c54ec49e-e8c8-4687-9e2a-d64753e39381 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 1097 time: 0.4424624 Dec 06 12:35:57.028193 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Pushing event updated for resources: {'Port': ['ID=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:57.035757 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:57.038691 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:57.067458 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eee5d5c2-30c7-4813-b491-6a817c8e853a None None] Provisioning complete for port c5939445-0717-4e87-98ae-95683646082b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:57.067458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eee5d5c2-30c7-4813-b491-6a817c8e853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.094719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b262c16-6934-48e3-b8e8-cb843d5fcf1f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:57.161651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Attempting to bind port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:57.162144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Attempting to bind port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:57.162567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Attempting to bind port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:57.171165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:57.173686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:57.175064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.175855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:57.176511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Bound port: 4e1e1326-786b-451b-8a1a-c0c46c3b9296, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:57.177295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.181137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Attempting to bind port 698f2f96-a872-4fde-83cc-2800e30f24fa on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:57.181900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Attempting to bind port 698f2f96-a872-4fde-83cc-2800e30f24fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:57.182434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Attempting to bind port 698f2f96-a872-4fde-83cc-2800e30f24fa on network da24f111-d47a-47dc-b473-0390f4e5dfdb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:57.235153 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:57.236310 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Checking segment: {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:57.236992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.239620 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Bound using segment: {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:57.240694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Bound port: 698f2f96-a872-4fde-83cc-2800e30f24fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:57.241449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.318424 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:35:57.380979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4b2d-9489-49f4-a726-69db4fe3f35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.424050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cee81802-5949-4c2d-89e5-5f6a435f7bae req-f3894000-4828-40ce-9150-1994233f2a24 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2174652b-d063-43b6-b614-0079b0cde78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080441 Dec 06 12:35:57.509708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.525689 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eee5d5c2-30c7-4813-b491-6a817c8e853a None None] Could not find standard attr ID for object 455e2280-1153-4712-91b5-67995780596f. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:35:57.579295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.597517 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:35:57.611275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] For port 4e1e1326-786b-451b-8a1a-c0c46c3b9296, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:57.689690 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] For port 4e1e1326-786b-451b-8a1a-c0c46c3b9296, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e1e1326-786b-451b-8a1a-c0c46c3b9296,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:57.692861 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] For port 698f2f96-a872-4fde-83cc-2800e30f24fa, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:57.715507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.797235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] For port 698f2f96-a872-4fde-83cc-2800e30f24fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=698f2f96-a872-4fde-83cc-2800e30f24fa,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:57.802115 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96e435-803d-4672-8773-69975647ca44 None None] Pushing event updated for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:57.807331 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Provisioning complete for port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:57.808044 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.812441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c5939445-0717-4e87-98ae-95683646082b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:57.843988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:57.987224 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:58.002701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.018869 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Deleting port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:58.019332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.071804 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5939445-0717-4e87-98ae-95683646082b,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:58.075811 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:58.080596 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:58.093071 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Deleting subnet fcc08b98-ed3e-4c6c-917c-53e594d0523e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:35:58.097604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.144651 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] For port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:58.145038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.155305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.164053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.164855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.175743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.181804 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Calling delete_port for 61d5845c-b9d6-4d7f-8908-7333d30a2d1e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:58.203249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Deleting port c5939445-0717-4e87-98ae-95683646082b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:58.203662 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.277716 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:58.290715 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:58.310360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:58.311366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.379527 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173227-4cd7-4a42-8921-a69b16b9b9df None None] Pushing event updated for resources: {'Port': ['ID=698f2f96-a872-4fde-83cc-2800e30f24fa,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.387704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.389334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.392361 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.442723 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d5845c-b9d6-4d7f-8908-7333d30a2d1e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.554669 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] No DVR routers for this DVR port 61d5845c-b9d6-4d7f-8908-7333d30a2d1e on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:58.598860 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9040167 Dec 06 12:35:58.599618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ad68-21e5-47fc-8cbd-f311f224e468 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.601970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.606444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b04219e7-0831-41d4-b010-090b6d33318d req-1c65974d-5d51-4d42-9336-4721fe8601ce tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.53 "DELETE /v2.0/ports/61d5845c-b9d6-4d7f-8908-7333d30a2d1e HTTP/1.1" status: 204 len: 173 time: 1.5603478 Dec 06 12:35:58.608070 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53236) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:58.625455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:58.627281 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Subnet': ['ID=f40f4f84-9e6f-46ee-aeca-aa4872c3baae,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.629766 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'name': 'network-vif-deleted', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:58.642943 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c7f93-042d-412c-a236-a62aa3a98564" -d '{"events": [{"server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "name": "network-vif-deleted", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:58.673427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['61d5845c-b9d6-4d7f-8908-7333d30a2d1e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:58.683338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.703799 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Checking segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:58.704199 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network hostable DHCP agents. Network: c2da1dab-d294-445c-bb39-7e0e71c631da, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:35:58.746731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.774934 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a910d-5c54-407f-95d2-68c481d60570 x-openstack-request-id: req-363a910d-5c54-407f-95d2-68c481d60570 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:58.775252 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46b49f-1183-4257-9f86-96d3e65bea2c", "name": "network-vif-deleted", "tag": "61d5845c-b9d6-4d7f-8908-7333d30a2d1e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:58.775507 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-363a910d-5c54-407f-95d2-68c481d60570 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:58.775911 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46b49f-1183-4257-9f86-96d3e65bea2c', 'name': 'network-vif-deleted', 'tag': '61d5845c-b9d6-4d7f-8908-7333d30a2d1e', 'status': 'completed', 'code': 200} Dec 06 12:35:58.782428 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] For port 4e1e1326-786b-451b-8a1a-c0c46c3b9296, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e1e1326-786b-451b-8a1a-c0c46c3b9296,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:58.792425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fa1d9bd-f2a9-47f5-b2db-63f178b819e9 req-e9ddfb75-e9cf-4392-ace1-d1b14dff7d18 tempest-TestServerMultinode-1547851589 tempest-TestServerMultinode-1547851589-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d46b49f-1183-4257-9f86-96d3e65bea2c HTTP/1.1" status: 200 len: 210 time: 0.1220317 Dec 06 12:35:58.800839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.824614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc08b98-ed3e-4c6c-917c-53e594d0523e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:58.859913 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.871562 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf616b-470e-426b-ba62-3e411a2a1a79 None None] Network 92768446-a353-4b6f-9134-8b999af7bfa5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:58.902246 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network c2da1dab-d294-445c-bb39-7e0e71c631da is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:35:58.909482 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:58.914574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] For port c5939445-0717-4e87-98ae-95683646082b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5939445-0717-4e87-98ae-95683646082b,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:58.921965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.941575 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c2da1dab-d294-445c-bb39-7e0e71c631da) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:58.947537 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:58.948158 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.988415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.995106 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a09bd37-cc63-48d8-a2e4-e89ce706770e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4226727 Dec 06 12:35:59.004927 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-475f9018-6c33-4c1a-b75a-12a6c2e0bdd2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fcc08b98-ed3e-4c6c-917c-53e594d0523e HTTP/1.1" status: 204 len: 168 time: 1.0166252 Dec 06 12:35:59.005126 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:59.063252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:59.081010 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f50c05-753b-468c-82f7-10192ec8dd49 None None] Network c2da1dab-d294-445c-bb39-7e0e71c631da requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:35:59.081535 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.208534 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Calling delete_port for c5939445-0717-4e87-98ae-95683646082b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:59.375170 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Provisioning complete for port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:59.375570 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.389376 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Pushing event updated for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:59.416608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.449130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.787234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.842445 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:59.848011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533921858', 'description': 'tempest-secgroup-smoke-1533921858 description', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:59.904327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.921178 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:59.953351 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0880e1ab-2824-4f09-8881-23c04c57f102 None None] Port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:00.041898 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92768446-a353-4b6f-9134-8b999af7bfa5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:00.064277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f15269-cf7d-4a52-beb3-88df2e2bc737 None None] Network da24f111-d47a-47dc-b473-0390f4e5dfdb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:00.083626 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:00.083926 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce10788-b3ba-44fd-ad5e-4ac78e9c2aa1') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:00.146171 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da (CIDR: 2001:db8::/64) Dec 06 12:36:00.152538 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:36:00.152990 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:00.176884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.182964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70e8de60-9ae0-41a2-9bd0-6cd50e933aef tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5737679 Dec 06 12:36:00.185543 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53258) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:00.194929 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:00.281801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.294183 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] Pushing event deleted for resources: {'Port': ['ID=c5939445-0717-4e87-98ae-95683646082b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:00.328456 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:00.329242 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.348239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.374329 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7863062-d67f-480a-9cf1-1dc203ca5a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.463987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.563685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.588163 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:36:00.588720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.594353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657fe5bf-91e8-4128-8a6a-fef7ac7beabb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:00.599703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea7301d9-744f-4d3e-8916-bfe514623bab tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7571635 Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: items = [ Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:36:00.603823 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:36:00.609851 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53264) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:00.617078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:00.662177 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Provisioning complete for port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:00.662551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.680587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 698f2f96-a872-4fde-83cc-2800e30f24fa up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:00.703085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e51bd-9563-450e-a921-8b73d3178214 None None] DHCP port deletion for 92768446-a353-4b6f-9134-8b999af7bfa5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:00.741167 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.768272 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Router d371dd13-dafc-4cc2-bc3e-1b29277c95df is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:36:00.774120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.802521 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02f218-5619-4724-9e3f-8ea0445fa156 None None] No DVR routers for this DVR port c5939445-0717-4e87-98ae-95683646082b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:00.837427 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.840968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/92768446-a353-4b6f-9134-8b999af7bfa5 HTTP/1.1" status: 204 len: 168 time: 1.8293207 Dec 06 12:36:00.842583 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faac265-ecf3-4bfc-b13d-5742da13efb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92768446-a353-4b6f-9134-8b999af7bfa5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:00.844570 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:00.891990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.899833 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07124e95-0b49-4468-8d44-49e4e4245115 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:00.902869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.914128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.960492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa66579-3c87-446f-991b-d527fa61c9ef,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.006239 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Deleting subnet a6d0f5b6-4d19-409c-a8c7-7f880112a466 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:01.010241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.020070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.024951 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f41013e9-d01e-4403-95d8-c91f621c0c0e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4136481 Dec 06 12:36:01.025678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53270) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.032852 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:01.046388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 61d5845c-b9d6-4d7f-8908-7333d30a2d1e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:01.048404 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c2da1dab-d294-445c-bb39-7e0e71c631da', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ips': [{'subnet_id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:01.049226 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.054198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.112845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.120733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.129538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.144454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 61d5845c-b9d6-4d7f-8908-7333d30a2d1e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:01.144798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 61d5845c-b9d6-4d7f-8908-7333d30a2d1e not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:01.183604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.242426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.250238 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d0f5b6-4d19-409c-a8c7-7f880112a466,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.251297 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:01.252258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.269112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.272378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f292d12e-bd9c-4f8e-9755-43e60076e23f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6d0f5b6-4d19-409c-a8c7-7f880112a466 HTTP/1.1" status: 204 len: 168 time: 0.4231150 Dec 06 12:36:01.276528 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.276861 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:01.288835 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.292763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2616172 Dec 06 12:36:01.292763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:01.292763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.297565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=3904ed8d-6cf1-48bd-8917-7b13acbe0374,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.300420 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.308131 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:01.320081 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01957720-796a-4fa1-b2b2-31ca64bf27c1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e5fee3-bb72-4922-a3e3-dc4c640263f6,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.324186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184010e-82b0-4a11-baa0-1ab252bbae80 None None] Network 82779377-4322-4100-80b1-cf1328a1cbe3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:01.363052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-beafcc6d-7417-4498-8484-3defc3c2ac00 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1756918 Dec 06 12:36:01.364397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.367617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:01.369433 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.383391 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Sync routers for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:01.390913 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:14:5b:22', 'name': 'tempest-NetworksTestDHCPv6-1114860900'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:01.395785 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:01.396402 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:01.445766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.451572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.471326 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d803aa66-f0eb-46a0-8e7c-c2fad55ccc3f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.490615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.492605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-862e7714-2273-483c-8c35-9a7d02aa1c68 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895614 Dec 06 12:36:01.495983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53280) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.503501 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:01.550784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.553466 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.586454 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:01.592095 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 698f2f96-a872-4fde-83cc-2800e30f24fa triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:01.592728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.660743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.673107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b480931f-e7be-4196-9b3d-81be42c40d8c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8784821 Dec 06 12:36:01.675601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.690825 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53282) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.717181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:01.757943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070daa65-a822-428d-9c25-587bf6c7f9ae None None] DHCP port deletion for 82779377-4322-4100-80b1-cf1328a1cbe3 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:01.785484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.796352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.812559 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Provisioning complete for port 698f2f96-a872-4fde-83cc-2800e30f24fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:01.812942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.816484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:57Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:01.868047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.881803 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '3904ed8d-6cf1-48bd-8917-7b13acbe0374'}, {'subnet_id': 'c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:01.882613 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.897445 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896f7371-fc10-4f20-ace4-26dbc2c63ac8,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:01.907692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.908943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d5578-89c1-4c2d-8d2d-f01572fcfe11 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:57Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:01.909964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-470b1618-f1cf-4a28-90d6-65a332a31a8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4127185 Dec 06 12:36:01.916149 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53284) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:01.923954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:01.956054 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Allocated IP 172.20.0.18 (c2da1dab-d294-445c-bb39-7e0e71c631da/f40f4f84-9e6f-46ee-aeca-aa4872c3baae/2f49670e-4982-477d-9ff4-661e6c0dfe7e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:02.012820 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:36:02.020313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.124418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.172759 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82779377-4322-4100-80b1-cf1328a1cbe3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:02.239506 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:35:57Z', 'revision_number': 3, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:02.255625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.278152 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Checking router: d371dd13-dafc-4cc2-bc3e-1b29277c95df for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:02.278945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Updating router d371dd13-dafc-4cc2-bc3e-1b29277c95df port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:36:02.326628 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.491079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.595830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.651424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.675475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 698f2f96-a872-4fde-83cc-2800e30f24fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=698f2f96-a872-4fde-83cc-2800e30f24fa,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:02.704023 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.714651 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.734788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8c9a3f-8e1b-4969-af3e-c975adb6803d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:02.753791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.764826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3af103e-8882-4442-9a31-4cff5a3bb3e5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8437536 Dec 06 12:36:02.773650 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53290) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:02.783741 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '657fe5bf-91e8-4128-8a6a-fef7ac7beabb', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:02.883808 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:36:02.944513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:02.944513 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5481307-73b9-4154-be85-c70b1642ce87') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:02.944513 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5481307-73b9-4154-be85-c70b1642ce87') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:02.997273 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=698f2f96-a872-4fde-83cc-2800e30f24fa,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.007819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.018073 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Allocated IP 2001:db8:0:1::2 (967641fd-83ec-484f-b26c-a1f522269ab1/3904ed8d-6cf1-48bd-8917-7b13acbe0374/75de034d-652d-4491-962b-2b44b542b1ca) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:03.024769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.024995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.043087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.050165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.056069 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.074058 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.119623 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 43e47183-cab9-4ed4-aa70-80c8d81a3eaa yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:36:03.121302 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Network c2da1dab-d294-445c-bb39-7e0e71c631da is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:03.123618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4e1e1326-786b-451b-8a1a-c0c46c3b9296 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:03.131828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Pushing event updated for resources: {'Port': ['ID=2f49670e-4982-477d-9ff4-661e6c0dfe7e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.136678 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:03.140022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:03.142258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988b178-334a-432c-87ab-567ea5bf28ea None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:03.150427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Allocated IP 2001:db8::f816:3eff:feed:9d97 (967641fd-83ec-484f-b26c-a1f522269ab1/c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da/75de034d-652d-4491-962b-2b44b542b1ca) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:03.181348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:36:03.181741 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-460fc781-01f0-4f0f-a608-a92fcf8ad21b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:36:03.215823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.222781 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Attempting to bind port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:03.223722 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:36:03.224342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.226174 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Attempting to bind port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:03.226728 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Attempting to bind port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:03.242855 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:03.243201 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:03.243780 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.244318 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:03.244965 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Bound port: 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:03.249781 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.306454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:36:03.311101 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:36:03.317753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.326999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.335501 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] For port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:03.339286 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] For port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:03.342018 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a8f00-4807-4339-8a35-3c818d76f68c None None] Pushing event updated for resources: {'Port': ['ID=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.347554 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.371991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.390926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] 10.222.0.31 "DELETE /v2.0/networks/82779377-4322-4100-80b1-cf1328a1cbe3 HTTP/1.1" status: 204 len: 168 time: 2.0996914 Dec 06 12:36:03.392400 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c69d-8d55-4e25-96e2-52a9386d7125 admin admin] Pushing event deleted for resources: {'Network': ['ID=82779377-4322-4100-80b1-cf1328a1cbe3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.404884 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440506f-eaa0-4f31-ad24-6cf9905de837 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:03.444477 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:03.445113 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:03.471620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.496502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.508214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7331769 Dec 06 12:36:03.516367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db433024-fc70-4dd6-a5d7-6c14f3c17ddb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3d1b8a-7ccb-425b-83d1-9a366d46e5ac,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.545316 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Allocated IP 172.20.0.1 (da24f111-d47a-47dc-b473-0390f4e5dfdb/661b311b-4740-4816-80fa-1a14abc7e834/490f6109-ad59-4e73-8f3e-b00f594ab8eb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:03.615034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Attempting to bind port 2f49670e-4982-477d-9ff4-661e6c0dfe7e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:03.615668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Attempting to bind port 2f49670e-4982-477d-9ff4-661e6c0dfe7e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:03.616034 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Attempting to bind port 2f49670e-4982-477d-9ff4-661e6c0dfe7e on network c2da1dab-d294-445c-bb39-7e0e71c631da {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:03.685233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:03.685870 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Checking segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:03.685959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.686312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Bound using segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:03.686956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Bound port: 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:03.687336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.737460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.750232 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Deleting port 94918eb5-0892-4eed-8a68-7f2b10472fbc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:03.757430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.784897 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.798434 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:03.893356 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:03.936054 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Network da24f111-d47a-47dc-b473-0390f4e5dfdb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:03.944322 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a8f00-4807-4339-8a35-3c818d76f68c None None] Pushing event updated for resources: {'Port': ['ID=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:03.948886 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] For port 94918eb5-0892-4eed-8a68-7f2b10472fbc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94918eb5-0892-4eed-8a68-7f2b10472fbc,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:03.949411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:03.965422 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:03.970923 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Calling delete_port for 94918eb5-0892-4eed-8a68-7f2b10472fbc owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:03.983576 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:04.011602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.048606 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.065198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.139235 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Pushing event updated for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:04.145295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:04.145675 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.153488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6265ab19-6ded-433d-82e5-d1faad069c33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8000e931a5a94a3d8d85c091ca6043b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588046 Dec 06 12:36:04.156983 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:04.242385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.244026 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:04.246460 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Provisioning complete for port 698f2f96-a872-4fde-83cc-2800e30f24fa triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:04.247018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.342649 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:04.353534 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:04.357844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.368063 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:04.395890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Pushing event updated for resources: {'Port': ['ID=75de034d-652d-4491-962b-2b44b542b1ca,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:04.412852 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:35:57Z', 'revision_number': 3, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:04.416150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] For port 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:04.448496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.470283 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7270e5-46ef-4b13-ae40-9e9514b21423 None None] The sync data for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 is: [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:35:57Z', 'revision_number': 3, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:04.498462 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Pushing event deleted for resources: {'Port': ['ID=94918eb5-0892-4eed-8a68-7f2b10472fbc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:04.507701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] For port 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f49670e-4982-477d-9ff4-661e6c0dfe7e,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:04.537769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.609933 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Attempting to bind port 75de034d-652d-4491-962b-2b44b542b1ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:04.610672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Attempting to bind port 75de034d-652d-4491-962b-2b44b542b1ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:04.611299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Attempting to bind port 75de034d-652d-4491-962b-2b44b542b1ca on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:04.616383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.650752 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8:0:1::24e (967641fd-83ec-484f-b26c-a1f522269ab1/3904ed8d-6cf1-48bd-8917-7b13acbe0374/43e47183-cab9-4ed4-aa70-80c8d81a3eaa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:04.656458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60a152e1-fddc-4093-ab8c-2d1d03c58a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.662591 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::f816:3eff:fe14:5b22 (967641fd-83ec-484f-b26c-a1f522269ab1/c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da/43e47183-cab9-4ed4-aa70-80c8d81a3eaa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:04.712349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221f7d7-67ee-4a83-ac7d-762f07693098 None None] Pushing event updated for resources: {'Port': ['ID=2f49670e-4982-477d-9ff4-661e6c0dfe7e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:04.731693 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Provisioning complete for port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:04.731693 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.733056 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:04.733903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:04.733903 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.734257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:04.734729 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Bound port: 75de034d-652d-4491-962b-2b44b542b1ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:04.735115 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.830097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.839151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.840508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf01a3c6-6b60-4848-b14f-7a6f6fa7083e HTTP/1.1" status: 204 len: 168 time: 0.6822090 Dec 06 12:36:04.955565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d7303-4baf-429d-a45e-d4a76694dfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01a3c6-6b60-4848-b14f-7a6f6fa7083e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.181796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-e1170f45-229d-464b-94d7-49649f18b272 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533921858&fields=id&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 267 time: 0.8344319 Dec 06 12:36:05.189258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.214988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60a152e1-fddc-4093-ab8c-2d1d03c58a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.222979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60a152e1-fddc-4093-ab8c-2d1d03c58a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.249256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] For port 75de034d-652d-4491-962b-2b44b542b1ca, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:05.259979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] For port 75de034d-652d-4491-962b-2b44b542b1ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de034d-652d-4491-962b-2b44b542b1ca,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:05.277949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.315248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.366792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-60a152e1-fddc-4093-ab8c-2d1d03c58a36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af32eff2403548aa9b20a155e819e03f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0167868 Dec 06 12:36:05.369890 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:05.392797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.419226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.421255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a152e1-fddc-4093-ab8c-2d1d03c58a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee7da3-10b0-49fd-ab89-5be0a8356d46,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.445001 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571bcd1-3c69-49d1-b7b2-6d458fe24873 None None] Pushing event updated for resources: {'Port': ['ID=75de034d-652d-4491-962b-2b44b542b1ca,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.451683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 698f2f96-a872-4fde-83cc-2800e30f24fa up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:05.451868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.534944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] For port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:05.597805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.609637 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53332) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:05.653102 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Pushing event updated for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.660032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.665940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-cd58fa2e-e23d-4526-83fd-489dd66da337 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:05.667653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-cd58fa2e-e23d-4526-83fd-489dd66da337 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/networks?id=c2da1dab-d294-445c-bb39-7e0e71c631da HTTP/1.1" status: 200 len: 796 time: 0.4842241 Dec 06 12:36:05.689896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.698524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-2b290b19-d7db-49d3-9573-3dfeff229311 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/quotas/86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 375 time: 0.0236731 Dec 06 12:36:05.704767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=43e47183-cab9-4ed4-aa70-80c8d81a3eaa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.728500 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99042c-6580-4835-a7f4-aef6ccdfa6dd None None] Pushing event updated for resources: {'Port': ['ID=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.775148 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:05.778205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.784288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.786260 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:05.787587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.791584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bee7da3-10b0-49fd-ab89-5be0a8356d46 HTTP/1.1" status: 204 len: 168 time: 0.4166973 Dec 06 12:36:05.803735 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98a4fc8e-982f-4017-a93b-31635a063685 None None] Provisioning complete for port 490f6109-ad59-4e73-8f3e-b00f594ab8eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:05.804216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98a4fc8e-982f-4017-a93b-31635a063685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.811869 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 698f2f96-a872-4fde-83cc-2800e30f24fa triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:05.812265 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.835675 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:05.843148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:05.851306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:05.966544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-682f740b-0256-46aa-926e-3a35ba4b1d80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.5874434 Dec 06 12:36:05.975606 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da903-bf42-4de2-81e7-fc37961f8a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee7da3-10b0-49fd-ab89-5be0a8356d46,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:05.999090 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53336) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:06.041712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-98a4fc8e-982f-4017-a93b-31635a063685 None None] Port 490f6109-ad59-4e73-8f3e-b00f594ab8eb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:06.093020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-9045c8c6-7146-470a-8d0b-163ebc5a8b8a tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3265004 Dec 06 12:36:06.137217 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-e0705363-a21c-4271-9954-f0c0007b3279 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:36:06.141475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6d8aeeed-b3e6-47d7-94fc-1ee0bc61f74c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fd70859920c4cc08b0905e3e7926105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284441 Dec 06 12:36:06.143999 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:06.158440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-e0705363-a21c-4271-9954-f0c0007b3279 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463517 Dec 06 12:36:06.255686 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Network da24f111-d47a-47dc-b473-0390f4e5dfdb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:06.266337 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:06.279107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:06.495392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-ae3c394b-e709-48f1-90a4-5aac9567c0fb service neutron] 10.222.0.31 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352418 Dec 06 12:36:06.524059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Router d371dd13-dafc-4cc2-bc3e-1b29277c95df has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:06.555630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:06.707814 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 43e47183-cab9-4ed4-aa70-80c8d81a3eaa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:06.709044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:06.727573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-9b7398fa-7041-4457-8f8a-387068e8f3e8 service neutron] 10.222.0.31 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313268 Dec 06 12:36:06.736552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:06.767595 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ecd7c-cc1e-4819-96ff-d5abd462c68b None None] Network c2da1dab-d294-445c-bb39-7e0e71c631da requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:06.845370 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-decd54fb-c209-41d6-a251-0db8e7652dde None None] Provisioning complete for port 490f6109-ad59-4e73-8f3e-b00f594ab8eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:06.845764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-decd54fb-c209-41d6-a251-0db8e7652dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.011701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-decd54fb-c209-41d6-a251-0db8e7652dde None None] Port 490f6109-ad59-4e73-8f3e-b00f594ab8eb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:07.054098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.080822 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:07.113564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-804c224c-cd91-4687-b2e7-7f942a5801af admin admin] 10.222.0.31 "PUT /v2.0/routers/d371dd13-dafc-4cc2-bc3e-1b29277c95df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4214361 Dec 06 12:36:07.130680 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 43e47183-cab9-4ed4-aa70-80c8d81a3eaa owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:07.153069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.156517 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.162466 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45a98720-a329-4758-84b6-9df0c9951864 HTTP/1.1" status: 204 len: 168 time: 1.0128500 Dec 06 12:36:07.195308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] Provisioning complete for port 2f49670e-4982-477d-9ff4-661e6c0dfe7e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:07.195687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.237532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa3459f5-7e45-405a-b10e-a7c83e33006f req-623dc855-0b52-4ab6-b957-da12d8878812 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 210 time: 0.1134050 Dec 06 12:36:07.243090 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Router dc39ae99-ae37-47ce-b613-f994c9254c40 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:07.260026 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371199-41c9-4631-8ba3-adca764cebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a98720-a329-4758-84b6-9df0c9951864,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:07.438463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:07.639725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:07.658897 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.659114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d3611814-e312-40a1-b27e-cc9a7a74709f admin admin] 10.222.0.31 "PUT /v2.0/routers/dc39ae99-ae37-47ce-b613-f994c9254c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7319014 Dec 06 12:36:07.661470 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:07.701447 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Sync routers for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:07.725300 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:07.726924 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.762207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=43e47183-cab9-4ed4-aa70-80c8d81a3eaa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:07.865368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:07.884862 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b199c3df-b0a0-47d4-b812-258b2e9b695f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/43e47183-cab9-4ed4-aa70-80c8d81a3eaa HTTP/1.1" status: 204 len: 168 time: 1.8825660 Dec 06 12:36:07.891557 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:07.948964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.064611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c9297-a7c4-4f2f-958a-22e6f5f37968 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:08.071078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ce9c9297-a7c4-4f2f-958a-22e6f5f37968 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1783047 Dec 06 12:36:08.075748 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:08.180822 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Sync routers for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:08.191934 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8f48c-3c40-4885-aaa6-a459ffd128c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:08.194423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-97f8f48c-3c40-4885-aaa6-a459ffd128c1 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1175926 Dec 06 12:36:08.197296 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53400) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:08.208493 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:08.208493 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:08.258951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca199a-ef7d-4b61-91af-5de08813cfe3 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:08.263562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.386665 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f34a19-0d99-497e-bc1b-35a8d1ee466d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:08.392816 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f34a19-0d99-497e-bc1b-35a8d1ee466d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:08.398248 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f34a19-0d99-497e-bc1b-35a8d1ee466d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:08.407502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:08.408283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5f34a19-0d99-497e-bc1b-35a8d1ee466d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2077475 Dec 06 12:36:08.409803 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:08.410160 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:08.472382 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Deleting port c7fc955c-4841-491d-8f31-0cd8939be9a2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:08.472732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.509174 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:08.513551 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 3904ed8d-6cf1-48bd-8917-7b13acbe0374 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:08.518157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.537008 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:08.568978 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:36:08Z', 'revision_number': 6, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:08.570861 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.591501 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.621179 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] For port 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f49670e-4982-477d-9ff4-661e6c0dfe7e,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:08.660447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c471af2-cdb6-40f4-813f-504e0e48b9a8 req-0318c563-33de-403d-863e-f43b953f98da tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 210 time: 0.2953897 Dec 06 12:36:08.692504 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] For port c7fc955c-4841-491d-8f31-0cd8939be9a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c7fc955c-4841-491d-8f31-0cd8939be9a2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:08.692980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.694132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.698674 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Checking router: dc39ae99-ae37-47ce-b613-f994c9254c40 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:08.743476 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Calling delete_port for c7fc955c-4841-491d-8f31-0cd8939be9a2 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:08.770269 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Routers {'dc39ae99-ae37-47ce-b613-f994c9254c40'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:08.770913 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['dc39ae99-ae37-47ce-b613-f994c9254c40'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:08.974353 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Provisioning complete for port 2f49670e-4982-477d-9ff4-661e6c0dfe7e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:08.974731 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:08.989336 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3bdf-cc70-4087-be7b-7ae3b47671e8 None None] Pushing event updated for resources: {'Port': ['ID=2f49670e-4982-477d-9ff4-661e6c0dfe7e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:09.061604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.154858 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] Set router dc39ae99-ae37-47ce-b613-f994c9254c40 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:09.230055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.305109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fc955c-4841-491d-8f31-0cd8939be9a2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:09.327478 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:36:04Z', 'revision_number': 4, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '490f6109-ad59-4e73-8f3e-b00f594ab8eb', 'name': '', 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'mac_address': 'fa:16:3e:cb:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '661b311b-4740-4816-80fa-1a14abc7e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:03Z', 'updated_at': '2021-12-06T12:36:04Z', 'revision_number': 2, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'subnets': [{'id': '661b311b-4740-4816-80fa-1a14abc7e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:09.355443 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:36:08Z', 'revision_number': 6, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:09.360602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f49670e-4982-477d-9ff4-661e6c0dfe7e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:09.396350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.397181 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Checking router: d371dd13-dafc-4cc2-bc3e-1b29277c95df for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:09.397539 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Updating router d371dd13-dafc-4cc2-bc3e-1b29277c95df port 490f6109-ad59-4e73-8f3e-b00f594ab8eb binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:36:09.441710 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67237558-b2bf-42dd-b5a7-05277eb6c1a1 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:09.463010 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-f7fa57c5-1cb1-407d-b15c-bec43a4bc02e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:09.466225 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.467212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-f7fa57c5-1cb1-407d-b15c-bec43a4bc02e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.23 "GET /v2.0/networks?id=c2da1dab-d294-445c-bb39-7e0e71c631da HTTP/1.1" status: 200 len: 796 time: 0.6006956 Dec 06 12:36:09.544898 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a5be0-bf29-49c4-96f2-52562d18e2ab None None] The sync data for ids ['dc39ae99-ae37-47ce-b613-f994c9254c40'] in n-d-master-1 is: [{'id': 'dc39ae99-ae37-47ce-b613-f994c9254c40', 'name': 'tempest-TestServerMultinode-1828410861-router', 'tenant_id': '35e6a53d226341329c4756aa9f5d727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:36Z', 'updated_at': '2021-12-06T12:36:08Z', 'revision_number': 6, 'project_id': '35e6a53d226341329c4756aa9f5d727c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:09.631586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.754220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=3904ed8d-6cf1-48bd-8917-7b13acbe0374,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:09.797943 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.804370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7c943fb0-20df-4057-9213-6bdfd1574b77 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/3904ed8d-6cf1-48bd-8917-7b13acbe0374 HTTP/1.1" status: 204 len: 168 time: 1.3899472 Dec 06 12:36:09.812458 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2f49670e-4982-477d-9ff4-661e6c0dfe7e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:09.812839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:09.817026 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:10.039672 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc5684-d7f3-40cb-8a41-2f11b41cad73 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:10.213947 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Provisioning complete for port 75de034d-652d-4491-962b-2b44b542b1ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:10.214330 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.264214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75de034d-652d-4491-962b-2b44b542b1ca up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:10.426926 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75de034d-652d-4491-962b-2b44b542b1ca triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:10.427865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.540697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffc0eb33-ca22-4389-a570-930e4b16eef9 req-c729406a-e271-4d8c-8e28-ddae033a29e4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 210 time: 0.1883814 Dec 06 12:36:10.547400 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.552422 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.560993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.562878 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:10.568959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.613222 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.626919 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.646265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-021fc78a-3585-45e7-836a-a40ba3992281 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 473 time: 1.1708708 Dec 06 12:36:10.660071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'port': {'device_id': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'admin_state_up': True, 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'security_groups': ['657fe5bf-91e8-4128-8a6a-fef7ac7beabb']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:10.694148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.744160 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] For port 75de034d-652d-4491-962b-2b44b542b1ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de034d-652d-4491-962b-2b44b542b1ca,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:10.747938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.748259 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc39ae99-ae37-47ce-b613-f994c9254c40 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:36:10.757969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.763385 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.764777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0b1fd57-55b0-40ba-bb01-7f199fb748a5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dc39ae99-ae37-47ce-b613-f994c9254c40 HTTP/1.1" status: 204 len: 168 time: 3.0997841 Dec 06 12:36:10.767270 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:10.850250 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:10.855169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431975826', 'description': 'tempest-secgroup-smoke-431975826 description', 'project_id': 'dba5110fd3fe46989ee27e99e723f858'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:10.873192 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a966606-e1dc-4781-848e-f1e46d7393ae None None] Pushing event updated for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:10.901736 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Deleting subnet 47ce4938-5fc5-4180-8315-2e0ec339bea8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:10.909830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.929818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.930705 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Attempting to bind port 490f6109-ad59-4e73-8f3e-b00f594ab8eb on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:10.931293 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Attempting to bind port 490f6109-ad59-4e73-8f3e-b00f594ab8eb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:10.931799 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Attempting to bind port 490f6109-ad59-4e73-8f3e-b00f594ab8eb on network da24f111-d47a-47dc-b473-0390f4e5dfdb {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:10.942013 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:10.942688 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Checking segment: {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:10.944518 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:10.945065 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Bound using segment: {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:10.945860 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Bound port: 490f6109-ad59-4e73-8f3e-b00f594ab8eb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:10.946422 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.016018 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd084f0b-dadf-44ec-ad5f-19b2ab21e89f None None] Could not find standard attr ID for object 455e2280-1153-4712-91b5-67995780596f. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:36:11.073761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.085725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.127834 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] For port 490f6109-ad59-4e73-8f3e-b00f594ab8eb, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:11.131303 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] For port 490f6109-ad59-4e73-8f3e-b00f594ab8eb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=490f6109-ad59-4e73-8f3e-b00f594ab8eb,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:11.140739 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.163999 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:36:11.175819 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:36:11.228729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.244565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bacde-8250-45f9-b9b0-58ffac4ee9f8 None None] Pushing event updated for resources: {'Port': ['ID=75de034d-652d-4491-962b-2b44b542b1ca,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:11.254506 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd084f0b-dadf-44ec-ad5f-19b2ab21e89f None None] Provisioning complete for port 75de034d-652d-4491-962b-2b44b542b1ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:11.254879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd084f0b-dadf-44ec-ad5f-19b2ab21e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.283382 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:11.284417 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:11.323463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.330098 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:11.335446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.442043 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a966606-e1dc-4781-848e-f1e46d7393ae None None] Pushing event updated for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:11.499515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.507641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.509421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.542069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.600870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] Provisioning complete for port 490f6109-ad59-4e73-8f3e-b00f594ab8eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:11.606344 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.614366 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ce4938-5fc5-4180-8315-2e0ec339bea8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:11.635441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.641057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8f28753d-b816-439e-bb37-6982c6e9c091 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47ce4938-5fc5-4180-8315-2e0ec339bea8 HTTP/1.1" status: 204 len: 168 time: 0.8684807 Dec 06 12:36:11.643114 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:11.747718 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:11.814446 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ee24e-eaf4-4b72-acfa-5cc213a987b4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:11.857536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.930883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:11.933569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d2c537a-d936-4fd3-9161-3251bbd89650 req-d0262911-f804-456f-9f88-38f5bc80a7fb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0844839 Dec 06 12:36:12.048461 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Deleting port c9f70866-cf26-41b7-a78a-59bc6b48074d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:12.049114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.129645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.130924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:12.154345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.154694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.155033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.155366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.155862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.156464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.156952 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.157479 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.157950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.158421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.158916 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.159387 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.159854 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:12.172795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.176301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-856f2bd8-bfa7-49c7-b5d8-7b8a17d0b335 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da HTTP/1.1" status: 204 len: 168 time: 2.3557117 Dec 06 12:36:12.178807 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:12.181837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.186553 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04804619-1bdb-4b52-9630-aeb375c2d1c3 None None] Network f83716af-ba79-4b34-91be-02bdddf85be0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:12.188672 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] For port c9f70866-cf26-41b7-a78a-59bc6b48074d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9f70866-cf26-41b7-a78a-59bc6b48074d,segment=NetworkSegment(15fc5119-499e-4c30-b912-2f90a53bc60d),segment_id=15fc5119-499e-4c30-b912-2f90a53bc60d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:12.189251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.228891 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.24 (c2da1dab-d294-445c-bb39-7e0e71c631da/f40f4f84-9e6f-46ee-aeca-aa4872c3baae/1acac492-5454-4247-abb9-db74b3ebfcfb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:12.244854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.246147 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3946583 Dec 06 12:36:12.248365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343bfe-785c-4cd9-9a61-7c743eb8149b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9920c87f-efdc-4d64-ba75-932ebee889c4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:12.251534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4adccba0-fa24-48ec-ad19-971bfd76beab tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712900 Dec 06 12:36:12.254112 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53488) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:12.255913 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:12.256911 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Calling delete_port for c9f70866-cf26-41b7-a78a-59bc6b48074d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:12.265791 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:36:04Z', 'revision_number': 4, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '490f6109-ad59-4e73-8f3e-b00f594ab8eb', 'name': '', 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'mac_address': 'fa:16:3e:cb:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '661b311b-4740-4816-80fa-1a14abc7e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:03Z', 'updated_at': '2021-12-06T12:36:11Z', 'revision_number': 4, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'subnets': [{'id': '661b311b-4740-4816-80fa-1a14abc7e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:12.281988 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:12.298844 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:12.328127 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d959cb-3e55-44e2-968b-958c6c0f4ffb None None] The sync data for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 is: [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:36:04Z', 'revision_number': 4, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '490f6109-ad59-4e73-8f3e-b00f594ab8eb', 'name': '', 'network_id': 'da24f111-d47a-47dc-b473-0390f4e5dfdb', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'mac_address': 'fa:16:3e:cb:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '661b311b-4740-4816-80fa-1a14abc7e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:03Z', 'updated_at': '2021-12-06T12:36:11Z', 'revision_number': 4, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'subnets': [{'id': '661b311b-4740-4816-80fa-1a14abc7e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:12.377526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.437186 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f70866-cf26-41b7-a78a-59bc6b48074d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:12.456179 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] No DVR routers for this DVR port c9f70866-cf26-41b7-a78a-59bc6b48074d on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:12.540049 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c49d0-95a7-4527-ab8b-8c7547acc3a6 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:12.543575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f49670e-4982-477d-9ff4-661e6c0dfe7e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:12.571133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.631885 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d990601-f310-44a8-96ad-ab2732052321 None None] DHCP port deletion for f83716af-ba79-4b34-91be-02bdddf85be0 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:12.650020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.698617 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83716af-ba79-4b34-91be-02bdddf85be0']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:12.723319 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fc5119-499e-4c30-b912-2f90a53bc60d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:12.723695 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fc5119-499e-4c30-b912-2f90a53bc60d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:12.726323 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:12.730438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.746414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.763645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:36:12.780585 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:36:12.842382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.868897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.875933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.880063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f83716af-ba79-4b34-91be-02bdddf85be0 HTTP/1.1" status: 204 len: 168 time: 1.2356756 Dec 06 12:36:12.882993 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:12.891103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.907448 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] For port 490f6109-ad59-4e73-8f3e-b00f594ab8eb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=490f6109-ad59-4e73-8f3e-b00f594ab8eb,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:12.920607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.929931 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:12.969353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28104-d1ef-406c-89ea-81b78b1284a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83716af-ba79-4b34-91be-02bdddf85be0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:12.984494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2f49670e-4982-477d-9ff4-661e6c0dfe7e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:12.984883 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.056256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4af4d9a-1210-4cfb-aeb3-e91bf404cdda,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:13.086056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.089768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f90f8637-4713-42f0-b3f8-c1a0724088e0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8274379 Dec 06 12:36:13.092581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.094279 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53514) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:13.102217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:13.115560 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf429-c214-4b21-b2ff-e11c36eb9c2f None None] Could not find standard attr ID for object 43e47183-cab9-4ed4-aa70-80c8d81a3eaa. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:36:13.179846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8e54a-b60b-4502-afb1-ebc4d80fb7f8 None None] Pushing event updated for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:13.193479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf429-c214-4b21-b2ff-e11c36eb9c2f None None] Provisioning complete for port 75de034d-652d-4491-962b-2b44b542b1ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:13.193858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf429-c214-4b21-b2ff-e11c36eb9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.230955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e335bed2-88ca-45ec-927f-85566fe1daa5 req-ff93c97b-1dc4-4cac-a013-f2f71c731d19 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0783157 Dec 06 12:36:13.313060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75de034d-652d-4491-962b-2b44b542b1ca up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:13.321429 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:13.352813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.388941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.478405 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 75de034d-652d-4491-962b-2b44b542b1ca triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:13.478530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.478621 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network c2da1dab-d294-445c-bb39-7e0e71c631da is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:13.501133 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:13.516930 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf429-c214-4b21-b2ff-e11c36eb9c2f None None] Provisioning complete for port 490f6109-ad59-4e73-8f3e-b00f594ab8eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:13.517332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf429-c214-4b21-b2ff-e11c36eb9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.525365 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:13.574802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Deleting port 75de034d-652d-4491-962b-2b44b542b1ca {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:13.575707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.609944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:13.623931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.693919 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-46b26806-6121-4cd2-b948-f2bf32ab9db9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:13.706995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-46b26806-6121-4cd2-b948-f2bf32ab9db9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.4546793 Dec 06 12:36:13.745393 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] For port 75de034d-652d-4491-962b-2b44b542b1ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de034d-652d-4491-962b-2b44b542b1ca,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:13.745973 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.775126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Calling delete_port for 75de034d-652d-4491-962b-2b44b542b1ca owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:13.793698 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=c9fd78da-d1e7-4e37-adfe-a504248f2f02,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:13.803141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.813553 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:13.814294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.823769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.838303 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:13.848824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-8674ce06-d355-4232-9fee-f04b6ad008ad tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0410213 Dec 06 12:36:13.851310 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:13.858626 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:13.859337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.876772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-98baf608-356d-4184-9e30-bb4b9cb349c8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2212379 Dec 06 12:36:13.881881 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cf34c9-091f-4885-9252-e3adc74ea81a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:13.899416 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46a7bc58-1a53-4ee5-835f-78565abd1399 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6356447 Dec 06 12:36:13.916976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Request body: {'port': {'device_id': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:13.921480 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:13.933622 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:13.935109 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:13.936969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-86083e40-1c6d-48d1-9297-7a8c4de685ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8391776 Dec 06 12:36:13.943003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:13.961491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:13.998679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c7fc955c-4841-491d-8f31-0cd8939be9a2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:14.005598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.022560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-d8f99c58-6fcd-47ee-9715-9561de5f45d0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589077 Dec 06 12:36:14.051286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.079150 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-fa1f1600-b68f-41e4-a364-1a823f6b2b0f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:36:14.080176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-fa1f1600-b68f-41e4-a364-1a823f6b2b0f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123880 Dec 06 12:36:14.083419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c7fc955c-4841-491d-8f31-0cd8939be9a2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:14.083773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c7fc955c-4841-491d-8f31-0cd8939be9a2 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:14.084196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 94918eb5-0892-4eed-8a68-7f2b10472fbc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:14.089763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] No DVR routers for this DVR port 75de034d-652d-4491-962b-2b44b542b1ca on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:14.100815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7c68f-e967-4cb5-aed8-b22696b31870 None None] Pushing event deleted for resources: {'Port': ['ID=75de034d-652d-4491-962b-2b44b542b1ca,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:14.141129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec00cd3-3b02-4327-b1d3-cec5407c8384 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:14.177381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-65a23a2e-89a5-49a8-99f0-236cd4deea2f None None] Provisioning complete for port 1acac492-5454-4247-abb9-db74b3ebfcfb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:14.177953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65a23a2e-89a5-49a8-99f0-236cd4deea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.199617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.251363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 94918eb5-0892-4eed-8a68-7f2b10472fbc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:14.252977 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 94918eb5-0892-4eed-8a68-7f2b10472fbc not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:14.485193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.520458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-65a23a2e-89a5-49a8-99f0-236cd4deea2f None None] Port 1acac492-5454-4247-abb9-db74b3ebfcfb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:14.538405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 490f6109-ad59-4e73-8f3e-b00f594ab8eb up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:14.680921 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acac492-5454-4247-abb9-db74b3ebfcfb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:14.695198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.719884 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Transition to ACTIVE for port object 1acac492-5454-4247-abb9-db74b3ebfcfb will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:36:14.730430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.782133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 490f6109-ad59-4e73-8f3e-b00f594ab8eb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:14.782662 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.791108 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Pushing event updated for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:14.844550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-16ae2b7c-8601-45e5-ac2f-77ea964a7134 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272444 Dec 06 12:36:14.853393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.856910 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:14.861695 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.884611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': 'c9fd78da-d1e7-4e37-adfe-a504248f2f02'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:14.885542 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:14.945238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Attempting to bind port 1acac492-5454-4247-abb9-db74b3ebfcfb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:14.945820 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Attempting to bind port 1acac492-5454-4247-abb9-db74b3ebfcfb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:14.945942 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Attempting to bind port 1acac492-5454-4247-abb9-db74b3ebfcfb on network c2da1dab-d294-445c-bb39-7e0e71c631da {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:14.951475 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Port 1acac492-5454-4247-abb9-db74b3ebfcfb on network c2da1dab-d294-445c-bb39-7e0e71c631da not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:36:14.952366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Attempting to bind port 1acac492-5454-4247-abb9-db74b3ebfcfb on network c2da1dab-d294-445c-bb39-7e0e71c631da {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:14.958524 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:14.958947 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Checking segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:14.959337 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Bound using segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:14.959768 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Bound port: 1acac492-5454-4247-abb9-db74b3ebfcfb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:14.960175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.017023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.070583 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:15.074412 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1acac492-5454-4247-abb9-db74b3ebfcfb,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:15.081590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.129553 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:15.130202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.133685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] 10.222.0.23 "PUT /v2.0/ports/1acac492-5454-4247-abb9-db74b3ebfcfb HTTP/1.1" status: 200 len: 1092 time: 1.2331626 Dec 06 12:36:15.137456 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:15.142394 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3dc84-2f24-400e-b9d3-4c21d2320820" -d '{"events": [{"name": "network-changed", "server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:15.201228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75de034d-652d-4491-962b-2b44b542b1ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:15.221871 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a9704-5886-42bb-b346-3cbfbb31280a service neutron] Pushing event updated for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:15.233402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 75de034d-652d-4491-962b-2b44b542b1ca {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:15.234197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 75de034d-652d-4491-962b-2b44b542b1ca not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:15.234910 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c9f70866-cf26-41b7-a78a-59bc6b48074d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:15.260360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-bed997fe-4c5d-46c5-be0a-423e2e981512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:15.262569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-bed997fe-4c5d-46c5-be0a-423e2e981512 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 1095 time: 0.0754054 Dec 06 12:36:15.283139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.284716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3387239 Dec 06 12:36:15.292638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f050b-8cff-43e2-b9cd-73ec9225e2d6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fab96c2-85fa-47b7-a5ee-2d7304826a6c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:15.297734 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:15.314131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c9f70866-cf26-41b7-a78a-59bc6b48074d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:15.314622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c9f70866-cf26-41b7-a78a-59bc6b48074d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:15.323156 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:15.373861 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57c2f8-d97e-4e65-9968-ed75561a0828 req-37976246-d004-4046-8f9c-9fbfe2ab8b99 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:15.383224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba57c2f8-d97e-4e65-9968-ed75561a0828 req-37976246-d004-4046-8f9c-9fbfe2ab8b99 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 932 time: 0.9195826 Dec 06 12:36:15.386975 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/c9fd78da-d1e7-4e37-adfe-a504248f2f02/804185f4-b70f-40d7-9298-a46d07ffcb28) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:15.409026 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-ee32080b-8c30-4168-bd72-57704604268a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1acac492-5454-4247-abb9-db74b3ebfcfb HTTP/1.1" status: 200 len: 217 time: 0.1358159 Dec 06 12:36:15.448381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.517073 n-d-master-1 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9fd78da-d1e7-4e37-adfe-a504248f2f02 (CIDR: 2001:db8::/64) Dec 06 12:36:15.522464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-f664d798-1c98-424b-b811-46f07bf485a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:15.526146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-f664d798-1c98-424b-b811-46f07bf485a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40f4f84-9e6f-46ee-aeca-aa4872c3baae HTTP/1.1" status: 200 len: 837 time: 0.1120889 Dec 06 12:36:15.554659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.598225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.620450 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:36:15.621199 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:15.623836 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-dfce2c4b-3dd3-4ce4-be10-4dfa6324d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:15.628798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-dfce2c4b-3dd3-4ce4-be10-4dfa6324d067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da1dab-d294-445c-bb39-7e0e71c631da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939302 Dec 06 12:36:15.673956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d12cfa-dae9-4d0b-9546-0cf7b7418325,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:15.690209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.691553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3836e33d-ba8c-4525-bbcd-c5115ff3f592 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778982 Dec 06 12:36:15.694592 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:15.708307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-9eae0c1d-a676-4fad-a073-516a15c20004 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711906 Dec 06 12:36:15.716554 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:15.741806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba57c2f8-d97e-4e65-9968-ed75561a0828 req-7743cc19-be5a-413c-bdd5-5e96c0c09119 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573923 Dec 06 12:36:15.773041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6ae5943e-9d4d-4db2-ac20-47e1bc842ad7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8466015 Dec 06 12:36:15.785299 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:15.798484 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:15.811620 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:36:15.820435 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fbf664-37f4-4434-b6de-de91e91e2756 x-openstack-request-id: req-32fbf664-37f4-4434-b6de-de91e91e2756 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:15.820751 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:15.821478 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32fbf664-37f4-4434-b6de-de91e91e2756 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:15.821892 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb', 'status': 'completed', 'code': 200} Dec 06 12:36:15.824866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.842719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.850503 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.891625 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:15.901980 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:15.906436 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:15.938484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-25c75973-90a5-4a72-b158-6874bcd7ba78 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036566 Dec 06 12:36:15.956005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Pushing event updated for resources: {'Port': ['ID=804185f4-b70f-40d7-9298-a46d07ffcb28,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:15.980701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:15.999701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.020631 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Attempting to bind port 804185f4-b70f-40d7-9298-a46d07ffcb28 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:16.022097 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Attempting to bind port 804185f4-b70f-40d7-9298-a46d07ffcb28 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:16.023519 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Attempting to bind port 804185f4-b70f-40d7-9298-a46d07ffcb28 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:16.035809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:16.037206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:16.037713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.038389 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Deleting port 07a6251d-59ad-40df-b1b1-ea9131287a44 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:16.039026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:16.039863 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.040750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Bound port: 804185f4-b70f-40d7-9298-a46d07ffcb28, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:16.041321 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.045030 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bd23e7-7e12-4aaf-af99-223bb27b4de6,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:16.060912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.062512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5211b1cf-465b-4a65-823a-808966a6ebd4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3657279 Dec 06 12:36:16.138551 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53550) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:16.143364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '9920c87f-efdc-4d64-ba75-932ebee889c4', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:16.175548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] For port 804185f4-b70f-40d7-9298-a46d07ffcb28, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:16.181785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] For port 804185f4-b70f-40d7-9298-a46d07ffcb28, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=804185f4-b70f-40d7-9298-a46d07ffcb28,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:16.185014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-93e07035-b1a2-42b9-a591-5ff17c4cd11c req-3be7aed8-669d-4111-8ed8-15d26a536f40 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239735 Dec 06 12:36:16.189424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.209251 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:36:16.222611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.270728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6afad-f46d-4b4c-9b08-ad6beb3ac03a None None] Pushing event updated for resources: {'Port': ['ID=804185f4-b70f-40d7-9298-a46d07ffcb28,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:16.280249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:16.284938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.393232 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] For port 07a6251d-59ad-40df-b1b1-ea9131287a44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07a6251d-59ad-40df-b1b1-ea9131287a44,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:16.394828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.423373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.441442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.453695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4c612f7-1449-4071-82f7-6fe5e97d7ce6 req-8910f802-fff2-4721-b980-0a798ddab226 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.1177373 Dec 06 12:36:16.460523 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-6534152b-1773-4bea-9796-39b8754243ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:16.465228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-6534152b-1773-4bea-9796-39b8754243ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 1095 time: 0.1823382 Dec 06 12:36:16.495329 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14b49a6-98ba-4368-8f67-6dff14088b1c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:16.499241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.503652 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4dc98dae-6760-4cc9-9d45-e3adedb2cae3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3608778 Dec 06 12:36:16.510716 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Calling delete_port for 07a6251d-59ad-40df-b1b1-ea9131287a44 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:16.511224 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53560) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:16.524885 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'network': {'name': 'tempest-network-smoke--15621583', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:16.605527 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:16.609794 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.709239 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-92e1bac8-29cd-48d1-95a9-9791004c7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:16.710945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-92e1bac8-29cd-48d1-95a9-9791004c7b40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2da1dab-d294-445c-bb39-7e0e71c631da HTTP/1.1" status: 200 len: 897 time: 0.2283340 Dec 06 12:36:16.801075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-4ca5465d-4887-411c-b99d-ef5a1412647b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1acac492-5454-4247-abb9-db74b3ebfcfb HTTP/1.1" status: 200 len: 217 time: 0.0797191 Dec 06 12:36:16.885465 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:36:16.906304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:16.906660 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Added segment 0d549ae0-ddca-4702-bd2d-b87e97f2e975 of type vlan for network 319d916b-484d-482b-bb60-2b009d29647c Dec 06 12:36:16.921898 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-cb4f9113-6117-4548-8937-4e4730e55ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:16.923638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-cb4f9113-6117-4548-8937-4e4730e55ec2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40f4f84-9e6f-46ee-aeca-aa4872c3baae HTTP/1.1" status: 200 len: 837 time: 0.1138802 Dec 06 12:36:16.979497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.035683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.042343 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:17.042965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.140845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Network': ['ID=319d916b-484d-482b-bb60-2b009d29647c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:17.158517 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 319d916b-484d-482b-bb60-2b009d29647c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:36:17.163685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-05a4cd38-69a4-44bc-be1a-5d01850dae12 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6466777 Dec 06 12:36:17.164352 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:17.172026 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'admin_state_up': True, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:17.206505 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-59da6942-b7aa-4115-8ad6-0ab38c1ecca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:17.208388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-59da6942-b7aa-4115-8ad6-0ab38c1ecca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da1dab-d294-445c-bb39-7e0e71c631da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863506 Dec 06 12:36:17.210987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.214044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.229516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4277e-2b66-4018-a3f4-7586844d55c8 req-9fbbf6eb-e20d-4bd8-88f4-80bf1e56dad1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:17.237558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7b4277e-2b66-4018-a3f4-7586844d55c8 req-9fbbf6eb-e20d-4bd8-88f4-80bf1e56dad1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 944 time: 0.1283588 Dec 06 12:36:17.346000 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-a15e024e-a7a7-4f46-ac3b-46220eee41a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212132 Dec 06 12:36:17.419522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.478667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7b4277e-2b66-4018-a3f4-7586844d55c8 req-3cb06e32-c770-4453-b478-1d590aa102cd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400935 Dec 06 12:36:17.505226 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=07a6251d-59ad-40df-b1b1-ea9131287a44,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:17.539510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdc3dc84-2f24-400e-b9d3-4c21d2320820 req-d53ef030-84dd-4266-9a73-a8bdb64ef542 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869984 Dec 06 12:36:17.614393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.686556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e460abb-282c-45f3-9b90-9457d7b09958 req-1f7935bc-bee0-42aa-8a27-98ae0eead980 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0409718 Dec 06 12:36:17.930402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:17.985325 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f397533-2f1b-4d52-a813-75547bb6970d None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:36:17.998916 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:36:18.043628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-814df86a-9a86-4e13-b057-7cf9922645a1 None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:18.044550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814df86a-9a86-4e13-b057-7cf9922645a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.227576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.228945 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3421d18c-2f56-4a7a-a9bb-a1b05288a082 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:18.230780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3421d18c-2f56-4a7a-a9bb-a1b05288a082 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.3635008 Dec 06 12:36:18.235853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.254988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.280994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:18.469182 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.19 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/891e9e6c-00ae-4c9f-9729-4c49a0dcc669) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:18.472999 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814df86a-9a86-4e13-b057-7cf9922645a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.521867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1acac492-5454-4247-abb9-db74b3ebfcfb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:36:18.614436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.654702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1acac492-5454-4247-abb9-db74b3ebfcfb,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:18.662779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.678067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1acac492-5454-4247-abb9-db74b3ebfcfb', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'port_id': '1acac492-5454-4247-abb9-db74b3ebfcfb', 'mac_address': 'fa:16:3e:a0:de:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:36:18.684343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 804185f4-b70f-40d7-9298-a46d07ffcb28 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:18.730304 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:18.736756 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:18.746359 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:18.749104 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:18.841278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:18.841668 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.875698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-814df86a-9a86-4e13-b057-7cf9922645a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:36:18.876072 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-814df86a-9a86-4e13-b057-7cf9922645a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:36:18.891866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.904243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.940058 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f397533-2f1b-4d52-a813-75547bb6970d None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:36:18.955853 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acac492-5454-4247-abb9-db74b3ebfcfb {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:18.980234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6001160b-21d3-447a-80fd-f2d56cd84e41 req-0931ceb0-8a95-46d9-99ef-062f29ea1cdc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.1072667 Dec 06 12:36:18.980447 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1acac492-5454-4247-abb9-db74b3ebfcfb,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:18.992269 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:18.998191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3e07-6377-415b-a41d-773dc1bb59c0 req-aaa51ef3-9836-4c8e-8d25-a53bff0fbd21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:19.007567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543a3e07-6377-415b-a41d-773dc1bb59c0 req-aaa51ef3-9836-4c8e-8d25-a53bff0fbd21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 944 time: 0.3433208 Dec 06 12:36:19.053082 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.105307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 804185f4-b70f-40d7-9298-a46d07ffcb28, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=804185f4-b70f-40d7-9298-a46d07ffcb28,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:19.146473 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.169961 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:19.226460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.227220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543a3e07-6377-415b-a41d-773dc1bb59c0 req-e877244b-aa1a-4003-b208-831c92419d11 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186654 Dec 06 12:36:19.227977 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:19.232215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=804185f4-b70f-40d7-9298-a46d07ffcb28,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:19.234075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.281186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1acac492-5454-4247-abb9-db74b3ebfcfb'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:36:19.298873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:36:19.299228 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:36:19.340747 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Router 901b4a18-56b3-4a8e-8d9c-e5555514f206 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:19.524506 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.7 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/ae2089d4-0a3a-4f16-8e94-3f2a08f6a835) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:19.545415 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:19.552103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c301dbc-e466-488b-85f2-4dabc765fc4a admin admin] 10.222.0.31 "PUT /v2.0/routers/901b4a18-56b3-4a8e-8d9c-e5555514f206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6677685 Dec 06 12:36:19.555084 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:19.566650 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Sync routers for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:19.578667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.599510 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:19.600150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:19.669807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.711150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:19.907919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.932719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:19.971217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.025844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.034211 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:36:17Z', 'revision_number': 5, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port': {'id': '34c97477-8fb1-41c4-8949-dd75e9af0bb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:53Z', 'updated_at': '2021-12-06T12:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:20.067865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Checking router: 901b4a18-56b3-4a8e-8d9c-e5555514f206 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:20.091788 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Routers {'901b4a18-56b3-4a8e-8d9c-e5555514f206'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:20.092425 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['901b4a18-56b3-4a8e-8d9c-e5555514f206'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:20.211936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.226921 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] Set router 901b4a18-56b3-4a8e-8d9c-e5555514f206 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:20.234898 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Deleting port 34c97477-8fb1-41c4-8949-dd75e9af0bb4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:20.235855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.265007 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:20.279414 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 5232ae78-457a-42f5-9893-9260b12a6228 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:36:20.302656 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:36:19Z', 'revision_number': 6, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:20.342078 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c69e04-e630-47f7-8334-c0477e1a8cbf None None] The sync data for ids ['901b4a18-56b3-4a8e-8d9c-e5555514f206'] in n-d-master-1 is: [{'id': '901b4a18-56b3-4a8e-8d9c-e5555514f206', 'name': 'tempest-TestServerMultinode-623989025-router', 'tenant_id': '88263710186f4091995261c9ed3e84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:52Z', 'updated_at': '2021-12-06T12:36:19Z', 'revision_number': 6, 'project_id': '88263710186f4091995261c9ed3e84e8', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:20.351796 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:20.456788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:20.471648 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Sync routers for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:20.486099 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:20.486889 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:20.492265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.493987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c6aed55-eae8-4142-ba8b-99ad90b47fde tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3287122 Dec 06 12:36:20.497894 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:20.674301 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:20.716424 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 804185f4-b70f-40d7-9298-a46d07ffcb28 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:20.824095 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:20.830359 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:20.830804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.912547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d7cd7665-56bd-4908-8f43-96e751c85d54 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dba5110fd3fe46989ee27e99e723f858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4131393 Dec 06 12:36:20.916218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:20.917075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:20.920009 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:21.008842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7557824 Dec 06 12:36:21.030021 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-1afab428-9324-4a54-a3a0-092ac4e4ab64 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:36:21.031016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-1afab428-9324-4a54-a3a0-092ac4e4ab64 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057647 Dec 06 12:36:21.038501 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d5e12-04c5-4721-8916-2ac93f1b2e9d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:21.054421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Request body: {'port': {'device_id': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:21.070894 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:19Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:21.108965 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d8304ce2-f458-48f9-af40-4a0bf5edee62 None None] Provisioning complete for port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:21.109320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8304ce2-f458-48f9-af40-4a0bf5edee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.122694 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port 804185f4-b70f-40d7-9298-a46d07ffcb28, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=804185f4-b70f-40d7-9298-a46d07ffcb28,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:21.135051 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Checking router: 5232ae78-457a-42f5-9893-9260b12a6228 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:21.135407 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Updating router 5232ae78-457a-42f5-9893-9260b12a6228 port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:36:21.148011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d8304ce2-f458-48f9-af40-4a0bf5edee62 None None] Port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:21.159926 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d8304ce2-f458-48f9-af40-4a0bf5edee62 None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:21.160306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8304ce2-f458-48f9-af40-4a0bf5edee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.166123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.166516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12f9f2-c1b4-46a3-bb57-dee85d2c00c9 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:21.168048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c12f9f2-c1b4-46a3-bb57-dee85d2c00c9 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2470560 Dec 06 12:36:21.171097 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53604) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:21.171781 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ef12-3a8c-4b28-9bcb-9d3c31f9965d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:21.192978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0c46-94b1-4800-89c2-b9ee3d0c8561 req-5686cffa-9cf2-4ee6-9719-717638ccfee1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:21.195291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b0a0c46-94b1-4800-89c2-b9ee3d0c8561 req-5686cffa-9cf2-4ee6-9719-717638ccfee1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 931 time: 1.0097010 Dec 06 12:36:21.214491 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.220593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.221952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.243990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cdbd2528-6642-4b39-a831-9123a1ae7d1e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717342 Dec 06 12:36:21.247408 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53606) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:21.276307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2093951747', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:21.420088 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851a77-d539-4370-937a-2ba3d9e326c8 req-3b5db9b3-c2d2-4c00-98c8-3cc4147fc008 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:21.422314 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee851a77-d539-4370-937a-2ba3d9e326c8 req-3b5db9b3-c2d2-4c00-98c8-3cc4147fc008 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 945 time: 0.4641399 Dec 06 12:36:21.472766 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:21.476161 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:21.478051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] For port 34c97477-8fb1-41c4-8949-dd75e9af0bb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34c97477-8fb1-41c4-8949-dd75e9af0bb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:21.478441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.484625 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.510960 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:21.531011 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d9496-fb93-46b1-966f-f91aba6d5044 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:21.552725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:21.553398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.569444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=61bce151-462f-474b-9222-16b8358016af,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:21.573999 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Calling delete_port for 34c97477-8fb1-41c4-8949-dd75e9af0bb4 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:21.592172 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b0a0c46-94b1-4800-89c2-b9ee3d0c8561 req-da95bece-abad-4261-a0d9-e940495989a7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685353 Dec 06 12:36:21.592830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=804185f4-b70f-40d7-9298-a46d07ffcb28,revision_number=5']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:21.614758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.638448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8c817c50-a790-4b33-bab3-f27b9ae17046 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8474123 Dec 06 12:36:21.639223 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:21.709068 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:06:9a:6c', 'name': 'tempest-NetworksTestDHCPv6-392626271'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:21.721357 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a4d5e65d-df39-4369-acb4-793b981422dc None None] Provisioning complete for port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:21.721920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4d5e65d-df39-4369-acb4-793b981422dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.724015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee851a77-d539-4370-937a-2ba3d9e326c8 req-fbbee951-92d6-4934-9f30-39b985384d25 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844896 Dec 06 12:36:21.792338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5e65d-df39-4369-acb4-793b981422dc None None] Port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:21.813715 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.827097 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:36:21.827743 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.862772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.876731 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f16873-3d43-475f-afae-62c611b2138d None None] Pushing event updated for resources: {'Port': ['ID=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:21.902030 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Attempting to bind port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:21.902505 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Attempting to bind port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:21.902882 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Attempting to bind port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:21.909050 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:21.909381 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:21.909785 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.910184 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:21.910760 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Bound port: 891e9e6c-00ae-4c9f-9729-4c49a0dcc669, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:21.911144 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:21.924892 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834c565-9797-4670-9814-04de019882ef None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:22.011448 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Checking segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:22.012022 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network hostable DHCP agents. Network: 319d916b-484d-482b-bb60-2b009d29647c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:36:22.015305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Subnet': ['ID=b63e4aaa-8395-4e97-bfda-7a624bba5ecf,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:22.033885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bfa83a93-dd47-4dc9-a856-7579f884277b None None] Provisioning complete for port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:22.034478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bfa83a93-dd47-4dc9-a856-7579f884277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.039371 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 319d916b-484d-482b-bb60-2b009d29647c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:36:22.040262 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] For port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:22.044564 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] For port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:22.050638 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.066137 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 319d916b-484d-482b-bb60-2b009d29647c) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:22.077790 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:22.078392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.124717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b57e6328-58cf-4b93-b41a-391e027acdbd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8648057 Dec 06 12:36:22.127531 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53614) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:22.132438 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f16873-3d43-475f-afae-62c611b2138d None None] Pushing event updated for resources: {'Port': ['ID=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:22.150650 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:22.150883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bfa83a93-dd47-4dc9-a856-7579f884277b None None] Port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:22.151593 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:22.158135 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf748e8c-83a4-4a49-bac4-e2da48070bc0 None None] Network 319d916b-484d-482b-bb60-2b009d29647c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:22.161755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a2546-b54b-47f7-87f3-ab5b4caa3663 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:22.298446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:22.362059 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:22.406721 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] Provisioning complete for port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:22.408487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.506461 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07a6251d-59ad-40df-b1b1-ea9131287a44 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:22.558867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1acac492-5454-4247-abb9-db74b3ebfcfb up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:22.563056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.614379 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port f1d17262-65ad-4873-8d0c-45440dcc357f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:36:22.628522 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 07a6251d-59ad-40df-b1b1-ea9131287a44 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:22.628874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 07a6251d-59ad-40df-b1b1-ea9131287a44 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:22.629404 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 34c97477-8fb1-41c4-8949-dd75e9af0bb4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:22.719954 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:19Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:22.756354 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:22.773146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.784283 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e4e9d-20ee-4289-a657-24b14950fe27 None None] The sync data for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 is: [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:19Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:22.785482 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1acac492-5454-4247-abb9-db74b3ebfcfb completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:36:22.795273 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Transition to ACTIVE for port object ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:36:22.795422 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.801658 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1acac492-5454-4247-abb9-db74b3ebfcfb triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:22.802088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.829398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-319d916b-484d-482b-bb60-2b009d29647c', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:22.830732 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.876011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:22.947674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] For port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:22.967320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.005478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.065384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:23.070705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.083414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929b193-f174-41c5-b458-8c1f3d410a23 None None] Pushing event updated for resources: {'Port': ['ID=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:23.176490 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.244035 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:23.247482 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f41c8-7247-4506-80c3-9f5205da5294" -d '{"events": [{"server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "name": "network-vif-plugged", "status": "completed", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:23.250388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f4f626d7-7fc6-4519-a06b-0bd4ea5aa692 None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:23.250856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f4f626d7-7fc6-4519-a06b-0bd4ea5aa692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.310555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1acac492-5454-4247-abb9-db74b3ebfcfb,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:23.333418 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.367320 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Allocated IP 172.20.0.2 (319d916b-484d-482b-bb60-2b009d29647c/b63e4aaa-8395-4e97-bfda-7a624bba5ecf/6c4f5b67-a94e-4bd9-9933-6be337186e37) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:23.389036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.408120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cdf44-8ffb-4300-ab38-badc1abeb234 req-bc6e90f7-a33f-4b90-95a2-44d49ee7a7f0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:23.416918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-470cdf44-8ffb-4300-ab38-badc1abeb234 req-bc6e90f7-a33f-4b90-95a2-44d49ee7a7f0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.5830040 Dec 06 12:36:23.474659 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2ccee-b448-4e27-b601-7d42f3f616ea None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:23.510078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c97477-8fb1-41c4-8949-dd75e9af0bb4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:23.522639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4982b-bdc9-49c2-b07d-060056c86202 req-28d6b0eb-5ad1-4810-a524-97aeff6323a1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:23.525933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6be4982b-bdc9-49c2-b07d-060056c86202 req-28d6b0eb-5ad1-4810-a524-97aeff6323a1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 945 time: 0.6321270 Dec 06 12:36:23.546290 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:23.675990 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::36e (967641fd-83ec-484f-b26c-a1f522269ab1/c9fd78da-d1e7-4e37-adfe-a504248f2f02/f1d17262-65ad-4873-8d0c-45440dcc357f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:23.718067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.720479 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:9a6c (967641fd-83ec-484f-b26c-a1f522269ab1/61bce151-462f-474b-9222-16b8358016af/f1d17262-65ad-4873-8d0c-45440dcc357f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:23.734623 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.775756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-470cdf44-8ffb-4300-ab38-badc1abeb234 req-783f108b-ace1-4352-ab19-b8f5ac477ee8 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302217 Dec 06 12:36:23.784268 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Network 319d916b-484d-482b-bb60-2b009d29647c is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:23.787493 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:23.791252 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:23.791452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.799631 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Attempting to bind port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:23.801658 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Attempting to bind port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:23.801658 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Attempting to bind port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:23.812538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6be4982b-bdc9-49c2-b07d-060056c86202 req-365a042a-9fce-454b-9631-2378bf46ea8e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311027 Dec 06 12:36:23.846385 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.1 (319d916b-484d-482b-bb60-2b009d29647c/b63e4aaa-8395-4e97-bfda-7a624bba5ecf/3089f642-8054-43ef-b9d2-867871f448ed) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:23.848748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Pushing event updated for resources: {'Port': ['ID=6c4f5b67-a94e-4bd9-9933-6be337186e37,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:23.896431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Attempting to bind port 6c4f5b67-a94e-4bd9-9933-6be337186e37 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:23.899709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Attempting to bind port 6c4f5b67-a94e-4bd9-9933-6be337186e37 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:23.900279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Attempting to bind port 6c4f5b67-a94e-4bd9-9933-6be337186e37 on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:23.919687 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f84bb9-ede6-4404-9546-6b22a7658407 x-openstack-request-id: req-36f84bb9-ede6-4404-9546-6b22a7658407 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:23.920161 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "name": "network-vif-plugged", "status": "completed", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:23.920568 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36f84bb9-ede6-4404-9546-6b22a7658407 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:23.921116 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb', 'code': 200} Dec 06 12:36:23.922048 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:23.922628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Checking segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:23.923197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.923743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Bound using segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:23.924599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Bound port: 6c4f5b67-a94e-4bd9-9933-6be337186e37, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:23.925172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:23.991458 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:36:23.992017 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Attempting to bind port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:24.030127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] For port 6c4f5b67-a94e-4bd9-9933-6be337186e37, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:24.033589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] For port 6c4f5b67-a94e-4bd9-9933-6be337186e37, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c4f5b67-a94e-4bd9-9933-6be337186e37,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:24.040557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.051304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.052115 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:24.052664 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:24.053267 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:24.053874 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Bound port: ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:24.054402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.060426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.066290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.095456 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df50314-3644-46d6-8061-5bef2f470161 req-a10194f6-81ed-40bf-9480-6cc359248105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:24.097328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0df50314-3644-46d6-8061-5bef2f470161 req-a10194f6-81ed-40bf-9480-6cc359248105 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 1097 time: 0.0991514 Dec 06 12:36:24.124723 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5404c-09d9-4954-ac27-10ec4458df76 None None] Pushing event updated for resources: {'Port': ['ID=6c4f5b67-a94e-4bd9-9933-6be337186e37,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:24.177728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.219671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.220492 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901b4a18-56b3-4a8e-8d9c-e5555514f206 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:36:24.231751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.234289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-424c1a55-cb3f-45a0-b062-d8296d09fbc8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/901b4a18-56b3-4a8e-8d9c-e5555514f206 HTTP/1.1" status: 204 len: 168 time: 4.6780529 Dec 06 12:36:24.239375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53628) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:24.257907 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 319d916b-484d-482b-bb60-2b009d29647c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:24.284042 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:24.293133 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:24.352671 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:24.382701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:24.416538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.439974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.452386 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Deleting subnet 9dd48165-e5c6-4a05-afe7-31e413a385c8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:24.463184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.470733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.482688 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:24.492847 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0df50314-3644-46d6-8061-5bef2f470161 req-d0b0c289-474e-40de-a368-0f9c6448e03c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855388 Dec 06 12:36:24.547647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:24.553306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:24.553933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.556542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] 10.222.0.53 "PUT /v2.0/ports/ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 HTTP/1.1" status: 200 len: 1091 time: 3.5062056 Dec 06 12:36:24.562430 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:24.564980 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:24.635481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.698363 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a84c09f-2737-446c-8af7-86dd513c62b3 x-openstack-request-id: req-5a84c09f-2737-446c-8af7-86dd513c62b3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:24.699293 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:24.700344 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a84c09f-2737-446c-8af7-86dd513c62b3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:24.700942 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835', 'status': 'completed', 'code': 200} Dec 06 12:36:24.710151 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb314d-9009-4808-9c15-e865e5030c83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:24.730300 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:24.731086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.806229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.836323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:24.914362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-7e4603e6-f175-47d3-90e9-577e3324cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:24.915503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-7e4603e6-f175-47d3-90e9-577e3324cabd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 1094 time: 0.2722039 Dec 06 12:36:24.922250 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:24.948299 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:24.964028 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:24.970994 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:24.971635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.014582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.018245 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=f1d17262-65ad-4873-8d0c-45440dcc357f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:25.094646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-84ad1960-3445-4fb7-8d53-0a6854c71652 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 HTTP/1.1" status: 200 len: 217 time: 0.1578200 Dec 06 12:36:25.144694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca929b1e-77b3-44bd-afba-a1926a246ec6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4405589 Dec 06 12:36:25.151514 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53642) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:25.180858 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641ae6-6f26-41a6-bff4-0fd73b07774e req-e0d0d48a-eb9d-4caa-99c3-172a67ca39ad tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:25.182635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c641ae6-6f26-41a6-bff4-0fd73b07774e req-e0d0d48a-eb9d-4caa-99c3-172a67ca39ad tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.2552564 Dec 06 12:36:25.216268 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9c6ab-2226-4779-add5-cf5a4778a5b7 req-1ef5bd41-5439-42f5-b365-c88c80407e40 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:25.217868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8f9c6ab-2226-4779-add5-cf5a4778a5b7 req-1ef5bd41-5439-42f5-b365-c88c80407e40 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.2392323 Dec 06 12:36:25.226289 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-1f482b41-a3c2-4567-883b-b957f680c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:25.227928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-1f482b41-a3c2-4567-883b-b957f680c7d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.1259787 Dec 06 12:36:25.241741 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.412879 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c23e68e0-e147-44b5-8966-d53651639a56 None None] Provisioning complete for port f1d17262-65ad-4873-8d0c-45440dcc357f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:25.413489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c23e68e0-e147-44b5-8966-d53651639a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.470897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c23e68e0-e147-44b5-8966-d53651639a56 None None] Port f1d17262-65ad-4873-8d0c-45440dcc357f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:25.494671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.506323 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port f1d17262-65ad-4873-8d0c-45440dcc357f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:25.506844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.536984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.713889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.720494 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd48165-e5c6-4a05-afe7-31e413a385c8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:25.726506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:25.733199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ffe00698-7f84-4444-a389-18a0068c164d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9dd48165-e5c6-4a05-afe7-31e413a385c8 HTTP/1.1" status: 204 len: 168 time: 1.4876332 Dec 06 12:36:25.738908 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10762d4d-696d-4e12-b223-9286fdd7c2c5 None None] Network c4982ead-92cb-4080-9973-90e5de775571 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:25.742884 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:25.767424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for f1d17262-65ad-4873-8d0c-45440dcc357f owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:25.778563 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c641ae6-6f26-41a6-bff4-0fd73b07774e req-142ce87c-9f25-46b6-8768-45d94f235bbd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833464 Dec 06 12:36:25.814847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8f9c6ab-2226-4779-add5-cf5a4778a5b7 req-69048600-27e7-42ed-8fcb-484c3056dddd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5767188 Dec 06 12:36:25.868094 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-6b3fadbc-2174-4fec-97f1-0559f81f6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:25.870944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-6b3fadbc-2174-4fec-97f1-0559f81f6736 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6316042 Dec 06 12:36:25.883739 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.014925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:26.037704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.056373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-f13c6c23-bd8d-42cd-b3e8-0687c919a502 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702898 Dec 06 12:36:26.081632 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Deleting port 7c5afb14-c3e3-4641-9c2d-36001057f973 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:26.081909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.102743 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4235632-3959-4994-971f-163313ea6d18 None None] Network 319d916b-484d-482b-bb60-2b009d29647c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:26.132504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] DHCP port deletion for c4982ead-92cb-4080-9973-90e5de775571 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:26.192700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.226362 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] For port 7c5afb14-c3e3-4641-9c2d-36001057f973, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5afb14-c3e3-4641-9c2d-36001057f973,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:26.226726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.244944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=f1d17262-65ad-4873-8d0c-45440dcc357f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:26.249600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Calling delete_port for 7c5afb14-c3e3-4641-9c2d-36001057f973 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:26.270135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-764f9e72-046e-4fb6-92b6-557c274f1fb0 req-430fd3f9-5f3b-45dc-bd67-532c5b3069fa service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055643 Dec 06 12:36:26.285768 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-758567c7-71db-475c-a715-247b202bc463 None None] Provisioning complete for port 6c4f5b67-a94e-4bd9-9933-6be337186e37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:26.286217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-758567c7-71db-475c-a715-247b202bc463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.332009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Deleting port 7c5afb14-c3e3-4641-9c2d-36001057f973 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:26.332477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.348412 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 319d916b-484d-482b-bb60-2b009d29647c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:26.381440 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:26.391410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.398687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1813e8b2-6467-4175-8975-32d150960cba tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/f1d17262-65ad-4873-8d0c-45440dcc357f HTTP/1.1" status: 204 len: 168 time: 1.2452044 Dec 06 12:36:26.401234 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53648) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:26.432329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-3e86d293-6ba6-4fee-8d5e-c168c456c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.435436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-3e86d293-6ba6-4fee-8d5e-c168c456c75a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 1094 time: 0.0813863 Dec 06 12:36:26.452909 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] For port 7c5afb14-c3e3-4641-9c2d-36001057f973, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5afb14-c3e3-4641-9c2d-36001057f973,segment=NetworkSegment(9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2),segment_id=9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:26.453971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.468144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Calling delete_port for 7c5afb14-c3e3-4641-9c2d-36001057f973 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:26.469554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.576494 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5afb14-c3e3-4641-9c2d-36001057f973,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:26.610843 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] No DVR routers for this DVR port 7c5afb14-c3e3-4641-9c2d-36001057f973 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:26.638988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb181615-9b1f-4391-a415-c2228afad13e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.640616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb181615-9b1f-4391-a415-c2228afad13e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2384074 Dec 06 12:36:26.643178 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:26.714823 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 5232ae78-457a-42f5-9893-9260b12a6228 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:26.719965 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.757677 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4982ead-92cb-4080-9973-90e5de775571']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:26.766966 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.767744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-c2d9f4fe-132d-4b27-939f-6b998b09a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.769225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c4f5b67-a94e-4bd9-9933-6be337186e37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:26.769458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-c2d9f4fe-132d-4b27-939f-6b998b09a7f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.3262107 Dec 06 12:36:26.771213 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:26.771516 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbd52ac-3b13-43a8-a7b3-91ba83f94cf2') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:26.789255 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.804673 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06965adc-2046-43b8-9d7d-118360d2ce2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.808817 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06965adc-2046-43b8-9d7d-118360d2ce2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1625063 Dec 06 12:36:26.809733 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53654) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:26.832356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-ed31378c-7338-49a6-9c0c-1780b06e9b7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 HTTP/1.1" status: 200 len: 217 time: 0.0519087 Dec 06 12:36:26.850853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.890559 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:36:26.890989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:36:26.893101 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:36:26.927201 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] Pushing event deleted for resources: {'Port': ['ID=7c5afb14-c3e3-4641-9c2d-36001057f973,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:26.935649 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521595d9-f712-49b0-9af9-0da25d34acef None None] No DVR routers for this DVR port 7c5afb14-c3e3-4641-9c2d-36001057f973 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:26.979445 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f3dc7-f652-4421-9a60-129684893aa0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.982251 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f3dc7-f652-4421-9a60-129684893aa0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.989621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f3dc7-f652-4421-9a60-129684893aa0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:26.991772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-124f3dc7-f652-4421-9a60-129684893aa0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1810594 Dec 06 12:36:26.994959 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:27.019179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-758567c7-71db-475c-a715-247b202bc463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.034979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c4f5b67-a94e-4bd9-9933-6be337186e37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:27.035356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.064510 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 61bce151-462f-474b-9222-16b8358016af {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:27.074307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-4bf075cb-4ba6-48ca-ba5b-e3aacbe0fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:27.076338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-4bf075cb-4ba6-48ca-ba5b-e3aacbe0fb79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.2377543 Dec 06 12:36:27.077253 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:27.086988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-525f84e8-1194-4b16-997f-bbfcc94fe661 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/5232ae78-457a-42f5-9893-9260b12a6228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9584792 Dec 06 12:36:27.114623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.125465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Sync routers for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:27.144680 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-758567c7-71db-475c-a715-247b202bc463 None None] For port 6c4f5b67-a94e-4bd9-9933-6be337186e37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c4f5b67-a94e-4bd9-9933-6be337186e37,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:27.156174 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-758567c7-71db-475c-a715-247b202bc463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.165734 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:27.166055 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:27.166861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.257890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.303586 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.325757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.328984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c4982ead-92cb-4080-9973-90e5de775571 HTTP/1.1" status: 204 len: 168 time: 1.5826156 Dec 06 12:36:27.382040 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ab91-7265-4f5e-b28a-692aaf635cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4982ead-92cb-4080-9973-90e5de775571,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:27.396876 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:27.404132 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acdc7-37ac-412b-8b79-1db8d3682aa9 req-45e047dd-0e72-4e8a-847a-ed2953f8662c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:27.411702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-903acdc7-37ac-412b-8b79-1db8d3682aa9 req-45e047dd-0e72-4e8a-847a-ed2953f8662c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.4999347 Dec 06 12:36:27.456894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5855b-d712-40b9-8e96-69874164cc9d req-eb78fc57-b276-4c60-b4b7-f3276e54fb2e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:27.458568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb5855b-d712-40b9-8e96-69874164cc9d req-eb78fc57-b276-4c60-b4b7-f3276e54fb2e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.4080043 Dec 06 12:36:27.465472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-5344340a-2404-4db9-8f74-bc9e1e9d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:27.467214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-5344340a-2404-4db9-8f74-bc9e1e9d2643 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3622808 Dec 06 12:36:27.468302 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.537665 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758567c7-71db-475c-a715-247b202bc463 None None] Pushing event updated for resources: {'Port': ['ID=6c4f5b67-a94e-4bd9-9933-6be337186e37,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:27.542171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7c5afb14-c3e3-4641-9c2d-36001057f973 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:27.560544 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58381b0b-947a-4283-8849-22fabeb8a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.567124 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=61bce151-462f-474b-9222-16b8358016af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:27.582809 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.586920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53cbda86-122d-42ec-8d0a-0df2b3bdb696 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/61bce151-462f-474b-9222-16b8358016af HTTP/1.1" status: 204 len: 168 time: 0.5909803 Dec 06 12:36:27.589499 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:27.605547 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5d263-329d-4a7f-aacf-46b4494fbc26 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:27.607949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-903acdc7-37ac-412b-8b79-1db8d3682aa9 req-11421fea-2e5d-48bc-92c5-30c05e1bb616 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953089 Dec 06 12:36:27.611117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7c5afb14-c3e3-4641-9c2d-36001057f973 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:27.615960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7c5afb14-c3e3-4641-9c2d-36001057f973 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:27.657688 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:27.708758 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet c9fd78da-d1e7-4e37-adfe-a504248f2f02 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:27.712409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.785020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.821321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb5855b-d712-40b9-8e96-69874164cc9d req-c11adf48-2730-4417-b73a-ebb0abacb170 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410521 Dec 06 12:36:27.848589 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f96ec098-f487-49b5-80da-a462f632b894 None None] Provisioning complete for port 3089f642-8054-43ef-b9d2-867871f448ed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:27.848962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f96ec098-f487-49b5-80da-a462f632b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:27.916357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-d15365ba-7508-4c1a-8ee5-728d123efb7a service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278164 Dec 06 12:36:27.919858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ae20de8-07d3-4a2c-bd50-85bbf6176e73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e6a53d226341329c4756aa9f5d727c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564003 Dec 06 12:36:27.922231 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53684) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:27.978444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.013200 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f96ec098-f487-49b5-80da-a462f632b894 None None] Port 3089f642-8054-43ef-b9d2-867871f448ed cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:28.053105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.085458 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f96ec098-f487-49b5-80da-a462f632b894 None None] Provisioning complete for port 6c4f5b67-a94e-4bd9-9933-6be337186e37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:28.085969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f96ec098-f487-49b5-80da-a462f632b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.086559 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fd78da-d1e7-4e37-adfe-a504248f2f02,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:28.100041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.107907 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b0751830-7b27-4564-b600-702f3414cbe2 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/c9fd78da-d1e7-4e37-adfe-a504248f2f02 HTTP/1.1" status: 204 len: 168 time: 0.5156744 Dec 06 12:36:28.110236 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53686) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:28.142084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-07a13029-63ac-471f-a2e1-622d5a46639c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431975826&fields=id&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 267 time: 0.2474012 Dec 06 12:36:28.164472 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2d42dacb-b139-4bed-a778-bfd03a9aab66 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527055 Dec 06 12:36:28.166988 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:28.180381 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:28.248149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5b22-357e-402b-bb5a-22d8d6fdff73 req-921b66b9-a3b9-47bf-908e-0be50c03e1ed tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:28.250025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfef5b22-357e-402b-bb5a-22d8d6fdff73 req-921b66b9-a3b9-47bf-908e-0be50c03e1ed tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.2739379 Dec 06 12:36:28.259029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.369391 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:25Z', 'revision_number': 2, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:28.376375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3dc2f415-03c2-498e-9b3c-c7fa13c3af2b req-84ae4449-f759-4382-80fa-cf0a1a1bbe92 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520490 Dec 06 12:36:28.451391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.463097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfef5b22-357e-402b-bb5a-22d8d6fdff73 req-ad914bd8-d39c-4bba-a310-ffd4115756b8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002637 Dec 06 12:36:28.464877 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c4f5b67-a94e-4bd9-9933-6be337186e37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:28.474240 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Checking router: 5232ae78-457a-42f5-9893-9260b12a6228 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:28.474792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Updating router 5232ae78-457a-42f5-9893-9260b12a6228 port 3089f642-8054-43ef-b9d2-867871f448ed binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:36:28.530354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-8106f907-547d-43f6-9252-7f1c7f8613da tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:28.532653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-8106f907-547d-43f6-9252-7f1c7f8613da tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 795 time: 0.3729532 Dec 06 12:36:28.571583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-f0285504-767a-435e-b1d1-628d18f262e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/quotas/dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 375 time: 0.0286264 Dec 06 12:36:28.582399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.589564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.590084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.593789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/871f7fb3-f8ac-437d-83d8-d225ada614d1 HTTP/1.1" status: 204 len: 168 time: 0.6684103 Dec 06 12:36:28.615282 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906dc10c-225c-4222-9d64-7feb256598d8 None None] Update dhcp port {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'fixed_ips': [{'subnet_id': 'c9fd78da-d1e7-4e37-adfe-a504248f2f02'}], 'binding:host_id': 'n-d-master-1'}, 'id': '804185f4-b70f-40d7-9298-a46d07ffcb28'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:36:28.639297 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffdf5a-4f4d-453e-aca9-cc4ed356b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871f7fb3-f8ac-437d-83d8-d225ada614d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:28.662932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-906dc10c-225c-4222-9d64-7feb256598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.738490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-eecbf75e-259a-47dd-b5d9-69e8c61874ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420639 Dec 06 12:36:28.810505 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eab4148f-8f93-4e30-b757-f2c67e451314 None None] Provisioning complete for port 3089f642-8054-43ef-b9d2-867871f448ed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:28.811243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eab4148f-8f93-4e30-b757-f2c67e451314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.839242 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6c4f5b67-a94e-4bd9-9933-6be337186e37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:28.839969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.964399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022f1d8-722f-4867-9902-3d38aa25393e req-e06c03aa-0d15-4b2e-83d1-7c2d1215ac99 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:28.972492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f022f1d8-722f-4867-9902-3d38aa25393e req-e06c03aa-0d15-4b2e-83d1-7c2d1215ac99 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.2291648 Dec 06 12:36:29.018168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-81fca144-1d68-47d5-b8a8-0f9004aa6e76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1311138 Dec 06 12:36:29.019935 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:29.025423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.055348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f022f1d8-722f-4867-9902-3d38aa25393e req-ef262595-8722-4c04-88cb-beb6dd1eca17 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Dec 06 12:36:29.076798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-eab4148f-8f93-4e30-b757-f2c67e451314 None None] Port 3089f642-8054-43ef-b9d2-867871f448ed cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:29.099139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-bfb1ae5c-f7b7-4f4f-8961-d91cc6e27171 service neutron] 10.222.0.31 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507886 Dec 06 12:36:29.184465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee90752-3432-4c29-922c-84e3be0e789d None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:29.263649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-5b3f0758-30b7-4fba-8015-7573f723ab97 service neutron] 10.222.0.31 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597898 Dec 06 12:36:29.264892 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:29.323476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-12deb953-1977-4ec2-bcb4-4f46bbecd0a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88263710186f4091995261c9ed3e84e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564332 Dec 06 12:36:29.326024 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53710) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:29.336099 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1a9d3078-1106-4eff-b773-4c7c3e6a2adc None None] Provisioning complete for port 804185f4-b70f-40d7-9298-a46d07ffcb28 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:29.336599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a9d3078-1106-4eff-b773-4c7c3e6a2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.410220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.448448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.468404 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.468883 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.469372 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.469842 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.470302 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.470760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.471221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.507689 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-9659d27d-5b35-413b-ac73-7634e3afae47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.3516512 Dec 06 12:36:29.531896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.534923 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.536751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2174652b-d063-43b6-b614-0079b0cde78e HTTP/1.1" status: 204 len: 168 time: 0.2082701 Dec 06 12:36:29.561956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed2c36-be97-4466-8f46-277d8ee9e77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174652b-d063-43b6-b614-0079b0cde78e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:29.665022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f633bb63-13a7-4879-a37f-42b3566ddf85 req-70f7716f-1d99-4065-9dda-3ed0e1f102da tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0807323 Dec 06 12:36:29.764010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.844847 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=0b15bb44-e111-412d-8583-5b683ce638dd,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:29.866150 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45c8c365-44ea-4890-a3d2-47ffc069f5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.936559 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:29.957188 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:29.960099 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:29.974018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.974975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.982976 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.998843 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-22e5f1cb-ded5-48dc-838c-aef3c98f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:29.999812 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:30.000318 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-22e5f1cb-ded5-48dc-838c-aef3c98f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:30.001115 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-22e5f1cb-ded5-48dc-838c-aef3c98f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:30.004155 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-22e5f1cb-ded5-48dc-838c-aef3c98f3ea2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.4996951 Dec 06 12:36:30.101632 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.118061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb122a9e-0654-410c-abdd-88b4a5ab6631 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9495378 Dec 06 12:36:30.137697 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53726) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:30.155239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:30.296245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a3e4ec15-4e67-47f1-93e5-b81c603757e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.2838435 Dec 06 12:36:30.426606 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab500-e825-429d-93b8-740472715a09 None None] Pushing event updated for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:30.452144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Deleting port 804185f4-b70f-40d7-9298-a46d07ffcb28 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:30.452791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.484501 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 804185f4-b70f-40d7-9298-a46d07ffcb28 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:30.578980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-69ba9e46-c6d6-44b0-990b-bb251889150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:30.580366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-69ba9e46-c6d6-44b0-990b-bb251889150b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.2545772 Dec 06 12:36:30.600979 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19754-f578-469d-8d55-8ef747e913a7 req-cefa72ed-5248-4955-8795-25b5954c6527 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:30.619296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9f19754-f578-469d-8d55-8ef747e913a7 req-cefa72ed-5248-4955-8795-25b5954c6527 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.2943523 Dec 06 12:36:30.725509 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a09633c5-0258-42c9-995b-f7e9c998104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:30.728470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a09633c5-0258-42c9-995b-f7e9c998104e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301160 Dec 06 12:36:30.745824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] For port 804185f4-b70f-40d7-9298-a46d07ffcb28, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=804185f4-b70f-40d7-9298-a46d07ffcb28,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:30.746230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.785977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:30.787325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Calling delete_port for 804185f4-b70f-40d7-9298-a46d07ffcb28 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:30.795144 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.837783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-627c0334-927e-4188-84e0-3e80d47caadf req-35cbf633-8050-47f1-86dd-efe7e65bb36d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0388510 Dec 06 12:36:30.861775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9f19754-f578-469d-8d55-8ef747e913a7 req-7fe445fa-eae2-45c0-b27d-478516d4de71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412381 Dec 06 12:36:30.952696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Attempting to bind port 3089f642-8054-43ef-b9d2-867871f448ed on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:30.953277 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Attempting to bind port 3089f642-8054-43ef-b9d2-867871f448ed by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:30.953472 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Attempting to bind port 3089f642-8054-43ef-b9d2-867871f448ed on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:30.956413 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.970627 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No ports have port_id starting with 804185f4-b70f-40d7-9298-a46d07ffcb28 Dec 06 12:36:31.003325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:31.003936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Checking segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:31.004176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.004572 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Bound using segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:31.005096 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Bound port: 3089f642-8054-43ef-b9d2-867871f448ed, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:31.005501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.030014 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] Pushing event deleted for resources: {'Port': ['ID=804185f4-b70f-40d7-9298-a46d07ffcb28,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:31.034640 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a54c2-acac-4048-9c00-f44e120447f1 None None] No DVR routers for this DVR port 804185f4-b70f-40d7-9298-a46d07ffcb28 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:31.036977 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-094afeb4-9516-4958-815b-189289e39ffc None None] Provisioning complete for port 3089f642-8054-43ef-b9d2-867871f448ed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:31.037324 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-094afeb4-9516-4958-815b-189289e39ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.094101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.101914 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427a818-22cf-4dbe-a1eb-1fe9b6e44fa0 None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:31.214942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-094afeb4-9516-4958-815b-189289e39ffc None None] Port 3089f642-8054-43ef-b9d2-867871f448ed cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:31.224132 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b15bb44-e111-412d-8583-5b683ce638dd (CIDR: 2001:db8::/64) Dec 06 12:36:31.232193 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:36:31.235067 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:31.244955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-2625fa25-bfd9-4948-ae32-921f21a25ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786127 Dec 06 12:36:31.344641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.382063 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.395934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] For port 3089f642-8054-43ef-b9d2-867871f448ed, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:31.408476 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] For port 3089f642-8054-43ef-b9d2-867871f448ed, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3089f642-8054-43ef-b9d2-867871f448ed,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:31.418706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.499824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34a48176-9ce1-4d3f-af4b-e5c543f8ac80 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3609936 Dec 06 12:36:31.521139 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53748) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:31.533346 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-967641fd-83ec-484f-b26c-a1f522269ab1', 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'tenant_id': 'c5e97c4221f64eadb51fd40238f3bd9b', 'fixed_ips': [{'subnet_id': '0b15bb44-e111-412d-8583-5b683ce638dd'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:31.533604 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'subnet': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:31.535449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.549823 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:31.551231 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:31.558385 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab500-e825-429d-93b8-740472715a09 None None] Pushing event updated for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:31.675037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-7da68405-0be4-4daf-9a21-10f9c82fc651 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133267 Dec 06 12:36:31.890147 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-7cb6c5df-f5f0-4c10-98ad-42abf76e178a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.1598680 Dec 06 12:36:31.953781 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:31.968397 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.17 (c2da1dab-d294-445c-bb39-7e0e71c631da/f40f4f84-9e6f-46ee-aeca-aa4872c3baae/bc214535-8d62-4de6-abc1-19b6f57a219b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:32.004461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Allocated IP 2001:db8::2 (967641fd-83ec-484f-b26c-a1f522269ab1/0b15bb44-e111-412d-8583-5b683ce638dd/cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:32.077709 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-2fc5353f-f6ca-4c40-a0c0-ed48cb91d6f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:32.079185 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-2fc5353f-f6ca-4c40-a0c0-ed48cb91d6f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 795 time: 0.6394184 Dec 06 12:36:32.082839 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-15f50a17-4e5f-454e-813e-af9f5b6875c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:32.084877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-15f50a17-4e5f-454e-813e-af9f5b6875c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1664369 Dec 06 12:36:32.090061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78f252e0-4bbc-45db-80d5-ee8f8dda8456 req-2ff90887-77f2-4545-817f-afc1ed066e30 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0857453 Dec 06 12:36:32.115744 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] Provisioning complete for port 3089f642-8054-43ef-b9d2-867871f448ed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:32.116319 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.150522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed636a0-7e14-4aa8-a41e-79d35cfa3e14 req-96b60dd9-7000-4899-8815-511797867027 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:32.151631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fed636a0-7e14-4aa8-a41e-79d35cfa3e14 req-96b60dd9-7000-4899-8815-511797867027 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.1463056 Dec 06 12:36:32.193036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.197707 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:32.202986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.229633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fed636a0-7e14-4aa8-a41e-79d35cfa3e14 req-1ee367a7-f427-4633-a5b3-60481c503f2e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Dec 06 12:36:32.268112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.277758 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-03ef94da-4e09-408d-bdf0-679ec16282d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:32.280654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-03ef94da-4e09-408d-bdf0-679ec16282d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1758270 Dec 06 12:36:32.366847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.396587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-9e26c92c-a2ca-4b85-bdd6-2da1741f7212 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 379 time: 0.2927694 Dec 06 12:36:32.417973 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'port': {'device_id': 'f674556e-2c2f-4953-b34a-7004441524a1', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'admin_state_up': True, 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'security_groups': ['9920c87f-efdc-4d64-ba75-932ebee889c4']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:32.446156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] For port 3089f642-8054-43ef-b9d2-867871f448ed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3089f642-8054-43ef-b9d2-867871f448ed,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:32.447683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.498913 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.594650 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.630939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.647974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-488b48dc-7e24-4aa7-8652-d94dcddbc2ce service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576894 Dec 06 12:36:32.670493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc8842-487f-4188-b223-b2bf4410be9a None None] Pushing event updated for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:32.671485 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network c2da1dab-d294-445c-bb39-7e0e71c631da is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:32.675588 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:32.680415 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:32.689106 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:31Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:32.693212 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:32.724346 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:32.757693 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:32.761616 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:32.766123 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.815255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd94ffc-f1ab-4eda-bce4-d0fffdea05f8 None None] The sync data for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 is: [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:31Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:32.874184 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Pushing event updated for resources: {'Port': ['ID=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:32.876897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Attempting to bind port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:32.881255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Attempting to bind port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:32.881715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Attempting to bind port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 on network 967641fd-83ec-484f-b26c-a1f522269ab1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:32.904382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:32.904792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Checking segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:32.905234 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.907806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Bound using segment: {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:32.908326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Bound port: cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32e80c-8905-46a5-985e-694f5b595f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:32.908816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:32.950909 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:32.957301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.058092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.116476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-7a221017-f39b-4ce0-884f-32daf65b01d6 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496541 Dec 06 12:36:33.195861 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-8f3372cb-6820-4b5c-a98b-bd4d9f8c347d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0782475 Dec 06 12:36:33.254454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.288988 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2e60fc04-2d00-4df5-a55b-7cff52809c8d None None] Provisioning complete for port bc214535-8d62-4de6-abc1-19b6f57a219b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:33.290807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e60fc04-2d00-4df5-a55b-7cff52809c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.300225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] For port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:33.354274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d608767-f348-4be0-817e-c89af757708e req-5ba4ddca-997f-4c87-b7cf-8b013df6e360 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0708199 Dec 06 12:36:33.368321 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] For port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:33.376331 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.384875 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-485e36cc-f145-49cc-82b4-97103ec366b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:33.388822 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-485e36cc-f145-49cc-82b4-97103ec366b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1764262 Dec 06 12:36:33.442564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2e60fc04-2d00-4df5-a55b-7cff52809c8d None None] Port bc214535-8d62-4de6-abc1-19b6f57a219b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:33.530125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591dcde-d0e3-423a-8241-cdb822804c06 req-7e670acc-b370-4e90-a7fa-2d48ebdcf0b6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:33.534544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4591dcde-d0e3-423a-8241-cdb822804c06 req-7e670acc-b370-4e90-a7fa-2d48ebdcf0b6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.1321073 Dec 06 12:36:33.540329 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf20959-e146-4ea1-b13a-92a2a2d30ede None None] Pushing event updated for resources: {'Port': ['ID=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:33.562164 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.8 (319d916b-484d-482b-bb60-2b009d29647c/b63e4aaa-8395-4e97-bfda-7a624bba5ecf/f2818301-2922-46c2-81cf-83d5727ee513) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:33.578142 n-d-master-1 neutron-server[103298]: DEBUG neutron.objects.ports [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:36:33.679134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4591dcde-d0e3-423a-8241-cdb822804c06 req-b4fd545d-baf2-4667-b1c7-ff35a4e1a6c2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287336 Dec 06 12:36:33.709092 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-2d2429b5-c4e0-48b1-8b0d-4514b6b44766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:33.711532 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-2d2429b5-c4e0-48b1-8b0d-4514b6b44766 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3116305 Dec 06 12:36:33.838557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.859845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:33.948951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:33.988840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.115876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-28b3a96e-9ff2-4422-a564-8d0bc076c93c service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835907 Dec 06 12:36:34.138906 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network c2da1dab-d294-445c-bb39-7e0e71c631da is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:34.140716 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:34.255620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.349117 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:34.562861 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:34.573265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.587395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b2726f3f-760b-4273-a132-e0c1f81c688f req-6afba3f7-3f71-49f9-9d93-a4d98db8979a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0637672 Dec 06 12:36:34.622595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:34.642486 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5c4cea8c-893a-4b79-a687-7077e7439dc7 None None] Provisioning complete for port bc214535-8d62-4de6-abc1-19b6f57a219b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:34.643097 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c4cea8c-893a-4b79-a687-7077e7439dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.650571 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:34.657904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-db3b31a5-23f8-4a94-88ef-e562c64fdcae tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/612815b6-be62-4ba7-a794-0a0e571dc08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6569545 Dec 06 12:36:34.666022 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:34.666881 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:34.693410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-04432d5d-5e67-4179-aa8b-252dd9f8a08d service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507152 Dec 06 12:36:34.702193 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] For port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:34.792619 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cea8c-893a-4b79-a687-7077e7439dc7 None None] Port bc214535-8d62-4de6-abc1-19b6f57a219b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:34.818524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:34.819192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.855775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-94ef8e70-37c4-4cca-86a0-f3ddab41d069 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.1261494 Dec 06 12:36:34.876722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.892939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.915895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.967534 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:34.997045 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d0cb-1354-4a94-8003-7e4211ca89d3 req-d6acfae9-17ed-4183-90ad-cafbc2762256 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.007128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e6d0cb-1354-4a94-8003-7e4211ca89d3 req-d6acfae9-17ed-4183-90ad-cafbc2762256 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.1682439 Dec 06 12:36:35.030920 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:35.071476 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:35.076382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.080839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.081786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3089f642-8054-43ef-b9d2-867871f448ed up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:35.091142 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:35.114177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e6d0cb-1354-4a94-8003-7e4211ca89d3 req-112b9622-e8a5-4aa2-ab51-b45457e0af95 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057472 Dec 06 12:36:35.173626 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:35.188578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.189434 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.201435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:35.226201 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3089f642-8054-43ef-b9d2-867871f448ed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:35.226584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.231374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:35.237662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-58c53e95-d201-4ac0-867a-0566f51c3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.239216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-58c53e95-d201-4ac0-867a-0566f51c3ac2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.3596473 Dec 06 12:36:35.284677 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd6be4-c9f8-48a7-91f7-068f7aa4bc2f None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:35.291647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:35.312372 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 319d916b-484d-482b-bb60-2b009d29647c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:35.333189 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:35.336471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Subnet': ['ID=4caf1a52-c575-4007-bb5c-c0cd70a3e884,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:35.340874 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:35.353565 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:35.353849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c7e3e05-0990-490a-99cc-96c389e92941 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8252971 Dec 06 12:36:35.359073 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Request body: {'port': {'network_id': '967641fd-83ec-484f-b26c-a1f522269ab1', 'mac_address': 'fa:16:3e:41:a9:6c', 'name': 'tempest-NetworksTestDHCPv6-1982702583'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:35.412517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a103b186-75c4-429a-aeae-6af8bcf0a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.414423 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a103b186-75c4-429a-aeae-6af8bcf0a237 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163983 Dec 06 12:36:35.421296 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.422066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.466550 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-83be42fc-95b0-4c1d-8b24-340b59f7f035 None None] Provisioning complete for port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:35.467077 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83be42fc-95b0-4c1d-8b24-340b59f7f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.473169 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4956375d-2ca7-40d3-9192-f7dfae66824f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0591073 Dec 06 12:36:35.478310 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc214535-8d62-4de6-abc1-19b6f57a219b', 'name': '', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:b1:70:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:31Z', 'updated_at': '2021-12-06T12:36:33Z', 'revision_number': 2, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:35.490093 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Request body: {'port': {'device_id': 'f674556e-2c2f-4953-b34a-7004441524a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:35.579698 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:35.580043 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Updating router 612815b6-be62-4ba7-a794-0a0e571dc08a port bc214535-8d62-4de6-abc1-19b6f57a219b binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:36:35.644733 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.650066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Made reservation on behalf of c5e97c4221f64eadb51fd40238f3bd9b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:35.853308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-81123d88-a5e8-400d-98ea-4edb39db4b69 None None] Provisioning complete for port f2818301-2922-46c2-81cf-83d5727ee513 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:35.854282 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81123d88-a5e8-400d-98ea-4edb39db4b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.884626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:35.907100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f62c9a-669b-42d0-842e-1d9298cbd232 req-a1145cc5-ed74-4faf-b0ac-5d18ca31ac99 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:35.908866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76f62c9a-669b-42d0-842e-1d9298cbd232 req-a1145cc5-ed74-4faf-b0ac-5d18ca31ac99 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 931 time: 0.1388426 Dec 06 12:36:35.921009 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] device_id is not set on port 8658e72f-7dc4-41c5-961a-666e402dc342 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:36:35.947911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-81123d88-a5e8-400d-98ea-4edb39db4b69 None None] Port f2818301-2922-46c2-81cf-83d5727ee513 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:36.038747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76f62c9a-669b-42d0-842e-1d9298cbd232 req-b3c2adad-8179-4de5-994f-68aa1d61ff78 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191919 Dec 06 12:36:36.191170 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.202778 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.227522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.242846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-5062bbd5-1079-4f2c-b0dd-f62e5d72750a service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177886 Dec 06 12:36:36.304771 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce95a-6578-4cf5-a461-f14b9b40567d None None] Pushing event updated for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:36.308592 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8::68 (967641fd-83ec-484f-b26c-a1f522269ab1/0b15bb44-e111-412d-8583-5b683ce638dd/8658e72f-7dc4-41c5-961a-666e402dc342) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:36.338130 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:a96c (967641fd-83ec-484f-b26c-a1f522269ab1/4caf1a52-c575-4007-bb5c-c0cd70a3e884/8658e72f-7dc4-41c5-961a-666e402dc342) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:36.362946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918891d-60a7-489e-a5ce-da7618482706 req-674da5c2-08e4-4419-a63b-521610fd801f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:36.371366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a918891d-60a7-489e-a5ce-da7618482706 req-674da5c2-08e4-4419-a63b-521610fd801f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.1407835 Dec 06 12:36:36.459865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:36.478079 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Attempting to bind port bc214535-8d62-4de6-abc1-19b6f57a219b on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:36.478703 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Attempting to bind port bc214535-8d62-4de6-abc1-19b6f57a219b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:36.481593 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Attempting to bind port bc214535-8d62-4de6-abc1-19b6f57a219b on network c2da1dab-d294-445c-bb39-7e0e71c631da {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:36.481955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-8cd67bab-9f70-4091-9e1e-3444c1972651 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306592 Dec 06 12:36:36.502062 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:36.513381 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Checking segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:36.514036 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.514767 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Bound using segment: {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:36.515063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a918891d-60a7-489e-a5ce-da7618482706 req-a4252e4f-184b-4269-a18f-2de87672a0f5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368103 Dec 06 12:36:36.516838 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Bound port: bc214535-8d62-4de6-abc1-19b6f57a219b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67861fb0-4f09-4864-aa05-cf18a91ecf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:36.517431 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.558339 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:36.560856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.680722 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] For port bc214535-8d62-4de6-abc1-19b6f57a219b, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:36.689001 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] For port bc214535-8d62-4de6-abc1-19b6f57a219b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc214535-8d62-4de6-abc1-19b6f57a219b,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:36.700000 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.723567 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-b77a5819-ed5d-49eb-b9b9-b6a86979cef1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.2261424 Dec 06 12:36:36.750441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.805006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.822738 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:36.823363 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:36.846424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a17b95d7-f077-406a-a3af-cc35d9b77800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:36.848178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a17b95d7-f077-406a-a3af-cc35d9b77800 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1143043 Dec 06 12:36:36.883504 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Network 967641fd-83ec-484f-b26c-a1f522269ab1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:36.899846 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce95a-6578-4cf5-a461-f14b9b40567d None None] Pushing event updated for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:36.900469 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:36.904724 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:36.914880 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:36.918544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.939259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] Provisioning complete for port bc214535-8d62-4de6-abc1-19b6f57a219b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:36.939831 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:36.944042 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event updated for resources: {'Port': ['ID=8658e72f-7dc4-41c5-961a-666e402dc342,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:36.963304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eda98060-71ee-43a0-8d1c-2d2640a66661 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6085553 Dec 06 12:36:36.964035 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:37.133826 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-8e6156fc-d792-4453-85aa-ee2aa9e31e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:37.142254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-8e6156fc-d792-4453-85aa-ee2aa9e31e77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2825747 Dec 06 12:36:37.143317 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.167265 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:37.186639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] For port bc214535-8d62-4de6-abc1-19b6f57a219b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc214535-8d62-4de6-abc1-19b6f57a219b,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:37.193223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.200768 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting port 8658e72f-7dc4-41c5-961a-666e402dc342 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:37.201364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.291123 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e2a4-8366-4d75-afc5-5234ffaf1d49 None None] Pushing event updated for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:37.325450 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-908e93fb-0fd1-4457-8f6d-1fac18d1a4ba None None] Provisioning complete for port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:37.326159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-908e93fb-0fd1-4457-8f6d-1fac18d1a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.378055 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2818301-2922-46c2-81cf-83d5727ee513 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:37.389467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.422264 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Transition to ACTIVE for port object f2818301-2922-46c2-81cf-83d5727ee513 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:36:37.485809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b05-13ab-4bf4-b901-71b0276ec555 req-96bae17b-23bb-4edc-a43f-7a43e4a8b534 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:37.488376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71206b05-13ab-4bf4-b901-71b0276ec555 req-96bae17b-23bb-4edc-a43f-7a43e4a8b534 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 931 time: 0.2364638 Dec 06 12:36:37.491326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.492623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.520608 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-908e93fb-0fd1-4457-8f6d-1fac18d1a4ba None None] Provisioning complete for port bc214535-8d62-4de6-abc1-19b6f57a219b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:37.520988 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-908e93fb-0fd1-4457-8f6d-1fac18d1a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.556781 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Calling delete_port for 8658e72f-7dc4-41c5-961a-666e402dc342 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:37.574232 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-8fb69c3e-86a1-4f25-aba6-09d88a1914d5 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107172 Dec 06 12:36:37.576948 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:37.707139 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc214535-8d62-4de6-abc1-19b6f57a219b', 'name': '', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:b1:70:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:31Z', 'updated_at': '2021-12-06T12:36:36Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:37.749140 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f33f9-23b2-4158-a283-8446882e91d3 None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc214535-8d62-4de6-abc1-19b6f57a219b', 'name': '', 'network_id': 'c2da1dab-d294-445c-bb39-7e0e71c631da', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:b1:70:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:31Z', 'updated_at': '2021-12-06T12:36:36Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': 'f40f4f84-9e6f-46ee-aeca-aa4872c3baae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:37.794388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-ca0fa210-75ed-4a01-bdf7-88bea160bb3e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119737 Dec 06 12:36:37.914354 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6b1aff3a-2618-401d-9169-4bbb26011921 None None] Provisioning complete for port 8658e72f-7dc4-41c5-961a-666e402dc342 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:37.914728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b1aff3a-2618-401d-9169-4bbb26011921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:37.927951 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-ee6d832e-ccad-4c70-aeeb-7cd27ad7581e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.1206818 Dec 06 12:36:37.943957 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:37.944563 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:37.945221 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:37.963112 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6b1aff3a-2618-401d-9169-4bbb26011921 None None] Port 8658e72f-7dc4-41c5-961a-666e402dc342 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:37.983751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71206b05-13ab-4bf4-b901-71b0276ec555 req-bad41c6a-ff50-4cb7-a908-482f2b11cd5a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4679904 Dec 06 12:36:37.997416 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:36:37.997758 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:38.007991 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:38.008354 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Checking segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:38.009666 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Bound using segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:38.010135 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Bound port: f2818301-2922-46c2-81cf-83d5727ee513, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:38.011078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.031073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da947-db7a-459f-a3f7-d50a2a2a0086 req-5f34614d-266d-4ace-bd6d-24aab60c5ed9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.031256 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a71d5c58-8425-4c53-b500-55fe337d3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.032557 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-a71d5c58-8425-4c53-b500-55fe337d3c79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0838580 Dec 06 12:36:38.032680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1da947-db7a-459f-a3f7-d50a2a2a0086 req-5f34614d-266d-4ace-bd6d-24aab60c5ed9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 943 time: 0.2416432 Dec 06 12:36:38.054160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.099290 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Port': ['ID=8658e72f-7dc4-41c5-961a-666e402dc342,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:38.133077 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:38.149764 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:38.157630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-03f913d0-851e-4300-848a-8211f53fbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.161897 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-03f913d0-851e-4300-848a-8211f53fbd9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710032 Dec 06 12:36:38.163630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.183351 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.184045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.185464 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 1091 time: 2.7001777 Dec 06 12:36:38.211509 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:38.214210 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032834fc-606a-4014-93cb-29f98291e989" -d '{"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:38.253421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bf1da947-db7a-459f-a3f7-d50a2a2a0086 req-2a4b6c56-fbc7-46f8-a9b0-682808f24f9d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138867 Dec 06 12:36:38.267680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.283738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-81f6b952-cb5a-443f-bf7e-08f30682f490 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/8658e72f-7dc4-41c5-961a-666e402dc342 HTTP/1.1" status: 204 len: 168 time: 1.3163490 Dec 06 12:36:38.286203 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:38.413473 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7ad15-03ce-4615-a5ef-623cace6982a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.419071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18d7ad15-03ce-4615-a5ef-623cace6982a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1316249 Dec 06 12:36:38.423336 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:38.471279 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f8108b-1e7b-409d-993a-4a7c04508227 x-openstack-request-id: req-b8f8108b-1e7b-409d-993a-4a7c04508227 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:38.471849 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:38.471849 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8f8108b-1e7b-409d-993a-4a7c04508227 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:38.473344 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'status': 'completed', 'code': 200} Dec 06 12:36:38.485349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ea86-5b3c-4a0d-a567-50efd1435b48 service neutron] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:38.501360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f70581-71f6-485a-bb3d-27754a309721 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.506521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04f70581-71f6-485a-bb3d-27754a309721 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0818732 Dec 06 12:36:38.507472 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:38.529051 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4f1fa952-4137-43eb-a933-0ae0901fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.537123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-4f1fa952-4137-43eb-a933-0ae0901fccca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1094 time: 0.2783208 Dec 06 12:36:38.568419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bc214535-8d62-4de6-abc1-19b6f57a219b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:38.602325 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11356b4-e30d-40bd-9bcf-480c7c11be0a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.604977 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11356b4-e30d-40bd-9bcf-480c7c11be0a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.607550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11356b4-e30d-40bd-9bcf-480c7c11be0a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.612846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d11356b4-e30d-40bd-9bcf-480c7c11be0a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1039150 Dec 06 12:36:38.613880 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:38.674737 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bc214535-8d62-4de6-abc1-19b6f57a219b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:38.675167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.687984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-b6e5def3-ad3c-451d-ba50-f034da580664 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 217 time: 0.1247153 Dec 06 12:36:38.718406 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 0b15bb44-e111-412d-8583-5b683ce638dd {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:38.729890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.758308 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-22716f66-d484-44b0-8c48-d4b7f5779dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.759992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-22716f66-d484-44b0-8c48-d4b7f5779dd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.0623364 Dec 06 12:36:38.763734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-e35e7393-4ec7-4e27-be90-f800372fee3d service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907695 Dec 06 12:36:38.776649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.895988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.939976 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070603-4c02-4eff-b539-21c3d4869983 req-ab0e36e0-f5b8-4db2-943c-cb9a834e1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:38.941470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-ab0e36e0-f5b8-4db2-943c-cb9a834e1f33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670749 Dec 06 12:36:38.963143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:38.999873 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=0b15bb44-e111-412d-8583-5b683ce638dd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:39.011369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.015341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f58da3ba-8352-4244-a0ad-4bfdfe3ef97f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/0b15bb44-e111-412d-8583-5b683ce638dd HTTP/1.1" status: 204 len: 168 time: 0.3996415 Dec 06 12:36:39.020783 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f39f7-7217-4473-aaeb-fd8132aa170a None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:39.021275 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:39.058568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-86807b95-4f47-45d1-9719-20312305eba8 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828920 Dec 06 12:36:39.108423 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Deleting subnet 4caf1a52-c575-4007-bb5c-c0cd70a3e884 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:36:39.116372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-22be648c-6189-4d21-b98d-871b2ffced05 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676576 Dec 06 12:36:39.118824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-95435495-6dca-477a-ab84-7f816f88e0da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0491517 Dec 06 12:36:39.122289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.172326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:36:39.190288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.238047 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1b29f-48a4-48ce-817e-7349b757e9a2 req-a68dda30-616a-4ea1-a40c-0ef6dca2e7b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.248131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b1b29f-48a4-48ce-817e-7349b757e9a2 req-a68dda30-616a-4ea1-a40c-0ef6dca2e7b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.1485720 Dec 06 12:36:39.262179 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-b3c29f48-2f98-4115-ba0a-9c16762a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.264667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-b3c29f48-2f98-4115-ba0a-9c16762a65b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1259313 Dec 06 12:36:39.273697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:39.289554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835', 'mac_address': 'fa:16:3e:88:a6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:36:39.327449 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8d070603-4c02-4eff-b539-21c3d4869983 req-cc2675ab-7e2b-4615-bac4-697df945161e service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984956 Dec 06 12:36:39.360375 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.363095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-ca303324-5c9c-4fb3-9b8a-d08da96a1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.365593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-ca303324-5c9c-4fb3-9b8a-d08da96a1b30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834501 Dec 06 12:36:39.378233 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:39.405478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:39.428172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.430592 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.501800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:39.554421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032834fc-606a-4014-93cb-29f98291e989 req-b4686bac-afeb-4766-9b14-1ec46e72b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.557077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-b4686bac-afeb-4766-9b14-1ec46e72b67d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1094 time: 0.1427910 Dec 06 12:36:39.618554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-5bb1fdd3-7e45-4e67-bc35-1a06fc5a7798 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339244 Dec 06 12:36:39.727998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['ae2089d4-0a3a-4f16-8e94-3f2a08f6a835'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:36:39.810103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032834fc-606a-4014-93cb-29f98291e989 req-01dc88f5-5914-4df0-95f7-eaa0cdb1a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.816395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-01dc88f5-5914-4df0-95f7-eaa0cdb1a577 service neutron] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.2503908 Dec 06 12:36:39.870623 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-fa7d3288-9544-491b-a35a-5631ec070417 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 217 time: 0.0449669 Dec 06 12:36:39.934530 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ded956bc-d6c9-4797-a63d-833c3cab1944 req-1665d375-46ba-4855-a12d-362516234149 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081200 Dec 06 12:36:39.950194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:39.951977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032834fc-606a-4014-93cb-29f98291e989 req-7cff89f8-2b4b-4fdb-a162-4635283b460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:39.953627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-7cff89f8-2b4b-4fdb-a162-4635283b460f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.0718627 Dec 06 12:36:39.955641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3b1b29f-48a4-48ce-817e-7349b757e9a2 req-37ea48e5-6127-457a-bb2e-e4ea29e920f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7066867 Dec 06 12:36:39.992291 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf1a52-c575-4007-bb5c-c0cd70a3e884,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:40.003019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:40.009175 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53920) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.016513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5cc55e33-15da-47bc-9801-83ebec329069 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/4caf1a52-c575-4007-bb5c-c0cd70a3e884 HTTP/1.1" status: 204 len: 168 time: 0.9848123 Dec 06 12:36:40.039929 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f34460-4f0e-4a46-baff-a948fa204632 req-3dc69b8d-5aed-4d0e-a1ce-9e29b1fd4ddf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:40.041440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0f34460-4f0e-4a46-baff-a948fa204632 req-3dc69b8d-5aed-4d0e-a1ce-9e29b1fd4ddf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 944 time: 0.5406036 Dec 06 12:36:40.052729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8679dfad-f2d8-414d-8954-179c6de01e2e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399525 Dec 06 12:36:40.053240 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53922) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.093533 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032834fc-606a-4014-93cb-29f98291e989 req-4ef9f4ee-46ee-4cd6-be7e-4e376230c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:40.095225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-4ef9f4ee-46ee-4cd6-be7e-4e376230c8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232021 Dec 06 12:36:40.104470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0f34460-4f0e-4a46-baff-a948fa204632 req-5ab7aaa9-7266-4ce7-a59e-a416f5acecbb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Dec 06 12:36:40.141141 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b918d60-2983-46eb-a896-40c03b2a9dcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:40.144957 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2b918d60-2983-46eb-a896-40c03b2a9dcc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0884976 Dec 06 12:36:40.145841 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53924) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.207716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9c976-637b-4446-baaf-79cb7e5e857a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:40.211746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9fc9c976-637b-4446-baaf-79cb7e5e857a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631180 Dec 06 12:36:40.212003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.224490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-bccb80e9-7b79-4229-a173-c148f8fa6b6e service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170969 Dec 06 12:36:40.253855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d729bbe-e918-45c3-a49b-6ef8908fc926 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384800 Dec 06 12:36:40.260668 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.284860 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-689dfc50-99b1-424f-8942-1cc93f3d79b5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.285678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689dfc50-99b1-424f-8942-1cc93f3d79b5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.305986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-689dfc50-99b1-424f-8942-1cc93f3d79b5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/8658e72f-7dc4-41c5-961a-666e402dc342 HTTP/1.1" status: 404 len: 333 time: 0.0441463 Dec 06 12:36:40.308860 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.342022 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-032834fc-606a-4014-93cb-29f98291e989 req-069f25a9-0299-4577-b4c3-6ccef607e3b3 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092343 Dec 06 12:36:40.344893 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7546e7-1e23-48aa-9037-7218afa670c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.345441 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7546e7-1e23-48aa-9037-7218afa670c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.348448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5d7546e7-1e23-48aa-9037-7218afa670c8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/4caf1a52-c575-4007-bb5c-c0cd70a3e884 HTTP/1.1" status: 404 len: 337 time: 0.0384030 Dec 06 12:36:40.351132 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.378773 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d1fcd-76a2-4661-92ca-5aabb8718cf7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.379158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064d1fcd-76a2-4661-92ca-5aabb8718cf7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.382448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-064d1fcd-76a2-4661-92ca-5aabb8718cf7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/0b15bb44-e111-412d-8583-5b683ce638dd HTTP/1.1" status: 404 len: 337 time: 0.0302131 Dec 06 12:36:40.384840 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.395861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48292e9f-e35b-46a8-b808-451e1c701a2e None None] Network 967641fd-83ec-484f-b26c-a1f522269ab1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:40.421876 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-251651f8-46dd-4e05-bd04-1b5cb831b8aa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.422541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251651f8-46dd-4e05-bd04-1b5cb831b8aa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.425706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-251651f8-46dd-4e05-bd04-1b5cb831b8aa tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/f1d17262-65ad-4873-8d0c-45440dcc357f HTTP/1.1" status: 404 len: 333 time: 0.0357440 Dec 06 12:36:40.428123 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.431662 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8298d311-558c-417d-a63f-e288c4eb8434 None None] Provisioning complete for port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:40.432034 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8298d311-558c-417d-a63f-e288c4eb8434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:40.452628 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f045b2-0d85-47fa-8a87-062a11b7de8c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.453221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f045b2-0d85-47fa-8a87-062a11b7de8c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.458513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4f045b2-0d85-47fa-8a87-062a11b7de8c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/61bce151-462f-474b-9222-16b8358016af HTTP/1.1" status: 404 len: 337 time: 0.0270314 Dec 06 12:36:40.458738 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.485804 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5845e9f-390f-4ed2-a689-9f548447ff3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.486253 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5845e9f-390f-4ed2-a689-9f548447ff3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.492195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5845e9f-390f-4ed2-a689-9f548447ff3f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/c9fd78da-d1e7-4e37-adfe-a504248f2f02 HTTP/1.1" status: 404 len: 337 time: 0.0299373 Dec 06 12:36:40.492431 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.520565 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a20fc56-b439-4815-a68e-45e3a2b5284e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.521336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a20fc56-b439-4815-a68e-45e3a2b5284e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.525349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a20fc56-b439-4815-a68e-45e3a2b5284e tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/43e47183-cab9-4ed4-aa70-80c8d81a3eaa HTTP/1.1" status: 404 len: 333 time: 0.0314600 Dec 06 12:36:40.527886 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.571263 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2635e2b7-ddab-4ef6-934b-c5a03f503d03 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.572882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2635e2b7-ddab-4ef6-934b-c5a03f503d03 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.577043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2635e2b7-ddab-4ef6-934b-c5a03f503d03 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/3904ed8d-6cf1-48bd-8917-7b13acbe0374 HTTP/1.1" status: 404 len: 337 time: 0.0476303 Dec 06 12:36:40.581623 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53950) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.587603 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:36:40.624566 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b58787-65d9-4faa-9ad6-d6706ccb94a3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.625079 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b58787-65d9-4faa-9ad6-d6706ccb94a3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.631035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-47b58787-65d9-4faa-9ad6-d6706ccb94a3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ee145c-f8b7-4b7e-a47c-9ab57b0c59da HTTP/1.1" status: 404 len: 337 time: 0.0455256 Dec 06 12:36:40.631335 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.670864 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5fe08c-c6aa-4cab-8b12-31b1f305d6b6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.671393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5fe08c-c6aa-4cab-8b12-31b1f305d6b6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.678164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1d5fe08c-c6aa-4cab-8b12-31b1f305d6b6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/455e2280-1153-4712-91b5-67995780596f HTTP/1.1" status: 404 len: 333 time: 0.0457621 Dec 06 12:36:40.682640 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.720647 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] DHCP port deletion for 967641fd-83ec-484f-b26c-a1f522269ab1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:36:40.727148 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e1b035-3df0-41b2-97dd-8240bc72e181 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.727992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e1b035-3df0-41b2-97dd-8240bc72e181 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.740403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40e1b035-3df0-41b2-97dd-8240bc72e181 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/dd73aac6-ecba-4323-9cf5-fda5250506d4 HTTP/1.1" status: 404 len: 337 time: 0.0577610 Dec 06 12:36:40.742964 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.771048 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e1040c-3e44-43f4-952f-f19bb7bd3ee3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.771594 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e1040c-3e44-43f4-952f-f19bb7bd3ee3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.776967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c8e1040c-3e44-43f4-952f-f19bb7bd3ee3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/d1ef3707-3cae-4cd6-afee-fdfcdb84c22f HTTP/1.1" status: 404 len: 337 time: 0.0305994 Dec 06 12:36:40.778063 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.796938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:40.806108 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8486a877-67a1-4204-9030-e0c0e3944ea6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.806409 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8486a877-67a1-4204-9030-e0c0e3944ea6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.812021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8486a877-67a1-4204-9030-e0c0e3944ea6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/c4f5f11f-112e-4a08-93d7-7949b14fa90b HTTP/1.1" status: 404 len: 333 time: 0.0304995 Dec 06 12:36:40.812451 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.823656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'f2818301-2922-46c2-81cf-83d5727ee513', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'mac_address': 'fa:16:3e:6d:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:36:40.844721 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb2e0de-bc31-4e60-a595-81b75787c760 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.845465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb2e0de-bc31-4e60-a595-81b75787c760 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.853035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bfb2e0de-bc31-4e60-a595-81b75787c760 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/a7506ddb-8141-45fc-9d96-01212f991e78 HTTP/1.1" status: 404 len: 337 time: 0.0371819 Dec 06 12:36:40.853428 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.874925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Deleting port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:40.875660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:40.880561 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c487831-1e1b-46ab-ab3f-66c91c2484f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.881100 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c487831-1e1b-46ab-ab3f-66c91c2484f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.884731 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6c487831-1e1b-46ab-ab3f-66c91c2484f6 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/94df5cd5-e294-4049-905e-d3d28211e02e HTTP/1.1" status: 404 len: 333 time: 0.0303190 Dec 06 12:36:40.891363 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.922760 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-143b0cb8-cbaa-4747-bfa8-1254ae60a330 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.923171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143b0cb8-cbaa-4747-bfa8-1254ae60a330 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.926217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-143b0cb8-cbaa-4747-bfa8-1254ae60a330 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/20a2f4c9-6785-4efd-87ab-58e7a06b477e HTTP/1.1" status: 404 len: 337 time: 0.0338395 Dec 06 12:36:40.929351 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.945518 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] For port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,segment=NetworkSegment(9a32e80c-8905-46a5-985e-694f5b595f39),segment_id=9a32e80c-8905-46a5-985e-694f5b595f39)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:40.946013 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:40.959502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Calling delete_port for cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:40.960153 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfdf3fa-121e-4c2d-b329-adf01ab1587f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.960700 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfdf3fa-121e-4c2d-b329-adf01ab1587f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:40.966711 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53976) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:40.966909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3cfdf3fa-121e-4c2d-b329-adf01ab1587f tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/e30be468-0080-4c3c-a6a1-22b84ea11f01 HTTP/1.1" status: 404 len: 333 time: 0.0362322 Dec 06 12:36:40.971211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:40.998084 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bce3b2f-f398-4457-b714-91853faaf82c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:40.998725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bce3b2f-f398-4457-b714-91853faaf82c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.004271 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6bce3b2f-f398-4457-b714-91853faaf82c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/7dc695a1-4e27-4d95-bc39-3142f0c28e56 HTTP/1.1" status: 404 len: 337 time: 0.0338924 Dec 06 12:36:41.004657 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.053020 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e89863-7fb5-4bc9-8a82-2b886e45bdc5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.053638 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e89863-7fb5-4bc9-8a82-2b886e45bdc5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.060067 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53982) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.060558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-25e89863-7fb5-4bc9-8a82-2b886e45bdc5 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/4d741ba6-4a86-4f6f-9dcc-c71b29631740 HTTP/1.1" status: 404 len: 333 time: 0.0509927 Dec 06 12:36:41.122035 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6bccf5-1d22-47c0-906c-db186e251533 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.122791 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6bccf5-1d22-47c0-906c-db186e251533 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.131441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba6bccf5-1d22-47c0-906c-db186e251533 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/bd42626f-d8a3-4732-9569-76996c4a987e HTTP/1.1" status: 404 len: 337 time: 0.0702918 Dec 06 12:36:41.136490 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53986) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.149669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f5000-2421-4b45-acca-51396fa0ee85 req-d181a21b-6715-47c3-b105-7f4db3bfe572 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:41.151421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-167f5000-2421-4b45-acca-51396fa0ee85 req-d181a21b-6715-47c3-b105-7f4db3bfe572 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.0656860 Dec 06 12:36:41.189989 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6104343-a277-435b-8527-abef5a6cf1c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.191333 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6104343-a277-435b-8527-abef5a6cf1c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.198639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6104343-a277-435b-8527-abef5a6cf1c7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/7ca75e14-63e5-4b08-adb8-d987ada346c8 HTTP/1.1" status: 404 len: 333 time: 0.0603418 Dec 06 12:36:41.201711 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53990) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.217372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:41.220302 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-167f5000-2421-4b45-acca-51396fa0ee85 req-18592b70-0b79-4394-9927-7949ea3c341c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625868 Dec 06 12:36:41.238005 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-625dd850-00f7-4ba7-bfc7-dd328fbf9a3a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.239029 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625dd850-00f7-4ba7-bfc7-dd328fbf9a3a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.244482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-625dd850-00f7-4ba7-bfc7-dd328fbf9a3a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/0e896962-cead-4fb9-9212-a1bb6856bf82 HTTP/1.1" status: 404 len: 337 time: 0.0391464 Dec 06 12:36:41.244981 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 53994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.270734 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2818301-2922-46c2-81cf-83d5727ee513 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:36:41.274005 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-083642de-e7f3-4448-9e1a-72d0a767747a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.274672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083642de-e7f3-4448-9e1a-72d0a767747a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.277889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-083642de-e7f3-4448-9e1a-72d0a767747a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/eaa1523f-977a-4bf2-bc77-6abb1da25b47 HTTP/1.1" status: 404 len: 333 time: 0.0318451 Dec 06 12:36:41.280444 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 53998) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.307963 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b389625-037a-47a4-bda9-7327e368be36 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.309199 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b389625-037a-47a4-bda9-7327e368be36 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.309358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:41.312610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b389625-037a-47a4-bda9-7327e368be36 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/29eee995-66d0-4e76-be50-1104646d246c HTTP/1.1" status: 404 len: 337 time: 0.0309002 Dec 06 12:36:41.319773 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54000) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.322799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.343349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d8a72-7eec-4b7d-b3d2-68ba0f732aaa req-f74cad49-58c6-41f0-a1de-c50ad074e904 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:41.345601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a59d8a72-7eec-4b7d-b3d2-68ba0f732aaa req-f74cad49-58c6-41f0-a1de-c50ad074e904 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 944 time: 0.0736699 Dec 06 12:36:41.361698 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e393ede-f5da-4078-b9bf-2918733c70e7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.362301 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e393ede-f5da-4078-b9bf-2918733c70e7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.365759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2e393ede-f5da-4078-b9bf-2918733c70e7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/884826b1-c5ba-47d9-afb8-1a715c59e12e HTTP/1.1" status: 404 len: 337 time: 0.0448289 Dec 06 12:36:41.368220 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54002) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.406142 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:36:41.407472 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5e5239-4eec-464b-8db5-3b9549766f06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.408288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5e5239-4eec-464b-8db5-3b9549766f06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.408463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a59d8a72-7eec-4b7d-b3d2-68ba0f732aaa req-ed53179b-174a-4e6a-bf70-41af32312855 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 Dec 06 12:36:41.412575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1f5e5239-4eec-464b-8db5-3b9549766f06 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/93a966e3-7c05-444e-827f-c06f891767f9 HTTP/1.1" status: 404 len: 333 time: 0.0431917 Dec 06 12:36:41.415879 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.416132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.419788 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:41.420255 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.443093 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0466c98b-4083-4218-bbf5-6a98e19be4a8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.443559 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0466c98b-4083-4218-bbf5-6a98e19be4a8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.444928 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:41.448997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0466c98b-4083-4218-bbf5-6a98e19be4a8 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/50c56643-6e9e-4ce9-81df-43aa0f3614ea HTTP/1.1" status: 404 len: 337 time: 0.0302343 Dec 06 12:36:41.449747 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.464610 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.465134 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.465583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.466018 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.466446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.466872 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.467309 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.467738 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.468163 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.468573 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.468991 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.469435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.469851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:36:41.474062 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] No DVR routers for this DVR port cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:41.477117 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f1e090-0b83-459b-a10c-7f2c14c0ef90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.477727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f1e090-0b83-459b-a10c-7f2c14c0ef90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.484403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85f1e090-0b83-459b-a10c-7f2c14c0ef90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/8480a440-0054-46c9-8c02-1d90a36b6af9 HTTP/1.1" status: 404 len: 337 time: 0.0317287 Dec 06 12:36:41.485178 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.501002 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870530ce-24b8-4c95-a9bb-35e134195271 None None] Pushing event deleted for resources: {'Port': ['ID=cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:41.517450 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-26661181-33e4-42dd-92a2-f3e57c68ca86 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.518007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26661181-33e4-42dd-92a2-f3e57c68ca86 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.523476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-26661181-33e4-42dd-92a2-f3e57c68ca86 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/aa909ded-fe0c-487a-af3e-a2af612de12b HTTP/1.1" status: 404 len: 333 time: 0.0350094 Dec 06 12:36:41.523990 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54010) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.550859 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb743f73-8b01-40de-91be-ac29c0138b90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.551615 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb743f73-8b01-40de-91be-ac29c0138b90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.555496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-eb743f73-8b01-40de-91be-ac29c0138b90 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/b33674af-b239-4012-8cbb-fb8937f9542b HTTP/1.1" status: 404 len: 337 time: 0.0303771 Dec 06 12:36:41.558170 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.574829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.585618 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dcbb81-054a-4585-b171-496991aebb45 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.586261 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dcbb81-054a-4585-b171-496991aebb45 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.591953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09dcbb81-054a-4585-b171-496991aebb45 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/eca8c05d-c850-4f6d-8be9-4b206bdc24f7 HTTP/1.1" status: 404 len: 337 time: 0.0298915 Dec 06 12:36:41.592455 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54018) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.607651 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:41.610425 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1da6fc-ad0d-4131-ad28-2efb059aa037" -d '{"events": [{"server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "name": "network-vif-plugged", "status": "completed", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:41.618031 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cdddd5-d9e7-4d1a-ad2f-8055fc412cbc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.618701 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cdddd5-d9e7-4d1a-ad2f-8055fc412cbc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.619871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f2818301-2922-46c2-81cf-83d5727ee513'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:36:41.624905 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0cdddd5-d9e7-4d1a-ad2f-8055fc412cbc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/b71e023d-301d-4709-a284-2e6015258eaa HTTP/1.1" status: 404 len: 333 time: 0.0290816 Dec 06 12:36:41.625318 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.654083 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b472216d-9ffb-4349-8814-eb2423e9c687 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.654543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b472216d-9ffb-4349-8814-eb2423e9c687 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.660251 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.660440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b472216d-9ffb-4349-8814-eb2423e9c687 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/8c36d4ae-ea62-4c23-b0f7-ab0d671be0be HTTP/1.1" status: 404 len: 337 time: 0.0339177 Dec 06 12:36:41.683929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:41.685768 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088c81a-bc04-4fae-9666-192ac4d335e3 x-openstack-request-id: req-8088c81a-bc04-4fae-9666-192ac4d335e3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:41.686077 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "name": "network-vif-plugged", "status": "completed", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:41.686318 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8088c81a-bc04-4fae-9666-192ac4d335e3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:41.686710 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835', 'code': 200} Dec 06 12:36:41.691041 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.696045 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc49652-f4c2-48ba-8f74-123802a8b733 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.696501 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc49652-f4c2-48ba-8f74-123802a8b733 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.702241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bc49652-f4c2-48ba-8f74-123802a8b733 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/69662946-6878-43f1-8418-91f829144bc8 HTTP/1.1" status: 404 len: 337 time: 0.0382836 Dec 06 12:36:41.702420 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.729740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a4e73473-3e7d-40fa-9d6d-e36871d8a87c tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports?device_id=357210bd-b4ae-4175-89ba-244b74c01559 HTTP/1.1" status: 200 len: 205 time: 0.0262926 Dec 06 12:36:41.732990 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.774042 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-8d6be04c-c296-43aa-8a75-79c2badf3387 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] delete failed (client error): The resource could not be found. Dec 06 12:36:41.778612 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54032) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.778848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8d6be04c-c296-43aa-8a75-79c2badf3387 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/routers/357210bd-b4ae-4175-89ba-244b74c01559 HTTP/1.1" status: 404 len: 336 time: 0.0443261 Dec 06 12:36:41.803627 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:41.825335 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af3d3b7-b501-4b5f-a547-ad36562f3d02 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.826305 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af3d3b7-b501-4b5f-a547-ad36562f3d02 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.832111 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8af3d3b7-b501-4b5f-a547-ad36562f3d02 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/2a420356-04f7-47ff-b190-64cddef6ef38 HTTP/1.1" status: 404 len: 337 time: 0.0519612 Dec 06 12:36:41.832630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0acf-361a-4546-8c3a-d89b3e7bf574 req-fa14ee5b-ea02-427e-ad9a-17f0edfc1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:41.832871 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54034) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.834175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bec0acf-361a-4546-8c3a-d89b3e7bf574 req-fa14ee5b-ea02-427e-ad9a-17f0edfc1984 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 1096 time: 0.0477617 Dec 06 12:36:41.865661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f915a4f-87b1-440a-983a-abc2d8d301ad tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a6ca506-60cc-485e-9687-e34f98773321 HTTP/1.1" status: 200 len: 205 time: 0.0313997 Dec 06 12:36:41.866519 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54040) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.905289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6bec0acf-361a-4546-8c3a-d89b3e7bf574 req-9a065863-2e18-4c20-a014-956d9caeffd5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627584 Dec 06 12:36:41.933789 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-e8ebcc5e-fde8-4c18-afd3-babe3c6d0efb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] delete failed (client error): The resource could not be found. Dec 06 12:36:41.935160 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8ebcc5e-fde8-4c18-afd3-babe3c6d0efb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/routers/9a6ca506-60cc-485e-9687-e34f98773321 HTTP/1.1" status: 404 len: 336 time: 0.0676448 Dec 06 12:36:41.937791 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.966556 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec41845-bc84-4e26-9eb6-894731d46da9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.967004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec41845-bc84-4e26-9eb6-894731d46da9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:41.972421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4ec41845-bc84-4e26-9eb6-894731d46da9 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/312a984f-186e-4988-acff-ffafbd687644 HTTP/1.1" status: 404 len: 337 time: 0.0310919 Dec 06 12:36:41.972596 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:41.999082 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f01a85-148e-4624-9c34-20a01446b6b0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:41.999530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f01a85-148e-4624-9c34-20a01446b6b0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.005208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e9f01a85-148e-4624-9c34-20a01446b6b0 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/62c34a52-7504-4b7f-b451-e1ed7f6cd3ff HTTP/1.1" status: 404 len: 337 time: 0.0290120 Dec 06 12:36:42.005388 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54048) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.032043 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a249cf5-fa07-41ee-9276-03a988cfae61 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.032578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a249cf5-fa07-41ee-9276-03a988cfae61 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.035653 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1a249cf5-fa07-41ee-9276-03a988cfae61 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/5c40cb19-e8ac-496a-be5c-2979b3177034 HTTP/1.1" status: 404 len: 333 time: 0.0293663 Dec 06 12:36:42.038196 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54050) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.063503 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b69fd3-8801-4e17-94c0-98b3421a7f31 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.063949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b69fd3-8801-4e17-94c0-98b3421a7f31 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.066976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06b69fd3-8801-4e17-94c0-98b3421a7f31 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/23639577-52e5-41b5-a3c5-51e72380a345 HTTP/1.1" status: 404 len: 337 time: 0.0278935 Dec 06 12:36:42.069425 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.092319 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c12058-36db-484a-96ce-51d500cc7bb3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.092842 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c12058-36db-484a-96ce-51d500cc7bb3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.095814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f5c12058-36db-484a-96ce-51d500cc7bb3 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/6a240dde-7405-4a98-8fa8-12a491b482dd HTTP/1.1" status: 404 len: 333 time: 0.0254991 Dec 06 12:36:42.098217 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54054) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.123237 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-62919057-7db7-4bc0-93c2-38db33dc95cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.123694 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62919057-7db7-4bc0-93c2-38db33dc95cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.129719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62919057-7db7-4bc0-93c2-38db33dc95cb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/7d560814-8441-43ec-be25-1e902af06e84 HTTP/1.1" status: 404 len: 337 time: 0.0276639 Dec 06 12:36:42.129719 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54060) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.152137 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d793508a-d185-434a-9efd-73823d14c531 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.153243 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d793508a-d185-434a-9efd-73823d14c531 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.156301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d793508a-d185-434a-9efd-73823d14c531 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/9c22112a-b6fe-4aab-aa51-6e97cbeb8f63 HTTP/1.1" status: 404 len: 333 time: 0.0259914 Dec 06 12:36:42.158910 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54062) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.184181 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7fe97b-d12b-4b4d-a9b9-3c30106576ec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.184681 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7fe97b-d12b-4b4d-a9b9-3c30106576ec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.188449 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4d7fe97b-d12b-4b4d-a9b9-3c30106576ec tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/50d4f19b-787a-4a0c-8ed6-7018953f2a28 HTTP/1.1" status: 404 len: 337 time: 0.0282054 Dec 06 12:36:42.190915 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54066) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.228778 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-887bfc3b-4bc6-402f-ba19-d9bfd02cba1d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.229442 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887bfc3b-4bc6-402f-ba19-d9bfd02cba1d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.232795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-887bfc3b-4bc6-402f-ba19-d9bfd02cba1d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/c8d80b94-a2c6-4abb-bc9f-c9e4649bff2f HTTP/1.1" status: 404 len: 333 time: 0.0405853 Dec 06 12:36:42.235425 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.262789 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee058725-94c6-4aa9-867e-ef645e40c7cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.263316 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee058725-94c6-4aa9-867e-ef645e40c7cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.268032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ee058725-94c6-4aa9-867e-ef645e40c7cc tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/30186499-8dad-4b1f-a302-397b2e9e2477 HTTP/1.1" status: 404 len: 337 time: 0.0301661 Dec 06 12:36:42.269043 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.291782 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-754bfdbb-7129-4d6f-81c7-b63fd4d2eefb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.292316 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754bfdbb-7129-4d6f-81c7-b63fd4d2eefb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.295642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-754bfdbb-7129-4d6f-81c7-b63fd4d2eefb tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/b45958b8-1f89-465e-8928-3e9f3526e13b HTTP/1.1" status: 404 len: 333 time: 0.0253999 Dec 06 12:36:42.298209 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.333712 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-48be9b18-b1c4-497a-9fb5-51ec1bb4dba7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.334159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48be9b18-b1c4-497a-9fb5-51ec1bb4dba7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.337104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48be9b18-b1c4-497a-9fb5-51ec1bb4dba7 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/92c2f031-3758-4772-8d8a-7eb985db0719 HTTP/1.1" status: 404 len: 337 time: 0.0379012 Dec 06 12:36:42.339693 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.376209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:42.382851 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b640c266-6e55-47d4-a55f-024afdee492a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.383414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b640c266-6e55-47d4-a55f-024afdee492a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.387217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b640c266-6e55-47d4-a55f-024afdee492a tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/2c14eae7-26ae-4da7-a768-6d4e62b8a8b6 HTTP/1.1" status: 404 len: 333 time: 0.0455332 Dec 06 12:36:42.390603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54080) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.405573 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ecaaf-feb2-4a85-b69a-538b84e43b8f req-6a5beb19-e68d-4f74-9324-2dd9f09bd873 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.405748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:42.405963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7671f1-d1f2-4fe3-880b-cd1a2c7fdf69 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:42.407436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-235ecaaf-feb2-4a85-b69a-538b84e43b8f req-6a5beb19-e68d-4f74-9324-2dd9f09bd873 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.0831268 Dec 06 12:36:42.422351 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c4849f-876f-4f59-845e-87c4c07b5525 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.422776 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c4849f-876f-4f59-845e-87c4c07b5525 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.428405 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75c4849f-876f-4f59-845e-87c4c07b5525 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/336fbce6-6a96-499b-bb54-ef5347cbdde0 HTTP/1.1" status: 404 len: 337 time: 0.0365720 Dec 06 12:36:42.429043 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54084) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.462579 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-956bcd06-43f7-41ac-ba68-5a8185344481 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.463185 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956bcd06-43f7-41ac-ba68-5a8185344481 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.469521 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-956bcd06-43f7-41ac-ba68-5a8185344481 tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/ports/9327ac4a-d92d-49fb-bee2-304c8da27c10 HTTP/1.1" status: 404 len: 333 time: 0.0371091 Dec 06 12:36:42.470906 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54088) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.477424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-235ecaaf-feb2-4a85-b69a-538b84e43b8f req-3cccee3d-48d0-4836-9e63-eb6f78802a7f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 Dec 06 12:36:42.508241 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefd5b56-2b83-4e3c-8c4c-52680f501a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] DELETE failed (client error): The resource could not be found. Dec 06 12:36:42.508759 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefd5b56-2b83-4e3c-8c4c-52680f501a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:36:42.513195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fefd5b56-2b83-4e3c-8c4c-52680f501a6d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/subnets/2846d047-6ecf-4ceb-854d-6c2a636e2c9c HTTP/1.1" status: 404 len: 337 time: 0.0378680 Dec 06 12:36:42.514570 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:42.566487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf40a-052d-4f6b-bb19-ebdc7abff41a req-b722f10b-56a1-4a53-a42b-47ebd16c716b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.567998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-975cf40a-052d-4f6b-bb19-ebdc7abff41a req-b722f10b-56a1-4a53-a42b-47ebd16c716b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0600138 Dec 06 12:36:42.596070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.619196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-975cf40a-052d-4f6b-bb19-ebdc7abff41a req-c568b6bc-0b4d-47e7-92fb-5e44c194dd2a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Dec 06 12:36:42.699281 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.721610 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967641fd-83ec-484f-b26c-a1f522269ab1']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:42.733528 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a32e80c-8905-46a5-985e-694f5b595f39') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:42.733827 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a32e80c-8905-46a5-985e-694f5b595f39') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:42.744623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.759050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.765140 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:36:42.765557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:36:42.768557 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:36:42.827584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.834507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:42.837643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] 10.222.0.31 "DELETE /v2.0/networks/967641fd-83ec-484f-b26c-a1f522269ab1 HTTP/1.1" status: 204 len: 168 time: 0.3221776 Dec 06 12:36:42.851563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de8df9-e90d-4a0e-ae8b-b4e5173b3e5d tempest-NetworksTestDHCPv6-1195760241 tempest-NetworksTestDHCPv6-1195760241-project] Pushing event deleted for resources: {'Network': ['ID=967641fd-83ec-484f-b26c-a1f522269ab1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:43.130598 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54106) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:43.276139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0c70b0c6-7076-4aff-acf4-9eecd202290f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5e97c4221f64eadb51fd40238f3bd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443655 Dec 06 12:36:43.278603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:43.330175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:43.350883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:43.397949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:43.400921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:43.402854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4ce152e-5e3d-4b40-8450-b9876e56968f HTTP/1.1" status: 204 len: 168 time: 0.1203902 Dec 06 12:36:43.410993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c312-e5c3-4870-99b0-b2b9c353aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce152e-5e3d-4b40-8450-b9876e56968f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:43.618541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d02e0b-fb11-452f-8877-b6ddfaa1180f req-42d1191c-bc1c-41b9-8acb-4d351387509d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:43.620035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3d02e0b-fb11-452f-8877-b6ddfaa1180f req-42d1191c-bc1c-41b9-8acb-4d351387509d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.0492129 Dec 06 12:36:43.681520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3d02e0b-fb11-452f-8877-b6ddfaa1180f req-39ba240e-02eb-44f7-9855-f9fa344c5082 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508728 Dec 06 12:36:43.755849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607735dc-8e53-4b3d-bb63-c7d1c02edffa req-c45d5d4a-a867-42a2-aa83-1b17c8a9fbe6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:43.757924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-607735dc-8e53-4b3d-bb63-c7d1c02edffa req-c45d5d4a-a867-42a2-aa83-1b17c8a9fbe6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0610330 Dec 06 12:36:43.831240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-607735dc-8e53-4b3d-bb63-c7d1c02edffa req-13c03238-c87c-481d-bf80-909acaa7fbdf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Dec 06 12:36:43.949773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86be4e-40cd-4c38-b025-61365c80db78 req-dbaea45c-de2b-48fd-8d3a-4942323fa62f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:43.954641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd86be4e-40cd-4c38-b025-61365c80db78 req-dbaea45c-de2b-48fd-8d3a-4942323fa62f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0555880 Dec 06 12:36:44.015533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd86be4e-40cd-4c38-b025-61365c80db78 req-f38ce82f-57cc-439c-bd2a-3738070fce32 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528967 Dec 06 12:36:44.145322 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7644f-393e-4282-bca7-403a75343c2e req-7097d14b-a0dc-446c-a315-4480eb068d0a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:44.146977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92f7644f-393e-4282-bca7-403a75343c2e req-7097d14b-a0dc-446c-a315-4480eb068d0a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0573492 Dec 06 12:36:44.196900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-92f7644f-393e-4282-bca7-403a75343c2e req-5c30e86b-7e41-4252-9f36-8c88ad12e9af tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Dec 06 12:36:44.200272 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:44.310226 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1128275572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:44.356286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.357480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.414888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.421126 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.440350 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.441579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-87c55eb1-9ee6-493d-8d68-218000f42865 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2400701 Dec 06 12:36:44.444208 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:44.449898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-124674652'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:44.475027 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:44.478662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.483636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ba8a-eefd-45c6-863d-80ac4b2b20d8 req-5d1051c7-64b9-408a-90aa-1bfc00e4e882 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:44.485310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8360ba8a-eefd-45c6-863d-80ac4b2b20d8 req-5d1051c7-64b9-408a-90aa-1bfc00e4e882 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0627706 Dec 06 12:36:44.496491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.539395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8360ba8a-eefd-45c6-863d-80ac4b2b20d8 req-9ff1f688-a31a-4de6-a35b-1435e6b3f2a0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Dec 06 12:36:44.580208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:44.584420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.589683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.621209 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:36:44.634004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port f2818301-2922-46c2-81cf-83d5727ee513 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:36:44.634865 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec944533-03df-478f-9371-2b3323a2538c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:44.639654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port f2818301-2922-46c2-81cf-83d5727ee513 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:44.640139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.649895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.651039 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Added segment ce9df6bb-59dc-440a-a38a-472be6e816e9 of type vlan for network f090fe49-19b9-457b-9b2f-7a5c59a6214b Dec 06 12:36:44.706115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.737221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.737430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.744328 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:44.745041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.782882 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:44.786049 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8d243b-7d2d-435b-9c41-72023ca1296c" -d '{"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-plugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:44.793025 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:44.798125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3502378 Dec 06 12:36:44.799402 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:44.801751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:44.806839 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'subnet': {'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:44.859116 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890df2b-b931-44a0-b993-0193737d3c8f x-openstack-request-id: req-4890df2b-b931-44a0-b993-0193737d3c8f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:44.859701 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-plugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:44.860147 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4890df2b-b931-44a0-b993-0193737d3c8f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:44.860726 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'code': 200} Dec 06 12:36:44.861521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:44.956074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde906-e05a-4f08-9753-0dd06c5ca25b req-7a2eddf1-4671-43a6-a34c-dd0dec4aec8b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:44.958322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71fde906-e05a-4f08-9753-0dd06c5ca25b req-7a2eddf1-4671-43a6-a34c-dd0dec4aec8b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.1874452 Dec 06 12:36:44.967751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:44.972256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.107060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71fde906-e05a-4f08-9753-0dd06c5ca25b req-0d2d8798-6824-4235-a1b0-480ebfb6b407 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164019 Dec 06 12:36:45.182256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929406c-27ce-4025-b73c-544b9dd08fff tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Network': ['ID=f090fe49-19b9-457b-9b2f-7a5c59a6214b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:45.216405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:36:45.225346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ab0b-a9ee-4a71-852f-16b741e12de3 req-1d7451e7-e349-4a3e-bea1-c7c3e136bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:45.226895 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9949ab0b-a9ee-4a71-852f-16b741e12de3 req-1d7451e7-e349-4a3e-bea1-c7c3e136bff9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.0523725 Dec 06 12:36:45.243876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.289216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9949ab0b-a9ee-4a71-852f-16b741e12de3 req-8dbf483c-614f-4e06-bd4a-f6ee713f7804 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545986 Dec 06 12:36:45.316353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Subnet': ['ID=bd009ab8-d92c-4f4e-b55e-c4b1bc822927,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:45.320982 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Checking segment: {'id': 'ce9df6bb-59dc-440a-a38a-472be6e816e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:45.321393 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network hostable DHCP agents. Network: f090fe49-19b9-457b-9b2f-7a5c59a6214b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:36:45.343751 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:36:45.352622 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f090fe49-19b9-457b-9b2f-7a5c59a6214b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:45.357456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:45.358602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.364119 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f0993-3aa3-41a3-b46a-b3555f2a18f5 None None] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:45.379785 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54198) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:45.380556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a5f74180-6469-454f-b944-64f83b4895e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5779176 Dec 06 12:36:45.384982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'network': {'name': 'tempest-router-network01--221532174'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:45.407774 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:45.411880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.438575 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:36:45.450678 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.451259 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Added segment 2bfafd57-92e9-4af1-939f-ab331488f3b4 of type vlan for network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 Dec 06 12:36:45.499686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.533071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.538048 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f090fe49-19b9-457b-9b2f-7a5c59a6214b', 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b', 'tenant_id': '96e515f30b2740878bac6a4ec18b9321', 'fixed_ips': [{'subnet_id': 'bd009ab8-d92c-4f4e-b55e-c4b1bc822927'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:45.539054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.539316 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:45.539914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.589175 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:45.590278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2092474 Dec 06 12:36:45.595164 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'network': {'name': 'tempest-router-network02--199920561'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:45.645230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:45.648210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.660559 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a679629-7d5b-42e6-b1c0-eb08181f3430 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Network': ['ID=89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:45.675375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:36:45.708220 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8a0e6-a73c-4a44-9ea3-343d88d59f97 req-9ccd2860-048b-4078-9aaf-5e60d702ad73 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:45.709884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8f8a0e6-a73c-4a44-9ea3-343d88d59f97 req-9ccd2860-048b-4078-9aaf-5e60d702ad73 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0785213 Dec 06 12:36:45.710610 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:36:45.723484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.723874 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Added segment 6fcf3979-9232-4954-9eb6-b5be83cce9d1 of type vlan for network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d Dec 06 12:36:45.782308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.792149 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Allocated IP 2001:db8::2 (f090fe49-19b9-457b-9b2f-7a5c59a6214b/bd009ab8-d92c-4f4e-b55e-c4b1bc822927/c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:45.824737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8f8a0e6-a73c-4a44-9ea3-343d88d59f97 req-56886c6b-1eb2-43fc-a5d7-9b5418b1e821 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928190 Dec 06 12:36:45.826433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.832001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:45.832591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.882704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2920163 Dec 06 12:36:45.885568 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:45.921569 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'subnet': {'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:45.956212 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:45.957681 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3fcf3-e748-464b-a717-312d8287456e tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Network': ['ID=5a3a1155-a7d1-43b5-b5b9-15f67b0f592d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:45.970786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:36:45.973511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.053635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-7481a69d-30f1-42da-80d6-f398091102aa tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:46.055222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-7481a69d-30f1-42da-80d6-f398091102aa tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 945 time: 0.0689595 Dec 06 12:36:46.056385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:46.060337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.076545 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:46.087768 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:46.090232 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:46.096561 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Pushing event updated for resources: {'Port': ['ID=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:46.160553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Attempting to bind port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:46.160944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Attempting to bind port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ce9df6bb-59dc-440a-a38a-472be6e816e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:46.161357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Attempting to bind port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c on network f090fe49-19b9-457b-9b2f-7a5c59a6214b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:46.167183 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:46.167711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Checking segment: {'id': 'ce9df6bb-59dc-440a-a38a-472be6e816e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:46.168859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.169694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Bound using segment: {'id': 'ce9df6bb-59dc-440a-a38a-472be6e816e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:46.170188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Bound port: c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9df6bb-59dc-440a-a38a-472be6e816e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f090fe49-19b9-457b-9b2f-7a5c59a6214b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:46.170588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.273075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] For port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:46.279678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] For port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,segment=NetworkSegment(ce9df6bb-59dc-440a-a38a-472be6e816e9),segment_id=ce9df6bb-59dc-440a-a38a-472be6e816e9)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:46.284199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.303847 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:46.304140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.345070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049406-119f-4a7d-8c42-bc7451b52fa4 req-2d0a3f84-e621-4bdf-b184-bd8a1e32075c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:46.347110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed049406-119f-4a7d-8c42-bc7451b52fa4 req-2d0a3f84-e621-4bdf-b184-bd8a1e32075c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1303649 Dec 06 12:36:46.359373 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb54b4-174e-4173-b9d6-baa627e3b212 None None] Pushing event updated for resources: {'Port': ['ID=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:46.496785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.551427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed049406-119f-4a7d-8c42-bc7451b52fa4 req-5d97ab2a-f202-40be-9821-f5e50a66342c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926754 Dec 06 12:36:46.566577 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:46.573627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.602025 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:46.637671 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Subnet': ['ID=666e723d-2047-4b46-839a-df216a9e2f9d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:46.702750 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Checking segment: {'id': '2bfafd57-92e9-4af1-939f-ab331488f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:46.703251 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network hostable DHCP agents. Network: 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:36:46.743829 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:36:46.756613 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:46.763715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:46.764391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.769981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717b37e-6fc4-41ab-9893-9fe2d5ae41cc None None] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:46.814720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c6aa1dc-d88f-41e5-9e38-61b7772c4a4a tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9279025 Dec 06 12:36:46.817972 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54236) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:46.823013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'subnet': {'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:46.862888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:46.901039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['ae2089d4-0a3a-4f16-8e94-3f2a08f6a835'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:36:46.986742 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=ae2089d4-0a3a-4f16-8e94-3f2a08f6a835,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:47.020194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6dff3dc0-a580-49d6-8228-c3713d02cc30 req-9b77a70e-8b99-48c3-88a1-dc31c65fb935 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0903139 Dec 06 12:36:47.022430 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65', 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65', 'tenant_id': '96e515f30b2740878bac6a4ec18b9321', 'fixed_ips': [{'subnet_id': '666e723d-2047-4b46-839a-df216a9e2f9d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:47.023557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.065572 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:47.069467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.075161 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a51b62a-739c-458e-8b99-4e56fb39e784 req-172d325b-b8e6-42e0-b8a2-a8c1f35146c9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "DELETE /v2.0/ports/ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 HTTP/1.1" status: 204 len: 173 time: 1.0102801 Dec 06 12:36:47.076447 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'name': 'network-vif-deleted', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:47.080332 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128b042-4273-4b27-a7b1-e8ff845575ff" -d '{"events": [{"server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "name": "network-vif-deleted", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:47.083446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:47.087729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.307591 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bdc426-e648-496a-bd11-1f427e2586fd x-openstack-request-id: req-16bdc426-e648-496a-bd11-1f427e2586fd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:47.307817 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1684a07-f89c-45c6-8c50-abb6a914b61f", "name": "network-vif-deleted", "tag": "ae2089d4-0a3a-4f16-8e94-3f2a08f6a835", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:47.309173 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16bdc426-e648-496a-bd11-1f427e2586fd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:47.309547 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1684a07-f89c-45c6-8c50-abb6a914b61f', 'name': 'network-vif-deleted', 'tag': 'ae2089d4-0a3a-4f16-8e94-3f2a08f6a835', 'status': 'completed', 'code': 200} Dec 06 12:36:47.332860 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Allocated IP 2001:db8::2 (89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65/666e723d-2047-4b46-839a-df216a9e2f9d/ffb4048c-bf9f-42f4-9028-e35e5223a476) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:47.420544 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.513005 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Checking segment: {'id': '6fcf3979-9232-4954-9eb6-b5be83cce9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:47.514473 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network hostable DHCP agents. Network: 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:36:47.519444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Subnet': ['ID=65b48068-3331-4e6f-befa-8d2b0f509896,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:47.539024 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:36:47.555435 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:47.566262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:47.566882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.580184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.589546 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7957c239-4173-4a5a-afaa-395a28932cb7 None None] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:47.596738 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.602663 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54252) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:47.618913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-35856d82-4cf9-48b6-821e-39cdff67a3b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7994933 Dec 06 12:36:47.644165 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:47.686031 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:47.717939 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:47.795070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe0bea-8b32-464f-9886-91111d0486a1 req-abe9e503-d205-4ba8-a1f4-0e356ae966b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:47.807100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86fe0bea-8b32-464f-9886-91111d0486a1 req-abe9e503-d205-4ba8-a1f4-0e356ae966b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1370358 Dec 06 12:36:47.907320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-86fe0bea-8b32-464f-9886-91111d0486a1 req-076fdcc5-07ee-4e63-8aab-c3b936b3459b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993268 Dec 06 12:36:47.939454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4048c-bf9f-42f4-9028-e35e5223a476,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:47.956864 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Attempting to bind port ffb4048c-bf9f-42f4-9028-e35e5223a476 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:47.957267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Attempting to bind port ffb4048c-bf9f-42f4-9028-e35e5223a476 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2bfafd57-92e9-4af1-939f-ab331488f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:47.957646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Attempting to bind port ffb4048c-bf9f-42f4-9028-e35e5223a476 on network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:47.967422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:47.967422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Checking segment: {'id': '2bfafd57-92e9-4af1-939f-ab331488f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:47.967821 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:47.968219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Bound using segment: {'id': '2bfafd57-92e9-4af1-939f-ab331488f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:47.968701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Bound port: ffb4048c-bf9f-42f4-9028-e35e5223a476, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfafd57-92e9-4af1-939f-ab331488f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:47.969244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.006037 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80608148-eeb9-40a3-9752-e0da3739d817 None None] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:48.120482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.230916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43b2de92-f21f-406b-942f-5584a25664af req-4cba729b-2cd9-43dc-b734-53048dae8401 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0852025 Dec 06 12:36:48.248995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf1bc-eb10-4f6e-9e5e-4ff5cd2f2370 req-e9947f55-6f9e-457d-9f70-f82650ea6d99 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:48.263874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-297cf1bc-eb10-4f6e-9e5e-4ff5cd2f2370 req-e9947f55-6f9e-457d-9f70-f82650ea6d99 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2048240 Dec 06 12:36:48.376436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-297cf1bc-eb10-4f6e-9e5e-4ff5cd2f2370 req-e795cd1c-7c3b-456e-af10-4a9acb20a793 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062100 Dec 06 12:36:48.405616 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:48.421492 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] Provisioning complete for port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:48.422187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.430150 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5a3a1155-a7d1-43b5-b5b9-15f67b0f592d', 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d', 'tenant_id': '96e515f30b2740878bac6a4ec18b9321', 'fixed_ips': [{'subnet_id': '65b48068-3331-4e6f-befa-8d2b0f509896'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:48.431030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.494886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bae8f-b39a-41f6-861c-1e277b6022c8 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:48.497104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c19bae8f-b39a-41f6-861c-1e277b6022c8 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1091 time: 0.0901983 Dec 06 12:36:48.500564 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:48.509855 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:48.542964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:48.554101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] For port ffb4048c-bf9f-42f4-9028-e35e5223a476, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:48.568072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.586447 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Allocated IP 2001:db8::1 (89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65/666e723d-2047-4b46-839a-df216a9e2f9d/67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:48.710341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.755612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.787844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Allocated IP 2001:db8::2 (5a3a1155-a7d1-43b5-b5b9-15f67b0f592d/65b48068-3331-4e6f-befa-8d2b0f509896/f406f75f-478b-4c0d-9a06-cd64360787ca) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:48.796550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.797552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] For port ffb4048c-bf9f-42f4-9028-e35e5223a476, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffb4048c-bf9f-42f4-9028-e35e5223a476,segment=NetworkSegment(2bfafd57-92e9-4af1-939f-ab331488f3b4),segment_id=2bfafd57-92e9-4af1-939f-ab331488f3b4)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:48.843304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.859636 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Port': ['ID=67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:48.876600 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:48.878245 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:48.881100 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:48.882133 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:48.998268 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.34 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/660476d1-5827-4af8-9a06-e7cea6efd3b3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:49.087682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.116725 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71589-4908-457d-bcd9-52e11ce8c9e7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4048c-bf9f-42f4-9028-e35e5223a476,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:49.127543 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:49.128105 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.131411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.190664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:49.258965 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:49.259305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ae2089d4-0a3a-4f16-8e94-3f2a08f6a835 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:49.259780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.343298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] For port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,segment=NetworkSegment(ce9df6bb-59dc-440a-a38a-472be6e816e9),segment_id=ce9df6bb-59dc-440a-a38a-472be6e816e9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:49.371554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.385669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.469296 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=660476d1-5827-4af8-9a06-e7cea6efd3b3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:49.542226 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:49.554184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.558291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4edf87ad-9775-4719-a847-e496514b2a45 req-99d8520f-d69e-4f80-b78b-cc99c423d9f2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0925550 Dec 06 12:36:49.562112 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:49.565822 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:49.596225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.604859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.612774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919146-70a9-40bc-bcbd-5660c12f313b None None] Pushing event updated for resources: {'Port': ['ID=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:49.628671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.629714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.701566 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:49.704474 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:49.721036 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:49.750681 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.751750 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a48bbaf0-cbe1-4780-b089-8704824ac067 None None] Provisioning complete for port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:49.752303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a48bbaf0-cbe1-4780-b089-8704824ac067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.825928 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Pushing event updated for resources: {'Port': ['ID=f406f75f-478b-4c0d-9a06-cd64360787ca,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:49.852369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Attempting to bind port f406f75f-478b-4c0d-9a06-cd64360787ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:49.853356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Attempting to bind port f406f75f-478b-4c0d-9a06-cd64360787ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6fcf3979-9232-4954-9eb6-b5be83cce9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:49.853532 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Attempting to bind port f406f75f-478b-4c0d-9a06-cd64360787ca on network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:49.865605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:49.865963 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Checking segment: {'id': '6fcf3979-9232-4954-9eb6-b5be83cce9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:49.866374 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.866887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Bound using segment: {'id': '6fcf3979-9232-4954-9eb6-b5be83cce9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:49.867270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Bound port: f406f75f-478b-4c0d-9a06-cd64360787ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcf3979-9232-4954-9eb6-b5be83cce9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a3a1155-a7d1-43b5-b5b9-15f67b0f592d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:49.867659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:49.894617 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Port': ['ID=67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:49.920966 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:49.922860 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:50.032362 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] For port f406f75f-478b-4c0d-9a06-cd64360787ca, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:50.037305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] For port f406f75f-478b-4c0d-9a06-cd64360787ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f406f75f-478b-4c0d-9a06-cd64360787ca,segment=NetworkSegment(6fcf3979-9232-4954-9eb6-b5be83cce9d1),segment_id=6fcf3979-9232-4954-9eb6-b5be83cce9d1)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:50.045322 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:50.145398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6a9f1-7634-4386-8b4b-e59fdf3bd46b None None] Pushing event updated for resources: {'Port': ['ID=f406f75f-478b-4c0d-9a06-cd64360787ca,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:50.216442 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Router d7e69beb-dacf-4066-ab14-7b8b1dc74c7d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:36:50.438682 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:50.448693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-923a27ba-27a8-4444-a592-3240936a52e5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8448400 Dec 06 12:36:50.451655 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54304) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:50.455497 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] Sync routers for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:50.479545 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:50.483906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:50.578456 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:50.646335 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:50.646983 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:50.741427 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:50.742549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbab24-63ff-4a94-afa6-46ed4cbf49d7 None None] The sync data for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:50.745445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:50.752459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ffb4048c-bf9f-42f4-9028-e35e5223a476 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:50.860867 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ffb4048c-bf9f-42f4-9028-e35e5223a476 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:50.863739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:50.898355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3972e7d0-67de-4efe-afa6-fee566ec081b req-d5cc21a0-c286-4346-84ac-f6971302e34c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0984385 Dec 06 12:36:50.912349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1952d-6338-440c-9492-b124a64982cc None None] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:51.021313 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5ddca973-3e59-4192-ab9b-44776a2f3a54 None None] Provisioning complete for port ffb4048c-bf9f-42f4-9028-e35e5223a476 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:51.021691 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5ddca973-3e59-4192-ab9b-44776a2f3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.095020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54314) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:51.140614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.334016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ffb4048c-bf9f-42f4-9028-e35e5223a476, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffb4048c-bf9f-42f4-9028-e35e5223a476,segment=NetworkSegment(2bfafd57-92e9-4af1-939f-ab331488f3b4),segment_id=2bfafd57-92e9-4af1-939f-ab331488f3b4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:51.336656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5ddca973-3e59-4192-ab9b-44776a2f3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.358705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.359924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:51.400446 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-2c594144-c8c6-4c35-950c-ba8ccf39dca5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:36:51.409894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2c594144-c8c6-4c35-950c-ba8ccf39dca5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9570992 Dec 06 12:36:51.423785 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:51.542584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-5ddca973-3e59-4192-ab9b-44776a2f3a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:36:51.542953 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-5ddca973-3e59-4192-ab9b-44776a2f3a54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:36:51.545041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ffb4048c-bf9f-42f4-9028-e35e5223a476,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:51.570234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:51.571867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.706869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:51.928352 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa460b-08da-485d-9995-6a43410437e7 None None] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:52.078848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6ad4d73-57dc-4479-b42a-beeaeda2d332 req-001857de-51fe-4f1b-89d0-8acbe847e3b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0700169 Dec 06 12:36:52.111524 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.120097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.171952 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=660476d1-5827-4af8-9a06-e7cea6efd3b3,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:52.247822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.486786 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP 25c14770-e62c-41cd-a822-042623b178ff associated. External IP: 172.35.3.34, port: f2818301-2922-46c2-81cf-83d5727ee513. Dec 06 12:36:52.722272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ffb4048c-bf9f-42f4-9028-e35e5223a476 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:52.773904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.854255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.869605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ffb4048c-bf9f-42f4-9028-e35e5223a476 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:52.870321 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:52.909136 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 5232ae78-457a-42f5-9893-9260b12a6228 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:52.985544 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Provisioning complete for port f406f75f-478b-4c0d-9a06-cd64360787ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:52.986128 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.061436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:53.073036 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Sync routers for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:53.094307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.097877 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:53.099249 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:53.166038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f406f75f-478b-4c0d-9a06-cd64360787ca up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:53.173715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-23eafae4-dafa-4d02-91bd-c04e67a62733 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6718085 Dec 06 12:36:53.177131 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:53.179762 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4c6db-9c90-4019-9a34-e66f49919eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:53.299741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.336229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-899ac23e-2c50-45a7-a7fe-4a9421229d27 req-2f9dc9d5-709c-45b2-8603-8a4fc86ccc9c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0999584 Dec 06 12:36:53.377436 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:53.404304 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] For port f406f75f-478b-4c0d-9a06-cd64360787ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f406f75f-478b-4c0d-9a06-cd64360787ca,segment=NetworkSegment(6fcf3979-9232-4954-9eb6-b5be83cce9d1),segment_id=6fcf3979-9232-4954-9eb6-b5be83cce9d1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:53.419943 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.456723 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e76ed-d313-4336-aff4-3f42f84f066c x-openstack-request-id: req-3d9e76ed-d313-4336-aff4-3f42f84f066c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:53.457036 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:53.459545 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d9e76ed-d313-4336-aff4-3f42f84f066c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:53.459985 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'status': 'completed', 'code': 200} Dec 06 12:36:53.477066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f406f75f-478b-4c0d-9a06-cd64360787ca triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:53.477572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.519736 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275be20-3697-4b77-8196-afcff0d54c87 req-482f2fbf-1fd4-4abb-913e-8b3b41af68be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:53.521360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f275be20-3697-4b77-8196-afcff0d54c87 req-482f2fbf-1fd4-4abb-913e-8b3b41af68be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1783702 Dec 06 12:36:53.572429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Provisioning complete for port 67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:53.573063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.575246 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-526cfba8-b42c-4443-8af7-bf53f7d7f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:53.577071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-526cfba8-b42c-4443-8af7-bf53f7d7f502 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.1106775 Dec 06 12:36:53.605842 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Pushing event updated for resources: {'Port': ['ID=f406f75f-478b-4c0d-9a06-cd64360787ca,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:53.630369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Port 67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:36:53.655782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f275be20-3697-4b77-8196-afcff0d54c87 req-44fc6c25-f1cf-479a-ad77-f36233639875 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262431 Dec 06 12:36:53.685296 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting port 67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:53.685866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.687255 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:53.704272 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Provisioning complete for port ffb4048c-bf9f-42f4-9028-e35e5223a476 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:53.704653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-814a3c88-2095-4f0a-8bdc-7105f71044fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.749902 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '25c14770-e62c-41cd-a822-042623b178ff', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'mac_address': 'fa:16:3e:6d:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674556e-2c2f-4953-b34a-7004441524a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:36:50Z', 'updated_at': '2021-12-06T12:36:50Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:53.776687 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Checking router: 5232ae78-457a-42f5-9893-9260b12a6228 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:53.786078 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:53.786836 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:53.870511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3311b71d-86bb-4c2a-a546-b708efe231a9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 200 len: 990 time: 0.1820316 Dec 06 12:36:53.901440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:53.912107 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-96cbd8e3-5ed8-4772-9cf4-b9170dcf5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:53.913621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-96cbd8e3-5ed8-4772-9cf4-b9170dcf5454 service neutron] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.3257635 Dec 06 12:36:53.925833 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Calling delete_port for 67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:53.997124 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port bc214535-8d62-4de6-abc1-19b6f57a219b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:53.997488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.019325 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-21c19ff2-d4c3-4fe7-bda8-7fb533a08705 None None] Provisioning complete for port f406f75f-478b-4c0d-9a06-cd64360787ca triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:54.020350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c19ff2-d4c3-4fe7-bda8-7fb533a08705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.057800 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:54.085803 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-93420c10-e415-4d95-bb77-bfdd2f88bdbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 998 time: 0.1624060 Dec 06 12:36:54.287220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port bc214535-8d62-4de6-abc1-19b6f57a219b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc214535-8d62-4de6-abc1-19b6f57a219b,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:54.287834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.310788 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '25c14770-e62c-41cd-a822-042623b178ff', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'mac_address': 'fa:16:3e:6d:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674556e-2c2f-4953-b34a-7004441524a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:36:50Z', 'updated_at': '2021-12-06T12:36:50Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:54.320580 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for bc214535-8d62-4de6-abc1-19b6f57a219b owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:54.345481 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee215f-2f56-4160-96b0-098ad92ce291 None None] The sync data for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 is: [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '25c14770-e62c-41cd-a822-042623b178ff', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'mac_address': 'fa:16:3e:6d:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674556e-2c2f-4953-b34a-7004441524a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:36:50Z', 'updated_at': '2021-12-06T12:36:50Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:54.462356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f406f75f-478b-4c0d-9a06-cd64360787ca up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:36:54.516934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1a1cf4a-a947-4c6e-94f0-691755aab8b6 req-b8e30d02-bc80-49d5-a22f-76b879edd459 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0467589 Dec 06 12:36:54.565316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.616225 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=bc214535-8d62-4de6-abc1-19b6f57a219b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:54.622772 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f406f75f-478b-4c0d-9a06-cd64360787ca triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:54.623826 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.629242 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-9ce75c04-ccb7-4626-9620-be552161cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:54.633942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-9ce75c04-ccb7-4626-9620-be552161cfe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.5357685 Dec 06 12:36:54.735612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddf318-a4e4-4f2d-8db2-8ee63a62ec3a None None] New status for floating IP 25c14770-e62c-41cd-a822-042623b178ff: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:36:54.869293 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:54.904685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:54.982987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f5ee0981-4c24-477c-9644-b9a91d15dc40 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 200 len: 990 time: 0.1119933 Dec 06 12:36:55.024559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:55.058567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-4cb3e213-5dbb-4c58-bdc1-94b98a720fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:55.060547 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-4cb3e213-5dbb-4c58-bdc1-94b98a720fe9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3875668 Dec 06 12:36:55.090813 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Port': ['ID=67d12c69-29fb-4f66-b1b2-cf38f2c5d0eb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:55.246609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:55.663772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ee00f3c-0623-45ef-826e-eb26f3e87e83 req-763573d4-542d-453c-8671-92fcbedc4e87 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1684a07-f89c-45c6-8c50-abb6a914b61f HTTP/1.1" status: 200 len: 210 time: 0.0402880 Dec 06 12:36:55.846612 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-96cdf5a5-6728-4e70-970c-bb8d275e236d service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590842 Dec 06 12:36:55.928711 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Router d7e69beb-dacf-4066-ab14-7b8b1dc74c7d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:55.988481 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54402) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:56.050560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da35efae-5b96-4fac-bd7d-efc260ee0201 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 200 len: 992 time: 0.0601556 Dec 06 12:36:56.104768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ab4c6db-9c90-4019-9a34-e66f49919eaa req-06a7f1db-9ab9-49b5-a217-c340fe80c1d3 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260284 Dec 06 12:36:56.106739 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:56.113219 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:36:56.128420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-942e53fe-6fb5-4fe7-b991-3a7b4301562f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919262 Dec 06 12:36:56.135888 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:56.143892 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] Sync routers for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:56.163185 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:56.163806 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.184131 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e0eb2585-a0fb-46af-9e26-ac64b0bf9ad2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] delete failed (client error): The resource could not be found. Dec 06 12:36:56.188852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0eb2585-a0fb-46af-9e26-ac64b0bf9ad2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-868519966 HTTP/1.1" status: 404 len: 334 time: 0.0477381 Dec 06 12:36:56.189211 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:56.193739 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f6832df0-e408-4e6a-ba63-27008d9c38d2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7e69beb-dacf-4066-ab14-7b8b1dc74c7d'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:56.206556 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.215222 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:56.215822 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.253096 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.253839 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8396d2-5168-4455-a142-23a57b66d68f None None] The sync data for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:56.275450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:36:56.280938 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36e8fcd3-166d-42a1-96ca-89d01bd82ffa tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/612815b6-be62-4ba7-a794-0a0e571dc08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1103749 Dec 06 12:36:56.287313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:36:56.316190 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:56.319049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.471468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6832df0-e408-4e6a-ba63-27008d9c38d2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.504911 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f6832df0-e408-4e6a-ba63-27008d9c38d2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] update failed (client error): The resource could not be found. Dec 06 12:36:56.506062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f6832df0-e408-4e6a-ba63-27008d9c38d2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d HTTP/1.1" status: 404 len: 339 time: 0.3158288 Dec 06 12:36:56.506465 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:56.509867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:56.516629 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-420718248'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:56.539452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:56.543967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.571777 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:36:56.575111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2104ec3-eb56-4fbb-98cd-154fdb769e56 req-45cddd36-ffcc-4be3-9f73-0fa08b953d8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:56.577036 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2104ec3-eb56-4fbb-98cd-154fdb769e56 req-45cddd36-ffcc-4be3-9f73-0fa08b953d8f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.0689247 Dec 06 12:36:56.588003 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.588355 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Added segment 91f11a55-793e-40dc-a942-6c126ee336d0 of type vlan for network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac Dec 06 12:36:56.643098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2104ec3-eb56-4fbb-98cd-154fdb769e56 req-9500a33d-295c-4853-9ecd-dc1972f64e5d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578637 Dec 06 12:36:56.643263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.676741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.682682 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:56.685118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.785237 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2716520 Dec 06 12:36:56.785237 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a36a5-76a9-494f-a92b-e4cd317cc74d tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Network': ['ID=37e2cbfe-73c7-4909-8e38-1f1e3a2201ac,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:56.785536 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54434) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:56.790562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'subnet': {'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:56.799625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:36:56.941619 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Made reservation on behalf of 96e515f30b2740878bac6a4ec18b9321 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:36:56.942510 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:56.945331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.977369 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:36:56.992844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:36:56.995174 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:36:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:57.163548 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:36:57.172701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.251047 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Subnet': ['ID=8a91ecce-4673-4732-8b4c-65a91daed21d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:57.266289 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Checking segment: {'id': '91f11a55-793e-40dc-a942-6c126ee336d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:57.266289 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network hostable DHCP agents. Network: 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:36:57.286637 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:36:57.301095 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:57.313204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ee327-487e-4649-8e31-8bf188e32b75 None None] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:36:57.332623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:57.333250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.357481 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c0179251-9a15-48eb-9037-4fcda349a9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.362785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56226a5c-6e59-40ef-8340-36993e9e318f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5761313 Dec 06 12:36:57.365960 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:57.372555 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6e3d572f-05e3-417e-9b88-9683214d5f8f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'router': {'external_gateway_info': {'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:36:57.599498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:36:57.626188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e3d572f-05e3-417e-9b88-9683214d5f8f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.637290 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375b7cf-2ac2-4d7a-8ae1-695c60f02991 None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '09d48226-86d0-48f9-a334-72175de83ad6', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.248', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'port_id': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'mac_address': 'fa:16:3e:18:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:35:18Z', 'updated_at': '2021-12-06T12:35:24Z', 'revision_number': 1, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:36:57.729650 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-37e2cbfe-73c7-4909-8e38-1f1e3a2201ac', 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac', 'tenant_id': '96e515f30b2740878bac6a4ec18b9321', 'fixed_ips': [{'subnet_id': '8a91ecce-4673-4732-8b4c-65a91daed21d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:36:57.731110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.792988 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-6e3d572f-05e3-417e-9b88-9683214d5f8f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:36:57.798250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e3d572f-05e3-417e-9b88-9683214d5f8f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d HTTP/1.1" status: 400 len: 364 time: 0.4286628 Dec 06 12:36:57.802276 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:36:57.866815 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a65020-45a1-4439-b862-da948b1b6449 req-c1790a48-c8e0-4f86-9ded-f4b28154e4ef tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:57.878597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8a65020-45a1-4439-b862-da948b1b6449 req-c1790a48-c8e0-4f86-9ded-f4b28154e4ef tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.0971467 Dec 06 12:36:57.958147 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Allocated IP 2001:db8:1::2 (37e2cbfe-73c7-4909-8e38-1f1e3a2201ac/8a91ecce-4673-4732-8b4c-65a91daed21d/53b61166-49d0-4d30-9c1f-b5381aed4e33) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:57.962392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8a65020-45a1-4439-b862-da948b1b6449 req-a6ad49e2-965d-46b3-b61d-8b87283db3f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827868 Dec 06 12:36:58.169535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.189467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.221354 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-897b913f-309c-47af-aae3-90cb077c69a4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:58.222776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-897b913f-309c-47af-aae3-90cb077c69a4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.23 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.1734767 Dec 06 12:36:58.247171 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:58.257761 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:58.267704 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:58.277720 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Pushing event updated for resources: {'Port': ['ID=53b61166-49d0-4d30-9c1f-b5381aed4e33,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:58.372018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bc214535-8d62-4de6-abc1-19b6f57a219b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:36:58.399619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.402037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bc214535-8d62-4de6-abc1-19b6f57a219b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:36:58.402536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bc214535-8d62-4de6-abc1-19b6f57a219b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:36:58.406263 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Attempting to bind port 53b61166-49d0-4d30-9c1f-b5381aed4e33 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:36:58.406762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Attempting to bind port 53b61166-49d0-4d30-9c1f-b5381aed4e33 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '91f11a55-793e-40dc-a942-6c126ee336d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:36:58.407231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Attempting to bind port 53b61166-49d0-4d30-9c1f-b5381aed4e33 on network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:36:58.423359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:36:58.425030 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Checking segment: {'id': '91f11a55-793e-40dc-a942-6c126ee336d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:36:58.425550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.426172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Bound using segment: {'id': '91f11a55-793e-40dc-a942-6c126ee336d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:36:58.426760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Bound port: 53b61166-49d0-4d30-9c1f-b5381aed4e33, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f11a55-793e-40dc-a942-6c126ee336d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37e2cbfe-73c7-4909-8e38-1f1e3a2201ac'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:36:58.427258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.521228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] For port 53b61166-49d0-4d30-9c1f-b5381aed4e33, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:36:58.525296 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] For port 53b61166-49d0-4d30-9c1f-b5381aed4e33, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53b61166-49d0-4d30-9c1f-b5381aed4e33,segment=NetworkSegment(91f11a55-793e-40dc-a942-6c126ee336d0),segment_id=91f11a55-793e-40dc-a942-6c126ee336d0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:36:58.532434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.583472 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 1acac492-5454-4247-abb9-db74b3ebfcfb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:36:58.583958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.648240 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6984e-00de-43e7-98b5-8d4a38238145 None None] Pushing event updated for resources: {'Port': ['ID=53b61166-49d0-4d30-9c1f-b5381aed4e33,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:58.734911 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 1acac492-5454-4247-abb9-db74b3ebfcfb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1acac492-5454-4247-abb9-db74b3ebfcfb,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:36:58.735376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:58.761976 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 1acac492-5454-4247-abb9-db74b3ebfcfb owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:36:58.849311 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:36:58.887179 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Allocated IP 2001:db8::1 (f090fe49-19b9-457b-9b2f-7a5c59a6214b/bd009ab8-d92c-4f4e-b55e-c4b1bc822927/5a88b7b9-60da-4b00-843a-f94210e71548) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:36:59.155957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.188871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.206625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165881-6bfc-42d1-bfa6-c77ce4cd391c req-0f30a493-8bee-4d40-b12b-dfad3c204002 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:59.214732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de165881-6bfc-42d1-bfa6-c77ce4cd391c req-0f30a493-8bee-4d40-b12b-dfad3c204002 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=af901849-9cce-4da1-8915-1cccb2a6ecf6 HTTP/1.1" status: 200 len: 946 time: 0.0974350 Dec 06 12:36:59.226552 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=1acac492-5454-4247-abb9-db74b3ebfcfb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:59.280754 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] No DVR routers for this DVR port 1acac492-5454-4247-abb9-db74b3ebfcfb on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:36:59.282811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de165881-6bfc-42d1-bfa6-c77ce4cd391c req-4abf7dac-2de6-4c0a-bf69-2a4d6aee42bb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=657fe5bf-91e8-4128-8a6a-fef7ac7beabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669105 Dec 06 12:36:59.283871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.288003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14b62062-7bbe-470d-98b1-57f1ad5b1380 req-264e9e54-8ae0-48bb-b206-27a6249b1319 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.23 "DELETE /v2.0/ports/1acac492-5454-4247-abb9-db74b3ebfcfb HTTP/1.1" status: 204 len: 173 time: 1.0229614 Dec 06 12:36:59.288957 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'name': 'network-vif-deleted', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:36:59.291422 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f282db9-884e-4dd5-8441-d4655723ff49" -d '{"events": [{"server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "name": "network-vif-deleted", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:36:59.299627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.360804 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd9def2-53a9-42d7-9f36-c1cfec737e72 x-openstack-request-id: req-5bd9def2-53a9-42d7-9f36-c1cfec737e72 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:36:59.361257 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af901849-9cce-4da1-8915-1cccb2a6ecf6", "name": "network-vif-deleted", "tag": "1acac492-5454-4247-abb9-db74b3ebfcfb", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:36:59.361587 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bd9def2-53a9-42d7-9f36-c1cfec737e72 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:36:59.362302 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af901849-9cce-4da1-8915-1cccb2a6ecf6', 'name': 'network-vif-deleted', 'tag': '1acac492-5454-4247-abb9-db74b3ebfcfb', 'status': 'completed', 'code': 200} Dec 06 12:36:59.376333 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:36:59.380030 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:36:59.384480 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:36:59.385029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.430488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Port': ['ID=5a88b7b9-60da-4b00-843a-f94210e71548,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:36:59.548067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.628699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9e420285-81ce-4c49-9c79-8cc4c644400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.916957 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d38c57ca-866e-474f-b2fd-d516606c98c7 None None] Provisioning complete for port 5a88b7b9-60da-4b00-843a-f94210e71548 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:36:59.919766 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d38c57ca-866e-474f-b2fd-d516606c98c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.973475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d38c57ca-866e-474f-b2fd-d516606c98c7 None None] Port 5a88b7b9-60da-4b00-843a-f94210e71548 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:00.069421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.080853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.081766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.174967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event updated for resources: {'Port': ['ID=5a88b7b9-60da-4b00-843a-f94210e71548,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:00.251892 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a5bf1-3cb3-457d-a7c7-5394ff54c6f2 None None] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:00.258564 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:00.260182 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:00.443930 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Router d7e69beb-dacf-4066-ab14-7b8b1dc74c7d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:00.453144 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:00.570193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.634052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.644210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53b61166-49d0-4d30-9c1f-b5381aed4e33 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:00.667171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1acac492-5454-4247-abb9-db74b3ebfcfb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:00.728021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.736596 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.758061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/security-groups/657fe5bf-91e8-4128-8a6a-fef7ac7beabb HTTP/1.1" status: 204 len: 168 time: 0.3031385 Dec 06 12:37:00.794017 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657fe5bf-91e8-4128-8a6a-fef7ac7beabb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:00.802885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4a24dbbb-fdd8-42ca-8275-0dcc11126433 None None] Provisioning complete for port 53b61166-49d0-4d30-9c1f-b5381aed4e33 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:00.804751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a24dbbb-fdd8-42ca-8275-0dcc11126433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.814404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.815312 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 1acac492-5454-4247-abb9-db74b3ebfcfb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:00.815766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1acac492-5454-4247-abb9-db74b3ebfcfb not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:00.834617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.835084 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.836384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.836384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.836384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.836753 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.837675 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.843571 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.844060 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.844520 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.845114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.845575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.846010 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f340ffe-256b-4356-ae0c-ca3590d495c6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:00.849067 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:00.939859 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting subnet f40f4f84-9e6f-46ee-aeca-aa4872c3baae {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:00.943641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.000037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.075014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 53b61166-49d0-4d30-9c1f-b5381aed4e33 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:01.075389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.152545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.166750 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:01.182525 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] Sync routers for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:01.191091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68681029-69fd-4bc6-bbe3-2f24f66ecb1c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876469 Dec 06 12:37:01.193982 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54524) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:01.218919 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:01.220612 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:01.279044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.335729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.342558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/subnets/f40f4f84-9e6f-46ee-aeca-aa4872c3baae HTTP/1.1" status: 204 len: 168 time: 0.4871650 Dec 06 12:37:01.343653 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5671-a565-4242-ba99-a0a3dd9e73c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Subnet': ['ID=f40f4f84-9e6f-46ee-aeca-aa4872c3baae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:01.343773 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:01.348095 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54532) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:01.379794 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:01.380477 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:01.403221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.425232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a24dbbb-fdd8-42ca-8275-0dcc11126433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.447024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bafe7c-994b-4f43-b746-b79678fef691 None None] Network c2da1dab-d294-445c-bb39-7e0e71c631da requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:01.475942 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:01.476643 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3dae3-0ace-4839-bed1-f15121280d6d None None] The sync data for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:01.603858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.611872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e6351b9-788a-4710-86ae-66592ee2e3c2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.619975 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 53b61166-49d0-4d30-9c1f-b5381aed4e33, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53b61166-49d0-4d30-9c1f-b5381aed4e33,segment=NetworkSegment(91f11a55-793e-40dc-a942-6c126ee336d0),segment_id=91f11a55-793e-40dc-a942-6c126ee336d0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:01.631293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.696229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.813424 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-9e6351b9-788a-4710-86ae-66592ee2e3c2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:37:01.814724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9e6351b9-788a-4710-86ae-66592ee2e3c2 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d HTTP/1.1" status: 409 len: 329 time: 0.6197410 Dec 06 12:37:01.817620 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:01.820092 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-4a24dbbb-fdd8-42ca-8275-0dcc11126433 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:37:01.820456 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-4a24dbbb-fdd8-42ca-8275-0dcc11126433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:37:01.840448 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=53b61166-49d0-4d30-9c1f-b5381aed4e33,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:01.844925 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 2f49670e-4982-477d-9ff4-661e6c0dfe7e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:01.845295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.959057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f49670e-4982-477d-9ff4-661e6c0dfe7e,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:01.959057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.972769 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 2f49670e-4982-477d-9ff4-661e6c0dfe7e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:01.979211 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] DHCP port deletion for c2da1dab-d294-445c-bb39-7e0e71c631da request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:02.072340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Deleting port 2f49670e-4982-477d-9ff4-661e6c0dfe7e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:02.072644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.101283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.165654 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=2f49670e-4982-477d-9ff4-661e6c0dfe7e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:02.177883 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] No DVR routers for this DVR port 2f49670e-4982-477d-9ff4-661e6c0dfe7e on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:02.228685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] For port 2f49670e-4982-477d-9ff4-661e6c0dfe7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f49670e-4982-477d-9ff4-661e6c0dfe7e,segment=NetworkSegment(67861fb0-4f09-4864-aa05-cf18a91ecf4a),segment_id=67861fb0-4f09-4864-aa05-cf18a91ecf4a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:02.229090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.249606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Calling delete_port for 2f49670e-4982-477d-9ff4-661e6c0dfe7e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:02.296435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:02.365861 n-d-master-1 neutron-server[103299]: self.session.flush() Dec 06 12:37:02.425202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.473062 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.481310 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2da1dab-d294-445c-bb39-7e0e71c631da']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:02.519651 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67861fb0-4f09-4864-aa05-cf18a91ecf4a') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:02.520862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53b61166-49d0-4d30-9c1f-b5381aed4e33 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:02.524542 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67861fb0-4f09-4864-aa05-cf18a91ecf4a') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:02.552400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.582698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.588196 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] Pushing event deleted for resources: {'Port': ['ID=2f49670e-4982-477d-9ff4-661e6c0dfe7e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:02.593487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:02.594768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.604375 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d0ccf-d614-489a-b11c-1c3eddf44892 None None] No DVR routers for this DVR port 2f49670e-4982-477d-9ff4-661e6c0dfe7e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:02.605864 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:02.644495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.673356 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0462d90b-e517-4a94-954b-b31db1cb6b0a None None] Provisioning complete for port 53b61166-49d0-4d30-9c1f-b5381aed4e33 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:02.673730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0462d90b-e517-4a94-954b-b31db1cb6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.724681 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 53b61166-49d0-4d30-9c1f-b5381aed4e33 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:02.725408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.750600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.781627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:02.795275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/networks/c2da1dab-d294-445c-bb39-7e0e71c631da HTTP/1.1" status: 204 len: 168 time: 1.4461493 Dec 06 12:37:02.803916 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:02.810059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebe953-7819-477b-af2e-fd78ac8195cc tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Network': ['ID=c2da1dab-d294-445c-bb39-7e0e71c631da,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:03.024635 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0462d90b-e517-4a94-954b-b31db1cb6b0a None None] Provisioning complete for port 5a88b7b9-60da-4b00-843a-f94210e71548 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:03.025348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0462d90b-e517-4a94-954b-b31db1cb6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.038428 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting port 5a88b7b9-60da-4b00-843a-f94210e71548 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:03.039534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.063085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0462d90b-e517-4a94-954b-b31db1cb6b0a None None] Port 5a88b7b9-60da-4b00-843a-f94210e71548 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:03.098197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f49670e-4982-477d-9ff4-661e6c0dfe7e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:03.122673 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2f49670e-4982-477d-9ff4-661e6c0dfe7e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:03.123030 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f49670e-4982-477d-9ff4-661e6c0dfe7e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:03.170814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.179671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.206792 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port be476ebb-8488-4e0d-a1e8-653a20172b15 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:03.208082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.212764 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Calling delete_port for 5a88b7b9-60da-4b00-843a-f94210e71548 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:03.353836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.354163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.380976 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for be476ebb-8488-4e0d-a1e8-653a20172b15 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:03.564939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.593763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Port': ['ID=5a88b7b9-60da-4b00-843a-f94210e71548,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:03.752258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.771871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:03.841821 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=be476ebb-8488-4e0d-a1e8-653a20172b15,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:04.339530 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:04.340224 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Floating IP 09d48226-86d0-48f9-a334-72175de83ad6 disassociated (deleted). External IP: 172.35.3.248, port: 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a. Dec 06 12:37:04.342650 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Router d7e69beb-dacf-4066-ab14-7b8b1dc74c7d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:04.492508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:04.506650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-576600cb-c1d6-4086-a1f9-40d6ffea178c tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6822274 Dec 06 12:37:04.506872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:04.510690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] Sync routers for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:04.524211 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:04.524982 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:04.564670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:04.575574 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] Routers {'d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:04.575778 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-a33085fe-068f-4377-91f9-2eabf160a0c5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] show failed (client error): The resource could not be found. Dec 06 12:37:04.576401 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:04.588347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a33085fe-068f-4377-91f9-2eabf160a0c5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1530506642 HTTP/1.1" status: 404 len: 335 time: 0.0810409 Dec 06 12:37:04.588919 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54664) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:04.594916 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7bcab84e-3409-4751-9568-e09cb715c8b5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:04.611071 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:04.611854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c39c-79f5-414d-8f33-0b7264d310e4 None None] The sync data for ids ['d7e69beb-dacf-4066-ab14-7b8b1dc74c7d'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:04.664779 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:04.697571 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-7bcab84e-3409-4751-9568-e09cb715c8b5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] update failed (client error): The resource could not be found. Dec 06 12:37:04.699055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7bcab84e-3409-4751-9568-e09cb715c8b5 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-119903933 HTTP/1.1" status: 404 len: 334 time: 0.1082757 Dec 06 12:37:04.706724 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54674) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:04.774257 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting subnet 8a91ecce-4673-4732-8b4c-65a91daed21d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:04.777931 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:04.821658 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:04.822089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:04.827822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:04.833816 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:04.847844 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:04.848722 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:04.867309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ade40d20-3926-4f7c-be35-13c2270de828 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/floatingips/09d48226-86d0-48f9-a334-72175de83ad6 HTTP/1.1" status: 204 len: 168 time: 2.0573604 Dec 06 12:37:04.867309 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:04.868108 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871abe95-393c-487a-8629-6a39609753ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:04.959928 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68b285-7301-41e0-a9a5-ba122701474b x-openstack-request-id: req-eb68b285-7301-41e0-a9a5-ba122701474b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:04.961080 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:04.961457 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb68b285-7301-41e0-a9a5-ba122701474b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:04.961966 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'status': 'completed', 'code': 200} Dec 06 12:37:04.990626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:04.999994 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:05.103933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.137413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Subnet': ['ID=8a91ecce-4673-4732-8b4c-65a91daed21d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:05.141555 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.146632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d83ed7e2-ac7e-42f8-bf01-8401b455846b tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/subnets/8a91ecce-4673-4732-8b4c-65a91daed21d HTTP/1.1" status: 204 len: 168 time: 0.4384873 Dec 06 12:37:05.149269 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54686) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:05.150031 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df41c04-6bc2-4880-8d3e-a4eb44da98a6 None None] Network 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:05.215765 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe95-393c-487a-8629-6a39609753ba req-b6d31e2e-a3b6-4c01-9e69-2b8f900740e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:05.217655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-b6d31e2e-a3b6-4c01-9e69-2b8f900740e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 1097 time: 0.2123463 Dec 06 12:37:05.325282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.401172 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting port 53b61166-49d0-4d30-9c1f-b5381aed4e33 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:05.404284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.411816 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:05.454517 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:37:05.467459 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:05.468076 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:05.498064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe95-393c-487a-8629-6a39609753ba req-ab12e155-a87e-4226-974a-8df51816a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:05.499816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-ab12e155-a87e-4226-974a-8df51816a0f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 200 len: 898 time: 0.2604582 Dec 06 12:37:05.513429 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae25c0-433c-4772-8a7b-813349089414 req-643384da-44c9-4957-8808-5eecec8909e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:05.515422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42ae25c0-433c-4772-8a7b-813349089414 req-643384da-44c9-4957-8808-5eecec8909e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.1279235 Dec 06 12:37:05.568886 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] DHCP port deletion for 37e2cbfe-73c7-4909-8e38-1f1e3a2201ac request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:05.569447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] For port 53b61166-49d0-4d30-9c1f-b5381aed4e33, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53b61166-49d0-4d30-9c1f-b5381aed4e33,segment=NetworkSegment(91f11a55-793e-40dc-a942-6c126ee336d0),segment_id=91f11a55-793e-40dc-a942-6c126ee336d0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:05.569447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.579887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-f3744de4-a0f8-4357-8d38-62414ab1f7b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 200 len: 217 time: 0.0632374 Dec 06 12:37:05.609434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Calling delete_port for 53b61166-49d0-4d30-9c1f-b5381aed4e33 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:05.625102 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:05.661940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42ae25c0-433c-4772-8a7b-813349089414 req-7ccf5892-23d8-4f9e-991f-eef8dbddaf15 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811141 Dec 06 12:37:05.701414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Deleting port 53b61166-49d0-4d30-9c1f-b5381aed4e33 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:05.702047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.736825 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe95-393c-487a-8629-6a39609753ba req-c144a94c-69f4-46fe-89f9-e3052d34997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:05.740191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-c144a94c-69f4-46fe-89f9-e3052d34997e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 200 len: 834 time: 0.1227822 Dec 06 12:37:05.828559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.854362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe95-393c-487a-8629-6a39609753ba req-0986dde3-c239-4e7e-b7d3-8a773a183c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:05.859433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-0986dde3-c239-4e7e-b7d3-8a773a183c5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc9209-7945-4b2c-9513-4e33ab026185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105044 Dec 06 12:37:05.871022 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] For port 53b61166-49d0-4d30-9c1f-b5381aed4e33, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53b61166-49d0-4d30-9c1f-b5381aed4e33,segment=NetworkSegment(91f11a55-793e-40dc-a942-6c126ee336d0),segment_id=91f11a55-793e-40dc-a942-6c126ee336d0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:05.872272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:05.889589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Calling delete_port for 53b61166-49d0-4d30-9c1f-b5381aed4e33 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:05.941186 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] No DVR routers for this DVR port 53b61166-49d0-4d30-9c1f-b5381aed4e33 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:05.951765 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Port': ['ID=53b61166-49d0-4d30-9c1f-b5381aed4e33,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:05.977609 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:05.978900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-2bc6368a-f1a5-4ac8-a858-3b81a7587e60 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082294 Dec 06 12:37:05.997176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.036855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] No DVR routers for this DVR port 53b61166-49d0-4d30-9c1f-b5381aed4e33 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:06.048628 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77485e13-5e6d-42f7-b89c-06125b5f9619 None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:36:54Z', 'revision_number': 6, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '644e4253-423f-4f07-b638-eb38e997b719', 'name': '', 'network_id': 'ffdc9209-7945-4b2c-9513-4e33ab026185', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:7d:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '81875170-f2f2-4999-9e9d-297fc7938762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:28Z', 'updated_at': '2021-12-06T12:34:46Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '81875170-f2f2-4999-9e9d-297fc7938762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:06.055328 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab090ab3-35bf-48dd-a3b3-0e25611e549d None None] Pushing event deleted for resources: {'Port': ['ID=53b61166-49d0-4d30-9c1f-b5381aed4e33,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:06.084549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.107468 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e2cbfe-73c7-4909-8e38-1f1e3a2201ac']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:06.125562 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f11a55-793e-40dc-a942-6c126ee336d0') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:06.125865 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f11a55-793e-40dc-a942-6c126ee336d0') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:06.132251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-871abe95-393c-487a-8629-6a39609753ba req-95f84aa5-358c-4eb7-8f7b-f4e1743ae621 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467640 Dec 06 12:37:06.149132 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.165644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.175930 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:06.176371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:06.180921 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:06.248286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.256402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.259522 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/networks/37e2cbfe-73c7-4909-8e38-1f1e3a2201ac HTTP/1.1" status: 204 len: 168 time: 1.1092803 Dec 06 12:37:06.262471 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54708) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:06.286068 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07931c89-7e84-44c8-8fbb-9069b6b065b6 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Network': ['ID=37e2cbfe-73c7-4909-8e38-1f1e3a2201ac,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:06.342182 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting subnet 65b48068-3331-4e6f-befa-8d2b0f509896 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:06.347377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.400543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.441989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53b61166-49d0-4d30-9c1f-b5381aed4e33 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:06.469454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 53b61166-49d0-4d30-9c1f-b5381aed4e33 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:06.469902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 53b61166-49d0-4d30-9c1f-b5381aed4e33 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:06.482268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16a893-0ed8-4994-8aa5-2e5a52df4fb4 None None] New status for floating IP 09d48226-86d0-48f9-a334-72175de83ad6: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:37:06.543325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.644829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.672773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Subnet': ['ID=65b48068-3331-4e6f-befa-8d2b0f509896,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:06.676437 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.684443 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f60b1-ca19-4262-a5be-029917d826f2 None None] Network 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:06.689892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9499d75f-f3de-4f9b-93e9-bbc2022d0402 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/subnets/65b48068-3331-4e6f-befa-8d2b0f509896 HTTP/1.1" status: 204 len: 168 time: 0.4263852 Dec 06 12:37:06.690527 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54716) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:06.771629 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-41b4b161-9f7f-439a-912c-2e0ea2d958f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:06.773357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-41b4b161-9f7f-439a-912c-2e0ea2d958f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.0952799 Dec 06 12:37:06.779081 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting subnet 666e723d-2047-4b46-839a-df216a9e2f9d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:06.782625 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.830414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.873923 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1989f-f1b1-4e8a-a93b-ad9bccec0087 req-8524be59-f29c-45b9-914d-9adc6527fefe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:06.875575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e1989f-f1b1-4e8a-a93b-ad9bccec0087 req-8524be59-f29c-45b9-914d-9adc6527fefe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 946 time: 0.1010637 Dec 06 12:37:06.958768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e1989f-f1b1-4e8a-a93b-ad9bccec0087 req-f18a5fa6-97be-4cda-b877-46cb220ab84e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e61d34f-3489-42e4-8e7e-c82fc27479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628710 Dec 06 12:37:06.967488 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:06.968107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:06.982148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.072642 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] DHCP port deletion for 5a3a1155-a7d1-43b5-b5b9-15f67b0f592d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:07.083211 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.111219 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:07.111800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.126895 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:07.142405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Subnet': ['ID=666e723d-2047-4b46-839a-df216a9e2f9d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:07.146325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.149591 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d9894c8d-28a6-4c1f-aeaf-b9126ddbb8f1 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/subnets/666e723d-2047-4b46-839a-df216a9e2f9d HTTP/1.1" status: 204 len: 168 time: 0.4581027 Dec 06 12:37:07.152485 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54728) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:07.168541 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63caf1ad-27b0-48e7-999e-3dddc3e5f5b2 None None] Network 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:07.263726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Deleting port f406f75f-478b-4c0d-9a06-cd64360787ca {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:07.264343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.288244 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.347264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.388112 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] For port f406f75f-478b-4c0d-9a06-cd64360787ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f406f75f-478b-4c0d-9a06-cd64360787ca,segment=NetworkSegment(6fcf3979-9232-4954-9eb6-b5be83cce9d1),segment_id=6fcf3979-9232-4954-9eb6-b5be83cce9d1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:07.388682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.403045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting port f406f75f-478b-4c0d-9a06-cd64360787ca {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:07.403045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.403473 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:07.418334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Calling delete_port for f406f75f-478b-4c0d-9a06-cd64360787ca owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:07.509916 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] No DVR routers for this DVR port 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:07.525616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.529876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9cae2ef-5015-4f66-8e60-ee55351ee746 req-359f0688-57c5-4ca9-9bc3-16c7c61e5028 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "DELETE /v2.0/ports/23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a HTTP/1.1" status: 204 len: 173 time: 0.7271204 Dec 06 12:37:07.530351 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'name': 'network-vif-deleted', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:07.532958 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208f479-4b74-4d5d-a89f-e6bcea85ba51" -d '{"events": [{"server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "name": "network-vif-deleted", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:07.539914 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] DHCP port deletion for 89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:07.558951 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] For port f406f75f-478b-4c0d-9a06-cd64360787ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f406f75f-478b-4c0d-9a06-cd64360787ca,segment=NetworkSegment(6fcf3979-9232-4954-9eb6-b5be83cce9d1),segment_id=6fcf3979-9232-4954-9eb6-b5be83cce9d1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:07.559689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.578548 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.581644 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Calling delete_port for f406f75f-478b-4c0d-9a06-cd64360787ca owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:07.607353 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ed687-f58e-481b-ba82-311901e1a476 x-openstack-request-id: req-d21ed687-f58e-481b-ba82-311901e1a476 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:07.607662 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2a4b0b-070f-4762-a8a2-7c74224c6f5e", "name": "network-vif-deleted", "tag": "23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:07.607920 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d21ed687-f58e-481b-ba82-311901e1a476 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:07.608429 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2a4b0b-070f-4762-a8a2-7c74224c6f5e', 'name': 'network-vif-deleted', 'tag': '23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a', 'status': 'completed', 'code': 200} Dec 06 12:37:07.613827 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] No DVR routers for this DVR port f406f75f-478b-4c0d-9a06-cd64360787ca on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:07.627883 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a63d0-5bae-478d-983a-355f5a13edb2 None None] Pushing event deleted for resources: {'Port': ['ID=f406f75f-478b-4c0d-9a06-cd64360787ca,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:07.691839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.697308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Deleting port ffb4048c-bf9f-42f4-9028-e35e5223a476 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:07.697740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.750043 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Port': ['ID=f406f75f-478b-4c0d-9a06-cd64360787ca,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:07.752468 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] No DVR routers for this DVR port f406f75f-478b-4c0d-9a06-cd64360787ca on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:07.910583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] For port ffb4048c-bf9f-42f4-9028-e35e5223a476, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffb4048c-bf9f-42f4-9028-e35e5223a476,segment=NetworkSegment(2bfafd57-92e9-4af1-939f-ab331488f3b4),segment_id=2bfafd57-92e9-4af1-939f-ab331488f3b4)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:07.910936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.911362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:07.938971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Calling delete_port for ffb4048c-bf9f-42f4-9028-e35e5223a476 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:07.954217 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3a1155-a7d1-43b5-b5b9-15f67b0f592d']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:07.978732 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcf3979-9232-4954-9eb6-b5be83cce9d1') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:07.979283 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcf3979-9232-4954-9eb6-b5be83cce9d1') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:07.991196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.010848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.018644 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:08.019547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:08.024494 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:08.052764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.121228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.133708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.146345 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/networks/5a3a1155-a7d1-43b5-b5b9-15f67b0f592d HTTP/1.1" status: 204 len: 168 time: 0.9905524 Dec 06 12:37:08.146882 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:08.149387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] Pushing event deleted for resources: {'Port': ['ID=ffb4048c-bf9f-42f4-9028-e35e5223a476,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:08.161332 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43dd7a-d461-49d5-b2d3-2850120ade20 None None] No DVR routers for this DVR port ffb4048c-bf9f-42f4-9028-e35e5223a476 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:08.191193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a247-906e-45e7-a7a1-08229a7fa4ec tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Network': ['ID=5a3a1155-a7d1-43b5-b5b9-15f67b0f592d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:08.224219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73e86c5d-f849-4c7d-b0d1-0baa34cd02e1 req-0b34d82a-3e2f-4cf7-ac40-76047f394910 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4b0b-070f-4762-a8a2-7c74224c6f5e HTTP/1.1" status: 200 len: 210 time: 0.0780954 Dec 06 12:37:08.313992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.404363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ffb4048c-bf9f-42f4-9028-e35e5223a476 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:08.429787 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ffb4048c-bf9f-42f4-9028-e35e5223a476 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:08.430525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ffb4048c-bf9f-42f4-9028-e35e5223a476 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:08.430937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f406f75f-478b-4c0d-9a06-cd64360787ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:08.452551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: f406f75f-478b-4c0d-9a06-cd64360787ca {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:08.452898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f406f75f-478b-4c0d-9a06-cd64360787ca not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:08.467778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.492789 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:08.504083 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfafd57-92e9-4af1-939f-ab331488f3b4') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:08.504385 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfafd57-92e9-4af1-939f-ab331488f3b4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:08.523536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.537605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.544753 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:08.545322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:08.548397 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:08.616658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.625012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.628639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/networks/89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65 HTTP/1.1" status: 204 len: 168 time: 0.4800510 Dec 06 12:37:08.631032 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54758) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:08.645886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56bdb5-822a-4c1b-99e0-4e9bf12421aa tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Network': ['ID=89d9c6a8-7f4b-4b49-a5f0-86bed69d0c65,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:08.688402 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting subnet bd009ab8-d92c-4f4e-b55e-c4b1bc822927 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:08.693093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.736230 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.833057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.923413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.953052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:08.956178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/subnets/bd009ab8-d92c-4f4e-b55e-c4b1bc822927 HTTP/1.1" status: 204 len: 168 time: 0.3241329 Dec 06 12:37:08.958742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54768) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:08.960095 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1032a64d-72fc-427c-a556-fe9093de1b50 None None] Network f090fe49-19b9-457b-9b2f-7a5c59a6214b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:08.961499 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94ac38-a3df-408c-9b63-bb1c8597e0e9 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Subnet': ['ID=bd009ab8-d92c-4f4e-b55e-c4b1bc822927,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:09.066585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.130765 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Deleting port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:09.131197 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.225467 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] For port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,segment=NetworkSegment(ce9df6bb-59dc-440a-a38a-472be6e816e9),segment_id=ce9df6bb-59dc-440a-a38a-472be6e816e9)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:09.226552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.247535 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Calling delete_port for c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:09.262111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:09.319125 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:09.319477 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 23ccf4fb-7bca-4e5a-bf32-73fe2ecfb20a not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:09.347592 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54778) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:09.358823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.395700 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Port': ['ID=c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:09.397809 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] No DVR routers for this DVR port c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:09.441635 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34100fe1-cc14-4727-86a4-df7decd3f3e9 None None] DHCP port deletion for f090fe49-19b9-457b-9b2f-7a5c59a6214b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:09.486069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.525952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.541482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.566238 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f090fe49-19b9-457b-9b2f-7a5c59a6214b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:09.579937 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9df6bb-59dc-440a-a38a-472be6e816e9') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:09.580671 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9df6bb-59dc-440a-a38a-472be6e816e9') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:09.595798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.613756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.621850 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:09.622263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:09.625602 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:09.627480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.628591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.633128 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e61d34f-3489-42e4-8e7e-c82fc27479a4 HTTP/1.1" status: 204 len: 168 time: 0.2842441 Dec 06 12:37:09.643310 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277038d-fe71-45a8-a4dc-6a949ff9f19d tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61d34f-3489-42e4-8e7e-c82fc27479a4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:09.690202 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54790) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:09.706645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.715183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.722579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/networks/f090fe49-19b9-457b-9b2f-7a5c59a6214b HTTP/1.1" status: 204 len: 168 time: 0.7623820 Dec 06 12:37:09.725016 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:09.747547 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe987-34bb-4ebb-9286-80c74147e689 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Pushing event deleted for resources: {'Network': ['ID=f090fe49-19b9-457b-9b2f-7a5c59a6214b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:09.778268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-17e5f404-2ae3-411a-a630-7f5cb75d087f tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e69beb-dacf-4066-ab14-7b8b1dc74c7d HTTP/1.1" status: 200 len: 205 time: 0.0522473 Dec 06 12:37:09.779566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:09.921469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.128868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.131103 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.142199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.184397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.185094 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Fanout notify agent at l3_agent the message router_deleted on router d7e69beb-dacf-4066-ab14-7b8b1dc74c7d {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:37:10.192122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.196594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f928ca75-9ac1-4eab-a937-682363f6d367 tempest-RoutersNegativeIpV6Test-1232340717 tempest-RoutersNegativeIpV6Test-1232340717-project] 10.222.0.31 "DELETE /v2.0/routers/d7e69beb-dacf-4066-ab14-7b8b1dc74c7d HTTP/1.1" status: 204 len: 168 time: 0.4156044 Dec 06 12:37:10.434417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:10.474702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:10.475316 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c06d1584-3c4d-4dd9-87e9-68ffdef4ec1c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:10.491945 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 644e4253-423f-4f07-b638-eb38e997b719 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:10.492420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.594082 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:10.617790 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 644e4253-423f-4f07-b638-eb38e997b719, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=644e4253-423f-4f07-b638-eb38e997b719,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:10.619252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.640802 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 644e4253-423f-4f07-b638-eb38e997b719 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:10.767766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1f5c3b2a-327e-46fd-8c4a-8419a9599ecf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96e515f30b2740878bac6a4ec18b9321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701419 Dec 06 12:37:10.768200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:10.846433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.902128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.904724 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.946138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=644e4253-423f-4f07-b638-eb38e997b719,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:10.971693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.976858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:10.978404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec944533-03df-478f-9371-2b3323a2538c HTTP/1.1" status: 204 len: 168 time: 0.2091522 Dec 06 12:37:11.004797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea9f59-31fb-4bc6-9112-5bc9eec51ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec944533-03df-478f-9371-2b3323a2538c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:11.169912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:11.459313 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 612815b6-be62-4ba7-a794-0a0e571dc08a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:11.617790 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:11.626249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b7f410d-b900-4960-88e5-479ff04e26e6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/612815b6-be62-4ba7-a794-0a0e571dc08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348330 Dec 06 12:37:11.628768 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:11.638602 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Sync routers for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:11.654522 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:11.655236 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:11.745381 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting subnet 81875170-f2f2-4999-9e9d-297fc7938762 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:37:11.749216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:11.794259 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:11.814330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:11.966273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.055216 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54852) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:12.082395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.166619 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:37:10Z', 'revision_number': 7, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:12.170089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Subnet': ['ID=81875170-f2f2-4999-9e9d-297fc7938762,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:12.189248 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--984155531'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:12.196867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.198706 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Checking router: 612815b6-be62-4ba7-a794-0a0e571dc08a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:37:12.202616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/subnets/81875170-f2f2-4999-9e9d-297fc7938762 HTTP/1.1" status: 204 len: 168 time: 0.5704403 Dec 06 12:37:12.202782 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe60a85-08ca-4362-85e0-e0ec37ef02b8 None None] Network ffdc9209-7945-4b2c-9513-4e33ab026185 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:12.207681 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Routers {'612815b6-be62-4ba7-a794-0a0e571dc08a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:12.208304 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['612815b6-be62-4ba7-a794-0a0e571dc08a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:12.210443 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.211034 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.211677 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.221752 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.222927 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.222927 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.223124 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.223438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.223775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.224109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.224446 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.224786 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.225115 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475a999-b88b-4064-9bd2-2b5b060a1051 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:12.229094 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:12.279259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.293929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.408352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.440332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.440863 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] Set router 612815b6-be62-4ba7-a794-0a0e571dc08a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:12.449614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.531207 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] DHCP port deletion for ffdc9209-7945-4b2c-9513-4e33ab026185 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:12.629025 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584c9be5-9c6a-4314-8c0f-e5e32df4c8ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:12.643080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Deleting port 6143240a-d6e0-4168-bb37-e38bc79ba022 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:12.643351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.649511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.660570 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.671186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.734274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] For port 6143240a-d6e0-4168-bb37-e38bc79ba022, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6143240a-d6e0-4168-bb37-e38bc79ba022,segment=NetworkSegment(640258c0-9d62-43e5-b805-5e2d6d40779d),segment_id=640258c0-9d62-43e5-b805-5e2d6d40779d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:12.734766 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.756862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Calling delete_port for 6143240a-d6e0-4168-bb37-e38bc79ba022 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:12.758127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.764270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7049389 Dec 06 12:37:12.765715 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54864) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:12.770380 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ef7f8-0382-4b81-a104-aa8e962b78f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56efbf70-3d51-43ff-bd80-1b3c0c5aab15,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:12.804287 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port a0ca2814-3e6b-4bf6-97cd-e348955eda48 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:37:12.805481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.829489 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:37:10Z', 'revision_number': 7, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:12.854202 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:12.871878 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] No DVR routers for this DVR port 6143240a-d6e0-4168-bb37-e38bc79ba022 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:12.895709 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87318c-d41c-45fd-8963-939c9ac48b0a None None] Pushing event deleted for resources: {'Port': ['ID=6143240a-d6e0-4168-bb37-e38bc79ba022,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:12.904725 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c3184-29c2-4683-8ee2-f9c2d46cd571 None None] The sync data for ids ['612815b6-be62-4ba7-a794-0a0e571dc08a'] in n-d-master-1 is: [{'id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'name': 'tempest-TestNetworkBasicOps-router-268584377', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:34:16Z', 'updated_at': '2021-12-06T12:37:10Z', 'revision_number': 7, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': 'a0ca2814-3e6b-4bf6-97cd-e348955eda48', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612815b6-be62-4ba7-a794-0a0e571dc08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:34:18Z', 'updated_at': '2021-12-06T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:13.289166 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5bd58625-c9a3-47a8-a6fd-0287699eef86 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5223103 Dec 06 12:37:13.291767 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54870) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.301382 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-security--1648690590', 'description': 'tempest-security-description-1565749176'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:13.359388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.381585 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port a0ca2814-3e6b-4bf6-97cd-e348955eda48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0ca2814-3e6b-4bf6-97cd-e348955eda48,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:13.381953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.408404 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for a0ca2814-3e6b-4bf6-97cd-e348955eda48 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:37:13.445988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.480481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.481758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.483036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "PUT /v2.0/security-groups/56efbf70-3d51-43ff-bd80-1b3c0c5aab15 HTTP/1.1" status: 200 len: 1797 time: 0.1892512 Dec 06 12:37:13.485779 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.522427 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdc1ec-5360-4d26-84c0-6a95c33a997f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56efbf70-3d51-43ff-bd80-1b3c0c5aab15,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:13.548254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b1f69a4-7868-4c8d-9d33-ee226d3a751e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups/56efbf70-3d51-43ff-bd80-1b3c0c5aab15 HTTP/1.1" status: 200 len: 1797 time: 0.0606480 Dec 06 12:37:13.549069 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54874) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.613331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.651117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.653030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.687639 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=a0ca2814-3e6b-4bf6-97cd-e348955eda48,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:13.707014 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638c4f5-362b-4ef7-864f-b7c01cb219f9 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:13.738179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.742086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.744075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/56efbf70-3d51-43ff-bd80-1b3c0c5aab15 HTTP/1.1" status: 204 len: 168 time: 0.1936331 Dec 06 12:37:13.748246 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54878) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.755851 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1209-a6f2-4436-b96b-03cdcb5bcee1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56efbf70-3d51-43ff-bd80-1b3c0c5aab15,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:13.793290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.867625 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6b3c9b12-d54e-4eb1-b951-d3890e8b8bd1 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182749 Dec 06 12:37:13.870561 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.900561 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-29da2e5b-1601-40c6-9f6c-811a21b9c320 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] delete failed (client error): The resource could not be found. Dec 06 12:37:13.901670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.901938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29da2e5b-1601-40c6-9f6c-811a21b9c320 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/56efbf70-3d51-43ff-bd80-1b3c0c5aab15 HTTP/1.1" status: 404 len: 347 time: 0.0293586 Dec 06 12:37:13.904122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.907192 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54882) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:13.911141 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121231820'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:13.963996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.964543 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Fanout notify agent at l3_agent the message router_deleted on router 612815b6-be62-4ba7-a794-0a0e571dc08a {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:37:13.971589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.975280 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0e05367-7c7a-43e9-b7b4-42d19caef091 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/routers/612815b6-be62-4ba7-a794-0a0e571dc08a HTTP/1.1" status: 204 len: 168 time: 1.7419186 Dec 06 12:37:13.975280 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:13.975876 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.061508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.066328 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.086593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.090502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1815019 Dec 06 12:37:14.093576 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54890) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.099187 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '0f084f20-79c4-4c34-8b38-001672002f26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:14.133433 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf32073-0b50-46d6-990f-49887f601f96 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f084f20-79c4-4c34-8b38-001672002f26,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:14.142677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.159850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.257246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.264011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.295085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f17b49-0233-4ec9-b34d-0e93df3515d0,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:14.302485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.308381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.313619 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2cdde1ed-833f-4320-a644-de0d681a1a2c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2188420 Dec 06 12:37:14.313830 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.354230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.360849 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdc9209-7945-4b2c-9513-4e33ab026185']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:14.373955 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.383026 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640258c0-9d62-43e5-b805-5e2d6d40779d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:14.383026 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640258c0-9d62-43e5-b805-5e2d6d40779d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:14.400051 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.419342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.426822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.429495 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:14.430127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:14.436400 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:14.441030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.444514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a5f17b49-0233-4ec9-b34d-0e93df3515d0 HTTP/1.1" status: 204 len: 168 time: 0.1274374 Dec 06 12:37:14.445282 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54894) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.458982 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c34a1-265e-4a80-8893-bb7a23a97a7f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f17b49-0233-4ec9-b34d-0e93df3515d0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:14.533974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a674bfba-5c91-4342-a791-6e8d4bee01fe tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847235 Dec 06 12:37:14.534214 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.543036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.561426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.570254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/networks/ffdc9209-7945-4b2c-9513-4e33ab026185 HTTP/1.1" status: 204 len: 168 time: 0.5917134 Dec 06 12:37:14.586361 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54898) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.612972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'network': {'name': 'tempest-network-smoke--344434980', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:14.628704 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c3254-08f0-4222-95ac-96e529274704 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Network': ['ID=ffdc9209-7945-4b2c-9513-4e33ab026185,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:14.690284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0ca2814-3e6b-4bf6-97cd-e348955eda48 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:14.715895 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:37:14.730462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.747020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.762308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a0ca2814-3e6b-4bf6-97cd-e348955eda48 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:14.763385 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0ca2814-3e6b-4bf6-97cd-e348955eda48 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:14.764021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6143240a-d6e0-4168-bb37-e38bc79ba022 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:14.800432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6143240a-d6e0-4168-bb37-e38bc79ba022 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:14.800706 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6143240a-d6e0-4168-bb37-e38bc79ba022 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:14.805634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 644e4253-423f-4f07-b638-eb38e997b719 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:14.814705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.829499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 644e4253-423f-4f07-b638-eb38e997b719 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:37:14.829941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 644e4253-423f-4f07-b638-eb38e997b719 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:14.844799 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:37:14.870253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.870721 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Added segment 54251283-d306-402d-a371-6ee49d7dce23 of type vlan for network 56f83fdd-9d04-42e9-8449-2eaf215431ea Dec 06 12:37:14.914343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.917492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.920872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f084f20-79c4-4c34-8b38-001672002f26 HTTP/1.1" status: 204 len: 168 time: 0.3827512 Dec 06 12:37:14.920872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.921417 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:14.935972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc2efc-1e87-43f4-aee0-65508c7be0f3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f084f20-79c4-4c34-8b38-001672002f26,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:14.959694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:14.966361 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:14.967160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.017230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e58b6fc0-e329-437e-8759-bf3539b10cbd tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915365 Dec 06 12:37:15.018075 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:15.028061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4291131 Dec 06 12:37:15.034219 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019816241'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:15.045961 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:15.056518 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea6d2-54f3-45c4-b4f7-2999c1f688f5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Network': ['ID=56f83fdd-9d04-42e9-8449-2eaf215431ea,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:15.063457 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-674386383', 'admin_state_up': True, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:15.067982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:37:15.098074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:37:15.098074 n-d-master-1 neutron-server[103297]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 12:37:15.098074 n-d-master-1 neutron-server[103297]: [parameters: {'project_id': '745ebda61c6a4bdea53272a6f4865a73', 'id': '6c496b05-d87e-4aa5-aafb-bec2b94daf0e', 'expiration': datetime.datetime(2021, 12, 6, 12, 39, 15, 86730)}] Dec 06 12:37:15.098074 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:37:15.099259 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:37:15.111126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.112871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.188636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.386354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.999818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.003558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.022870 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.188280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.189611 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.35.3.77 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/79a97347-b35c-490e-bf54-3cef4f41bb24) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:16.193872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.242039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.246743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2268922 Dec 06 12:37:16.247426 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54920) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:16.253759 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '93ba930c-7b73-452e-9d7a-5eb794dacc11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:16.261377 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72e90c-1f6d-4584-a1d7-a63467c87716 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba930c-7b73-452e-9d7a-5eb794dacc11,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:16.309707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.367619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.403165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.409012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.412887 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.437335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.438830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1902845 Dec 06 12:37:16.442509 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54922) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:16.449711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '93ba930c-7b73-452e-9d7a-5eb794dacc11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:16.461803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d206f7-3464-42eb-9c26-e23f22601f76 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dce3ce-fb1c-47ef-9049-b216674f6456,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:16.463119 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:16.467400 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:16.469875 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:16.486284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c21869-e53f-4078-b1b9-4c4e3e7a02b4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:16.509376 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=79a97347-b35c-490e-bf54-3cef4f41bb24,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:16.516349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.545650 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45380877-5568-4979-bba2-9822d2e3d8ff None None] Provisioning complete for port 79a97347-b35c-490e-bf54-3cef4f41bb24 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:16.546303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45380877-5568-4979-bba2-9822d2e3d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.610615 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.616389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.631890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45380877-5568-4979-bba2-9822d2e3d8ff None None] Port 79a97347-b35c-490e-bf54-3cef4f41bb24 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:16.642737 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113ea027-d3c2-4c5d-ad40-432cc2fce3c1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:16.657741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.659174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-445fbdc8-02ba-43f1-b3da-56a92153a239 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154562 Dec 06 12:37:16.661918 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:16.667787 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '93ba930c-7b73-452e-9d7a-5eb794dacc11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:16.706797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.789902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.795084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.816254 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fbfe23-69fc-42cb-928c-53da276aef5f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:16.829287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.833360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc713c60-2bdc-4ce7-9b9d-95cc0b955d7a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700120 Dec 06 12:37:16.833730 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:16.838464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '93ba930c-7b73-452e-9d7a-5eb794dacc11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:16.862014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:16.924224 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.051201 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.056274 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.083222 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c95d80-24d9-4f4c-8288-e7f752117bd9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:17.120564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.120564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-674d1922-3a4e-465d-8dd8-f51340891fae tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2857375 Dec 06 12:37:17.123696 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.130193 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '93ba930c-7b73-452e-9d7a-5eb794dacc11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:17.160485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.204264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.325020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.332574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.358896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9113bdf4-d80d-4e88-8660-daf5ea92db57,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:17.371481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.373425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5bccf620-97a6-4293-9076-f17c62eb568a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2472069 Dec 06 12:37:17.376207 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54942) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.382590 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 24ab2a59-4315-45c7-b592-276fbdf153f5 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:37:17.420687 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.433858 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.472094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.476650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.477901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9113bdf4-d80d-4e88-8660-daf5ea92db57 HTTP/1.1" status: 204 len: 168 time: 0.0987854 Dec 06 12:37:17.483084 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54946) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.500651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22582e7-d8c1-49bf-b202-ee30f021911e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9113bdf4-d80d-4e88-8660-daf5ea92db57,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:17.533833 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e929637c-c98f-4152-a966-a3b4d0244936 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0499804 Dec 06 12:37:17.536506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:17.536754 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.553327 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Sync routers for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:17.566815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.571424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-997deb56-9bcd-444d-8a16-8c1703ea3734 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5225337 Dec 06 12:37:17.572100 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.572302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.573558 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:17.575431 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:17.587333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.616393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1684d343-85cd-4bf0-a51e-345bf79a84f3 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=86d080c3c9ce45449ffc8a974dc6d6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431309 Dec 06 12:37:17.617055 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.643427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.650592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.652386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/75c95d80-24d9-4f4c-8288-e7f752117bd9 HTTP/1.1" status: 204 len: 168 time: 0.1144624 Dec 06 12:37:17.660444 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54954) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.669736 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c6a9-e747-473d-9d17-eaf93fc3637d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c95d80-24d9-4f4c-8288-e7f752117bd9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:17.749780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0f0c20f-5b6f-487a-9e52-d107f75bf608 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0859606 Dec 06 12:37:17.750436 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.763756 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:17.771864 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed65506-2ee6-464b-8df1-dcdec2dca447 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:17.773588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aed65506-2ee6-464b-8df1-dcdec2dca447 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555576 Dec 06 12:37:17.776978 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.815282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.818609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-14dd6fbf-3fa5-43bb-acd3-56f319eb5b51 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405970 Dec 06 12:37:17.821321 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.827078 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084860542', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:17.831110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.865123 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.871141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.874729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/91fbfe23-69fc-42cb-928c-53da276aef5f HTTP/1.1" status: 204 len: 168 time: 0.1179373 Dec 06 12:37:17.875617 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.893507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867b1e8-0234-48da-b042-5d0b8595cdee tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91fbfe23-69fc-42cb-928c-53da276aef5f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:17.950075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e296cfa1-2132-4216-a38f-05123b1494cc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0732810 Dec 06 12:37:17.952974 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:17.970337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:37:17.975429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.985000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:17.994422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.004316 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:16Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:18.027402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.036868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.040441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/113ea027-d3c2-4c5d-ad40-432cc2fce3c1 HTTP/1.1" status: 204 len: 168 time: 0.0839124 Dec 06 12:37:18.044418 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.053994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ceae7-48ac-41a0-a191-d3a3750c9a80 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=113ea027-d3c2-4c5d-ad40-432cc2fce3c1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.066160 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Checking router: 24ab2a59-4315-45c7-b592-276fbdf153f5 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:37:18.066521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Updating router 24ab2a59-4315-45c7-b592-276fbdf153f5 port 79a97347-b35c-490e-bf54-3cef4f41bb24 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:37:18.096764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.097618 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-630fcfab-0909-4260-a59e-d0fe4f54e3f4 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0520341 Dec 06 12:37:18.100261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.128339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.138079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.170566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.178010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.179362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d9dce3ce-fb1c-47ef-9049-b216674f6456 HTTP/1.1" status: 204 len: 168 time: 0.0779443 Dec 06 12:37:18.183188 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.195179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa2075-73b9-48b8-a009-86ecd46577e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9dce3ce-fb1c-47ef-9049-b216674f6456,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.237899 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c64bdea3-1827-462b-979f-d71cd2ac81ef tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511742 Dec 06 12:37:18.238781 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54978) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.273259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.310231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.335045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.348800 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Subnet': ['ID=708450c0-d27b-45a3-ab70-57b867d2cb53,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.363261 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Checking segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:18.363261 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network hostable DHCP agents. Network: 56f83fdd-9d04-42e9-8449-2eaf215431ea, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:37:18.383452 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:37:18.395748 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 56f83fdd-9d04-42e9-8449-2eaf215431ea) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:18.408843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.411895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:18.412497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.413267 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833b7a9-2dc1-4147-b7ef-96e4de7a2b24 None None] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:18.421297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.426752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.436555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fc581c70-6f0f-4112-a8f8-7ab253a357cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6141291 Dec 06 12:37:18.439375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 54984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.441767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/93ba930c-7b73-452e-9d7a-5eb794dacc11 HTTP/1.1" status: 204 len: 168 time: 0.1995902 Dec 06 12:37:18.443408 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54986) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.467574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a4edf-ce8c-42ce-b9db-c2bfca7e80eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba930c-7b73-452e-9d7a-5eb794dacc11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.482825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.500681 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b5119449-721a-4331-ab18-5fb6cbcd4bec tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526996 Dec 06 12:37:18.506387 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54988) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.511732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--924618317'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:18.537516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.616224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e59c2-9651-4106-a7b8-db39b0cec0e8 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:18.629985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.641325 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a1116-14b6-48f0-81d1-d2d31fdb3994 None None] Pushing event updated for resources: {'Port': ['ID=79a97347-b35c-490e-bf54-3cef4f41bb24,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.645050 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Attempting to bind port 79a97347-b35c-490e-bf54-3cef4f41bb24 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:18.645625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Attempting to bind port 79a97347-b35c-490e-bf54-3cef4f41bb24 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:18.646165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Attempting to bind port 79a97347-b35c-490e-bf54-3cef4f41bb24 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:18.657196 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.681372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:18.681758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:18.682151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.683085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:18.683573 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Bound port: 79a97347-b35c-490e-bf54-3cef4f41bb24, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:18.683943 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.741855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] For port 79a97347-b35c-490e-bf54-3cef4f41bb24, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:18.746350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] For port 79a97347-b35c-490e-bf54-3cef4f41bb24, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79a97347-b35c-490e-bf54-3cef4f41bb24,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:18.759674 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-56f83fdd-9d04-42e9-8449-2eaf215431ea', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:37:18.762420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.763296 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5c89317a-8254-4d96-a5bf-0d1a6dc79f3a None None] Provisioning complete for port 79a97347-b35c-490e-bf54-3cef4f41bb24 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:18.763658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c89317a-8254-4d96-a5bf-0d1a6dc79f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.791552 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.795261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.800831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2933488 Dec 06 12:37:18.804640 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 54996) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:18.815345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': 'b3a9bbda-acd5-4aea-87c2-65744623675d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:18.824622 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c43718-a334-494f-aeef-fc94f4255247 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9bbda-acd5-4aea-87c2-65744623675d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.842891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce006b8b-6058-4caf-ad52-f902bb6d546f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:37:18.879217 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5c89317a-8254-4d96-a5bf-0d1a6dc79f3a None None] Port 79a97347-b35c-490e-bf54-3cef4f41bb24 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:18.910370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-125ef262-a13e-432f-9db8-eb9b15b1e76e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:18.921802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-125ef262-a13e-432f-9db8-eb9b15b1e76e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.1020486 Dec 06 12:37:18.928990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:18.949497 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:18.950437 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:18.973840 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a1116-14b6-48f0-81d1-d2d31fdb3994 None None] Pushing event updated for resources: {'Port': ['ID=79a97347-b35c-490e-bf54-3cef4f41bb24,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:18.991571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-70d85898-7a07-49e0-a5aa-001307c5a605 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.023894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.035308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.082651 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bfb978-d2fc-4956-a219-e4381dc3bef9,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:19.109173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.122742 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-451f216f-f954-45af-b7ac-42b3bac83370 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3096771 Dec 06 12:37:19.123344 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55010) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.155265 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:19.167356 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-70d85898-7a07-49e0-a5aa-001307c5a605 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.237012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.253491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.258602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-70d85898-7a07-49e0-a5aa-001307c5a605 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.280783 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.329522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-137ff371-1e22-4d35-ae97-b5f82078fc67 req-70d85898-7a07-49e0-a5aa-001307c5a605 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532755 Dec 06 12:37:19.341893 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.347551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.349657 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3a9bbda-acd5-4aea-87c2-65744623675d HTTP/1.1" status: 204 len: 168 time: 0.2252595 Dec 06 12:37:19.354004 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55014) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.392573 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d85898-7a07-49e0-a5aa-001307c5a605 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b84de-2ac6-48dd-9b7a-0ed4d080120a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:19.404008 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147d32-1b98-4d74-9718-45455cb6f417 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9bbda-acd5-4aea-87c2-65744623675d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:19.498888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a5ab4ce-553b-48d3-a098-b51b86d41259 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1340544 Dec 06 12:37:19.499442 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55022) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.506438 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--389502029'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:19.554898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.576792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257b09f-eb95-41b7-83ca-5da93737bdf5 req-5a745b1f-2f92-4e53-afaa-11d14ef2befd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:19.578761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e257b09f-eb95-41b7-83ca-5da93737bdf5 req-5a745b1f-2f92-4e53-afaa-11d14ef2befd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.0872023 Dec 06 12:37:19.606647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Allocated IP 172.20.0.2 (56f83fdd-9d04-42e9-8449-2eaf215431ea/708450c0-d27b-45a3-ab70-57b867d2cb53/e3359609-48aa-4570-a97b-d9595dd08e67) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:19.699056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.712150 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.716828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] Provisioning complete for port 79a97347-b35c-490e-bf54-3cef4f41bb24 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:19.717417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.755450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.755966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e257b09f-eb95-41b7-83ca-5da93737bdf5 req-f9f93e0e-c4cb-48b5-96d7-b988ced38550 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494355 Dec 06 12:37:19.756928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2564027 Dec 06 12:37:19.759458 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff209b6-7022-4c4d-ac85-e572a95c4e29 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d8cd3-2fe9-4e7c-b1b2-c85939eae91d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:19.771964 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.778091 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632559419'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:19.782815 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.808353 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.883465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bbc5aeae-ab31-443c-a0ae-f46941dccfac tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 200 len: 992 time: 0.0993514 Dec 06 12:37:19.910143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.914059 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.940910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:19.944790 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1692085 Dec 06 12:37:19.945306 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:19.951155 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': 'c11d8cd3-2fe9-4e7c-b1b2-c85939eae91d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e1e5d13b-f926-44d7-bb2f-4b96c686d52d', 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:19.981862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6afaf8-5b68-4da2-b50d-4d8df6fc41da tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e5d13b-f926-44d7-bb2f-4b96c686d52d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:20.039733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.088029 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.155752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.160282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.197782 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac84743-83b8-48fe-a416-67fd50d1212d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:20.208604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.217412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-58a4431d-7c0b-4157-bf58-31c4b9c8275e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2706592 Dec 06 12:37:20.219127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.220101 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:20.229305 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.263960 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ca1ffa2a-7611-4529-8549-a29cc85d01c8 req-5439c4db-b923-406b-bf35-a74916b1bdd2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:37:20.265129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca1ffa2a-7611-4529-8549-a29cc85d01c8 req-5439c4db-b923-406b-bf35-a74916b1bdd2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078869 Dec 06 12:37:20.279488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.372891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Pushing event updated for resources: {'Port': ['ID=e3359609-48aa-4570-a97b-d9595dd08e67,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:20.377382 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] For port 79a97347-b35c-490e-bf54-3cef4f41bb24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79a97347-b35c-490e-bf54-3cef4f41bb24,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:20.387895 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:20.390626 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:20.394674 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:20.409514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.516498 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834eb22-5319-46c2-8841-2375c8ab36e2 None None] Pushing event updated for resources: {'Port': ['ID=79a97347-b35c-490e-bf54-3cef4f41bb24,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:20.543720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:16Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:20.621149 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaae58d-7e25-41b9-af16-954614391ceb None None] The sync data for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 is: [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:16Z', 'revision_number': 3, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:20.641691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Attempting to bind port e3359609-48aa-4570-a97b-d9595dd08e67 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:20.642116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Attempting to bind port e3359609-48aa-4570-a97b-d9595dd08e67 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:20.642901 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Attempting to bind port e3359609-48aa-4570-a97b-d9595dd08e67 on network 56f83fdd-9d04-42e9-8449-2eaf215431ea {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Checking segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Bound using segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Bound port: e3359609-48aa-4570-a97b-d9595dd08e67, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:20.656298 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.773880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] For port e3359609-48aa-4570-a97b-d9595dd08e67, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:20.786340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] For port e3359609-48aa-4570-a97b-d9595dd08e67, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3359609-48aa-4570-a97b-d9595dd08e67,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:20.796696 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.866980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded370-31c2-46c6-b7db-53b9c42d365f None None] Pushing event updated for resources: {'Port': ['ID=e3359609-48aa-4570-a97b-d9595dd08e67,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:20.920673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.964420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:20.972195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-c0a6df88-cada-4c72-99a0-8a57e4702900 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679385 Dec 06 12:37:20.987957 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-afa72c37-48ee-443e-a534-2276c1188483 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:37:20.992603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-afa72c37-48ee-443e-a534-2276c1188483 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099919 Dec 06 12:37:21.044457 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.1 (56f83fdd-9d04-42e9-8449-2eaf215431ea/708450c0-d27b-45a3-ab70-57b867d2cb53/19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:21.080168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.109219 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a748-c6b8-4ce7-8fb7-74a897ef5109 req-60ba76db-3977-4c7f-9ef9-9a8904130a54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:21.110897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae42a748-c6b8-4ce7-8fb7-74a897ef5109 req-60ba76db-3977-4c7f-9ef9-9a8904130a54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2044997 Dec 06 12:37:21.115023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.116232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dac84743-83b8-48fe-a416-67fd50d1212d HTTP/1.1" status: 204 len: 168 time: 0.8950970 Dec 06 12:37:21.122100 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:21.131483 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994f9c7-050f-4c6f-8c80-268c380bf56b tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac84743-83b8-48fe-a416-67fd50d1212d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:21.202934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc2ddc1d-71a9-47f3-ae35-7e5514c9a6e2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0771160 Dec 06 12:37:21.203651 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:21.333649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.399132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae42a748-c6b8-4ce7-8fb7-74a897ef5109 req-0844cb6e-d16e-418c-aee6-ba800168dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534976 Dec 06 12:37:21.432753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.440983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.537904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.540803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.548852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1e5d13b-f926-44d7-bb2f-4b96c686d52d HTTP/1.1" status: 204 len: 168 time: 0.3420217 Dec 06 12:37:21.552480 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:21.572574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e1bc8-f7d9-437e-abbd-bdec1c82331a tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e5d13b-f926-44d7-bb2f-4b96c686d52d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:21.606203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.721023 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:21.752070 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:21.756182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:21.764934 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:21.774472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a24c8c93-b270-4fa0-a90d-8fc9bca6c75f tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2184088 Dec 06 12:37:21.778057 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55094) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:21.858183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.929496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:21.977844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.056213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.059578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.063342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/c11d8cd3-2fe9-4e7c-b1b2-c85939eae91d HTTP/1.1" status: 204 len: 168 time: 0.2841370 Dec 06 12:37:22.079080 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:22.126081 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd0fbd-6a0d-4b00-af67-7a77e9881a72 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d8cd3-2fe9-4e7c-b1b2-c85939eae91d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:22.220962 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40a18dc7-54fc-4a23-8b92-ec46f18ad38d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404085 Dec 06 12:37:22.222070 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:22.225801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.242816 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708480621'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:22.311981 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.494094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.507802 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.632588 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.633901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4060471 Dec 06 12:37:22.635191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 79a97347-b35c-490e-bf54-3cef4f41bb24 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:22.636852 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:22.652975 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': 'e62b96da-8a39-4321-a0c6-a640ae73bed9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:22.672419 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3156-c24b-4b1d-aef2-9d57eae077bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b96da-8a39-4321-a0c6-a640ae73bed9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:22.715862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.770531 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 79a97347-b35c-490e-bf54-3cef4f41bb24 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:22.774153 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.825701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.832180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.865608 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5643518-4444-45ee-ae0b-8e0958b672d5,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:22.878296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.879773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25888a14-0690-467c-a9ca-4bcaea92348e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2375460 Dec 06 12:37:22.882761 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55122) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:22.929858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3359609-48aa-4570-a97b-d9595dd08e67 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:22.951640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:22.961738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.004810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668bd9-53cb-40c0-af92-6d0b4497d111 req-fda5c4a2-90e1-40e0-a9e6-1127589e683f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.006532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea668bd9-53cb-40c0-af92-6d0b4497d111 req-fda5c4a2-90e1-40e0-a9e6-1127589e683f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2364898 Dec 06 12:37:23.008639 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.016668 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.021690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b5643518-4444-45ee-ae0b-8e0958b672d5 HTTP/1.1" status: 204 len: 168 time: 0.1345012 Dec 06 12:37:23.021690 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:23.032717 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979768-1c73-4f89-9eb2-414a44ec77aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5643518-4444-45ee-ae0b-8e0958b672d5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:23.066089 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cace46b-e0c9-4daf-9e1e-481f02dd7525 None None] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:37:23.075136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bedf0b1d-5ec7-4f5a-bc20-1ebcaf1ea375 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532939 Dec 06 12:37:23.081627 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:23.119425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.138443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.151810 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e3359609-48aa-4570-a97b-d9595dd08e67 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:23.161086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.173454 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.230955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85528b0e-b384-48c2-8261-c80ad3f46f9c None None] Provisioning complete for port e3359609-48aa-4570-a97b-d9595dd08e67 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:23.231603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85528b0e-b384-48c2-8261-c80ad3f46f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.263895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.264811 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:23.303568 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-6a761280-961f-4e69-899b-02646a354031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.305529 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-6a761280-961f-4e69-899b-02646a354031 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.2287033 Dec 06 12:37:23.321738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea668bd9-53cb-40c0-af92-6d0b4497d111 req-8e2d256f-6e8b-49bf-b9a9-973476866b22 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900813 Dec 06 12:37:23.331674 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.385959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.434912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port e3359609-48aa-4570-a97b-d9595dd08e67, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3359609-48aa-4570-a97b-d9595dd08e67,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:23.453352 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.469694 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:23.471482 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:23.474191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.478343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.482632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/e62b96da-8a39-4321-a0c6-a640ae73bed9 HTTP/1.1" status: 204 len: 168 time: 0.3970709 Dec 06 12:37:23.491287 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55130) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:23.520797 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-04c29ca9-0db2-4d75-964e-3aca7c3e2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.522461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-04c29ca9-0db2-4d75-964e-3aca7c3e2ada service neutron] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.2011847 Dec 06 12:37:23.529942 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428efc-6fd9-49e9-84f4-f20221711752 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b96da-8a39-4321-a0c6-a640ae73bed9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:23.618854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-73c849f9-6841-4436-8e6e-b34d9698ba23 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1227958 Dec 06 12:37:23.622666 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55134) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:23.629536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--274750737'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:23.663097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-7393868c-8990-4efa-aba9-02c5ba1a9987 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 1000 time: 0.1292222 Dec 06 12:37:23.693884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.771874 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=e3359609-48aa-4570-a97b-d9595dd08e67,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:23.774954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-09a43604-a6a6-48b3-a986-224217c876aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.776614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-09a43604-a6a6-48b3-a986-224217c876aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.1058943 Dec 06 12:37:23.816118 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 24ab2a59-4315-45c7-b592-276fbdf153f5 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:23.901448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.910656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:23.938110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-987fcdeb-1658-406f-b1cf-66f73fbbf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.939815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-987fcdeb-1658-406f-b1cf-66f73fbbf9fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551685 Dec 06 12:37:23.960783 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:23.970900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-909ba97e-5562-4e33-b1b2-e3a18af3b8f7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/24ab2a59-4315-45c7-b592-276fbdf153f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5280306 Dec 06 12:37:23.971413 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:23.975252 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Sync routers for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:23.994494 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:23.998335 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:24.004376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94971b6f-ea56-4ac8-87c1-f0a7643f3452,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:24.029487 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.039441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6f405bc-0db7-4453-9cd7-6ee9b125f6e0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4152317 Dec 06 12:37:24.040237 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55142) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.056781 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '94971b6f-ea56-4ac8-87c1-f0a7643f3452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:24.164574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.210723 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:24.259992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-28c92707-f4ed-4cee-9b20-b468d2bf6a84 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990654 Dec 06 12:37:24.316805 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6069dd93-20cf-4303-96d5-8885a59dbcc2 None None] Provisioning complete for port e3359609-48aa-4570-a97b-d9595dd08e67 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:24.317205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6069dd93-20cf-4303-96d5-8885a59dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.340670 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.341222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.343475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.343982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.352277 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.352802 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.353370 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.353833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.354842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.355297 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.355752 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.360474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7e7b06a4-d2b5-4885-b815-c624e0318b4c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.3855925 Dec 06 12:37:24.362621 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.475725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.493894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.533676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3359609-48aa-4570-a97b-d9595dd08e67 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:24.551465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.552884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5010607 Dec 06 12:37:24.555584 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.565492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b03e-91f6-4498-b994-7366b5e3f8b0 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c84678-4572-4d0e-adc5-09872856e035,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:24.589701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6069dd93-20cf-4303-96d5-8885a59dbcc2 None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:24.590948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6069dd93-20cf-4303-96d5-8885a59dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.599251 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 2, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:24.615605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e8b959ba-a462-4e2a-be00-05103d9aadf0 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476012 Dec 06 12:37:24.624329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3db0b7ff-31e6-4792-be15-a7eade6fa5c2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules/b7c84678-4572-4d0e-adc5-09872856e035 HTTP/1.1" status: 200 len: 763 time: 0.0667214 Dec 06 12:37:24.626380 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55152) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.642828 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6069dd93-20cf-4303-96d5-8885a59dbcc2 None None] Port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:24.665500 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e3359609-48aa-4570-a97b-d9595dd08e67 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:24.665879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.714134 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Checking router: 24ab2a59-4315-45c7-b592-276fbdf153f5 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:37:24.715616 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Updating router 24ab2a59-4315-45c7-b592-276fbdf153f5 port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:37:24.745483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8d41d91b-9f04-4624-98d6-da486939db65 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1151872 Dec 06 12:37:24.745729 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55154) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.770317 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.771074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.773403 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.774831 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.775475 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.777242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.782209 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.789068 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.789772 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.794085 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.795327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.803636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.804884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-47cb2e5e-04eb-41af-b995-7781fe7a5a88 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7085 time: 0.4383669 Dec 06 12:37:24.806439 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:24.822215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.834592 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.884119 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b48a64fa-1c0d-4767-9a02-b5471330bc43 None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:24.892001 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b48a64fa-1c0d-4767-9a02-b5471330bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.938324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.953282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:24.959684 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b7c84678-4572-4d0e-adc5-09872856e035 HTTP/1.1" status: 204 len: 168 time: 0.2130041 Dec 06 12:37:24.962836 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.033459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b48a64fa-1c0d-4767-9a02-b5471330bc43 None None] Port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:25.044066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1428-0500-4ca4-b79a-d2c8ea5cc557 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7c84678-4572-4d0e-adc5-09872856e035,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:25.094608 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3494ccd-6842-4a6b-a8a2-ccfc57067554 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1041081 Dec 06 12:37:25.098318 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55164) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.102592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e7b1-a599-4e3e-8ab2-535044c7d54c req-e1b9b0a4-8cc7-4c90-a7f4-22693d2fa909 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.104246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7592e7b1-a599-4e3e-8ab2-535044c7d54c req-e1b9b0a4-8cc7-4c90-a7f4-22693d2fa909 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.6093049 Dec 06 12:37:25.121512 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '94971b6f-ea56-4ac8-87c1-f0a7643f3452', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:25.168340 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d3a23604-79c1-4e3b-a3ce-ff10b78cce18 None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:25.169122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3a23604-79c1-4e3b-a3ce-ff10b78cce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.184104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.253587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d3a23604-79c1-4e3b-a3ce-ff10b78cce18 None None] Port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:25.267189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7592e7b1-a599-4e3e-8ab2-535044c7d54c req-ba21f921-c5c2-47f8-ab01-ca1307d31d60 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535218 Dec 06 12:37:25.298207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.305283 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.345068 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.348140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f7bcd2-f879-4b8a-8014-96f4794276d7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:25.355890 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.367509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.371980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac13d996-8693-466a-825a-61cdf27d10d2 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694602 Dec 06 12:37:25.372121 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bd760dc0-c867-4a47-8026-777338320880 tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.5588849 Dec 06 12:37:25.372121 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.440139 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.441897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b7ffbfc5-195a-477b-aaf3-02c27aae2095 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules/08f7bcd2-f879-4b8a-8014-96f4794276d7 HTTP/1.1" status: 200 len: 763 time: 0.0576143 Dec 06 12:37:25.469541 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Pushing event updated for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:25.517361 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.517696 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.521491 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.521995 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.522482 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.522990 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.523549 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.523786 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.524322 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.524918 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.525094 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34a19605-779d-425d-b552-5625d9fd3a88 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797753 Dec 06 12:37:25.526352 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.527158 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.527649 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.528123 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:25.552177 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Attempting to bind port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:25.552783 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Attempting to bind port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:25.553358 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Attempting to bind port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 on network 56f83fdd-9d04-42e9-8449-2eaf215431ea {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:25.562318 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:25.562957 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Checking segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:25.563544 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.564097 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Bound using segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:25.564845 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Bound port: 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:25.566896 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.590999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.615607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.656671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.668932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.670580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/08f7bcd2-f879-4b8a-8014-96f4794276d7 HTTP/1.1" status: 204 len: 168 time: 0.1457570 Dec 06 12:37:25.673091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.696294 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263fa1c-b200-460c-b045-2a4ebb2f306e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f7bcd2-f879-4b8a-8014-96f4794276d7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:25.731259 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] For port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:25.735077 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] For port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:25.740703 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.754387 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-29b48d0c-15a8-4c25-9f83-2abb1bf5b7eb tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763879 Dec 06 12:37:25.757122 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.769945 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '94971b6f-ea56-4ac8-87c1-f0a7643f3452', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:25.818911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.875207 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ac884-d9bb-496c-acbe-cd439dab498a None None] Pushing event updated for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:25.896395 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:25.897419 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:25.904112 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:25.907098 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.957788 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55180) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:25.963789 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896326512', 'description': 'tempest-secgroup-smoke-1896326512 description', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:25.971554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:25.982624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.017104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.038417 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befc26e6-f5fc-417c-859d-1e7883bb884a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.053062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.057665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca1ebc3c-31a0-47bd-bc1f-39056b8550bc tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986088 Dec 06 12:37:26.058156 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.095298 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55188) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.098626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4fccc90e-31f5-4f37-a561-0031e8212866 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules/befc26e6-f5fc-417c-859d-1e7883bb884a HTTP/1.1" status: 200 len: 764 time: 0.0392630 Dec 06 12:37:26.178230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.195816 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:26.218517 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8f042c12-673e-4ae0-a4c6-160060233057 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1195416 Dec 06 12:37:26.219002 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55190) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.220344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] For port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:26.229661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.290227 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.293670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.297941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.308410 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac6676-4f1f-4374-a251-0057cd0dc14c None None] Pushing event updated for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.310863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.362946 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ebd69a91-85d4-4a07-a689-c87aaf80b466 None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:26.363338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ebd69a91-85d4-4a07-a689-c87aaf80b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.396656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.398978 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4393270 Dec 06 12:37:26.402584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3edf7-1d52-4aa3-a96b-2aef05546b13 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1928c4c9-ffac-40ba-975c-f5858997857e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.407643 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.412456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:26.428852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.441927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.446678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/befc26e6-f5fc-417c-859d-1e7883bb884a HTTP/1.1" status: 204 len: 168 time: 0.2262931 Dec 06 12:37:26.450133 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.458339 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc7a22-c515-4746-a29f-20d101acaf2e tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=befc26e6-f5fc-417c-859d-1e7883bb884a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.478533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.546625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71ae98b9-adac-4faf-a5ec-f1fc955ea99c tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952854 Dec 06 12:37:26.551951 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.560295 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c699-da68-4b4b-8185-e5a9b17a2aea req-02608a38-6aa5-4cb5-a034-2382fbe9b64f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:26.570251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd88c699-da68-4b4b-8185-e5a9b17a2aea req-02608a38-6aa5-4cb5-a034-2382fbe9b64f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1967328 Dec 06 12:37:26.595974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.605327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.659506 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3050b290-1027-427f-831a-23ffad504689,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.660055 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:25Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:26.670823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.672038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfcc0aeb-3258-4ab5-854f-24342a9128ee tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2632973 Dec 06 12:37:26.674678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55202) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.687893 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:26.717619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.738452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.771019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.826841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd88c699-da68-4b4b-8185-e5a9b17a2aea req-60ed58b4-bafe-4498-b7de-61689eb35614 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509489 Dec 06 12:37:26.828302 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.833616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.833831 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb44dd-554a-4fd4-b1e6-80d0e240a6fd None None] The sync data for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 is: [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:25Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:26.835131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/94971b6f-ea56-4ac8-87c1-f0a7643f3452 HTTP/1.1" status: 204 len: 168 time: 0.2624764 Dec 06 12:37:26.839008 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.867082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.871618 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebe8b6-e74d-4f54-bb8c-571fc891fc71 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94971b6f-ea56-4ac8-87c1-f0a7643f3452,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.875020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.896972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f491b1-a8af-4f3c-ad7e-6a55eeed9a9a,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.948832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.952723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-303ff6c9-6ef6-4964-ac53-1f7dc7f627a7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747552 Dec 06 12:37:26.953182 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.957641 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:26.977830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b1f4b362-a34a-41d9-8214-5e7942fbc487 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1293590 Dec 06 12:37:26.981847 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55208) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:26.992661 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group': {'name': 'tempest-secgroup--954906789'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:27.024911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.032514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.127656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.138039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.172619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.179328 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56619fc5-3984-4e8f-a5fd-eed5b7a36dcd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:27.187357 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.223045 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.234642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a2960ec9-48d7-49fb-9683-ffb2a78413cf tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771993 Dec 06 12:37:27.235322 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.250376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-378b1601-074f-495e-a5a3-265dda5c8ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.263021 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:27.284069 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7209c-46e5-4bce-83ba-4acdef23b239,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:27.311778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.344727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.346322 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-89d2f182-bcee-4ad7-8a9f-90b37efc0e3d tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3607070 Dec 06 12:37:27.348859 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.358103 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Request body: {'security_group_rule': {'security_group_id': '9ec7209c-46e5-4bce-83ba-4acdef23b239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:27.413075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.421141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.433020 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.446013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3ac2bb-ef01-48b4-949c-a940a7b6ded8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:27.459188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.460220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-13dbd86f-b123-45a0-8e43-edf48e9c88ac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225747 Dec 06 12:37:27.463761 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.470869 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:27.509042 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:37:27.524227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.562368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.570465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.592764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e3e9dd-97b4-4c3f-a734-529d71a66ac2,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:27.608013 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.612464 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e5ae381e-ac1b-491a-84f9-b1ae4eb904ea tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2621098 Dec 06 12:37:27.613516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55220) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.637249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.668205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.726705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.742519 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6eb776-e094-49d2-914e-b541ead55d7b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:27.759899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.761848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f7ef3504-65d4-44fd-8f3a-55c2fde7ae0b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2971830 Dec 06 12:37:27.764469 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.770920 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'security_group_rule': {'security_group_id': '1928c4c9-ffac-40ba-975c-f5858997857e', 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:27.783735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.822340 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Project 86d080c3c9ce45449ffc8a974dc6d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:37:27.840857 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.872825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.877395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:27.878955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ec7209c-46e5-4bce-83ba-4acdef23b239 HTTP/1.1" status: 204 len: 168 time: 0.2643075 Dec 06 12:37:27.882433 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:27.890728 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1d6f5-00c4-4a4a-b777-5b1facd56781 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7209c-46e5-4bce-83ba-4acdef23b239,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:28.009349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:28.016670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9443acc4-0066-4dd9-a27f-52b1403a49d3 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1307693 Dec 06 12:37:28.018995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:28.019722 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:28.052569 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e080-1d60-41af-a14f-668f76824737 req-cef4b63f-18e1-4384-956a-01dbe74ee829 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:28.054224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4980e080-1d60-41af-a14f-668f76824737 req-cef4b63f-18e1-4384-956a-01dbe74ee829 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1090732 Dec 06 12:37:28.054949 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20199c23-d906-4788-8985-752087a5e9df,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:28.084324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:28.092402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6cfba642-685b-4a17-8c78-17941746ac91 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200929 Dec 06 12:37:28.107445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b4671a3d-96a0-42e1-8fb6-c7a316bae1f9 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0845487 Dec 06 12:37:28.109709 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55234) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:28.133624 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-c95642c3-4ba0-4a72-9888-1985a2c7c6aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] delete failed (client error): The resource could not be found. Dec 06 12:37:28.137898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c95642c3-4ba0-4a72-9888-1985a2c7c6aa tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ec7209c-46e5-4bce-83ba-4acdef23b239 HTTP/1.1" status: 404 len: 347 time: 0.0269935 Dec 06 12:37:28.143834 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55236) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:28.157554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4980e080-1d60-41af-a14f-668f76824737 req-9e1847ea-e783-41df-889b-c9c352120d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808008 Dec 06 12:37:28.209497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d7bba36c-4ee3-4e4d-903f-93cca31e5366 tempest-SecGroupTest-1249173156 tempest-SecGroupTest-1249173156-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600188 Dec 06 12:37:28.433413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-b43d66f8-b727-4aeb-8715-99710d8148c4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896326512&fields=id&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 267 time: 0.1261210 Dec 06 12:37:28.495639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:28.591433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:28.592183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:28.611248 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-a8b9913c-3a05-477e-808a-ee326b977102 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:28.613187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-a8b9913c-3a05-477e-808a-ee326b977102 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/networks?id=56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 200 len: 796 time: 0.1780224 Dec 06 12:37:28.647707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-f40348e5-afd6-4247-94b0-bd5f1d4b98d1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/quotas/86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 375 time: 0.0178494 Dec 06 12:37:28.671447 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55256) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:28.754275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-848d1b4b-78da-4add-a29c-b60d50137b42 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957370 Dec 06 12:37:28.944384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b34d0e9-8dbc-434f-81fb-0b8ec7bd45da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=745ebda61c6a4bdea53272a6f4865a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714045 Dec 06 12:37:28.946439 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55264) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:29.013677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:29.046134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:29.050768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-94f1c53c-1cf8-4020-a149-da364fac2cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794535 Dec 06 12:37:29.102279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:29.105258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:29.110275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/584c9be5-9c6a-4314-8c0f-e5e32df4c8ce HTTP/1.1" status: 204 len: 168 time: 0.1628575 Dec 06 12:37:29.119054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455d4cf-91d3-4347-9ffa-64bceab683fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c9be5-9c6a-4314-8c0f-e5e32df4c8ce,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:29.174853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-b767a37a-864c-4bd1-8db2-b1a13050361f service neutron] 10.222.0.31 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228158 Dec 06 12:37:29.305639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c6a-6695-4e46-abf5-a08a2bf48967 req-95d824cd-a3b6-47df-8ce5-eb97f8300090 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:29.307532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb18c6a-6695-4e46-abf5-a08a2bf48967 req-95d824cd-a3b6-47df-8ce5-eb97f8300090 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.0592766 Dec 06 12:37:29.387223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcb18c6a-6695-4e46-abf5-a08a2bf48967 req-d2c9b169-1624-4fec-8366-6da47e0b0ddb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659540 Dec 06 12:37:29.462284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03051013-caa6-4a70-a3f1-f3daa9e2b688 req-eaea2b56-66ba-40fe-ae88-3a123a867638 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 210 time: 0.0403638 Dec 06 12:37:29.622102 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb1c3-3464-44fb-a354-a6af5283a12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.097261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:30.220140 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1779632675'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:30.243363 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Made reservation on behalf of 97db94e7b18b49dcbcb4c663c047a800 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:37:30.248297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.258887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.350612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.355232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.379716 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:37:30.395992 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e33fa7-0a2b-4655-af6f-6a8155f76b7b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:30.402202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.402566 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Added segment 2236f106-c4a6-4dd2-8fc0-009099352a7a of type vlan for network 7d8f3a26-b39c-4817-a334-241ae21170fb Dec 06 12:37:30.454620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.495246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.504106 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:30.504754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.543109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4441895 Dec 06 12:37:30.547302 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55318) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:30.554391 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-dd1fd610-8ca7-47a5-bad9-8298ee13d771 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-1586596294') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:30.594037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.607083 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d05f9-b157-400a-961f-f8729b3fe03d tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Pushing event updated for resources: {'Network': ['ID=7d8f3a26-b39c-4817-a334-241ae21170fb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:30.626592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7d8f3a26-b39c-4817-a334-241ae21170fb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:37:30.731881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dd1fd610-8ca7-47a5-bad9-8298ee13d771 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "PUT /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-1586596294 HTTP/1.1" status: 201 len: 201 time: 0.1833117 Dec 06 12:37:30.734400 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:30.742617 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-82a984b4-4682-4bdb-9f73-e771cf8dd6de tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-1586596294') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:30.895009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-82a984b4-4682-4bdb-9f73-e771cf8dd6de tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-1586596294 HTTP/1.1" status: 204 len: 168 time: 0.1591947 Dec 06 12:37:30.895722 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55330) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:30.901401 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-bd7486d9-cfc9-4259-9a6c-59acb3334a8b tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:30.976700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd7486d9-cfc9-4259-9a6c-59acb3334a8b tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags HTTP/1.1" status: 200 len: 238 time: 0.0791514 Dec 06 12:37:30.978452 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55332) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:30.983553 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-71ee0e5e-3b67-4667-b31c-d9f071761da6 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', {'tags': ['tempest-TagsTest-Tag-514053713', 'tempest-TagsTest-Tag-577638278', 'tempest-TagsTest-Tag-137762666']}) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.074465 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-71ee0e5e-3b67-4667-b31c-d9f071761da6 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "PUT /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags HTTP/1.1" status: 200 len: 306 time: 0.0937915 Dec 06 12:37:31.074715 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55334) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.079125 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-d8a5393f-f55a-42d9-b86f-d659afe7ff0b tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-514053713') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.109829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea210aea-8c08-45df-84b5-995cc8e1c1cc req-1cd66629-4b14-4b96-a1ff-854f4fdd1b78 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 210 time: 0.0430462 Dec 06 12:37:31.164100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2ea00-38ab-48ef-8fe6-5bc3e162a76c req-a60970a8-8e95-41d5-8871-21df4e1f5de8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:31.165979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fe2ea00-38ab-48ef-8fe6-5bc3e162a76c req-a60970a8-8e95-41d5-8871-21df4e1f5de8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.6959329 Dec 06 12:37:31.172788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d8a5393f-f55a-42d9-b86f-d659afe7ff0b tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "DELETE /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-514053713 HTTP/1.1" status: 204 len: 168 time: 0.0970755 Dec 06 12:37:31.175683 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55336) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.180419 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-33c1a734-f15c-4152-9c3b-17cd70ccf004 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-514053713') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.200616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:31.231368 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-de29991b-3208-4b5e-9c90-5b2a5fffbee0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:31.232743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-de29991b-3208-4b5e-9c90-5b2a5fffbee0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/networks?id=56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 200 len: 796 time: 0.6789651 Dec 06 12:37:31.248341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fe2ea00-38ab-48ef-8fe6-5bc3e162a76c req-d9d02783-ac04-44f5-b561-0459d1f6d49c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727608 Dec 06 12:37:31.263743 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-33c1a734-f15c-4152-9c3b-17cd70ccf004 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] show failed (client error): The resource could not be found. Dec 06 12:37:31.265140 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-33c1a734-f15c-4152-9c3b-17cd70ccf004 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-514053713 HTTP/1.1" status: 404 len: 325 time: 0.0884910 Dec 06 12:37:31.269206 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.272492 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-971e11cc-b112-4f89-9521-0ecd96523261 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-577638278') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.309575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-dd0c7fdf-49fa-4ea6-a246-bfc675940822 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1 HTTP/1.1" status: 200 len: 380 time: 0.0602322 Dec 06 12:37:31.319403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'port': {'device_id': '2a0b1b6c-3558-42df-8941-011d8731a412', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'admin_state_up': True, 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'security_groups': ['1928c4c9-ffac-40ba-975c-f5858997857e']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:31.345206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-971e11cc-b112-4f89-9521-0ecd96523261 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-577638278 HTTP/1.1" status: 204 len: 168 time: 0.0749767 Dec 06 12:37:31.346726 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.350959 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-a8aa74ba-4890-4388-a341-26cefbf61fec tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-137762666') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.443791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8aa74ba-4890-4388-a341-26cefbf61fec tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-137762666 HTTP/1.1" status: 204 len: 168 time: 0.0959606 Dec 06 12:37:31.448446 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.464891 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-e739e700-5c59-459b-900f-bf8df5c45d1c tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.508813 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Made reservation on behalf of 86d080c3c9ce45449ffc8a974dc6d6b1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:37:31.513313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:31.639447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e739e700-5c59-459b-900f-bf8df5c45d1c tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "DELETE /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1875718 Dec 06 12:37:31.640185 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.644805 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-b7c79919-a42b-4e17-8611-006501f53467 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-577638278') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.731686 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.20.0.12 (56f83fdd-9d04-42e9-8449-2eaf215431ea/708450c0-d27b-45a3-ab70-57b867d2cb53/0445547b-1c9f-4a28-bb2b-22f3125ad2ad) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:31.781878 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-b7c79919-a42b-4e17-8611-006501f53467 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] show failed (client error): The resource could not be found. Dec 06 12:37:31.783288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b7c79919-a42b-4e17-8611-006501f53467 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-577638278 HTTP/1.1" status: 404 len: 325 time: 0.1420577 Dec 06 12:37:31.786370 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55348) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.791029 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-15fe93a5-ba29-4cba-8725-23dcd940a307 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb', 'tempest-TagsTest-Tag-137762666') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.874590 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-15fe93a5-ba29-4cba-8725-23dcd940a307 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] show failed (client error): The resource could not be found. Dec 06 12:37:31.881355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15fe93a5-ba29-4cba-8725-23dcd940a307 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "GET /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags/tempest-TagsTest-Tag-137762666 HTTP/1.1" status: 404 len: 325 time: 0.0916646 Dec 06 12:37:31.881355 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55354) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.889094 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.tag.tag_plugin [None req-1ec232a9-e6bd-4806-b3a2-ec0b9d4ab572 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d8f3a26-b39c-4817-a334-241ae21170fb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:31.970092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:31.998941 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:31.999415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1ec232a9-e6bd-4806-b3a2-ec0b9d4ab572 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "DELETE /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1185794 Dec 06 12:37:32.049314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.127471 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:32.131238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.143368 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:32.145967 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:32.221866 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:32.351255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:32.351906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.365776 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.428613 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.434670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f9c39b01-5a92-4f1d-b2dc-fb896ccd9c54 None None] Provisioning complete for port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:32.435141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f9c39b01-5a92-4f1d-b2dc-fb896ccd9c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.455025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-9cb3e17e-385b-4c90-b7e9-ccfcfcf8cf2b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1398208 Dec 06 12:37:32.543469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97847aee-9af8-4034-bda6-adb624692803 req-1ea1f42b-eeb1-42a4-a09d-f310cc8cc51c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:32.619430 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f9c39b01-5a92-4f1d-b2dc-fb896ccd9c54 None None] Port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97847aee-9af8-4034-bda6-adb624692803 req-1ea1f42b-eeb1-42a4-a09d-f310cc8cc51c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 932 time: 0.2717931 Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-19136531-4040-4462-b0a0-64932f1897da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-19136531-4040-4462-b0a0-64932f1897da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.3491809 Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Request body: {'port': {'device_id': '2a0b1b6c-3558-42df-8941-011d8731a412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f3a26-b39c-4817-a334-241ae21170fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-531d19fd-e975-41c7-8681-9587a6187e6d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0155389 Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2236f106-c4a6-4dd2-8fc0-009099352a7a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2236f106-c4a6-4dd2-8fc0-009099352a7a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:32.621918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.655646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.675324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-ee6fc981-2f49-47ea-822f-04802774791d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605973 Dec 06 12:37:32.678054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:37:32.681222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97847aee-9af8-4034-bda6-adb624692803 req-8fd3ce1b-8c70-4edc-8672-8b5328a635e1 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568549 Dec 06 12:37:32.844374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.849915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.855892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] 10.222.0.31 "DELETE /v2.0/networks/7d8f3a26-b39c-4817-a334-241ae21170fb HTTP/1.1" status: 204 len: 168 time: 0.8528252 Dec 06 12:37:32.895687 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe3edc-0308-4b23-b9ec-f2963c6d3fd0 tempest-TagsTest-449230685 tempest-TagsTest-449230685-project] Pushing event deleted for resources: {'Network': ['ID=7d8f3a26-b39c-4817-a334-241ae21170fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:33.007801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-b9147ea7-724f-4054-858b-c7761d9559fc service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071005 Dec 06 12:37:33.058423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba595-fe58-41fb-a631-7e2f91a46eb2 req-af01a539-5339-4781-9ec2-4c50d551c6cd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:33.059686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b2ba595-fe58-41fb-a631-7e2f91a46eb2 req-af01a539-5339-4781-9ec2-4c50d551c6cd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1694105 Dec 06 12:37:33.160921 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.197289 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:33.215632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b2ba595-fe58-41fb-a631-7e2f91a46eb2 req-7f968fe3-5415-4128-ad69-33e8ffa3c736 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439376 Dec 06 12:37:33.261969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-a9d8c69e-e8f3-4a08-9b90-db1b9df05e6a service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415214 Dec 06 12:37:33.337555 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0445547b-1c9f-4a28-bb2b-22f3125ad2ad {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:33.349102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.377532 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Transition to ACTIVE for port object 0445547b-1c9f-4a28-bb2b-22f3125ad2ad will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:37:33.386218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.392136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-03b282c5-a66c-42ea-bc94-9b167bda0b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97db94e7b18b49dcbcb4c663c047a800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935403 Dec 06 12:37:33.394734 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:33.473666 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Pushing event updated for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:33.478801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.507695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.592889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-211ac298-56f6-4b0d-9a82-d6f7e88fd10f req-625bbe2c-1c40-4b61-957f-a3ee6208a6d7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0774345 Dec 06 12:37:33.594576 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.600326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.601882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51e33fa7-0a2b-4655-af6f-6a8155f76b7b HTTP/1.1" status: 204 len: 168 time: 0.2057416 Dec 06 12:37:33.633051 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ba90-6951-4a27-99d6-c8bbd5329687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e33fa7-0a2b-4655-af6f-6a8155f76b7b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:33.662226 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Attempting to bind port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:33.662506 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Attempting to bind port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:33.662844 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Attempting to bind port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad on network 56f83fdd-9d04-42e9-8449-2eaf215431ea {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:33.684872 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad on network 56f83fdd-9d04-42e9-8449-2eaf215431ea not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:37:33.684872 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Attempting to bind port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad on network 56f83fdd-9d04-42e9-8449-2eaf215431ea {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:33.691770 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:33.692124 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Checking segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:33.692513 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Bound using segment: {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:33.692961 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Bound port: 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54251283-d306-402d-a371-6ee49d7dce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:33.693358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.829180 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:33.865204 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:33.890194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.955879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:33.956862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:33.958373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] 10.222.0.53 "PUT /v2.0/ports/0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 200 len: 1092 time: 1.4725196 Dec 06 12:37:33.958852 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:33.961388 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd65eb-9021-445c-91bc-b38ccfe9c042" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:33.983868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404acb37-34b6-4a5c-a22e-4dd62f7aec55 req-79f3351a-e81f-45b3-98bc-2558b6eab84b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:33.995620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-404acb37-34b6-4a5c-a22e-4dd62f7aec55 req-79f3351a-e81f-45b3-98bc-2558b6eab84b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 944 time: 0.1996057 Dec 06 12:37:34.078023 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c565e9-1a06-496e-8414-76b07585af7c service neutron] Pushing event updated for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:34.127965 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f563c-ee0b-40d8-bbb5-ba12d6933c27 x-openstack-request-id: req-bb7f563c-ee0b-40d8-bbb5-ba12d6933c27 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:34.128305 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:34.128516 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb7f563c-ee0b-40d8-bbb5-ba12d6933c27 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:34.128921 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'status': 'completed', 'code': 200} Dec 06 12:37:34.173038 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-404acb37-34b6-4a5c-a22e-4dd62f7aec55 req-fc2be0cb-3304-42fb-8cdc-5d5222f2ab0f tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765108 Dec 06 12:37:34.175131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-52b5ef6d-74a7-4962-be29-18209a20b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:34.176709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-52b5ef6d-74a7-4962-be29-18209a20b08e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1095 time: 0.1223137 Dec 06 12:37:34.265646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-1fab3e20-37f5-481d-8cc8-edad6221474c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 200 len: 217 time: 0.0752115 Dec 06 12:37:34.325810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-62431560-2794-4edc-8bd0-2e4a4655d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:34.327344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-62431560-2794-4edc-8bd0-2e4a4655d965 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=708450c0-d27b-45a3-ab70-57b867d2cb53 HTTP/1.1" status: 200 len: 835 time: 0.0545268 Dec 06 12:37:34.478127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5c37b-7984-46cd-b517-3d030aba97e9 req-9c58f5e3-eb4a-41ac-971b-359183fcb2f7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:34.479800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80d5c37b-7984-46cd-b517-3d030aba97e9 req-9c58f5e3-eb4a-41ac-971b-359183fcb2f7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.0934601 Dec 06 12:37:34.496561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-0e62a6d7-f8c7-43ac-bdcd-e7999f60ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:34.498301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-0e62a6d7-f8c7-43ac-bdcd-e7999f60ad30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f83fdd-9d04-42e9-8449-2eaf215431ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635709 Dec 06 12:37:34.663714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80d5c37b-7984-46cd-b517-3d030aba97e9 req-0c6eafec-83bf-4206-9983-daf257523822 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641397 Dec 06 12:37:34.722658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-d290a8b4-86c1-434f-8be8-95006e8ac2f6 service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128549 Dec 06 12:37:34.741581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3225b5e-a56d-4474-8d81-cde4a945fc39 req-7f084a7b-2e29-46b5-bea7-31aa103eab68 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0343387 Dec 06 12:37:34.843277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-500436c2-9e4c-4238-80ee-f806e26f1800 req-c1272014-c735-4ad2-b7a0-8f0cbdec4adc service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044269 Dec 06 12:37:35.055965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-f505d411-e037-4de4-8b65-476316ceb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.057943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-f505d411-e037-4de4-8b65-476316ceb3f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1095 time: 0.0680218 Dec 06 12:37:35.238011 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-15c92c4d-a8d9-48d3-b493-3010dc3df8d9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.241821 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-15c92c4d-a8d9-48d3-b493-3010dc3df8d9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1561031 Dec 06 12:37:35.262685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:35.313026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-a796f3f7-c5eb-4abf-8382-dbab17929387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.313026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-a796f3f7-c5eb-4abf-8382-dbab17929387 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 200 len: 897 time: 0.2260175 Dec 06 12:37:35.415296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-242aad01-112f-4075-ac7d-618579ae95d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 200 len: 217 time: 0.0931137 Dec 06 12:37:35.500410 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:37:35.504797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:35.512073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e20c-0ccf-483c-82b4-a4e230bdf99e req-b2d167d2-1b9a-4419-8f78-ef49942d06b6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.519827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1620e20c-0ccf-483c-82b4-a4e230bdf99e req-b2d167d2-1b9a-4419-8f78-ef49942d06b6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 944 time: 0.2138920 Dec 06 12:37:35.557743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-54d27955-5f7e-4512-81b8-fb05b03381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.559826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-54d27955-5f7e-4512-81b8-fb05b03381c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=708450c0-d27b-45a3-ab70-57b867d2cb53 HTTP/1.1" status: 200 len: 835 time: 0.1355240 Dec 06 12:37:35.639189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1620e20c-0ccf-483c-82b4-a4e230bdf99e req-5eba9804-53db-4ae9-a3b3-4e93da927337 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104925 Dec 06 12:37:35.659194 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-13ff9124-dfa7-4196-b0f7-25161a2e5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.660695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-13ff9124-dfa7-4196-b0f7-25161a2e5139 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f83fdd-9d04-42e9-8449-2eaf215431ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926371 Dec 06 12:37:35.719567 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.12 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:35.831931 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:37:35.989210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.024792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-afd2c9b5-fef8-4bc3-956f-b595726cc643 service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554413 Dec 06 12:37:36.033513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.035912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff1a6111-f718-42ca-a7b4-25061c66f8c2 req-868f3c2d-5f2b-4a4c-9a0d-a5ea350d8cd4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.1346829 Dec 06 12:37:36.073669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7119d63-3905-4346-95d0-80287058270f req-24e8b0c7-85b5-4072-8679-dd7e11e9bd1a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:36.078003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7119d63-3905-4346-95d0-80287058270f req-24e8b0c7-85b5-4072-8679-dd7e11e9bd1a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2734430 Dec 06 12:37:36.136168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:36.149014 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:36.156011 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:36.158017 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:36.160724 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:36.227195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7119d63-3905-4346-95d0-80287058270f req-5fda3d03-5662-4207-861d-b95d2d09a1a8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297081 Dec 06 12:37:36.249111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:36.251558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.277630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32bd65eb-9021-445c-91bc-b38ccfe9c042 req-a681817d-3c47-40b4-9604-d7a7990aca5d service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385495 Dec 06 12:37:36.288046 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-860d6840-e493-4e46-9845-45d219dfdb81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300274 Dec 06 12:37:36.312660 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Request body: {'port': {'device_id': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:36.368343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b789b-b3ba-40ab-bde7-8f5b3246ced3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.422299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.536178 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-615616ed-1573-472b-b7e9-a3a48e9ee273 None None] Provisioning complete for port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:36.536776 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-615616ed-1573-472b-b7e9-a3a48e9ee273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.595862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b789b-b3ba-40ab-bde7-8f5b3246ced3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.603592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac9b789b-b3ba-40ab-bde7-8f5b3246ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.623441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-615616ed-1573-472b-b7e9-a3a48e9ee273 None None] Port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:37:36.676843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac9b789b-b3ba-40ab-bde7-8f5b3246ced3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4d4a82f7e8a4673bfe46186f2f08171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265784 Dec 06 12:37:36.679586 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:36.680366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b789b-b3ba-40ab-bde7-8f5b3246ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6bbf32-9ad5-4816-8671-10ea030f195c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:36.817974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.840986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.857807 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:36.866537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.875677 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd9ad8-d63e-4402-a0bf-6dcd7985fc83 req-9a633e34-cc1e-498a-b2df-f060bd8e55eb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:36.878025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5cd9ad8-d63e-4402-a0bf-6dcd7985fc83 req-9a633e34-cc1e-498a-b2df-f060bd8e55eb tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 944 time: 0.1121063 Dec 06 12:37:36.899083 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Transition to ACTIVE for port object 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:37:36.906389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.984783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5cd9ad8-d63e-4402-a0bf-6dcd7985fc83 req-710cb59e-effa-4484-a6de-d46b84a81589 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983303 Dec 06 12:37:36.991653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:36.996664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.004199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f6bbf32-9ad5-4816-8671-10ea030f195c HTTP/1.1" status: 204 len: 168 time: 0.3233957 Dec 06 12:37:37.042725 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03b787-2426-4cee-ad76-1403b2e18206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6bbf32-9ad5-4816-8671-10ea030f195c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:37.063901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Pushing event updated for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:37.239105 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Attempting to bind port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:37.239578 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Attempting to bind port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:37.240332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Attempting to bind port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:37.246160 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:37:37.246900 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Attempting to bind port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:37.252959 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:37.253580 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:37.253921 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:37.254437 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Bound port: 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:37.254870 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.284894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0550d-73e0-41a9-a9f2-a071540bd93b req-062f28f6-caec-4e15-917b-21f9bcd1579b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:37.309623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ba0550d-73e0-41a9-a9f2-a071540bd93b req-062f28f6-caec-4e15-917b-21f9bcd1579b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1491485 Dec 06 12:37:37.315604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0445547b-1c9f-4a28-bb2b-22f3125ad2ad details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:37:37.345043 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:37.352696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:37.365129 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.441318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ba0550d-73e0-41a9-a9f2-a071540bd93b req-16f09d53-a93c-4e54-88a7-ad58aecb174a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190243 Dec 06 12:37:37.516474 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:37.524897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Pushing event updated for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:37.534921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:37.535626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.538205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-7a32626d-921f-4206-9ddb-35f420170794 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 HTTP/1.1" status: 200 len: 1092 time: 1.2315917 Dec 06 12:37:37.538901 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:37.543427 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7c513-5714-499f-99ce-266ea76c3a15" -d '{"events": [{"name": "network-changed", "server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:37.551034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd6b6-fd73-4f35-8993-23339d106d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.581757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:37.618543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'port_id': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'mac_address': 'fa:16:3e:93:4c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:37:37.684222 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-1dff8715-4c66-4773-86af-e27aaa93a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:37.688997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-1dff8715-4c66-4773-86af-e27aaa93a260 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 1095 time: 0.0873203 Dec 06 12:37:37.812508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719ff46-bfee-49ae-800b-7623efa0c271 req-6fbbe23f-ab1b-47dc-9cd5-10f89bd1e496 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:37.820486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.825579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d719ff46-bfee-49ae-800b-7623efa0c271 req-6fbbe23f-ab1b-47dc-9cd5-10f89bd1e496 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2273395 Dec 06 12:37:37.839771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-b55fe411-5bf0-4e3e-b8c9-f85d211192e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 HTTP/1.1" status: 200 len: 217 time: 0.1389413 Dec 06 12:37:37.857098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd6b6-fd73-4f35-8993-23339d106d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.860879 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0445547b-1c9f-4a28-bb2b-22f3125ad2ad {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:37.878997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd6b6-fd73-4f35-8993-23339d106d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.920313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:37.926995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:37.948977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b9ebd6b6-fd73-4f35-8993-23339d106d8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95b1cd717ad04feeae6bfebb0c7dadc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284344 Dec 06 12:37:37.949549 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:37.998541 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-1e012b3c-0b80-4492-a328-ae4959add55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.000793 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-1e012b3c-0b80-4492-a328-ae4959add55b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.1543531 Dec 06 12:37:38.050690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:38.074413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebd6b6-fd73-4f35-8993-23339d106d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1e899-9f94-4583-b5c4-d5e01200e508,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:38.098547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d719ff46-bfee-49ae-800b-7623efa0c271 req-88f3f099-fe18-475d-b349-f391c4b32bda tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720971 Dec 06 12:37:38.122783 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-d9298694-9f74-4a6c-b8ec-3906bd252b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.123935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-d9298694-9f74-4a6c-b8ec-3906bd252b6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134026 Dec 06 12:37:38.140869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.187212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.198327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0445547b-1c9f-4a28-bb2b-22f3125ad2ad'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:37:38.305420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-6a42eb55-a08a-4801-b6c8-84458675284a service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738155 Dec 06 12:37:38.387754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.391003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.392481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cc1e899-9f94-4583-b5c4-d5e01200e508 HTTP/1.1" status: 204 len: 168 time: 0.4420106 Dec 06 12:37:38.426062 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645726a8-8f61-4738-a3e3-92c709266da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1e899-9f94-4583-b5c4-d5e01200e508,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:38.475340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ea18-f588-4587-ad87-446f65965874 req-a318db8f-c684-4922-a6c9-dcfe153bf387 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.481251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0679ea18-f588-4587-ad87-446f65965874 req-a318db8f-c684-4922-a6c9-dcfe153bf387 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 945 time: 0.1870718 Dec 06 12:37:38.508742 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e87a4f0d-d274-46d6-9807-a22cc2f23b97 req-c6f4a08e-4c44-4ab8-b35f-e047b900524d service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955168 Dec 06 12:37:38.535568 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d6cf8-7916-4fcf-ba23-5133ddb88086 x-openstack-request-id: req-c45d6cf8-7916-4fcf-ba23-5133ddb88086 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:38.535806 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:38.536059 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c45d6cf8-7916-4fcf-ba23-5133ddb88086 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:38.536550 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2', 'status': 'completed', 'code': 200} Dec 06 12:37:38.614614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0679ea18-f588-4587-ad87-446f65965874 req-4be73e8a-f1c4-4194-995f-94f970739565 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245689 Dec 06 12:37:38.704999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac47c5-3f60-4e25-8c86-dfd72b66dbf4 req-0e1f1e2e-117a-4655-b311-26305271aa65 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.708943 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-c8846420-184c-40ed-889a-e6d24d0798e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.710854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-c8846420-184c-40ed-889a-e6d24d0798e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 1095 time: 0.1081252 Dec 06 12:37:38.718025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbac47c5-3f60-4e25-8c86-dfd72b66dbf4 req-0e1f1e2e-117a-4655-b311-26305271aa65 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1268675 Dec 06 12:37:38.824845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbac47c5-3f60-4e25-8c86-dfd72b66dbf4 req-28b919cd-76be-455b-9cf8-213b4819b492 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002221 Dec 06 12:37:38.882606 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-98cf6b11-4e8c-4efc-93c9-58f42dad30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.886763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-98cf6b11-4e8c-4efc-93c9-58f42dad30a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1666443 Dec 06 12:37:38.945960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-d5a3bb03-b6b5-4217-bf26-ede7140acb63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 HTTP/1.1" status: 200 len: 217 time: 0.0519776 Dec 06 12:37:39.020804 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-65fd768d-b29b-45ea-ae11-ad45144a09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.022420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-65fd768d-b29b-45ea-ae11-ad45144a09cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0681531 Dec 06 12:37:39.091439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-957a7fdb-1051-4cea-bd80-48997f340614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.094732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-957a7fdb-1051-4cea-bd80-48997f340614 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531805 Dec 06 12:37:39.296069 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-5a75355f-a576-4837-9bf5-bb94aea95209 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846201 Dec 06 12:37:39.324571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0445547b-1c9f-4a28-bb2b-22f3125ad2ad up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:39.384002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e757c6-9e3b-41af-9c7a-a4dd40ccb95a req-d826d0e5-3aae-49e8-8dcf-69eb799dafd2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.387642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28e757c6-9e3b-41af-9c7a-a4dd40ccb95a req-d826d0e5-3aae-49e8-8dcf-69eb799dafd2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.1150980 Dec 06 12:37:39.434154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ab7c513-5714-499f-99ce-266ea76c3a15 req-0538a800-6694-4ea4-9269-f01e3957ca44 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335330 Dec 06 12:37:39.444587 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:37:39.466484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:39.467158 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:39.512720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28e757c6-9e3b-41af-9c7a-a4dd40ccb95a req-00b79f35-1805-4b79-862c-e5b6baad3d4e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181874 Dec 06 12:37:39.801884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:39.845210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:39.847065 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:39.851110 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bd418d-6cdb-43dd-bf9b-f04325359a41" -d '{"events": [{"server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "name": "network-vif-plugged", "status": "completed", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:39.855844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd467-b952-4362-8de6-e880c07f6ac6 req-c1c89410-40cc-4f23-ad0a-2197712937a6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.858895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:39.876647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81ecd467-b952-4362-8de6-e880c07f6ac6 req-c1c89410-40cc-4f23-ad0a-2197712937a6 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 945 time: 0.1058443 Dec 06 12:37:39.932885 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:39.972411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81ecd467-b952-4362-8de6-e880c07f6ac6 req-682612e2-fd0a-4fd4-bcd0-68fb88cc1062 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886917 Dec 06 12:37:39.995925 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284c4a-5078-45a0-a099-935f01c2e357 req-f8490577-cd0f-41a0-ad72-16520e3c05bc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.997679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7284c4a-5078-45a0-a099-935f01c2e357 req-f8490577-cd0f-41a0-ad72-16520e3c05bc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0825727 Dec 06 12:37:40.079907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7284c4a-5078-45a0-a099-935f01c2e357 req-bf33d444-59a0-49be-8604-0309c876dcd7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Dec 06 12:37:40.376246 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d1719-6474-4a1c-9dc1-51b0f823fda9 x-openstack-request-id: req-0b7d1719-6474-4a1c-9dc1-51b0f823fda9 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:40.377118 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "name": "network-vif-plugged", "status": "completed", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:40.377565 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7d1719-6474-4a1c-9dc1-51b0f823fda9 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:40.378125 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'code': 200} Dec 06 12:37:40.534109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1122-2172-4895-aa53-42ebfad70b0e req-f533d8f1-5c42-4fcb-a219-e867891c706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:40.536034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8bc1122-2172-4895-aa53-42ebfad70b0e req-f533d8f1-5c42-4fcb-a219-e867891c706f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1097 time: 0.0585976 Dec 06 12:37:40.716970 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6377a0-4565-4be5-9456-a8d24f031f52 req-0a0666fe-e458-48e5-acf9-8aac5e772d54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:40.725286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc6377a0-4565-4be5-9456-a8d24f031f52 req-0a0666fe-e458-48e5-acf9-8aac5e772d54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.0744348 Dec 06 12:37:40.796833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc6377a0-4565-4be5-9456-a8d24f031f52 req-5a9b995f-7c03-4205-9809-aa3de7574b4c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695691 Dec 06 12:37:41.010480 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8bc1122-2172-4895-aa53-42ebfad70b0e req-76166eee-e5cd-4bf3-bdbc-ed67e68c885a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4590883 Dec 06 12:37:41.208425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d3818-d184-4ee6-bcf2-846238f07072 req-5049bae9-3dd3-40d1-a994-1e1326785882 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:41.224075 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a18d3818-d184-4ee6-bcf2-846238f07072 req-5049bae9-3dd3-40d1-a994-1e1326785882 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.1527777 Dec 06 12:37:41.331395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a18d3818-d184-4ee6-bcf2-846238f07072 req-649875c3-6308-4927-8706-fc7348259c2e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944357 Dec 06 12:37:41.360973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b02c75-dc1c-4449-8f36-079e95c7fc37 req-00b0b16b-c2f3-44e5-b6b3-db09213db22e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:41.373285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84b02c75-dc1c-4449-8f36-079e95c7fc37 req-00b0b16b-c2f3-44e5-b6b3-db09213db22e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1346445 Dec 06 12:37:41.510756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84b02c75-dc1c-4449-8f36-079e95c7fc37 req-f8ff767a-4879-4600-8ef1-3f6c1a948744 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357234 Dec 06 12:37:41.597724 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-61e6fc35-9bae-4176-a901-297c21f6ea59 service neutron] show failed (client error): The resource could not be found. Dec 06 12:37:41.598779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-61e6fc35-9bae-4176-a901-297c21f6ea59 service neutron] 10.222.0.23 "GET /v2.0/ports/f2818301-2922-46c2-81cf-83d5727ee513/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1506758 Dec 06 12:37:41.952238 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe598fc-e540-4ad7-a277-5b60dcb038f2 req-984125f5-c232-49e1-b10f-e148f58c30a4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:41.959743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfe598fc-e540-4ad7-a277-5b60dcb038f2 req-984125f5-c232-49e1-b10f-e148f58c30a4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.0672419 Dec 06 12:37:42.059388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dfe598fc-e540-4ad7-a277-5b60dcb038f2 req-71163f9b-bc5f-458e-9301-17be79a17e33 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985110 Dec 06 12:37:42.083959 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-4962cf52-a365-4785-85de-287645354290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.085552 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-4962cf52-a365-4785-85de-287645354290 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 1096 time: 0.1078141 Dec 06 12:37:42.118568 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:42.220958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:42.494661 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511978-c1dd-4b68-9013-2d86c54a71ce req-0c049711-3bcf-4948-b3ad-a10bda8838cd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.497849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd511978-c1dd-4b68-9013-2d86c54a71ce req-0c049711-3bcf-4948-b3ad-a10bda8838cd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.0711055 Dec 06 12:37:42.528401 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:42.578730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd511978-c1dd-4b68-9013-2d86c54a71ce req-2f66c6d5-e8de-48eb-ab0c-007fec84965c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754333 Dec 06 12:37:42.592306 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:42.678368 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:42.687807 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00c9cf-5579-4966-b1d4-c6350fe0a311" -d '{"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:42.708964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:42.728046 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Transition to ACTIVE for port object f2818301-2922-46c2-81cf-83d5727ee513 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:37:42.749575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:42.797741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc40b8-160b-40d9-9977-2b3d761b16e1 req-c6286502-840f-4cf8-a017-f6075360c3b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.804949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1cc40b8-160b-40d9-9977-2b3d761b16e1 req-c6286502-840f-4cf8-a017-f6075360c3b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1095111 Dec 06 12:37:43.013688 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:43.172153 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] No DVR routers for this DVR port f2818301-2922-46c2-81cf-83d5727ee513 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:37:43.482728 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f31d9-00fb-4dc1-8eaa-9ba76805adab req-6b79d593-5418-4b48-afdd-95040dbdffff tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:43.484489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d7f31d9-00fb-4dc1-8eaa-9ba76805adab req-6b79d593-5418-4b48-afdd-95040dbdffff tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.7490602 Dec 06 12:37:43.510758 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:37:43.511014 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:37:43.511544 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:43.520203 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:37:43.522692 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Attempting to bind port f2818301-2922-46c2-81cf-83d5727ee513 on network 319d916b-484d-482b-bb60-2b009d29647c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:37:43.531916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d1cc40b8-160b-40d9-9977-2b3d761b16e1 req-131d9b3b-25d3-431a-ab93-0245da90e078 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253947 Dec 06 12:37:43.534972 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:37:43.535512 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Checking segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:37:43.536065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Bound using segment: {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:37:43.536664 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Bound port: f2818301-2922-46c2-81cf-83d5727ee513, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d549ae0-ddca-4702-bd2d-b87e97f2e975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319d916b-484d-482b-bb60-2b009d29647c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:37:43.537228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:43.594957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d7f31d9-00fb-4dc1-8eaa-9ba76805adab req-7b8f3445-0ba5-4288-80a7-832015e7f397 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985138 Dec 06 12:37:43.616371 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:43.695168 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:37:43.741317 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:37:43.751497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:43.851164 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd82c21-9804-42ee-8eca-60a987bb8162 x-openstack-request-id: req-fbd82c21-9804-42ee-8eca-60a987bb8162 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:43.851684 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:43.852505 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbd82c21-9804-42ee-8eca-60a987bb8162 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:43.853135 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'code': 200} Dec 06 12:37:43.866486 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cfec9-c277-49f1-a676-7cb0b8a9cc3c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:43.872485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cf8cfec9-c277-49f1-a676-7cb0b8a9cc3c tempest-TestNetworkBasicOps-918062244 tempest-TestNetworkBasicOps-918062244-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1092 time: 0.2530870 Dec 06 12:37:43.886885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16accd-b42f-4d45-b593-c09b8d50a20b req-e901bda8-9b97-4b4a-8375-a207cc35f551 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:43.888415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c16accd-b42f-4d45-b593-c09b8d50a20b req-e901bda8-9b97-4b4a-8375-a207cc35f551 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.1649973 Dec 06 12:37:43.888912 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:43.898439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:43.899496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:43.901874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] 10.222.0.53 "PUT /v2.0/ports/f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 1091 time: 1.7968745 Dec 06 12:37:43.902404 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:37:43.908904 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aafbeb-217e-446a-8c4b-b8ad92d9481f service neutron] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:44.043330 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-1153c95b-6294-4d5e-b8db-7c1022b7de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.045872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-1153c95b-6294-4d5e-b8db-7c1022b7de87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1094 time: 0.0898695 Dec 06 12:37:44.051253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:44.099145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c16accd-b42f-4d45-b593-c09b8d50a20b req-2aad902d-35ee-4f5a-a5da-b3292195bbe4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900282 Dec 06 12:37:44.227465 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-20c98cf6-5933-47df-886f-aad4a1b4530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.229704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-20c98cf6-5933-47df-886f-aad4a1b4530d service neutron] 10.222.0.53 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.1756589 Dec 06 12:37:44.286659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:44.347881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-716acf5d-1b1f-4d3a-84d8-8f48e8b5e0b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 998 time: 0.1080062 Dec 06 12:37:44.454228 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-5f0bcc4f-f891-4e86-8e0b-5df991cb72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.455878 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-5f0bcc4f-f891-4e86-8e0b-5df991cb72da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.0998714 Dec 06 12:37:44.504833 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Allocated IP 172.35.3.87 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:37:44.550752 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-7b026835-54bb-47cb-bd95-70179833075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.552245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-7b026835-54bb-47cb-bd95-70179833075e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890841 Dec 06 12:37:44.718383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-979ecbba-0e1d-4d54-b807-78ee011487b1 service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590168 Dec 06 12:37:44.722107 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:44.753531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b4641-00c2-4525-adbb-dba2214dac97 req-6cc8ca79-9cdc-49b2-aaf3-09ca6672929b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.757654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-345b4641-00c2-4525-adbb-dba2214dac97 req-6cc8ca79-9cdc-49b2-aaf3-09ca6672929b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1034970 Dec 06 12:37:44.843699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:44.859047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-5fca3ccd-f1e2-4ae3-8501-08af180d4304 service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329086 Dec 06 12:37:44.913816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-345b4641-00c2-4525-adbb-dba2214dac97 req-64f12b43-bed0-4db5-bb9a-cd72f35e05ec tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207197 Dec 06 12:37:44.936952 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:37:44.940559 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:37:44.945143 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:37:44.956182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:45.345418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef14f-0c7a-49ec-9a7b-97630eac733b req-120eb74f-c4a6-4780-8945-351038f95415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:45.346910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b43ef14f-0c7a-49ec-9a7b-97630eac733b req-120eb74f-c4a6-4780-8945-351038f95415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.1069102 Dec 06 12:37:45.431310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b43ef14f-0c7a-49ec-9a7b-97630eac733b req-73417ebc-9008-4209-a39e-096554bd2f53 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755780 Dec 06 12:37:45.640191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:45.765573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:45.859834 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:45.863835 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f17375-95f3-4323-9e44-a01a45bcdd49" -d '{"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:45.957945 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a7da0-01d0-448e-96b5-034497965fe2 x-openstack-request-id: req-af4a7da0-01d0-448e-96b5-034497965fe2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:45.958621 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:45.958621 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af4a7da0-01d0-448e-96b5-034497965fe2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:45.958891 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'status': 'completed', 'code': 200} Dec 06 12:37:46.020105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:46.028342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:46.097742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-a8bc15ff-47d4-4416-a96a-6e9ba53e9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.099775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-a8bc15ff-47d4-4416-a96a-6e9ba53e9e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1094 time: 0.0945795 Dec 06 12:37:46.112482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:46.114357 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-729d183e-86aa-4dee-b5a8-918abadbdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.116384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-729d183e-86aa-4dee-b5a8-918abadbdd64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1094 time: 0.0760226 Dec 06 12:37:46.239633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event updated for resources: {'Port': ['ID=d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:46.261750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0f5d9-36ce-4fa9-a730-181ef02dab78 req-21f9e73f-9c47-4c59-90ef-a7b7ccb12540 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.263422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8a0f5d9-36ce-4fa9-a730-181ef02dab78 req-21f9e73f-9c47-4c59-90ef-a7b7ccb12540 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1468780 Dec 06 12:37:46.390119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-47255ac2-a853-496e-a952-c26a5e4737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.390119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-47255ac2-a853-496e-a952-c26a5e4737c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.2403729 Dec 06 12:37:46.391180 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-fade9d99-2d38-410c-9f09-a1e4636c7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.392732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-fade9d99-2d38-410c-9f09-a1e4636c7635 service neutron] 10.222.0.53 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.2750967 Dec 06 12:37:46.392999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8a0f5d9-36ce-4fa9-a730-181ef02dab78 req-ea75ce68-30ab-485a-9e2e-aed480e159e6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774906 Dec 06 12:37:46.394541 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Floating IP 1731496d-39e3-4f11-9754-83b5d4d78b38 associated. External IP: 172.35.3.87, port: 0445547b-1c9f-4a28-bb2b-22f3125ad2ad. Dec 06 12:37:46.573344 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:46.715758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956c2cc-b8a4-40a9-9daa-5324e61d1ebd req-815f1c08-c8f6-4b57-aa30-faea7d2db9fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.723457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7956c2cc-b8a4-40a9-9daa-5324e61d1ebd req-815f1c08-c8f6-4b57-aa30-faea7d2db9fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.1181784 Dec 06 12:37:46.738294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-61332d14-bcd6-4ec8-8c7f-16367cf486e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 998 time: 0.3388183 Dec 06 12:37:46.744719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-6680f54a-38c5-40df-b601-49297d3e1e85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 998 time: 0.3326018 Dec 06 12:37:46.837069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7956c2cc-b8a4-40a9-9daa-5324e61d1ebd req-0dca6464-486f-445a-9450-be77bc96f461 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097879 Dec 06 12:37:46.867505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:46.871092 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 24ab2a59-4315-45c7-b592-276fbdf153f5 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:37:46.964026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:37:46.976833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca28f65a-af77-4e04-a72f-51c1cac518c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:46.992661 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-831c95f4-7bb9-4e38-965d-233c68fb2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.995299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-831c95f4-7bb9-4e38-965d-233c68fb2cfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.2473209 Dec 06 12:37:46.998658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-f3ceb50a-1d47-4e6a-ac1f-8710435bb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.000437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-f3ceb50a-1d47-4e6a-ac1f-8710435bb45f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.2326775 Dec 06 12:37:47.039608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:37:47.054381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Sync routers for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:37:47.063008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.067685 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:47.068636 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:47.101410 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55880) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:47.102059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a29b2e56-73ed-4ee1-97db-95c06eff5b5c tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2041693 Dec 06 12:37:47.102746 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:47.107330 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bedc43-061f-4a53-965e-644d98f322a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:47.114921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-071a06df-bd8b-4523-b073-330534ad516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.116921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-071a06df-bd8b-4523-b073-330534ad516e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127322 Dec 06 12:37:47.179788 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eaa9da-1075-45e6-a9c4-b9bde4cb6604 x-openstack-request-id: req-d6eaa9da-1075-45e6-a9c4-b9bde4cb6604 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:47.180156 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:47.180524 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6eaa9da-1075-45e6-a9c4-b9bde4cb6604 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:47.180976 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'status': 'completed', 'code': 200} Dec 06 12:37:47.266380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bedc43-061f-4a53-965e-644d98f322a6 req-66e5696c-af95-4c6e-a41a-2ab783ceaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.268149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-66e5696c-af95-4c6e-a41a-2ab783ceaaa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1097 time: 0.0499532 Dec 06 12:37:47.280656 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-8bfd509f-de47-45e5-b480-f70a722248b5 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538396 Dec 06 12:37:47.305093 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:47.342274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-10cf703a-cac7-473a-ab57-185a7d6fd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.346461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-10cf703a-cac7-473a-ab57-185a7d6fd3d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284588 Dec 06 12:37:47.398276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:37:47.465114 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-476b234b-8368-4160-abd5-07c36338c9e8 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 200 len: 991 time: 0.3628914 Dec 06 12:37:47.528787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca28f65a-af77-4e04-a72f-51c1cac518c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.558796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bedc43-061f-4a53-965e-644d98f322a6 req-b6d02c4a-4b30-4c3c-b20c-14a8790b4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.560234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-b6d02c4a-4b30-4c3c-b20c-14a8790b4464 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 200 len: 897 time: 0.2852123 Dec 06 12:37:47.596051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca28f65a-af77-4e04-a72f-51c1cac518c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.703898 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ca28f65a-af77-4e04-a72f-51c1cac518c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c7b0bf10d8440e5bcbdbc8e6c51cff0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1287582 Dec 06 12:37:47.704897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28f65a-af77-4e04-a72f-51c1cac518c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f8445-26e2-4e8e-ad49-92278830c987,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:47.708932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-faab59ad-526c-4c2a-b842-c7f892363298 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080219 Dec 06 12:37:47.711640 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55896) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:47.760272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ea208-33ec-4fd5-943d-031f29bee391 req-44dcc4eb-dade-4f8e-a9ee-65cec6467e10 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.761272 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-2102ae98-d3f3-424b-98e4-34144bad0eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012172 Dec 06 12:37:47.762029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-725ea208-33ec-4fd5-943d-031f29bee391 req-44dcc4eb-dade-4f8e-a9ee-65cec6467e10 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0891662 Dec 06 12:37:47.770331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-71f84b32-07fb-4629-bde3-3ffa4b722144 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 200 len: 999 time: 0.2026031 Dec 06 12:37:47.791973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.852938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-725ea208-33ec-4fd5-943d-031f29bee391 req-7d5eea25-23e7-4cdf-bec4-14976069a8a3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814044 Dec 06 12:37:47.857867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.878167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bedc43-061f-4a53-965e-644d98f322a6 req-810e8e06-6d2a-496c-b1cc-9064d614e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.884872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-810e8e06-6d2a-496c-b1cc-9064d614e450 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=708450c0-d27b-45a3-ab70-57b867d2cb53 HTTP/1.1" status: 200 len: 835 time: 0.0911269 Dec 06 12:37:47.888412 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:47.939385 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50f17375-95f3-4323-9e44-a01a45bcdd49 req-4672f94f-24ae-47c6-8b75-05d46728a24f service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689730 Dec 06 12:37:47.949586 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f2818301-2922-46c2-81cf-83d5727ee513', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'port_id': 'f2818301-2922-46c2-81cf-83d5727ee513', 'mac_address': 'fa:16:3e:6d:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:37:47.990776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.993213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:47.997724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c76f8445-26e2-4e8e-ad49-92278830c987 HTTP/1.1" status: 204 len: 168 time: 0.2849529 Dec 06 12:37:48.006161 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b1cf-ef22-4231-8971-4616a2f5d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f8445-26e2-4e8e-ad49-92278830c987,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:48.056449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:48.070270 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1731496d-39e3-4f11-9754-83b5d4d78b38', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.87', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'port_id': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'mac_address': 'fa:16:3e:93:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b1b6c-3558-42df-8941-011d8731a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:37:45Z', 'updated_at': '2021-12-06T12:37:45Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:48.080167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bedc43-061f-4a53-965e-644d98f322a6 req-0a63b5c5-03a6-4de2-adc4-e61b7055d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:48.081749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-0a63b5c5-03a6-4de2-adc4-e61b7055d2fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f83fdd-9d04-42e9-8449-2eaf215431ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886947 Dec 06 12:37:48.102225 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Checking router: 24ab2a59-4315-45c7-b592-276fbdf153f5 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:37:48.106998 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2818301-2922-46c2-81cf-83d5727ee513 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:48.112145 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc49c-9735-4c5b-a100-1f1c47128326 req-bf0f34b4-dbd3-4583-9037-41e3288fc45e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:48.120488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caffc49c-9735-4c5b-a100-1f1c47128326 req-bf0f34b4-dbd3-4583-9037-41e3288fc45e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 943 time: 0.1438599 Dec 06 12:37:48.127814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:48.134162 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:48.186611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:48.194946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.194946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.195226 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.195366 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.195685 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.196015 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.196336 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.196656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.197767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.198053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.198696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.198696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.199007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:48.202457 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:37:48.203050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:48.265762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caffc49c-9735-4c5b-a100-1f1c47128326 req-82cdc06c-6e54-4dd2-bdca-e22ebd29c26c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444032 Dec 06 12:37:48.329090 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-2c61a62c-d253-4178-b5e9-99fc1f34829a service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381556 Dec 06 12:37:48.469397 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55910) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:48.472727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f2818301-2922-46c2-81cf-83d5727ee513'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:37:48.495998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23bedc43-061f-4a53-965e-644d98f322a6 req-2e905ce1-f85b-4669-80c0-192d27d8f0ad service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550882 Dec 06 12:37:48.663995 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:37:48.677463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8e80433-8175-47ec-8292-b4b193786208 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 200 len: 991 time: 0.2047453 Dec 06 12:37:48.880361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ee91-efa4-4aa1-85e2-cece51375535 req-6c96c670-17e0-4eb2-9ea5-4f2685f031e7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:48.888328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93a0ee91-efa4-4aa1-85e2-cece51375535 req-6c96c670-17e0-4eb2-9ea5-4f2685f031e7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.2047346 Dec 06 12:37:48.975755 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:49.055077 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-bb064bca-c55e-46d7-a469-e971eb539b3f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.057549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-bb064bca-c55e-46d7-a469-e971eb539b3f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1&tenant_id=dba5110fd3fe46989ee27e99e723f858&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.3740461 Dec 06 12:37:49.061489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1731496d-39e3-4f11-9754-83b5d4d78b38', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.87', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'port_id': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'mac_address': 'fa:16:3e:93:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b1b6c-3558-42df-8941-011d8731a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:37:45Z', 'updated_at': '2021-12-06T12:37:45Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:37:49.068920 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aa48ccc-374f-4ab5-bb4c-33b615ff7ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.091738 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421ba5a-1239-4f43-a1a8-7c5c7c01c927 None None] The sync data for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 is: [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1731496d-39e3-4f11-9754-83b5d4d78b38', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'floating_ip_address': '172.35.3.87', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'port_id': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'mac_address': 'fa:16:3e:93:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b1b6c-3558-42df-8941-011d8731a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:37:45Z', 'updated_at': '2021-12-06T12:37:45Z', 'revision_number': 0, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:37:49.149430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93a0ee91-efa4-4aa1-85e2-cece51375535 req-ab6f9dbe-9a66-4a36-a9f3-3e71a96fc10b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277398 Dec 06 12:37:49.192065 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062398c-6d1e-4f41-92f4-9a9625926bb2 req-b84518d0-c3dd-48a8-8557-3d88ece77489 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.200130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2062398c-6d1e-4f41-92f4-9a9625926bb2 req-b84518d0-c3dd-48a8-8557-3d88ece77489 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1324141 Dec 06 12:37:49.202121 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-c7cfdf71-0cc9-462b-bb3e-47f21a1202da service neutron] delete failed (client error): The resource could not be found. Dec 06 12:37:49.203059 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-c7cfdf71-0cc9-462b-bb3e-47f21a1202da service neutron] 10.222.0.23 "DELETE /v2.0/ports/f2818301-2922-46c2-81cf-83d5727ee513/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1339796 Dec 06 12:37:49.301779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2062398c-6d1e-4f41-92f4-9a9625926bb2 req-05be258d-05c9-4ff1-b796-e573c0470140 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988424 Dec 06 12:37:49.328245 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-fb851ea1-9773-4ccc-880e-9d558ff277c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.330163 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-fb851ea1-9773-4ccc-880e-9d558ff277c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1095 time: 0.0626132 Dec 06 12:37:49.335534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aa48ccc-374f-4ab5-bb4c-33b615ff7ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.341328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aa48ccc-374f-4ab5-bb4c-33b615ff7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.377099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9aa48ccc-374f-4ab5-bb4c-33b615ff7ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e2a74b6f9a4402e892a0092d19fee3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3930600 Dec 06 12:37:49.377750 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 55922) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:49.422123 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa48ccc-374f-4ab5-bb4c-33b615ff7ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c886bfc4-7d0c-4870-bbbd-2e27fbba9b52,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:49.478884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.487607 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc68ca-72ba-4986-a7b1-0b26f906b217 None None] New status for floating IP 1731496d-39e3-4f11-9754-83b5d4d78b38: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:37:49.501971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-ac064f67-d65b-4703-84a3-ffae1cbca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.503713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-ac064f67-d65b-4703-84a3-ffae1cbca46c service neutron] 10.222.0.23 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.1649749 Dec 06 12:37:49.537652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.619890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.626151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.627752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c886bfc4-7d0c-4870-bbbd-2e27fbba9b52 HTTP/1.1" status: 204 len: 168 time: 0.2475743 Dec 06 12:37:49.681807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:49.688562 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55928) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:49.699402 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc6c80-4311-4e99-8fe2-4bce5789f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c886bfc4-7d0c-4870-bbbd-2e27fbba9b52,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:49.805635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c73a793d-654d-4fd0-b723-56fa51aae4bd tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 200 len: 991 time: 0.1134379 Dec 06 12:37:49.808041 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-ad7e00fa-2eaa-4afe-b919-ab780e4d2d92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 999 time: 0.2922618 Dec 06 12:37:49.892223 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-559e322b-211d-48d7-b5ba-a81d8847ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.894294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-559e322b-211d-48d7-b5ba-a81d8847ea16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.0789554 Dec 06 12:37:49.958205 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-564a899c-5595-49c5-b9cb-afec4db73a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.959816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-564a899c-5595-49c5-b9cb-afec4db73a50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564067 Dec 06 12:37:50.301063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7521af-359a-4e9b-8542-9b94e4b7312b req-856b47d1-e68b-48e1-9315-a305f10bbb81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:50.303444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb7521af-359a-4e9b-8542-9b94e4b7312b req-856b47d1-e68b-48e1-9315-a305f10bbb81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.0662379 Dec 06 12:37:50.376186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb7521af-359a-4e9b-8542-9b94e4b7312b req-823094e4-1dbf-4477-9807-d58c1f68ffaf tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641561 Dec 06 12:37:50.427180 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-85dea1d7-acfd-40f1-ab8a-629b6eb86d44 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610777 Dec 06 12:37:50.454725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cff2a-00b9-4ec4-b092-438d313e7c4e req-030ce461-99a5-4455-883b-0dc4b775864c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:50.463501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b97cff2a-00b9-4ec4-b092-438d313e7c4e req-030ce461-99a5-4455-883b-0dc4b775864c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0638094 Dec 06 12:37:50.517960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b97cff2a-00b9-4ec4-b092-438d313e7c4e req-0dade2f1-1aec-4e99-941b-f1334d232398 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Dec 06 12:37:50.537877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6a4ee61d-78c4-4419-9731-3fc79b24c579 req-c039345c-5acd-45e6-a3a9-7c6c86a73525 service neutron] 10.222.0.23 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030855 Dec 06 12:37:50.807040 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55958) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:50.886051 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a8150680-ff41-4554-b6b3-f9fe2e45c8ad tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 200 len: 993 time: 0.0775626 Dec 06 12:37:51.385238 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:51.448459 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f2818301-2922-46c2-81cf-83d5727ee513 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:37:51.458796 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f2818301-2922-46c2-81cf-83d5727ee513 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:51.459184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:51.562418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722b6d-9d7a-413a-aa15-ad8283d965d0 req-c97ecca2-2d1c-4dc7-9554-8aca79b61217 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:51.577566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0722b6d-9d7a-413a-aa15-ad8283d965d0 req-c97ecca2-2d1c-4dc7-9554-8aca79b61217 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 944 time: 0.0979931 Dec 06 12:37:51.587665 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:51.642277 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:51.644190 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:51.647777 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4278d60-788a-438f-9b90-63a513bce9f2" -d '{"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-plugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:51.654111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0722b6d-9d7a-413a-aa15-ad8283d965d0 req-83da724c-5f1c-4602-abc1-9a0d453a2791 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787508 Dec 06 12:37:51.654844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:51.672793 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 55988) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:37:51.718395 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:51.752186 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b7dd6-1c7b-4a10-95e2-c55b7ec29c44 x-openstack-request-id: req-165b7dd6-1c7b-4a10-95e2-c55b7ec29c44 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:51.752536 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-plugged", "status": "completed", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:51.752985 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-165b7dd6-1c7b-4a10-95e2-c55b7ec29c44 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:51.753487 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'code': 200} Dec 06 12:37:51.767821 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ff466-80fc-4d26-9826-5e1cfdb6188a req-85912cb7-dda2-4114-abd2-dec16d2a0661 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:51.770540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab4ff466-80fc-4d26-9826-5e1cfdb6188a req-85912cb7-dda2-4114-abd2-dec16d2a0661 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0705793 Dec 06 12:37:51.791851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5699d737-2fe3-4774-8c52-45cd7121b936 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 200 len: 992 time: 0.1164083 Dec 06 12:37:51.846687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab4ff466-80fc-4d26-9826-5e1cfdb6188a req-1a276c61-78f7-4474-95f0-ccf83c29067a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Dec 06 12:37:52.972657 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12a3a6-5d4f-4726-9007-6bc5520615ce req-18608997-be2d-4bec-b6e4-cf1c827e41fe tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:52.974178 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f12a3a6-5d4f-4726-9007-6bc5520615ce req-18608997-be2d-4bec-b6e4-cf1c827e41fe tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0505519 Dec 06 12:37:53.022807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f12a3a6-5d4f-4726-9007-6bc5520615ce req-bf1c35d2-7f8c-497f-9497-f985ec088916 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Dec 06 12:37:54.158243 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8ae2-aecf-4c5b-a9fd-ea1fa9820f53 req-8bb9c8d4-8b07-4648-bf5b-2470055b3a4b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:54.167779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f43d8ae2-aecf-4c5b-a9fd-ea1fa9820f53 req-8bb9c8d4-8b07-4648-bf5b-2470055b3a4b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0692637 Dec 06 12:37:54.247150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f43d8ae2-aecf-4c5b-a9fd-ea1fa9820f53 req-0ed1b93c-b577-45b4-b973-52cf959e5389 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743995 Dec 06 12:37:55.412131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3546b-1351-4608-a9c4-bfa8b3674fa9 req-f66579db-5f55-4227-9817-9a40dd3db004 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:55.413677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebe3546b-1351-4608-a9c4-bfa8b3674fa9 req-f66579db-5f55-4227-9817-9a40dd3db004 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0607526 Dec 06 12:37:55.464092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebe3546b-1351-4608-a9c4-bfa8b3674fa9 req-7516b528-7ed9-454e-ae89-5d6d57c037e5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Dec 06 12:37:56.604901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702133-c477-4931-b187-5e20fa9f152c req-8586c20c-617c-4bd6-8029-d6d53a082b70 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:56.613141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8702133-c477-4931-b187-5e20fa9f152c req-8586c20c-617c-4bd6-8029-d6d53a082b70 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0627878 Dec 06 12:37:56.678453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8702133-c477-4931-b187-5e20fa9f152c req-c619264b-0956-4906-9afe-ba8d46dbccd7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637643 Dec 06 12:37:57.230525 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1877d9a7-960f-4220-b550-a40ed2d25a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:57.919366 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302f50-01ed-4e68-a514-5ea1b11d9d25 req-722bea2f-0fb9-4059-ac3e-cfdcbfe8d8e9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:57.921974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13302f50-01ed-4e68-a514-5ea1b11d9d25 req-722bea2f-0fb9-4059-ac3e-cfdcbfe8d8e9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1156008 Dec 06 12:37:58.024252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13302f50-01ed-4e68-a514-5ea1b11d9d25 req-a0017157-ffdd-418a-bbe2-9c44c2954e2e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Dec 06 12:37:59.225134 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1d043-4318-43b3-b9d4-a087a1cc6809 req-7082a454-8622-4c6c-8220-c1587f215a91 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:59.230491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfa1d043-4318-43b3-b9d4-a087a1cc6809 req-7082a454-8622-4c6c-8220-c1587f215a91 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1064780 Dec 06 12:37:59.344128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfa1d043-4318-43b3-b9d4-a087a1cc6809 req-f22fb2ab-e79b-42c1-aa23-4ed9d869d638 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066043 Dec 06 12:37:59.629532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0666db15-1dd3-462b-b32a-7e6b96d9279f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:00.489434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c2df7-ac4e-47b2-b76e-a7558cbf9f5c req-3b6d7f3f-d51e-4c30-bc9f-a53541d76825 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:00.497698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-389c2df7-ac4e-47b2-b76e-a7558cbf9f5c req-3b6d7f3f-d51e-4c30-bc9f-a53541d76825 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0678520 Dec 06 12:38:00.554399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-389c2df7-ac4e-47b2-b76e-a7558cbf9f5c req-cc522874-a9b0-4a42-9985-ef347f88ac23 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517163 Dec 06 12:38:00.591706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.199584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.793070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2d06-5f88-4756-ab65-0b07d00a0a81 req-7a43bbfc-1e96-42b8-a117-eab83edee426 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:01.794738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d1c2d06-5f88-4756-ab65-0b07d00a0a81 req-7a43bbfc-1e96-42b8-a117-eab83edee426 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.1184661 Dec 06 12:38:01.877262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1d1c2d06-5f88-4756-ab65-0b07d00a0a81 req-47562b8f-6722-4eab-835d-6be717a629f3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745070 Dec 06 12:38:02.361336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:03.018423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3da5-5dc3-4ccc-a539-080a1fd07ba3 req-5fc5779a-aaf6-45b4-a948-9cafc302d383 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:03.019907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-518a3da5-5dc3-4ccc-a539-080a1fd07ba3 req-5fc5779a-aaf6-45b4-a948-9cafc302d383 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0486662 Dec 06 12:38:03.077464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-518a3da5-5dc3-4ccc-a539-080a1fd07ba3 req-1fa3b74a-6c9b-4f34-9ab5-0ac0920aa392 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Dec 06 12:38:03.155890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:04.205443 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38450-e1fa-49dc-b6ea-db42ffdd7477 req-d1bec132-01f5-4774-926e-5be31694f397 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:04.208084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3a38450-e1fa-49dc-b6ea-db42ffdd7477 req-d1bec132-01f5-4774-926e-5be31694f397 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Dec 06 12:38:04.289720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3a38450-e1fa-49dc-b6ea-db42ffdd7477 req-03bac6f5-81c5-46f6-8b53-52a7003cde2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628357 Dec 06 12:38:05.412873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0fdd-ab15-4df0-b81a-acd600faf630 req-3d0ef9b9-06e9-4c67-831b-ec38c999fdca tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:05.414433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaec0fdd-ab15-4df0-b81a-acd600faf630 req-3d0ef9b9-06e9-4c67-831b-ec38c999fdca tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0489542 Dec 06 12:38:05.463401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaec0fdd-ab15-4df0-b81a-acd600faf630 req-fef0a689-0214-4351-b06b-adf51c3ee22b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Dec 06 12:38:06.631532 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50838-46bd-4735-bbf9-74bc7716b1eb req-c3898840-ab63-4053-b802-c07e8a6591a7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:06.636399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4eb50838-46bd-4735-bbf9-74bc7716b1eb req-c3898840-ab63-4053-b802-c07e8a6591a7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0655050 Dec 06 12:38:06.636664 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:06.759478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4eb50838-46bd-4735-bbf9-74bc7716b1eb req-f22bf0e0-b10f-44c5-89a0-fb363f362e47 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Dec 06 12:38:06.778749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:06.863427 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:06.867734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:06.917333 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b3539b-dedd-45a9-bcda-7955c1b601be,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:06.923925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c19763e06cd64f51ab36f9a29b6baf07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835310 Dec 06 12:38:06.924715 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:06.928413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.928855 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.929108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.929481 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.929825 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.930163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.930502 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.930888 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.931221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.931555 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.932034 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.932371 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:06.932702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29fa65-d159-4711-b9c7-6d788bcee2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:07.002042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.025422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.078735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.081809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.085848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02b3539b-dedd-45a9-bcda-7955c1b601be HTTP/1.1" status: 204 len: 168 time: 0.1594119 Dec 06 12:38:07.096068 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52be61-3fda-486d-9cfb-8805d149c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b3539b-dedd-45a9-bcda-7955c1b601be,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:07.374597 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56628) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:07.390682 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0601fd0-5985-450e-8b71-2955747b05e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.471920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0601fd0-5985-450e-8b71-2955747b05e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.475742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0601fd0-5985-450e-8b71-2955747b05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.513581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0601fd0-5985-450e-8b71-2955747b05e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900138de-a39d-474b-90db-99163601e62a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:07.518272 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0601fd0-5985-450e-8b71-2955747b05e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc17824c238341aead0af07b1f42cb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423054 Dec 06 12:38:07.520815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56630) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:07.578491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.602809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.653795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.657047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:07.660569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/900138de-a39d-474b-90db-99163601e62a HTTP/1.1" status: 204 len: 168 time: 0.1364775 Dec 06 12:38:07.666529 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa86c4-fd4b-4eac-8702-6c8f5287e412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900138de-a39d-474b-90db-99163601e62a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:07.906157 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2969c-43c1-44ce-88be-00f0f3d3a9f1 req-6ee53d5b-e078-4429-8b70-92dde137ab14 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:07.907843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7d2969c-43c1-44ce-88be-00f0f3d3a9f1 req-6ee53d5b-e078-4429-8b70-92dde137ab14 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0655093 Dec 06 12:38:07.967906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7d2969c-43c1-44ce-88be-00f0f3d3a9f1 req-1802cb95-8076-4dfd-9e46-a8f48f410e5c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Dec 06 12:38:08.754982 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:08.869001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9812f0d8-10f6-4650-8c5d-d30a98d9b5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:08.952841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9812f0d8-10f6-4650-8c5d-d30a98d9b5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:08.956676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9812f0d8-10f6-4650-8c5d-d30a98d9b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:08.996174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9812f0d8-10f6-4650-8c5d-d30a98d9b5f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f73482bf24094d42937bba37b16d2381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400799 Dec 06 12:38:08.997035 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812f0d8-10f6-4650-8c5d-d30a98d9b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555c2b46-cff0-42f7-9d8c-4980a2fe239d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:08.999242 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:09.089545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.112223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8aa2-646f-4427-8141-ad40283fa2db req-f6bcb224-fce0-4559-8b35-5adaca9b744f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:09.113978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd0b8aa2-646f-4427-8141-ad40283fa2db req-f6bcb224-fce0-4559-8b35-5adaca9b744f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 944 time: 0.0719314 Dec 06 12:38:09.130169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.190279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd0b8aa2-646f-4427-8141-ad40283fa2db req-9d4dadad-77ca-475b-ad25-ccf9220fd3d4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688658 Dec 06 12:38:09.206467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.209611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.210730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/555c2b46-cff0-42f7-9d8c-4980a2fe239d HTTP/1.1" status: 204 len: 168 time: 0.2071218 Dec 06 12:38:09.218935 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f94ee-9003-433b-b568-d963669050ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c2b46-cff0-42f7-9d8c-4980a2fe239d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:09.473487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:38:09.575542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:09.586691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2', 'mac_address': 'fa:16:3e:0b:7a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:38:09.625840 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.639793 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:09.659579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:09.663562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:09.710982 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:09.982713 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:10.337747 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429299-3efe-43fa-8988-68df214ec94a req-b8c8a900-4065-4641-887b-b83b5fbcad62 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:10.339366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3429299-3efe-43fa-8988-68df214ec94a req-b8c8a900-4065-4641-887b-b83b5fbcad62 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 945 time: 0.0643258 Dec 06 12:38:10.401508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3429299-3efe-43fa-8988-68df214ec94a req-587491c3-4181-45d3-8943-f77b011f6254 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556297 Dec 06 12:38:11.490110 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:11.539440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d35917-df5a-41ac-8c49-fc42f81776ff req-f540702e-ac44-43eb-a1d9-c366bdb9e267 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:11.548089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85d35917-df5a-41ac-8c49-fc42f81776ff req-f540702e-ac44-43eb-a1d9-c366bdb9e267 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 945 time: 0.0665655 Dec 06 12:38:11.576644 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:38:11.581455 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:11.582003 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.605431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85d35917-df5a-41ac-8c49-fc42f81776ff req-dc9f8283-248d-4da3-98d2-4077a2b4336c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Dec 06 12:38:11.664650 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.691108 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:11.693810 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e351a2-5db4-449b-b2f8-0caf751d46a3" -d '{"events": [{"server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "name": "network-vif-plugged", "status": "completed", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:11.707659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:11.714025 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.750365 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73015a7b-2ba7-4f5d-b58b-a7778a722b05 x-openstack-request-id: req-73015a7b-2ba7-4f5d-b58b-a7778a722b05 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:11.750853 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "name": "network-vif-plugged", "status": "completed", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:11.751202 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73015a7b-2ba7-4f5d-b58b-a7778a722b05 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:11.751714 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2', 'code': 200} Dec 06 12:38:11.768418 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:11.907502 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d44b5-2c61-46f9-b9e4-988c59f9f779 req-c73461c3-588c-4d0d-8e1f-222bf795d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:11.909056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df4d44b5-2c61-46f9-b9e4-988c59f9f779 req-c73461c3-588c-4d0d-8e1f-222bf795d692 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0549679 Dec 06 12:38:11.957004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df4d44b5-2c61-46f9-b9e4-988c59f9f779 req-42be4620-5d03-461c-9bd1-1c4fdfb28b91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Dec 06 12:38:12.721113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7223608-834c-4e2b-ac06-d75d30d84cca req-f4b2d754-47bc-44d2-89ff-19907f923f1a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:12.722634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7223608-834c-4e2b-ac06-d75d30d84cca req-f4b2d754-47bc-44d2-89ff-19907f923f1a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0528035 Dec 06 12:38:12.776411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7223608-834c-4e2b-ac06-d75d30d84cca req-7634937e-05e9-4fbc-999e-76711fdbf0f0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Dec 06 12:38:12.831460 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:38:13.855413 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 56814) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:13.916417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76f4d-131a-40d6-8f85-a5d29dea3cdd req-a8fa4bcc-cd27-4f0b-b21e-c558063a4821 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:13.924139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15a76f4d-131a-40d6-8f85-a5d29dea3cdd req-a8fa4bcc-cd27-4f0b-b21e-c558063a4821 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0685296 Dec 06 12:38:13.978933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15a76f4d-131a-40d6-8f85-a5d29dea3cdd req-a0098752-8482-4e34-a032-10d7db61a96b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Dec 06 12:38:14.072888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.120406 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d40d3-5036-4c93-a8bc-3c9b40981153 req-9813ca6a-16a1-491b-8c6e-361cd8c93864 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:14.122210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-650d40d3-5036-4c93-a8bc-3c9b40981153 req-9813ca6a-16a1-491b-8c6e-361cd8c93864 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Dec 06 12:38:14.169204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.176044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.198512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-650d40d3-5036-4c93-a8bc-3c9b40981153 req-091b9286-6f75-42ad-ab6b-208239ecaaf3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Dec 06 12:38:14.240627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb67fea845b54427ba18471831bdf6be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3838019 Dec 06 12:38:14.243332 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 56832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:14.251434 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70573998-22cb-4aeb-8edf-414c2d796714,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:14.280918 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.293188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.295133 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.296656 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.297295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.297870 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.299987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a2ece-2906-467d-8fbc-ac7a469e569d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:14.415187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.441927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.512845 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69d9c8-25fa-4fa8-90cc-0b8dda0289cc req-e4876e6a-fa1e-4f85-9771-6899c585fb33 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:14.514419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eb69d9c8-25fa-4fa8-90cc-0b8dda0289cc req-e4876e6a-fa1e-4f85-9771-6899c585fb33 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.1544161 Dec 06 12:38:14.515589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.518315 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.519352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70573998-22cb-4aeb-8edf-414c2d796714 HTTP/1.1" status: 204 len: 168 time: 0.2749355 Dec 06 12:38:14.543784 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e919f9-511b-4042-87e3-4e1fd311538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70573998-22cb-4aeb-8edf-414c2d796714,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:14.596996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eb69d9c8-25fa-4fa8-90cc-0b8dda0289cc req-f118491e-db31-4a17-b28d-9ef8d68bc0df tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Dec 06 12:38:15.076771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8002825-02bc-42f6-a68b-510d30e900b2 req-cc9da6fa-25a1-48af-b8e8-13c16f44042d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:15.078613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8002825-02bc-42f6-a68b-510d30e900b2 req-cc9da6fa-25a1-48af-b8e8-13c16f44042d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0616291 Dec 06 12:38:15.141657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d8002825-02bc-42f6-a68b-510d30e900b2 req-eed860b7-ef34-4557-aa58-5ee1ca26a850 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546367 Dec 06 12:38:16.286070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838dfa7-abfa-4f76-b888-45c5576ba445 req-f9fb4559-cfab-4cbc-ac24-7147d340161f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:16.288060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f838dfa7-abfa-4f76-b888-45c5576ba445 req-f9fb4559-cfab-4cbc-ac24-7147d340161f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0590398 Dec 06 12:38:16.351360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f838dfa7-abfa-4f76-b888-45c5576ba445 req-603c500b-a58a-4172-ae06-14a70037ed91 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Dec 06 12:38:16.822479 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-99802f9d-c2ce-4d1a-9ce7-876c284d86f9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:16.824574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-99802f9d-c2ce-4d1a-9ce7-876c284d86f9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 946 time: 0.0595546 Dec 06 12:38:16.932567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:16.932907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:17.050213 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:17.050578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:17.065689 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:17.215106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:17.249011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:17.253523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:17.302343 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:17.305802 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:17.312446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-386f73cd-2b82-44be-b5e4-7433ac76653b req-1cc0d440-18ec-45c9-9280-0ca172e52af0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "DELETE /v2.0/ports/9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 HTTP/1.1" status: 204 len: 173 time: 0.4801505 Dec 06 12:38:17.312928 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'name': 'network-vif-deleted', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:17.315236 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c90f99-49a2-4826-b8d9-c533e0cb1cdf" -d '{"events": [{"server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "name": "network-vif-deleted", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:17.359258 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa71fa63-c51d-4b10-be20-cc31aef1dcb8 x-openstack-request-id: req-aa71fa63-c51d-4b10-be20-cc31aef1dcb8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:17.359578 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06ec0f-ba7d-4720-aa38-689d1c70a1d2", "name": "network-vif-deleted", "tag": "9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:17.359834 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa71fa63-c51d-4b10-be20-cc31aef1dcb8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:17.360235 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06ec0f-ba7d-4720-aa38-689d1c70a1d2', 'name': 'network-vif-deleted', 'tag': '9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2', 'status': 'completed', 'code': 200} Dec 06 12:38:17.467598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79c6d2f7-30b2-4c1e-9f94-1b22331cbca4 req-784a9130-25f0-4659-b7e2-dd4416d4bb34 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0298064 Dec 06 12:38:18.588491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07795d4a-17ec-4614-9abb-f947ab32e130 req-21f08e04-c838-4f67-b150-e088e43fdc68 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0337420 Dec 06 12:38:19.558632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:19.595912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:19.596429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 9a658cc1-2e92-4b5b-9e0e-b8db062dc1f2 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:19.675000 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:19.727256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85835d93-3ef6-407d-b982-ecdcad4befaf req-3379b0da-ab7b-46eb-9cf3-a87ceaceade7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Dec 06 12:38:20.084629 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:20.152961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-61c11881-afff-41ff-aafa-6181265b8622 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 200 len: 993 time: 0.0669155 Dec 06 12:38:20.322759 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3695-86a6-4ed0-a008-b953ed52f560 req-642fd751-4d81-4e7b-914b-7f8414b87d56 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:20.324401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2aec3695-86a6-4ed0-a008-b953ed52f560 req-642fd751-4d81-4e7b-914b-7f8414b87d56 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.0477042 Dec 06 12:38:20.396640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2aec3695-86a6-4ed0-a008-b953ed52f560 req-ee021df9-b26a-4bba-9f47-cda4645b21ad tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648909 Dec 06 12:38:20.425198 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:20.480695 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:20.650513 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 660476d1-5827-4af8-9a06-e7cea6efd3b3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:20.650809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:20.793970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:20.795393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:20.817729 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 660476d1-5827-4af8-9a06-e7cea6efd3b3 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:21.200567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.275125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=660476d1-5827-4af8-9a06-e7cea6efd3b3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:21.286675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8860a811-34cf-42c3-8649-2588fa5d4772 req-a116b3d9-1878-4390-aa57-c76edad0b94f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0523593 Dec 06 12:38:21.309744 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:21.310571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.334308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.335156 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP 25c14770-e62c-41cd-a822-042623b178ff disassociated (deleted). External IP: 172.35.3.34, port: f2818301-2922-46c2-81cf-83d5727ee513. Dec 06 12:38:21.418475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.418817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.432965 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:21.603917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.670516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=d3cbc285-b37d-4ea1-b1d6-b08af6d68fd2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:21.687821 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 5232ae78-457a-42f5-9893-9260b12a6228 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:21.755444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.756327 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Floating IP 1731496d-39e3-4f11-9754-83b5d4d78b38 disassociated (deleted). External IP: 172.35.3.87, port: 0445547b-1c9f-4a28-bb2b-22f3125ad2ad. Dec 06 12:38:21.882701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:21.893134 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:21.899728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Sync routers for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:21.935992 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:21.936930 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:21.995376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-35dddc1d-bdbf-4725-b86f-25ec87a4804d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/floatingips/25c14770-e62c-41cd-a822-042623b178ff HTTP/1.1" status: 204 len: 168 time: 1.5676830 Dec 06 12:38:21.995376 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:21.996620 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34242e1-95eb-47df-95a3-871b5208e44e" -d '{"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:22.112996 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:22.193934 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516f5265-a155-4630-a603-c15bc5191d18 x-openstack-request-id: req-516f5265-a155-4630-a603-c15bc5191d18 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:22.194254 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:22.194845 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-516f5265-a155-4630-a603-c15bc5191d18 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:22.195308 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'status': 'completed', 'code': 200} Dec 06 12:38:22.245869 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 24ab2a59-4315-45c7-b592-276fbdf153f5 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:22.573063 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34242e1-95eb-47df-95a3-871b5208e44e req-e9a40584-9f0d-476a-86b7-39c707d59d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:22.574838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-e9a40584-9f0d-476a-86b7-39c707d59d5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 1096 time: 0.3248620 Dec 06 12:38:22.579542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9294f520-79a5-4abc-a943-f519751d2adf req-915883e3-ff6a-4fb4-9d64-dabab1c0562f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.1213293 Dec 06 12:38:22.678156 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:22.692303 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Sync routers for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:22.704068 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:22.705107 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:22.709372 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3da3-0761-4e41-8d1c-b8622bfc846e req-053d1138-1544-4619-a547-1fd9f235857a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:22.725701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f20b3da3-0761-4e41-8d1c-b8622bfc846e req-053d1138-1544-4619-a547-1fd9f235857a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2743444 Dec 06 12:38:22.733390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:22.780018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-69e552e7-c442-40da-848a-d6abf7079c21 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/floatingips/1731496d-39e3-4f11-9754-83b5d4d78b38 HTTP/1.1" status: 204 len: 168 time: 2.2977705 Dec 06 12:38:22.808904 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:22.818208 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238cada6-2964-4045-9a2f-0c81e1ed8979" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:22.822808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:22.909441 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Checking router: 5232ae78-457a-42f5-9893-9260b12a6228 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:22.917422 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:22.943546 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:22.945027 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:22.985263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f20b3da3-0761-4e41-8d1c-b8622bfc846e req-d65e2492-c064-4317-b076-8c6e94a666f1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538025 Dec 06 12:38:22.990894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34242e1-95eb-47df-95a3-871b5208e44e req-01d13337-9800-4ad3-a6d0-9e8c2459b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:22.997707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-01d13337-9800-4ad3-a6d0-9e8c2459b0b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 200 len: 896 time: 0.4107344 Dec 06 12:38:23.096458 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813344ef-15cb-4e53-8dd9-95ee267015eb x-openstack-request-id: req-813344ef-15cb-4e53-8dd9-95ee267015eb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:23.097011 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:23.097493 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-813344ef-15cb-4e53-8dd9-95ee267015eb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:23.098056 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'status': 'completed', 'code': 200} Dec 06 12:38:23.099795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-9dee2806-c839-45fa-bfe8-9ef793b171be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 200 len: 217 time: 0.0869660 Dec 06 12:38:23.249286 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:23.280834 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-989a8b70-3e61-4cd8-ba12-4328e3b3abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.283873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-989a8b70-3e61-4cd8-ba12-4328e3b3abf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 1097 time: 0.1242762 Dec 06 12:38:23.331285 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7901d3-ead4-4e85-b011-c11023dc5cd8 req-6be40868-5a8e-4a6b-9444-2c5ea1c0ab6b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.339253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f7901d3-ead4-4e85-b011-c11023dc5cd8 req-6be40868-5a8e-4a6b-9444-2c5ea1c0ab6b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.1816776 Dec 06 12:38:23.364579 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34242e1-95eb-47df-95a3-871b5208e44e req-d10c6d49-a683-430a-86a8-cb741d9b592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.366712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-d10c6d49-a683-430a-86a8-cb741d9b592d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 200 len: 835 time: 0.2042668 Dec 06 12:38:23.419742 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:23.482994 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Checking router: 24ab2a59-4315-45c7-b592-276fbdf153f5 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:23.496900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f7901d3-ead4-4e85-b011-c11023dc5cd8 req-c5a1c3be-d941-4ac9-8aa7-56b06ee0c279 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564941 Dec 06 12:38:23.507000 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:23.508895 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:23.521911 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34242e1-95eb-47df-95a3-871b5208e44e req-1dfd7433-59ce-47c5-b857-754bb8a22da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.523425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-1dfd7433-59ce-47c5-b857-754bb8a22da9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=319d916b-484d-482b-bb60-2b009d29647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338370 Dec 06 12:38:23.643991 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:23.646358 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-bf33d9c6-59aa-42b7-82ef-233b88809f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.651379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-bf33d9c6-59aa-42b7-82ef-233b88809f0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 200 len: 897 time: 0.3501179 Dec 06 12:38:23.683753 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7c95d-cc57-4b9a-802d-c06f7f04c45e None None] The sync data for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 is: [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:36:24Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3089f642-8054-43ef-b9d2-867871f448ed', 'name': '', 'network_id': '319d916b-484d-482b-bb60-2b009d29647c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:23Z', 'updated_at': '2021-12-06T12:36:32Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'b63e4aaa-8395-4e97-bfda-7a624bba5ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:23.764482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-45cd1d81-bda2-4ba4-b621-5e6972ab3b30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 200 len: 217 time: 0.1030636 Dec 06 12:38:23.793398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-6fdf6388-5c84-4fa7-a2db-cb5813791cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593279 Dec 06 12:38:23.873687 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-798cd174-a13d-4f85-b016-933bec6d73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.874006 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:23.875172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-798cd174-a13d-4f85-b016-933bec6d73ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=708450c0-d27b-45a3-ab70-57b867d2cb53 HTTP/1.1" status: 200 len: 835 time: 0.0991287 Dec 06 12:38:23.897067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33a2397f-52b0-4b28-b4de-e0d36f076986 req-f5fb5c56-51e4-427a-9e7c-cd287e4b94f3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e06ec0f-ba7d-4720-aa38-689d1c70a1d2 HTTP/1.1" status: 200 len: 210 time: 0.0625732 Dec 06 12:38:24.015503 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-ea76b62e-129d-432a-93c8-907037bf6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.017012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-ea76b62e-129d-432a-93c8-907037bf6e5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f83fdd-9d04-42e9-8449-2eaf215431ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906327 Dec 06 12:38:24.071725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-12d2e09d-31df-4ff8-b34b-3c02c46e3cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528121 Dec 06 12:38:24.218249 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976522d-ff3a-4fc5-8175-2cc28fe4c290 None None] New status for floating IP 25c14770-e62c-41cd-a822-042623b178ff: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:38:24.274003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-404d3120-82ad-485c-bdb6-a4c6c1ed2907 service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328415 Dec 06 12:38:24.295961 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:24.400370 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28312351-95b0-43e4-ad92-f5c6032116de None None] The sync data for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 is: [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:37:22Z', 'revision_number': 4, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97', 'name': '', 'network_id': '56f83fdd-9d04-42e9-8449-2eaf215431ea', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'mac_address': 'fa:16:3e:2b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:19Z', 'updated_at': '2021-12-06T12:37:26Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'subnets': [{'id': '708450c0-d27b-45a3-ab70-57b867d2cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:24.424267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-4e22758d-68ae-4850-9ba3-ce6cc1034822 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.430254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-4e22758d-68ae-4850-9ba3-ce6cc1034822 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.3565607 Dec 06 12:38:24.449039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcdc5e-4255-49cc-b48f-70840a89b1e7 req-c5a371c3-2d35-4512-b9cd-5f5c50d60e39 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.457738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3fcdc5e-4255-49cc-b48f-70840a89b1e7 req-c5a371c3-2d35-4512-b9cd-5f5c50d60e39 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 945 time: 0.2633095 Dec 06 12:38:24.484837 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-238cada6-2964-4045-9a2f-0c81e1ed8979 req-4d05f23d-6a46-4b50-9e99-4be315243f45 service neutron] 10.222.0.53 "GET /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999650 Dec 06 12:38:24.600882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a3fcdc5e-4255-49cc-b48f-70840a89b1e7 req-b7b19a83-3ccc-440e-9e7b-16aff114ae86 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=9920c87f-efdc-4d64-ba75-932ebee889c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409886 Dec 06 12:38:24.727757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498bc53-91d1-40db-8505-41030c2f0810 req-e2e61a0b-f11f-43d9-90be-bcdcf8b093be tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.735447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7498bc53-91d1-40db-8505-41030c2f0810 req-e2e61a0b-f11f-43d9-90be-bcdcf8b093be tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.0800767 Dec 06 12:38:24.827200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7498bc53-91d1-40db-8505-41030c2f0810 req-b1d9d4ff-71fe-427e-ba77-7f1d227b5af5 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1928c4c9-ffac-40ba-975c-f5858997857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852897 Dec 06 12:38:24.868885 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port f2818301-2922-46c2-81cf-83d5727ee513 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:24.869622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:24.948404 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-79972960-508a-4995-b61d-00ea7c34a490 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.954840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-79972960-508a-4995-b61d-00ea7c34a490 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 946 time: 0.1255276 Dec 06 12:38:24.996466 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e22c08-4a36-4433-992c-f558d27b83cd None None] New status for floating IP 1731496d-39e3-4f11-9754-83b5d4d78b38: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:38:25.094340 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port f2818301-2922-46c2-81cf-83d5727ee513, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2818301-2922-46c2-81cf-83d5727ee513,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:25.094778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.135157 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for f2818301-2922-46c2-81cf-83d5727ee513 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:25.217091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:25.217484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.352437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.357620 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:25.358325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.375065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 0445547b-1c9f-4a28-bb2b-22f3125ad2ad owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:25.462900 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=f2818301-2922-46c2-81cf-83d5727ee513,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:25.484379 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] No DVR routers for this DVR port f2818301-2922-46c2-81cf-83d5727ee513 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:25.488311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.493398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95a4bb41-ad01-4761-b553-66e209fbe766 req-70a73f50-914c-4248-9a22-9d24ad4d985a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "DELETE /v2.0/ports/f2818301-2922-46c2-81cf-83d5727ee513 HTTP/1.1" status: 204 len: 173 time: 1.0312176 Dec 06 12:38:25.493898 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-deleted', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:25.501446 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0b99d-7176-4169-88b7-3f4f7a705f6e" -d '{"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-deleted", "tag": "f2818301-2922-46c2-81cf-83d5727ee513"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:25.591454 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a1cab9-340a-47e8-983d-788a3f92b045 x-openstack-request-id: req-81a1cab9-340a-47e8-983d-788a3f92b045 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:25.591760 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674556e-2c2f-4953-b34a-7004441524a1", "name": "network-vif-deleted", "tag": "f2818301-2922-46c2-81cf-83d5727ee513", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:25.592195 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a1cab9-340a-47e8-983d-788a3f92b045 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:25.592607 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674556e-2c2f-4953-b34a-7004441524a1', 'name': 'network-vif-deleted', 'tag': 'f2818301-2922-46c2-81cf-83d5727ee513', 'status': 'completed', 'code': 200} Dec 06 12:38:25.631845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.774829 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=0445547b-1c9f-4a28-bb2b-22f3125ad2ad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:25.799662 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] No DVR routers for this DVR port 0445547b-1c9f-4a28-bb2b-22f3125ad2ad on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:25.808626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.821309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79e16083-ffe6-4ff3-b24e-2cf8a7493ddc req-7bb9907a-6422-4d13-938a-2478fe7ba645 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f674556e-2c2f-4953-b34a-7004441524a1 HTTP/1.1" status: 200 len: 210 time: 0.0807259 Dec 06 12:38:25.821700 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e1d48cb2-a0b4-4c3b-8964-4350ddd1e3b1 req-e638c8dc-3fac-439e-a439-33750814823b tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.53 "DELETE /v2.0/ports/0445547b-1c9f-4a28-bb2b-22f3125ad2ad HTTP/1.1" status: 204 len: 173 time: 0.8601403 Dec 06 12:38:25.822350 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'name': 'network-vif-deleted', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:25.833410 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36704fb4-966f-4b91-a3ca-e98538f86ed6" -d '{"events": [{"server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "name": "network-vif-deleted", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:25.935911 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3b696-d54c-4616-a310-5c7077a6b4e0 x-openstack-request-id: req-5de3b696-d54c-4616-a310-5c7077a6b4e0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:25.936368 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0b1b6c-3558-42df-8941-011d8731a412", "name": "network-vif-deleted", "tag": "0445547b-1c9f-4a28-bb2b-22f3125ad2ad", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:25.937281 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5de3b696-d54c-4616-a310-5c7077a6b4e0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:25.938308 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b1b6c-3558-42df-8941-011d8731a412', 'name': 'network-vif-deleted', 'tag': '0445547b-1c9f-4a28-bb2b-22f3125ad2ad', 'status': 'completed', 'code': 200} Dec 06 12:38:26.032564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5d3affc-efed-4c4d-9f80-1afe284b8f5b req-e1a5d824-ab3d-45f6-bc15-74bd08bef0c7 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0b1b6c-3558-42df-8941-011d8731a412 HTTP/1.1" status: 200 len: 210 time: 0.0573831 Dec 06 12:38:26.886376 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:27.110308 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:27.243409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb645-350d-4d4b-949c-d5a7008884fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.259789 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.323364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.330097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.434971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.438566 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.442440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/security-groups/1928c4c9-ffac-40ba-975c-f5858997857e HTTP/1.1" status: 204 len: 168 time: 0.3279381 Dec 06 12:38:27.472088 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0632-214e-4976-83af-a2c0df702dfe tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928c4c9-ffac-40ba-975c-f5858997857e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:27.499072 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:27.596119 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0445547b-1c9f-4a28-bb2b-22f3125ad2ad no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:27.645781 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 0445547b-1c9f-4a28-bb2b-22f3125ad2ad {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:27.646132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0445547b-1c9f-4a28-bb2b-22f3125ad2ad not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:27.646568 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:27.707535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f2818301-2922-46c2-81cf-83d5727ee513 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:27.707884 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f2818301-2922-46c2-81cf-83d5727ee513 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:27.769289 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 3089f642-8054-43ef-b9d2-867871f448ed {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:27.769636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.904713 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 3089f642-8054-43ef-b9d2-867871f448ed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3089f642-8054-43ef-b9d2-867871f448ed,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:27.906101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.953778 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 3089f642-8054-43ef-b9d2-867871f448ed owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:28.102650 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:28.229056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:28.293439 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=3089f642-8054-43ef-b9d2-867871f448ed,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:28.637610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:28.644014 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:28.644874 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:28.886203 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:28.886581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:28.915990 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:29.119313 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 5232ae78-457a-42f5-9893-9260b12a6228 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:29.325073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.390172 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:29.637812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf204791-9751-4534-a5e6-9e40d404c206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.855901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.248152 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:30.268229 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:30.272732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8c8d180d-3c13-4575-b2ce-fb67e12f10a5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/5232ae78-457a-42f5-9893-9260b12a6228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3851647 Dec 06 12:38:30.278787 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Sync routers for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:30.302198 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:30.302839 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:30.319291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-3a3817ef-d749-44f1-b1b5-9fcddbb32176 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9634862 Dec 06 12:38:30.423578 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting subnet b63e4aaa-8395-4e97-bfda-7a624bba5ecf {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:30.428172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.479213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.499450 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.499919 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.500379 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.500825 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.501295 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.504873 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.505363 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.507349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a2ba762c-c36f-4132-a50a-746a1dad1983 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.1196773 Dec 06 12:38:30.565230 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:30.645452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.758047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.759118 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-9bc825e1-3016-4eb4-805f-fb6b921cc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.759659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-9bc825e1-3016-4eb4-805f-fb6b921cc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.760175 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-9bc825e1-3016-4eb4-805f-fb6b921cc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.762644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-9bc825e1-3016-4eb4-805f-fb6b921cc4e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.2274888 Dec 06 12:38:30.798983 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Subnet': ['ID=b63e4aaa-8395-4e97-bfda-7a624bba5ecf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:30.802228 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.806931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53d9c084-70fb-42d7-8047-88bc921215b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/subnets/b63e4aaa-8395-4e97-bfda-7a624bba5ecf HTTP/1.1" status: 204 len: 168 time: 0.5361891 Dec 06 12:38:30.834059 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:30.868561 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b5311-5a6b-49ec-a618-295f88ab116c None None] Network 319d916b-484d-482b-bb60-2b009d29647c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:30.892285 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.926275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-579deaf1-ec12-49f7-8c84-cb75436e8420 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.1536987 Dec 06 12:38:30.929298 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Router 24ab2a59-4315-45c7-b592-276fbdf153f5 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:31.006418 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-c7bdaed3-2a9c-4838-88bf-3ee850440aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.008097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-c7bdaed3-2a9c-4838-88bf-3ee850440aa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.0743470 Dec 06 12:38:31.087516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:31.091443 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-29cc1e68-b6fa-4497-980d-12e3d000275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.093267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-29cc1e68-b6fa-4497-980d-12e3d000275a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780134 Dec 06 12:38:31.291561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:31.298482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-d89db2ec-db2a-4df7-8023-6ec27d0a9f0e service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969445 Dec 06 12:38:31.308899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:38:28Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:31.366943 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Checking router: 5232ae78-457a-42f5-9893-9260b12a6228 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:31.377800 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Routers {'5232ae78-457a-42f5-9893-9260b12a6228'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:31.378442 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5232ae78-457a-42f5-9893-9260b12a6228'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:31.548669 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] DHCP port deletion for 319d916b-484d-482b-bb60-2b009d29647c request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:31.549776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-1a017083-fc61-46a7-a27d-58a2f9b831d0 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410371 Dec 06 12:38:31.591557 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] Set router 5232ae78-457a-42f5-9893-9260b12a6228 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:31.621833 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-d8beae6a-7b83-486f-83d4-d1c485a8f6b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.0638051 Dec 06 12:38:31.676006 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-3ab48d61-7592-4d4c-a60b-19ace1ea58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.677730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-3ab48d61-7592-4d4c-a60b-19ace1ea58e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0492270 Dec 06 12:38:31.751443 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-ce115aa3-bc7c-4418-85c2-4f74848d171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.752955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-ce115aa3-bc7c-4418-85c2-4f74848d171a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670364 Dec 06 12:38:31.763822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:31.772893 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-baa37684-4353-465c-94b7-6df337cce33e tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "PUT /v2.0/routers/24ab2a59-4315-45c7-b592-276fbdf153f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2727218 Dec 06 12:38:31.776031 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:31.778395 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Sync routers for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:31.797257 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:31.798244 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:31.893735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:31.944945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-544f4e0e-df7b-433c-b5fd-a533a4a1d4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842849 Dec 06 12:38:31.978535 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:32.014130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Deleting port 6c4f5b67-a94e-4bd9-9933-6be337186e37 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:32.014650 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.025191 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting subnet 708450c0-d27b-45a3-ab70-57b867d2cb53 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:32.030756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.132663 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.193944 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:32.205534 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-396fbc65-2acb-49a6-bd84-993981f62c3e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397892 Dec 06 12:38:32.213043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.285717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-4dbdd99e-4b07-4def-a882-3f42183534d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0790558 Dec 06 12:38:32.414461 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-82fccc27-d08d-4909-b511-0a0829a4ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:32.416039 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-82fccc27-d08d-4909-b511-0a0829a4ed1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1219184 Dec 06 12:38:32.568559 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 891e9e6c-00ae-4c9f-9729-4c49a0dcc669, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:32.569193 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-07d81a14-2819-4cdc-b94a-c62d6affca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:32.572659 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-07d81a14-2819-4cdc-b94a-c62d6affca0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1450584 Dec 06 12:38:32.572819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.581947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.640843 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:38:29Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:32.671523 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:32.676799 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Checking router: 24ab2a59-4315-45c7-b592-276fbdf153f5 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:32.700095 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Routers {'24ab2a59-4315-45c7-b592-276fbdf153f5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:32.700580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] For port 6c4f5b67-a94e-4bd9-9933-6be337186e37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c4f5b67-a94e-4bd9-9933-6be337186e37,segment=NetworkSegment(0d549ae0-ddca-4702-bd2d-b87e97f2e975),segment_id=0d549ae0-ddca-4702-bd2d-b87e97f2e975)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:32.700954 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['24ab2a59-4315-45c7-b592-276fbdf153f5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:32.702447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.717329 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6c4f5b67-a94e-4bd9-9933-6be337186e37 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:32.739538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Calling delete_port for 6c4f5b67-a94e-4bd9-9933-6be337186e37 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:32.799226 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.829955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-ad1f60ff-050d-47d6-bad1-8bd96f752a7d service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476327 Dec 06 12:38:32.864298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.915271 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] Set router 24ab2a59-4315-45c7-b592-276fbdf153f5 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:32.960432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.965465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045facd-28c2-4b66-86b9-df89b8da96f8 None None] Network 56f83fdd-9d04-42e9-8449-2eaf215431ea requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:32.972749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/subnets/708450c0-d27b-45a3-ab70-57b867d2cb53 HTTP/1.1" status: 204 len: 168 time: 1.1941283 Dec 06 12:38:32.973667 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:32.975945 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cb4a8-affe-4568-a664-3951a41beaf0 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Subnet': ['ID=708450c0-d27b-45a3-ab70-57b867d2cb53,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:33.056116 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:38:28Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:33.117873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-699c6f5c-93b5-4b03-81eb-65a0388b789e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822771 Dec 06 12:38:33.146296 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7699d-e317-4847-815a-5da06c327fc3 None None] The sync data for ids ['5232ae78-457a-42f5-9893-9260b12a6228'] in n-d-master-1 is: [{'id': '5232ae78-457a-42f5-9893-9260b12a6228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629756499', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:36:17Z', 'updated_at': '2021-12-06T12:38:28Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '891e9e6c-00ae-4c9f-9729-4c49a0dcc669', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ae78-457a-42f5-9893-9260b12a6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:36:18Z', 'updated_at': '2021-12-06T12:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:33.205332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-8fed1bd9-1002-4009-a25a-70d0721c4c87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0791333 Dec 06 12:38:33.245411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.329729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.345402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-f2ed2298-04bb-4ead-9dcd-1e9ada8bf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:33.346894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-f2ed2298-04bb-4ead-9dcd-1e9ada8bf0dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1343713 Dec 06 12:38:33.356979 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:38:29Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:33.389503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.417267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.430834 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da173481-12b4-47d3-b422-729ae92b6a70 None None] The sync data for ids ['24ab2a59-4315-45c7-b592-276fbdf153f5'] in n-d-master-1 is: [{'id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'name': 'tempest-TestNetworkBasicOps-router-674386383', 'tenant_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:37:15Z', 'updated_at': '2021-12-06T12:38:29Z', 'revision_number': 5, 'project_id': '86d080c3c9ce45449ffc8a974dc6d6b1', 'gw_port': {'id': '79a97347-b35c-490e-bf54-3cef4f41bb24', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ab2a59-4315-45c7-b592-276fbdf153f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:37:16Z', 'updated_at': '2021-12-06T12:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:33.514743 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-191d5dff-1c39-40fc-9d43-e2795c6002d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:33.518395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-191d5dff-1c39-40fc-9d43-e2795c6002d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615508 Dec 06 12:38:33.626174 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] Pushing event deleted for resources: {'Port': ['ID=6c4f5b67-a94e-4bd9-9933-6be337186e37,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:33.629659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24a633-6f29-4ee0-8836-bb80cb76c2bb None None] No DVR routers for this DVR port 6c4f5b67-a94e-4bd9-9933-6be337186e37 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:33.682745 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.759852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-5e7dc894-ff64-4451-96a6-e751875feb27 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354953 Dec 06 12:38:33.767956 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3929bcf1-4fc1-434c-847b-356b366d199b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:33.784989 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=891e9e6c-00ae-4c9f-9729-4c49a0dcc669,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:33.864943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.865942 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] DHCP port deletion for 56f83fdd-9d04-42e9-8449-2eaf215431ea request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:33.922744 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-f6e8ba5b-6251-4eac-b036-2500ce5a4b3f service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562908 Dec 06 12:38:33.964271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:33.982494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Deleting port e3359609-48aa-4570-a97b-d9595dd08e67 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:33.982874 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.002959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.006611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.050562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-bdbb106e-2fb7-49fb-80be-213a2ad6e81f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.1190977 Dec 06 12:38:34.078325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] For port e3359609-48aa-4570-a97b-d9595dd08e67, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3359609-48aa-4570-a97b-d9595dd08e67,segment=NetworkSegment(54251283-d306-402d-a371-6ee49d7dce23),segment_id=54251283-d306-402d-a371-6ee49d7dce23)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:34.078954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.100165 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Calling delete_port for e3359609-48aa-4570-a97b-d9595dd08e67 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:34.104289 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.104821 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Fanout notify agent at l3_agent the message router_deleted on router 5232ae78-457a-42f5-9893-9260b12a6228 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:38:34.128523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.129829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e86cc3a2-7898-4bda-a0c1-7221e52da846 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/routers/5232ae78-457a-42f5-9893-9260b12a6228 HTTP/1.1" status: 204 len: 168 time: 3.2944374 Dec 06 12:38:34.137200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:34.159345 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Deleting port 79a97347-b35c-490e-bf54-3cef4f41bb24 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:34.162101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.206921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-615bf2ca-7216-4b05-8d8c-fadcba17d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:34.209812 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-615bf2ca-7216-4b05-8d8c-fadcba17d4e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1513751 Dec 06 12:38:34.286050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.324756 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-e4234a2d-fadf-4d51-8922-af8d693ea45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:34.326476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-e4234a2d-fadf-4d51-8922-af8d693ea45d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095734 Dec 06 12:38:34.343417 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] Pushing event deleted for resources: {'Port': ['ID=e3359609-48aa-4570-a97b-d9595dd08e67,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:34.356999 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255344cd-c3ae-489a-8e0a-e0614b3d5340 None None] No DVR routers for this DVR port e3359609-48aa-4570-a97b-d9595dd08e67 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:34.361287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.448233 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] For port 79a97347-b35c-490e-bf54-3cef4f41bb24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79a97347-b35c-490e-bf54-3cef4f41bb24,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:34.448961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.496414 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Calling delete_port for 79a97347-b35c-490e-bf54-3cef4f41bb24 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:34.533409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-d73cc090-9318-4655-a281-1800ea55f4da service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000401 Dec 06 12:38:34.570200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.657653 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319d916b-484d-482b-bb60-2b009d29647c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:34.766057 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d549ae0-ddca-4702-bd2d-b87e97f2e975') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:34.769497 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d549ae0-ddca-4702-bd2d-b87e97f2e975') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:34.794356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-75ebe787-811d-4f0c-bf56-d556964f59e0 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533920 Dec 06 12:38:34.802014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.840473 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.855262 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:34.857217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:34.891955 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-580a738e-7720-4af7-99ef-04cde322c341 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.0876989 Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:34.893801 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:34.965035 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:35.016419 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-35a7f5c3-a69b-4689-a959-cd0016340447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:35.019549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-35a7f5c3-a69b-4689-a959-cd0016340447 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1173630 Dec 06 12:38:35.021753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:35.022336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 19dcd019-ad5c-4c5c-babb-6ccf7bfe7a97 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:35.023124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3359609-48aa-4570-a97b-d9595dd08e67 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:35.051734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.065272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.076941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/networks/319d916b-484d-482b-bb60-2b009d29647c HTTP/1.1" status: 204 len: 168 time: 0.9342575 Dec 06 12:38:35.080502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e3359609-48aa-4570-a97b-d9595dd08e67 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:35.081033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3359609-48aa-4570-a97b-d9595dd08e67 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:35.081284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3089f642-8054-43ef-b9d2-867871f448ed no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:35.105940 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:35.135758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 3089f642-8054-43ef-b9d2-867871f448ed {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:35.136212 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3089f642-8054-43ef-b9d2-867871f448ed not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:35.164209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ade54-9064-4879-8cf6-fe2432e76158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Network': ['ID=319d916b-484d-482b-bb60-2b009d29647c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:35.227673 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a1b261d7-c2fb-497b-9539-74e5798a9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:35.245265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-a1b261d7-c2fb-497b-9539-74e5798a9dad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2018030 Dec 06 12:38:35.279102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.311746 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Port': ['ID=79a97347-b35c-490e-bf54-3cef4f41bb24,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:35.333816 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98dbeed-3181-4fe3-bcdd-322aa2b5144b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:35.392701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.426928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.460666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.510933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-bdab8884-330d-4a86-8924-ed4d13bcbe38 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647607 Dec 06 12:38:35.595788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.603495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.648259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-5aef6b94-cfcd-4fec-accc-0359110a0a5c service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286283 Dec 06 12:38:35.676936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.678669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Fanout notify agent at l3_agent the message router_deleted on router 24ab2a59-4315-45c7-b592-276fbdf153f5 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:38:35.692800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.696548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d8be035e-b820-4875-aea5-bade610863b4 tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/routers/24ab2a59-4315-45c7-b592-276fbdf153f5 HTTP/1.1" status: 204 len: 168 time: 2.7181437 Dec 06 12:38:35.699634 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:35.761826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-ac7bc503-5640-46e0-a8ff-aea4f87c8684 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0962927 Dec 06 12:38:35.765511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.769422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.770998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/security-groups/9920c87f-efdc-4d64-ba75-932ebee889c4 HTTP/1.1" status: 204 len: 168 time: 0.6561742 Dec 06 12:38:35.865524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-898a06c3-3e4b-4112-b48d-fae18b2593bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:35.867394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-898a06c3-3e4b-4112-b48d-fae18b2593bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0950236 Dec 06 12:38:35.889032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257c810-5c28-4884-966d-0b17382f3870 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9920c87f-efdc-4d64-ba75-932ebee889c4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:35.928251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.973066 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-73ca31c0-30a9-42b0-a326-7f4c95c9d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:35.986445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-73ca31c0-30a9-42b0-a326-7f4c95c9d3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096559 Dec 06 12:38:36.160696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.219897 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f83fdd-9d04-42e9-8449-2eaf215431ea']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:36.240055 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54251283-d306-402d-a371-6ee49d7dce23') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:36.240273 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54251283-d306-402d-a371-6ee49d7dce23') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:36.244518 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-8606ed1c-d188-4add-8009-8d90ba96edee service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498233 Dec 06 12:38:36.264281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.299519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.312761 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:36.313581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:36.321116 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:36.398009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3b3b5ba0-36be-4382-8b64-f1c8ef4385ac req-93e1f8b4-ca90-4928-8159-9b01884fb145 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460876 Dec 06 12:38:36.407028 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:36.412391 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713235829', 'description': 'tempest-secgroup-smoke-1713235829 description', 'project_id': 'dba5110fd3fe46989ee27e99e723f858'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:36.455734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.464782 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.466926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.475008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] 10.222.0.31 "DELETE /v2.0/networks/56f83fdd-9d04-42e9-8449-2eaf215431ea HTTP/1.1" status: 204 len: 168 time: 0.7713170 Dec 06 12:38:36.527782 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c92960-df39-45ba-a949-5d66d02a3fac tempest-TestNetworkBasicOps-691924063 tempest-TestNetworkBasicOps-691924063-project] Pushing event deleted for resources: {'Network': ['ID=56f83fdd-9d04-42e9-8449-2eaf215431ea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:36.559462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:36.591731 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:36.592374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 891e9e6c-00ae-4c9f-9729-4c49a0dcc669 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:36.593111 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 79a97347-b35c-490e-bf54-3cef4f41bb24 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:36.617982 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 79a97347-b35c-490e-bf54-3cef4f41bb24 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:36.618806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 79a97347-b35c-490e-bf54-3cef4f41bb24 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:36.655607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.666393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.759983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.765588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:36.774981 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:36.779618 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3692226 Dec 06 12:38:36.796571 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19967a22-686f-4113-99be-5b92b25300f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7bccf-75ff-40a3-8a4e-fe5713380b64,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:36.850833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.949143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.954638 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:36.994848 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad39beee-d1d5-4ad5-a14c-1fc04337dfec,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.003832 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.015354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.017065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d1da7f69-b8b9-4e3d-af61-b3d029f6cbaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500575 Dec 06 12:38:37.019352 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57452) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.024153 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:37.084733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.188600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.196402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.245284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.249404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2265632 Dec 06 12:38:37.249888 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.251827 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90a6caaf-6052-4ea9-9938-803d47595efb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86d080c3c9ce45449ffc8a974dc6d6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467954 Dec 06 12:38:37.252533 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382b8e-11cb-446a-a5b0-ccec6a760415 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6cc947-0c8b-4c94-91d1-c863367fe2c6,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.254279 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.257144 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:37.295291 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.311318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.334898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.400829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.405184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.406202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.409597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.411067 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33778666-5f4e-45c1-9d0d-52b5fd80926f HTTP/1.1" status: 204 len: 168 time: 0.1558971 Dec 06 12:38:37.423346 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2218a83-eaa8-4b83-bd31-96c579082eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33778666-5f4e-45c1-9d0d-52b5fd80926f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.437484 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece9e7c9-a299-45a9-9d78-04bd830fecd6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.451749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.453443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6df4e305-4676-45e8-84ce-c3a18e5a1fe3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023773 Dec 06 12:38:37.456361 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57466) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.474233 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:37.545654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.652331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.664730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.693585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea4c549-0358-4519-bb41-ee48e48ee2af,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.703313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.705203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6201a7e7-fe96-4c96-9b65-5690da254f10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470548 Dec 06 12:38:37.707733 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:37.713808 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:37.772646 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:38:37.781122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.902241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.909642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.965337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0719e1fa-4536-4c5f-bf16-784e0bde647a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.997484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.999547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ad4b9858-8e36-4fe5-96d8-3fd4ee0cf6b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2905374 Dec 06 12:38:38.002375 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57532) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:38.007966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '61e7bccf-75ff-40a3-8a4e-fe5713380b64', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:38.072230 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:38:38.077879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.164972 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:38.184784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d109335b-a051-400f-a6eb-86bf3b1a5d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.218523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.232916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.330305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db6925a-6357-4d2f-89f0-2b968a4b8c00,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:38.361378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.365364 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-144e0843-af9c-4f1d-8e0a-c01fc4b11409 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616400 Dec 06 12:38:38.368447 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:38.379976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'network': {'name': 'tempest-network-smoke--1015107667', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:38.404541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d109335b-a051-400f-a6eb-86bf3b1a5d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.420134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d109335b-a051-400f-a6eb-86bf3b1a5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.451980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:38.455366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.523132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d109335b-a051-400f-a6eb-86bf3b1a5d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340e3f6fa4ee431da447d3dd593eca04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566785 Dec 06 12:38:38.528743 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:38.544840 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109335b-a051-400f-a6eb-86bf3b1a5d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b72ec-8b75-40d3-b6b6-aafc327351d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:38.547502 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:38.592922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.594515 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Added segment 56907180-152d-45c5-9c25-a805b7ae7deb of type vlan for network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f Dec 06 12:38:38.654785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.671046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.699057 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.714493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.721693 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:38.722395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.773874 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.781608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.782771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c54b72ec-8b75-40d3-b6b6-aafc327351d1 HTTP/1.1" status: 204 len: 168 time: 0.2524343 Dec 06 12:38:38.797795 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce761f7-aa3f-412a-a180-2737e39187da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54b72ec-8b75-40d3-b6b6-aafc327351d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:38.867775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Network': ['ID=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:38.884886 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:38.905857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5c5f8a6-031e-4725-b39b-f18d1584b1ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5341978 Dec 06 12:38:38.905857 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57586) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:38.919685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'admin_state_up': True, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:38.989692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:38.990782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:39.124050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:39.421749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:39.815294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:39.840635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:39.980628 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.127 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1d42a04b-47cc-4e45-957e-b7877f29ebb4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:40.167683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:40.227831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:40.284305 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:40.287608 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:40.292512 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:40.304990 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07871cb3-ce9b-4b94-a625-190b5129dc98 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:40.321266 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=1d42a04b-47cc-4e45-957e-b7877f29ebb4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:40.356417 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a596c658-6420-4cfa-b0ca-7ce5b4434dae None None] Provisioning complete for port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:40.356701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a596c658-6420-4cfa-b0ca-7ce5b4434dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:40.425934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a596c658-6420-4cfa-b0ca-7ce5b4434dae None None] Port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:38:40.650550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:40.918228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:41.128785 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router f47aa854-02b0-4994-9b33-126cff7d4d5b is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:38:41.339785 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:41.350772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Sync routers for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:41.369557 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:41.370262 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:41.381421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:41.383560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5b53dd1d-8bf9-4417-a3b2-669ad07185cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4774489 Dec 06 12:38:41.386397 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57634) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:41.436207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1b62564-dbc3-4037-8a0e-f49486d73797 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dba5110fd3fe46989ee27e99e723f858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463443 Dec 06 12:38:41.438422 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57636) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:41.531879 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:41.608326 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3911b-8c50-41e6-9b6d-51d9acd3b8e2 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:41.614709 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:41.615426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-55c3911b-8c50-41e6-9b6d-51d9acd3b8e2 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1755600 Dec 06 12:38:41.676950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a81bece2-123e-405d-bf99-8e20afbab0f8 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604899 Dec 06 12:38:41.679246 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:41.686702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835903969', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:41.932935 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:41.941583 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:41.983233 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:40Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:42.042996 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Checking router: f47aa854-02b0-4994-9b33-126cff7d4d5b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:42.043496 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Updating router f47aa854-02b0-4994-9b33-126cff7d4d5b port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:38:42.096480 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.274527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.410211 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:42.410782 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network hostable DHCP agents. Network: 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:42.414578 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Subnet': ['ID=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:42.435568 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:42.454144 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:42.464869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33a0de-b326-4c64-b3bc-ffca5ce5f5a6 None None] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:42.471756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:42.473350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.500526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0014bd21-0787-4435-9315-2d50cd9c6ad0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8158255 Dec 06 12:38:42.501118 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57662) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:42.645756 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.672229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.749414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebc111-1f90-4caa-9387-cc21aaffce1e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:42.782505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Attempting to bind port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:42.783223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Attempting to bind port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:42.783688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Attempting to bind port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:42.800584 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:42.801073 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:42.801599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.802084 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:42.802667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Bound port: 1d42a04b-47cc-4e45-957e-b7877f29ebb4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:42.803158 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.878760 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] For port 1d42a04b-47cc-4e45-957e-b7877f29ebb4, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:42.895489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] For port 1d42a04b-47cc-4e45-957e-b7877f29ebb4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d42a04b-47cc-4e45-957e-b7877f29ebb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:42.911277 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578d91-9b4e-4eac-a5af-3d8a9b26b098 None None] Pushing event updated for resources: {'Port': ['ID=1d42a04b-47cc-4e45-957e-b7877f29ebb4,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:42.938246 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] Provisioning complete for port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:42.938960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.966132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.047406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578d91-9b4e-4eac-a5af-3d8a9b26b098 None None] Pushing event updated for resources: {'Port': ['ID=1d42a04b-47cc-4e45-957e-b7877f29ebb4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:43.240202 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:43.241090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.262162 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b3d6e4-7b03-4e50-8869-fe8d69b58c60 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:43.266668 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:43.267501 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:43.588407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.615595 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.639053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] For port 1d42a04b-47cc-4e45-957e-b7877f29ebb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d42a04b-47cc-4e45-957e-b7877f29ebb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:43.655000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:43.709682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.758042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Allocated IP 172.20.0.2 (5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f/7624c74d-2e47-44cd-88c6-bbe1f2dd80f0/2ea03870-e874-4c64-b9a4-a1cc84a2b6d9) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:43.910134 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e71540ff-08b8-41a2-b6ac-15c2cf92a708 None None] Provisioning complete for port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:43.910502 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e71540ff-08b8-41a2-b6ac-15c2cf92a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:43.918480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699ec1-aa22-4742-918d-87644cc4d9dd None None] Pushing event updated for resources: {'Port': ['ID=1d42a04b-47cc-4e45-957e-b7877f29ebb4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:44.023026 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:40Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:44.065252 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0ee04-edb2-49e6-bc7a-c155b0a25808 None None] The sync data for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 is: [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:40Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:44.156304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.166411 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.218193 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Pushing event updated for resources: {'Port': ['ID=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:44.228712 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:44.230450 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:44.232865 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.1 (5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f/7624c74d-2e47-44cd-88c6-bbe1f2dd80f0/6f79eb73-3166-4cfe-9972-865ed3851ee4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:44.235040 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:44.293924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Attempting to bind port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:44.294297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Attempting to bind port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:44.294663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Attempting to bind port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:44.300917 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:44.301314 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:44.301719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.302113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:44.302577 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Bound port: 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:44.302962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.397199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] For port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:44.402170 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] For port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:44.408519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.413701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.509972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.562846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e1bb-76b5-4875-99e8-c82f66317549 None None] Pushing event updated for resources: {'Port': ['ID=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:44.586435 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:44.593966 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:44.598854 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:44.671556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:44.728878 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:44.969497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:45.452218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:45.461919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:45.594073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:45.596196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:45.747619 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:45.749441 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:45.909964 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router f47aa854-02b0-4994-9b33-126cff7d4d5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:46.071631 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:46.077167 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-65f3d6cc-ec2d-447d-a209-93306eaa1d0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/f47aa854-02b0-4994-9b33-126cff7d4d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743141 Dec 06 12:38:46.094039 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa851224-a7d7-4f7f-8ea1-648baaf9a455 None None] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:46.285889 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] Provisioning complete for port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:46.286268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.441969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-7857b182-9d8b-4c2b-a75c-7f4b73eacd58 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713235829&fields=id&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 267 time: 0.0680151 Dec 06 12:38:46.542131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.577790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-eca156ed-0df2-4baa-a17a-0919b00bff7b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:46.589545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-eca156ed-0df2-4baa-a17a-0919b00bff7b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 797 time: 0.1464939 Dec 06 12:38:46.610343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-e08d8ca9-14c3-4d7d-8b54-1e136dee0f2c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/quotas/dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 375 time: 0.0196307 Dec 06 12:38:46.650326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] For port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:46.662870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.752809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-e6f6a6ab-f3d4-4b73-93bb-f4d35b9bfdae tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413941 Dec 06 12:38:46.779713 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1d42a04b-47cc-4e45-957e-b7877f29ebb4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:46.828697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15046-6fc0-428a-a8f8-2b0de991bbf4 None None] Pushing event updated for resources: {'Port': ['ID=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:46.941494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:46.942134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:47.000902 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Sync routers for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:47.010124 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f5e0ac93-72e1-4e13-a22b-a53d927f45a9 None None] Provisioning complete for port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:47.010498 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac93-72e1-4e13-a22b-a53d927f45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:47.014187 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:47.015221 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:47.206937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:47.278262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-80367c88-88d6-499c-b5a3-c4c6a4d0d65e service neutron] 10.222.0.31 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162754 Dec 06 12:38:47.297695 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:47.321745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:47.322216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:47.439154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-1ac130b3-757e-47a0-87f2-3110954f4b45 service neutron] 10.222.0.31 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489892 Dec 06 12:38:47.490975 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f5e0ac93-72e1-4e13-a22b-a53d927f45a9 None None] Provisioning complete for port 6f79eb73-3166-4cfe-9972-865ed3851ee4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:47.491453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac93-72e1-4e13-a22b-a53d927f45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:47.651937 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:45Z', 'revision_number': 2, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:47.693515 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Checking router: f47aa854-02b0-4994-9b33-126cff7d4d5b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:47.693885 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Updating router f47aa854-02b0-4994-9b33-126cff7d4d5b port 6f79eb73-3166-4cfe-9972-865ed3851ee4 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:38:47.723860 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:47.824062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d7275a35-5b92-46d7-8c2f-ddd4bf216f9f req-3ae39010-df7c-42a9-8ce1-d99b63cb27b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 210 time: 0.0436211 Dec 06 12:38:47.857090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0ac93-72e1-4e13-a22b-a53d927f45a9 None None] Port 6f79eb73-3166-4cfe-9972-865ed3851ee4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:38:47.992836 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d65ff241-73f3-40d3-9bfe-bbd1f721dc04 None None] Provisioning complete for port 6f79eb73-3166-4cfe-9972-865ed3851ee4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:47.994024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d65ff241-73f3-40d3-9bfe-bbd1f721dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.032124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d65ff241-73f3-40d3-9bfe-bbd1f721dc04 None None] Port 6f79eb73-3166-4cfe-9972-865ed3851ee4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:38:48.127710 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.135268 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.255196 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Pushing event updated for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:48.266925 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.267275 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.267608 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.267945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.268400 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.268736 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.269064 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.269414 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.269733 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.270053 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.270368 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.270702 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.271009 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:48.337593 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Attempting to bind port 6f79eb73-3166-4cfe-9972-865ed3851ee4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:48.339363 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Attempting to bind port 6f79eb73-3166-4cfe-9972-865ed3851ee4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:48.340626 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Attempting to bind port 6f79eb73-3166-4cfe-9972-865ed3851ee4 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:48.365221 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:48.365221 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:48.365221 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.365221 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:48.365221 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Bound port: 6f79eb73-3166-4cfe-9972-865ed3851ee4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:48.365851 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.506746 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] For port 6f79eb73-3166-4cfe-9972-865ed3851ee4, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:48.511206 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] For port 6f79eb73-3166-4cfe-9972-865ed3851ee4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f79eb73-3166-4cfe-9972-865ed3851ee4,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:48.516904 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.578672 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:48.579144 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:48.584479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Provisioning complete for port 6f79eb73-3166-4cfe-9972-865ed3851ee4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:48.587224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.672683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:48.790683 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:48.796912 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa78709-0d72-42db-a6d7-623f39c75d16 None None] Pushing event updated for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:48.848532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.865560 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:48.866254 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.969575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] For port 6f79eb73-3166-4cfe-9972-865ed3851ee4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f79eb73-3166-4cfe-9972-865ed3851ee4,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:48.980179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.986257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2308819d-6c9a-4484-8744-c00ebe24f1f7 req-c8285129-acfa-495d-81fb-dde45bf3b5b4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 210 time: 0.0549026 Dec 06 12:38:49.060565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Pushing event updated for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:49.097244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.097600 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.097954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.098289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.098627 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.098960 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.099290 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.099666 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.099983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.100313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.100639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.100962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.101342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a989217-08bf-42e4-8b07-a090092cf564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:49.150330 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-59c15885-8cf9-43ed-ba3f-b408194b3eaf None None] Provisioning complete for port 6f79eb73-3166-4cfe-9972-865ed3851ee4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:49.151596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59c15885-8cf9-43ed-ba3f-b408194b3eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.440872 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:49.477242 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49468c6-eeb3-4406-9bfe-cc083a339c0d None None] The sync data for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 is: [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:49.486450 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-de82629d-fd06-4f55-80a6-381f14e0acf6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:49.488290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-de82629d-fd06-4f55-80a6-381f14e0acf6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 797 time: 0.3317306 Dec 06 12:38:49.630238 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-884f474c-0069-4ded-a471-29f0680473d8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 380 time: 0.1092999 Dec 06 12:38:49.662699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'port': {'device_id': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'admin_state_up': True, 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'security_groups': ['61e7bccf-75ff-40a3-8a4e-fe5713380b64']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:49.672182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.831332 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:49.831741 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:38:49.836438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.095964 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.5 (5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f/7624c74d-2e47-44cd-88c6-bbe1f2dd80f0/6744066d-082f-456b-8c06-02d79b603b31) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:50.190158 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4931b60-5fbb-4971-9d0f-c88d45307f52 req-7e43f76b-91f5-41b7-af02-32a54901be55 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 210 time: 0.0739036 Dec 06 12:38:50.415506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.481260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.555059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:50.567451 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:50.572988 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:50.580144 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:50.584747 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f79eb73-3166-4cfe-9972-865ed3851ee4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:50.670102 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:50.670785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.715969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a1c8891f-f3a4-46d7-ac0b-7a0aaad73dc2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791364 Dec 06 12:38:50.719101 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6f79eb73-3166-4cfe-9972-865ed3851ee4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:50.720004 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.751476 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Request body: {'port': {'device_id': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:50.849762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.005450 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6159aa29-cac1-423a-bebd-85ebd60a3341 None None] Provisioning complete for port 6744066d-082f-456b-8c06-02d79b603b31 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:51.006970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6159aa29-cac1-423a-bebd-85ebd60a3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.052489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6159aa29-cac1-423a-bebd-85ebd60a3341 None None] Port 6744066d-082f-456b-8c06-02d79b603b31 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:38:51.233695 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:51.244430 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.264772 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Transition to ACTIVE for port object 6744066d-082f-456b-8c06-02d79b603b31 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:38:51.273081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.458205 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:51.459157 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec322-6322-41d7-b65f-3542e445800c req-283c1db7-014d-49bc-b394-bf0a308813f3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:51.474703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5abec322-6322-41d7-b65f-3542e445800c req-283c1db7-014d-49bc-b394-bf0a308813f3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.1557167 Dec 06 12:38:51.560589 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:51.561087 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:51.561495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:51.562653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5abec322-6322-41d7-b65f-3542e445800c req-4df2ba34-dfe0-4857-804c-eb7a20605e8e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868132 Dec 06 12:38:51.566921 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:38:51.567463 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:51.573561 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:51.574382 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:51.574512 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:51.574901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Bound port: 6744066d-082f-456b-8c06-02d79b603b31, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:51.575264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.658205 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:51.664414 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:51.669903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.688481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:51.689116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:51.690558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] 10.222.0.53 "PUT /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 1091 time: 0.9557307 Dec 06 12:38:51.691026 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:51.694193 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974" -d '{"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:51.808436 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fea61-d121-4fb1-a421-1c9732284e1b x-openstack-request-id: req-657fea61-d121-4fb1-a421-1c9732284e1b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:51.808694 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:51.808877 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-657fea61-d121-4fb1-a421-1c9732284e1b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:51.809292 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:38:51.815385 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca3b53-8d8a-4208-a23f-7779c1a4f86b service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:51.843144 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-c19f0079-6beb-461e-9fdc-6ca5e2594686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:51.844686 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-c19f0079-6beb-461e-9fdc-6ca5e2594686 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.0674126 Dec 06 12:38:51.910999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-d8486195-f589-4b8c-aa94-41d165510207 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 217 time: 0.0534105 Dec 06 12:38:51.997478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-e7257328-176e-46dc-9ad6-e85f479fd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:51.998971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-e7257328-176e-46dc-9ad6-e85f479fd44c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0812664 Dec 06 12:38:52.076672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-983ded6e-7278-4e2c-8882-6df2bad9acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.078195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-983ded6e-7278-4e2c-8882-6df2bad9acd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721493 Dec 06 12:38:52.202631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-e61592d5-6575-42e7-899d-743f83aee8b5 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151886 Dec 06 12:38:52.302216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d387935-89b7-4bf1-a956-da7a49bf03e4 req-0242470e-2765-49d9-8f60-171a2b2d4412 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929973 Dec 06 12:38:52.446606 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-7675e8f5-89eb-454d-a836-1a16d2cd846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.448539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-7675e8f5-89eb-454d-a836-1a16d2cd846f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.0581751 Dec 06 12:38:52.578778 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-f462d2d3-7852-446d-a56a-f8d07b1a2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.580257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-f462d2d3-7852-446d-a56a-f8d07b1a2f35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.1240470 Dec 06 12:38:52.634741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-8f61fa56-e3be-4c5c-96b4-207345c3b3ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 217 time: 0.0470555 Dec 06 12:38:52.750277 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-52aa972d-f8fc-471e-bc65-692dd32eaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.752353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-52aa972d-f8fc-471e-bc65-692dd32eaea2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.1086974 Dec 06 12:38:52.786409 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cee7e-5e45-46ba-ade9-f59091992e3f req-e3ad8fa5-f11d-4a14-92b4-9b437c76d021 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.788093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba9cee7e-5e45-46ba-ade9-f59091992e3f req-e3ad8fa5-f11d-4a14-92b4-9b437c76d021 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.0947049 Dec 06 12:38:52.804847 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-3b1549a2-0730-4561-ad6c-3dc88ffb89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:52.806697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-3b1549a2-0730-4561-ad6c-3dc88ffb89ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467317 Dec 06 12:38:52.859863 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba9cee7e-5e45-46ba-ade9-f59091992e3f req-c30aa077-c9cb-4826-96f2-78bc00e872e1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629339 Dec 06 12:38:52.922630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-98ceccc0-f7e4-437e-b62d-4a63531459ce service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076951 Dec 06 12:38:53.034853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82ea9c9b-f171-4a3d-b2fd-04b6cd789974 req-4d170a8d-dc41-4c5e-b6ac-c3a049fc2b1e service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017475 Dec 06 12:38:53.714823 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:38:53.854403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:53.870336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '6744066d-082f-456b-8c06-02d79b603b31', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:38:53.921099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.936543 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:53.958893 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:53.964173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.013989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377e5fa-d36e-4a46-bfd7-d145b87fa7a2 req-74ac11de-f989-4fa4-9ca6-de4b69fcebf1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:54.018084 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.025758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8377e5fa-d36e-4a46-bfd7-d145b87fa7a2 req-74ac11de-f989-4fa4-9ca6-de4b69fcebf1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.0886509 Dec 06 12:38:54.078558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8377e5fa-d36e-4a46-bfd7-d145b87fa7a2 req-849719f5-3819-4e44-987f-6ad0c34249c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513763 Dec 06 12:38:54.246509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6744066d-082f-456b-8c06-02d79b603b31'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:55.223871 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf46c53-644f-4d1c-b1d2-9cf376fcd425 req-67c0db0b-ebef-426f-98d0-24e3c1ba5044 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:55.225654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cf46c53-644f-4d1c-b1d2-9cf376fcd425 req-67c0db0b-ebef-426f-98d0-24e3c1ba5044 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.0649879 Dec 06 12:38:55.294757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cf46c53-644f-4d1c-b1d2-9cf376fcd425 req-42d4d61c-3663-4ad6-b3af-522ec359e7e8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624559 Dec 06 12:38:55.722955 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:55.786432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 6744066d-082f-456b-8c06-02d79b603b31 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:38:55.791073 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 6744066d-082f-456b-8c06-02d79b603b31 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:55.791446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.921039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.983799 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:55.984655 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:55.987070 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0c6f6-6e81-4148-983b-62c3da73708d" -d '{"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-plugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:56.027151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.058691 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b604cf-90b2-4ea9-af87-cf9e7aab2e14 x-openstack-request-id: req-97b604cf-90b2-4ea9-af87-cf9e7aab2e14 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:56.058986 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-plugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:56.059248 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97b604cf-90b2-4ea9-af87-cf9e7aab2e14 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:56.059649 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'code': 200} Dec 06 12:38:56.114576 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:56.188505 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288ce9e-aa21-4278-9ef0-db10cb5adaa2 req-0f75b39b-ccf5-413c-9ea5-a22562ed2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:56.190313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3288ce9e-aa21-4278-9ef0-db10cb5adaa2 req-0f75b39b-ccf5-413c-9ea5-a22562ed2cc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0577326 Dec 06 12:38:56.262524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3288ce9e-aa21-4278-9ef0-db10cb5adaa2 req-7a4dc894-8319-48e6-b085-2946d7799f2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644174 Dec 06 12:38:56.448448 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a9eb2-5322-4fba-82c2-41fd88addee6 req-eb41f46d-3df7-4519-8d9b-4c94b200067e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:56.457559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-946a9eb2-5322-4fba-82c2-41fd88addee6 req-eb41f46d-3df7-4519-8d9b-4c94b200067e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0626230 Dec 06 12:38:56.521701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-946a9eb2-5322-4fba-82c2-41fd88addee6 req-fc0db829-7470-4e12-a7fc-e112ecfef7ef tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586133 Dec 06 12:38:57.288760 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2acec83-91d0-4315-8d1a-31160bb2a181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.645883 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d42351-a798-4fc0-9a81-6ad6d4df2b93 req-f0e85a0e-f7b9-4e56-9eba-fa2a08131737 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:57.647872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25d42351-a798-4fc0-9a81-6ad6d4df2b93 req-f0e85a0e-f7b9-4e56-9eba-fa2a08131737 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0597324 Dec 06 12:38:57.704240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-25d42351-a798-4fc0-9a81-6ad6d4df2b93 req-9a656136-e09f-41ee-8c59-7ebb32e3b6b3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Dec 06 12:38:57.864738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738403-2c10-4586-83de-7953aa426bf6 req-6667a852-90df-41f5-b57e-ced7ed5e8071 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:57.873245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83738403-2c10-4586-83de-7953aa426bf6 req-6667a852-90df-41f5-b57e-ced7ed5e8071 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0815089 Dec 06 12:38:57.930222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83738403-2c10-4586-83de-7953aa426bf6 req-ca98d73a-8976-4411-919c-b76e46ddc4d8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560503 Dec 06 12:38:57.953569 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 57966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.006230 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49928553-d22f-498a-8cdf-ac5b951ac20c tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:58.009201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49928553-d22f-498a-8cdf-ac5b951ac20c tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1091 time: 0.0523465 Dec 06 12:38:58.011249 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 57978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.017702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:58.046066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.247766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.402866 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.4 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/af9e389c-bad5-47e7-998b-53d185a489e6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:58.544870 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.586254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.637236 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:58.640991 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:58.643985 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:58.676971 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=af9e389c-bad5-47e7-998b-53d185a489e6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.130633 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.243510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.664393 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cfb3cfd0-c10f-4a12-8485-aa0d1be6325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.838771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.846144 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.952140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.040028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=af9e389c-bad5-47e7-998b-53d185a489e6,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:00.124805 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 associated. External IP: 172.35.3.4, port: 6744066d-082f-456b-8c06-02d79b603b31. Dec 06 12:39:00.423103 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router f47aa854-02b0-4994-9b33-126cff7d4d5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:00.596348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.596570 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:00.637058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.686781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8a9dc971-e070-4569-a1dd-8d3afc8afd45 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6739597 Dec 06 12:39:00.688817 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:00.707192 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe676e3-8b5f-43b1-b891-a1f674056deb" -d '{"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:00.820473 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Sync routers for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:00.832710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:00.833670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:00.873544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc1c3b-45ec-4fe0-aaa0-748a8a14a91c req-8ddd9d96-a14f-41ac-9cc4-dd3281d8fc88 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:00.884500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74bc1c3b-45ec-4fe0-aaa0-748a8a14a91c req-8ddd9d96-a14f-41ac-9cc4-dd3281d8fc88 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0916605 Dec 06 12:39:00.973760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74bc1c3b-45ec-4fe0-aaa0-748a8a14a91c req-17046732-359e-4219-8390-006e73b4e9c3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875061 Dec 06 12:39:00.986911 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:01.087498 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c17ee-b950-49a3-bef5-fc680ca9138f x-openstack-request-id: req-944c17ee-b950-49a3-bef5-fc680ca9138f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:01.088059 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:01.088476 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-944c17ee-b950-49a3-bef5-fc680ca9138f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:01.090473 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:39:01.103608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-623c6360-b6a2-4740-bd39-8d2dc06e417b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 200 len: 989 time: 0.1144445 Dec 06 12:39:01.123087 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:01.255810 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-bce3fa15-7f6c-4b48-8ef0-d941d3e203a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:01.259004 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-bce3fa15-7f6c-4b48-8ef0-d941d3e203a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0585876 Dec 06 12:39:01.398864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.435929 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-e8dc3ea3-b5a6-44f3-ab3a-d202cf052c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:01.437689 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-e8dc3ea3-b5a6-44f3-ab3a-d202cf052c8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.1710546 Dec 06 12:39:01.542163 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-ff75f1ef-6cc9-492e-ba39-730227816fd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.0955963 Dec 06 12:39:01.564499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.4', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:38:58Z', 'updated_at': '2021-12-06T12:38:58Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:01.597179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Checking router: f47aa854-02b0-4994-9b33-126cff7d4d5b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:01.608623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-aede2ef7-3261-4252-8e4c-bef5fc0e12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:01.609955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:01.610987 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:01.611138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-aede2ef7-3261-4252-8e4c-bef5fc0e12e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0628402 Dec 06 12:39:01.714252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-e27320c3-eb70-404f-8927-e8a4c3da4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:01.719558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-e27320c3-eb70-404f-8927-e8a4c3da4bad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016619 Dec 06 12:39:01.772163 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:01.869352 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-427f8592-7ed2-4a51-aec0-798140520b8d service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414790 Dec 06 12:39:01.988776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1fe676e3-8b5f-43b1-b891-a1f674056deb req-efae4708-4de2-4c95-b74a-491198778684 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130843 Dec 06 12:39:02.098253 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.4', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:38:58Z', 'updated_at': '2021-12-06T12:38:58Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:02.106648 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:02.162381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da439-e16f-4a60-95c5-a8691b031e06 None None] The sync data for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 is: [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.4', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:38:58Z', 'updated_at': '2021-12-06T12:38:58Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:02.192921 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-03950824-5f41-45cd-bd46-528bc95377d1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 200 len: 989 time: 0.0847955 Dec 06 12:39:02.366872 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.470621 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5daaaaf-9ef8-4f88-b37c-fa097a5f1a3f None None] New status for floating IP ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:39:03.166395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.196836 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:03.311103 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8990f5a0-ea47-4d94-a416-6d5c9cd96fb9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 200 len: 991 time: 0.1130688 Dec 06 12:39:04.718327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-57ffa765-9b99-405e-8ddc-aac2cb4f2d0b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:04.719936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-57ffa765-9b99-405e-8ddc-aac2cb4f2d0b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1356177 Dec 06 12:39:04.736912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-948321dc-a3b0-46e8-ae3d-b8b240e0fb8f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0107677 Dec 06 12:39:04.825922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-bea1ab73-e0f3-4a0e-9dd5-d4fd078ad8d7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807390 Dec 06 12:39:04.931443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-483572a6-eb37-4c0e-bd22-b3d671284c8a service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045198 Dec 06 12:39:05.022662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-420b3d8c-f197-4314-a9ef-cd5348623220 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843415 Dec 06 12:39:05.363550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eda38631-bfac-430f-9bc2-73ab9ffd8892 req-2dd8b474-e967-45e0-a766-0fd9f1268753 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0532849 Dec 06 12:39:06.322281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-814f8e2c-3503-451c-b859-e06f2fd1fb71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:06.323813 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-814f8e2c-3503-451c-b859-e06f2fd1fb71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1226904 Dec 06 12:39:06.344617 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:06.570069 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:06.574500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.577448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-77d1ec34-2ed6-416f-915f-76d9748a4a9b req-a48b704f-220c-478c-a1b1-b86f6a25a992 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0859535 Dec 06 12:39:06.739038 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.7 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/e976e5f4-d749-411b-9b26-e3762a59f838) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:06.929556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.977428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.071805 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.088523 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:07.089997 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:07.103935 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:07.160847 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:07.161908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.191544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-68970c50-42fa-4d0f-94ce-503b68cbc8a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8556693 Dec 06 12:39:07.211541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Request body: {'port': {'device_id': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:07.306362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.492319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45c0c33f-fca3-4525-9242-c5c926d97f3c None None] Provisioning complete for port e976e5f4-d749-411b-9b26-e3762a59f838 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:07.494050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45c0c33f-fca3-4525-9242-c5c926d97f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.519214 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:07.572178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45c0c33f-fca3-4525-9242-c5c926d97f3c None None] Port e976e5f4-d749-411b-9b26-e3762a59f838 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:07.657699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.678639 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e976e5f4-d749-411b-9b26-e3762a59f838 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:07.701316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.722298 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Transition to ACTIVE for port object e976e5f4-d749-411b-9b26-e3762a59f838 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:07.730727 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.791935 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953fd37-a487-4235-9bdb-b1e9b18a69d9 req-103d54c3-1887-4df7-8b36-5670380c17a9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:07.794111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0953fd37-a487-4235-9bdb-b1e9b18a69d9 req-103d54c3-1887-4df7-8b36-5670380c17a9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0766439 Dec 06 12:39:07.799206 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.863886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0953fd37-a487-4235-9bdb-b1e9b18a69d9 req-0c5d2638-6a19-4e85-8300-01ab0210c5fe tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593631 Dec 06 12:39:07.894295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.901694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.935332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Attempting to bind port e976e5f4-d749-411b-9b26-e3762a59f838 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:07.935687 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Attempting to bind port e976e5f4-d749-411b-9b26-e3762a59f838 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:07.936019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Attempting to bind port e976e5f4-d749-411b-9b26-e3762a59f838 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:07.941395 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Port e976e5f4-d749-411b-9b26-e3762a59f838 on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:07.941726 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Attempting to bind port e976e5f4-d749-411b-9b26-e3762a59f838 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:07.948294 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:07.948641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:07.949270 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:07.949669 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Bound port: e976e5f4-d749-411b-9b26-e3762a59f838, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:07.950030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.961998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fad7e85b7bfc4331aa0c53846d556bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416866 Dec 06 12:39:07.964952 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58526) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:07.973022 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2c3ee2-b41f-464a-9642-f269ee1f6fb6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.985967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.986826 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.987721 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.988323 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.988811 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.989329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.989766 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.990199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.990629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.991060 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.991658 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.992087 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:07.992527 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49d01-bb79-4b4b-9390-25326f154bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:08.031522 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:08.056155 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e976e5f4-d749-411b-9b26-e3762a59f838,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:08.066279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.513476 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:08.514104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.515545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/e976e5f4-d749-411b-9b26-e3762a59f838 HTTP/1.1" status: 200 len: 1091 time: 1.3170788 Dec 06 12:39:08.517996 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:08.521806 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e" -d '{"events": [{"name": "network-changed", "server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:08.558112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f418e-0aa9-4766-a7f9-0d1d382f08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:08.589294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.613486 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e16389-139d-4411-aae9-8e458f3c8281 x-openstack-request-id: req-d9e16389-139d-4411-aae9-8e458f3c8281 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:08.614386 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:08.614646 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9e16389-139d-4411-aae9-8e458f3c8281 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:08.615042 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838', 'status': 'completed', 'code': 200} Dec 06 12:39:08.644670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.660920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-0e395499-babe-4372-8213-626a0f09d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:08.662456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-0e395499-babe-4372-8213-626a0f09d886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0907087 Dec 06 12:39:08.730484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-c0f83216-f39f-4323-9de7-d6b4cd782e73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e976e5f4-d749-411b-9b26-e3762a59f838 HTTP/1.1" status: 200 len: 217 time: 0.0587864 Dec 06 12:39:08.802939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-4db7440c-7316-4ddf-8f23-a58c53a2e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:08.804654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-4db7440c-7316-4ddf-8f23-a58c53a2e645 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0659621 Dec 06 12:39:08.826675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.830683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.837343 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f2c3ee2-b41f-464a-9642-f269ee1f6fb6 HTTP/1.1" status: 204 len: 168 time: 0.8672960 Dec 06 12:39:08.861815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e801a5d-722f-4462-b717-b7ad35fa3e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2c3ee2-b41f-464a-9642-f269ee1f6fb6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:08.886544 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ec8dcfe0-958a-4c95-bc11-1ae487473f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:08.888120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-ec8dcfe0-958a-4c95-bc11-1ae487473f38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747757 Dec 06 12:39:09.016221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-4184daf4-3ef6-4229-ad61-6cb704e9e036 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204407 Dec 06 12:39:09.086699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11e07-c88c-4525-b0f3-7d0489e9d5b9 req-6f18efbc-5b75-49d2-9561-39c81d5afb96 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:09.095699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fa11e07-c88c-4525-b0f3-7d0489e9d5b9 req-6f18efbc-5b75-49d2-9561-39c81d5afb96 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0982292 Dec 06 12:39:09.171572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fa11e07-c88c-4525-b0f3-7d0489e9d5b9 req-0e2a44ab-1c0e-49ea-bceb-7adbac7045d2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Dec 06 12:39:09.191713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f5a406e-e346-41d0-b42a-3d8ff1f363d6 req-22a91c08-79d1-4875-a282-7128d0995ff7 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678779 Dec 06 12:39:09.299862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-b85df519-adf9-407c-8a9c-76bac988c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:09.301505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-b85df519-adf9-407c-8a9c-76bac988c99c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0564263 Dec 06 12:39:09.405945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-d156bc9e-502b-43e5-b16f-a5f635902e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:09.407716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-d156bc9e-502b-43e5-b16f-a5f635902e72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0995979 Dec 06 12:39:09.454737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-8ca74e0a-57ba-46ff-88e2-870d37ba2d51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e976e5f4-d749-411b-9b26-e3762a59f838 HTTP/1.1" status: 200 len: 217 time: 0.0398312 Dec 06 12:39:09.512583 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-b00ff8ef-0d15-4c85-9bb8-57c62ddd0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:09.514216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-b00ff8ef-0d15-4c85-9bb8-57c62ddd0403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0521059 Dec 06 12:39:09.583175 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-1441bcba-6837-4509-96e2-6107a43a7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:09.584896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-1441bcba-6837-4509-96e2-6107a43a7e41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636370 Dec 06 12:39:09.714576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-1a5dbe1b-3dd7-4a1d-a916-32380f1cb789 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215584 Dec 06 12:39:09.834505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8ed698ee-6778-40a5-a6c5-374b9c6ff09e req-cab6c6d0-f228-4e67-80a9-a0964bedbb9c service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125801 Dec 06 12:39:10.355734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29839a4-35db-4b76-8e52-750045180dda req-ec3028bc-03cc-48e2-b70e-8f23cb0306f5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:10.357345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d29839a4-35db-4b76-8e52-750045180dda req-ec3028bc-03cc-48e2-b70e-8f23cb0306f5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0731063 Dec 06 12:39:10.418935 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d29839a4-35db-4b76-8e52-750045180dda req-5594f4f0-69b7-409e-a4a0-77aea610beae tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Dec 06 12:39:11.519666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-7b184eae-d13d-4e50-b26d-92de43158aee tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0647bc709333483bb3d07bc899a5ff95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537241 Dec 06 12:39:11.590607 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58598) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:11.723025 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63403612-b2f7-43e1-9bb3-74ec68706af0 req-b8c2322f-bd5e-4ad0-9c31-57592dcf3765 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:11.724577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63403612-b2f7-43e1-9bb3-74ec68706af0 req-b8c2322f-bd5e-4ad0-9c31-57592dcf3765 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2085583 Dec 06 12:39:11.776860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9742c267-a9ba-4e19-8bf6-82ea3c36962f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.833974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-f17ea2df-ebbe-470d-9829-c64f17b62fdf tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:11.835989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-f17ea2df-ebbe-470d-9829-c64f17b62fdf tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067970 Dec 06 12:39:11.844236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63403612-b2f7-43e1-9bb3-74ec68706af0 req-71183f1b-3d57-4328-862a-7db0458e8333 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118791 Dec 06 12:39:11.858069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-3c9cde56-d050-4559-9112-3db058336e9d tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/quotas/0647bc709333483bb3d07bc899a5ff95 HTTP/1.1" status: 200 len: 375 time: 0.0103889 Dec 06 12:39:11.885448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9742c267-a9ba-4e19-8bf6-82ea3c36962f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.889593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9742c267-a9ba-4e19-8bf6-82ea3c36962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.894180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-22bcc5a7-17c9-4539-8440-5a5305758b27 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0647bc709333483bb3d07bc899a5ff95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285952 Dec 06 12:39:11.935729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9742c267-a9ba-4e19-8bf6-82ea3c36962f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58dc3c3ebe5c41a8a5338a2f5509a188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413181 Dec 06 12:39:11.935729 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742c267-a9ba-4e19-8bf6-82ea3c36962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead5c4d-f3cd-44cb-b1a2-03469f2a887f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:11.936865 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:12.005704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.044979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.101326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0eca319f-aae8-4d18-9e8d-bbd67d037f7f req-5a0555bc-deaa-4a7f-a4fa-6b2e73353478 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 210 time: 0.0415170 Dec 06 12:39:12.125851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.129256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.131013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ead5c4d-f3cd-44cb-b1a2-03469f2a887f HTTP/1.1" status: 204 len: 168 time: 0.1887929 Dec 06 12:39:12.141379 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4374-bbc8-4c99-8dca-24fde8b63c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead5c4d-f3cd-44cb-b1a2-03469f2a887f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.448178 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:12.470434 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b523664-9da5-4eb2-9d95-a953e516d957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.570164 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b523664-9da5-4eb2-9d95-a953e516d957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.574484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b523664-9da5-4eb2-9d95-a953e516d957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.616866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b523664-9da5-4eb2-9d95-a953e516d957 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6be7f37b70542b5b28327ebf7364be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674283 Dec 06 12:39:12.617770 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b523664-9da5-4eb2-9d95-a953e516d957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef3f12-93ab-471d-99f5-e9798dec45f5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.619761 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58622) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:12.679748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.702570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.757291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.760021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.761206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77ef3f12-93ab-471d-99f5-e9798dec45f5 HTTP/1.1" status: 204 len: 168 time: 0.1398237 Dec 06 12:39:12.769349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216d0f-ea6a-4f71-a17e-9c3e0e00d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef3f12-93ab-471d-99f5-e9798dec45f5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.971062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15831935-86ea-452a-bad6-4b5df4a3116c req-62dae4ba-c010-4463-a56b-0e0281130980 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:12.973456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15831935-86ea-452a-bad6-4b5df4a3116c req-62dae4ba-c010-4463-a56b-0e0281130980 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0548887 Dec 06 12:39:13.023751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-15831935-86ea-452a-bad6-4b5df4a3116c req-eab909d8-c68b-40ce-a7c8-9ab17598795d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Dec 06 12:39:13.116220 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-73530ff7-8aec-4cc3-8d56-6f5d0e18c7d1 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0647bc709333483bb3d07bc899a5ff95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309486 Dec 06 12:39:13.248496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af026230-931f-43de-8bee-f14d652741b4 req-cecceb76-53e7-4e44-bb29-44a2441509df tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 210 time: 0.0297244 Dec 06 12:39:13.318989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-a61d81a6-b700-4fc4-adec-95d09963a0c9 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:13.321210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-a61d81a6-b700-4fc4-adec-95d09963a0c9 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991920 Dec 06 12:39:13.354155 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Request body: {'port': {'device_id': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': '0647bc709333483bb3d07bc899a5ff95'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:13.462772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Made reservation on behalf of 0647bc709333483bb3d07bc899a5ff95 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:13.466334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.474978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.558877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.562825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.638418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1648b923-0ee5-4df7-890d-b3f3abac9414,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:13.698185 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Allocated IP 192.168.233.7 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/e8666ffd-a468-4e27-bce5-37cc0d9697ad) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:13.851856 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.886319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.886497 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:13.929997 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:13.935115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:13.938804 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:13.946120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Pushing event updated for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:13.997763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9c8c-e62a-41ae-a8a3-851cc39497e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.999145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:13.999780 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.016358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-df072f2d-2750-4ee0-b9ef-473bc8887c92 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6662107 Dec 06 12:39:14.037530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Request body: {'port': {'device_id': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:14.097678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9c8c-e62a-41ae-a8a3-851cc39497e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.101705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.115322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9c8c-e62a-41ae-a8a3-851cc39497e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.173102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6e4e9c8c-e62a-41ae-a8a3-851cc39497e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18754a74811948d78c431cbf895ee663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831607 Dec 06 12:39:14.175064 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:14.199842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cf30d339-56a0-4323-8abb-01ae84d6c933 None None] Provisioning complete for port e8666ffd-a468-4e27-bce5-37cc0d9697ad triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:14.201204 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e9c8c-e62a-41ae-a8a3-851cc39497e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11473c81-a94b-4010-aead-2798147da3ed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.201509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf30d339-56a0-4323-8abb-01ae84d6c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.233818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dff50-48bd-441d-acb0-53bed02819d6 req-7b9095ef-972e-4ea0-9689-ac7e12935415 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:14.235740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c9dff50-48bd-441d-acb0-53bed02819d6 req-7b9095ef-972e-4ea0-9689-ac7e12935415 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1314163 Dec 06 12:39:14.245786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cf30d339-56a0-4323-8abb-01ae84d6c933 None None] Port e8666ffd-a468-4e27-bce5-37cc0d9697ad cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:14.278977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.323697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.335953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c9dff50-48bd-441d-acb0-53bed02819d6 req-5a62b4b0-9700-48ae-8590-cbb417d7085b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Dec 06 12:39:14.419419 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21237ded-e622-4157-a112-7106246864b9 req-6d240b89-ecab-48b4-9b71-320208a24f1c tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:14.421148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21237ded-e622-4157-a112-7106246864b9 req-6d240b89-ecab-48b4-9b71-320208a24f1c tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 934 time: 0.0638728 Dec 06 12:39:14.440530 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.443501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.453630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11473c81-a94b-4010-aead-2798147da3ed HTTP/1.1" status: 204 len: 168 time: 0.2679477 Dec 06 12:39:14.468729 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8666ffd-a468-4e27-bce5-37cc0d9697ad {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:14.481901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.484239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a9b57-b401-44aa-a142-065c753d3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11473c81-a94b-4010-aead-2798147da3ed,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.496097 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Transition to ACTIVE for port object e8666ffd-a468-4e27-bce5-37cc0d9697ad will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:14.501582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.533874 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21237ded-e622-4157-a112-7106246864b9 req-eec5b1d7-55de-4662-93de-c54becfe8b7d tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039913 Dec 06 12:39:14.562996 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.590793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.590793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.591102 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.591398 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.591732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.592059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.592444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.592762 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.593082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.593435 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.593759 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.599923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.603850 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:14.694963 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Attempting to bind port e8666ffd-a468-4e27-bce5-37cc0d9697ad on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:14.695584 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Attempting to bind port e8666ffd-a468-4e27-bce5-37cc0d9697ad by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:14.695706 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Attempting to bind port e8666ffd-a468-4e27-bce5-37cc0d9697ad on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:14.700813 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Port e8666ffd-a468-4e27-bce5-37cc0d9697ad on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:14.701135 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Attempting to bind port e8666ffd-a468-4e27-bce5-37cc0d9697ad on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:14.706872 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:14.707057 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:14.707325 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:14.707928 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Bound port: e8666ffd-a468-4e27-bce5-37cc0d9697ad, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:14.708448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.791166 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:14.794557 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:14.800670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.853988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:14.854675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.856123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/e8666ffd-a468-4e27-bce5-37cc0d9697ad HTTP/1.1" status: 200 len: 1094 time: 0.8247769 Dec 06 12:39:14.856595 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:14.858948 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1002a782-bdf5-456e-b31e-aabdf39f86ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:14.914497 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471b8c-6066-48ae-85e0-936d8ccf20c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.921326 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527ca84-3409-4309-8c85-0d5205a0335c x-openstack-request-id: req-a527ca84-3409-4309-8c85-0d5205a0335c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:14.921630 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:14.921891 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a527ca84-3409-4309-8c85-0d5205a0335c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:14.922302 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad', 'status': 'completed', 'code': 200} Dec 06 12:39:15.031865 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-c93f92eb-c479-444c-bf78-af5f5481fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.034780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-c93f92eb-c479-444c-bf78-af5f5481fa42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0647bc709333483bb3d07bc899a5ff95&device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 1097 time: 0.0947406 Dec 06 12:39:15.133665 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-04a617b3-7e36-4ed3-a26c-c1d96403fe5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad HTTP/1.1" status: 200 len: 217 time: 0.0828624 Dec 06 12:39:15.191619 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-af0e5a3a-793f-4f41-82c4-ce227fecda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.193242 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-af0e5a3a-793f-4f41-82c4-ce227fecda61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0509875 Dec 06 12:39:15.241742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-f5a26524-7bd3-4512-ad22-d39568c198b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.243355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-f5a26524-7bd3-4512-ad22-d39568c198b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419495 Dec 06 12:39:15.336839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-eff1e179-629d-4a34-872c-990c1f1c5997 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855985 Dec 06 12:39:15.348484 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:15.446954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e775362-16db-4e14-bd4a-ee9e1feb91b6 req-b0ac715f-baff-4ef8-bd61-8b32043817cb service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033995 Dec 06 12:39:15.470320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1843549700-network', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:15.500998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd298-6c20-413e-af9c-b5d163b44f65 req-a641ba25-1747-43e1-8f6b-c10194bfd152 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.502647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3cd298-6c20-413e-af9c-b5d163b44f65 req-a641ba25-1747-43e1-8f6b-c10194bfd152 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0866091 Dec 06 12:39:15.519916 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Made reservation on behalf of e947c298d60b44ac8c588c81018192d5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:15.522438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.537647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.576004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-d2a40917-4692-4672-9b39-f593141cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.577596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-d2a40917-4692-4672-9b39-f593141cbe8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0647bc709333483bb3d07bc899a5ff95&device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 1097 time: 0.0424843 Dec 06 12:39:15.584914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3cd298-6c20-413e-af9c-b5d163b44f65 req-c8a8b4ef-0e1c-44e0-9821-1c8a704a861e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728345 Dec 06 12:39:15.663925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.668291 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.693576 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:15.709405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-0f4e3ba3-c035-4e49-85ac-8e42fe31f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.711301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-0f4e3ba3-c035-4e49-85ac-8e42fe31f6e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.1267886 Dec 06 12:39:15.723469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9630-b34e-453c-967d-9ba29f222d6f req-2d41f961-dab3-4f5c-a681-5d8c2a328791 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.725053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c45a9630-b34e-453c-967d-9ba29f222d6f req-2d41f961-dab3-4f5c-a681-5d8c2a328791 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 946 time: 0.1028113 Dec 06 12:39:15.730600 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38851d9c-29cf-42a5-ab74-8d942e265bf8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.733718 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.734069 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Added segment f63cb103-0d6a-425e-941f-4e427cd7573b of type vlan for network a1836758-0639-4aaf-8ec9-fa774eec6426 Dec 06 12:39:15.763108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-61b7c352-7f6b-490e-b01e-83cd8a1dc982 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad HTTP/1.1" status: 200 len: 217 time: 0.0435410 Dec 06 12:39:15.796603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.813473 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-6124d300-94c6-407e-8412-f3634eadb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.814960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-6124d300-94c6-407e-8412-f3634eadb2b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0448115 Dec 06 12:39:15.834747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c45a9630-b34e-453c-967d-9ba29f222d6f req-bf41a9ed-73e2-4532-b739-5576f105f155 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966573 Dec 06 12:39:15.846699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.848079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.848768 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.868702 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-e8c4a7f5-d834-46d0-8dc2-4251039c6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:15.870232 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-e8c4a7f5-d834-46d0-8dc2-4251039c6083 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457895 Dec 06 12:39:15.905534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5559533 Dec 06 12:39:15.908364 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:15.916936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Request body: {'subnet': {'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1843549700-subnet', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:15.950441 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09ad43-a346-4e8e-bd58-52c2977486f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1836758-0639-4aaf-8ec9-fa774eec6426,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.961284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a1836758-0639-4aaf-8ec9-fa774eec6426 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:15.980033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Made reservation on behalf of e947c298d60b44ac8c588c81018192d5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:15.982382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.998218 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-87206bd1-12d5-44b8-80ea-2a2752f368c1 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198995 Dec 06 12:39:16.150873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1002a782-bdf5-456e-b31e-aabdf39f86ee req-2fc81eba-77df-4e43-b434-17251a103fad service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424267 Dec 06 12:39:16.232319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.288765 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d45f1a-d137-4e06-83b4-c00173676f99,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:16.295687 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Checking segment: {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:16.296053 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Network hostable DHCP agents. Network: a1836758-0639-4aaf-8ec9-fa774eec6426, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:16.312000 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Network a1836758-0639-4aaf-8ec9-fa774eec6426 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:16.320512 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a1836758-0639-4aaf-8ec9-fa774eec6426) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:16.324948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:16.326092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.329268 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c853c79-7093-4b83-bf40-74099d17d24c None None] Network a1836758-0639-4aaf-8ec9-fa774eec6426 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:16.342233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8387b902-c18b-4acb-a5a1-cd717a9c1844 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4313028 Dec 06 12:39:16.344857 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58708) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:16.349042 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:16.370541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.371823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.426724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.475005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a1836758-0639-4aaf-8ec9-fa774eec6426', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:16.476437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.572077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.609382 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Allocated IP 172.20.0.2 (a1836758-0639-4aaf-8ec9-fa774eec6426/d7d45f1a-d137-4e06-83b4-c00173676f99/37357f49-db60-4c6b-be10-06da426eb002) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:16.719121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca1f-c020-4a0a-a8b7-04ae6a0270c7 req-af807e7a-72db-42f5-ab36-f6a9b2429d3d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:16.720640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b717ca1f-c020-4a0a-a8b7-04ae6a0270c7 req-af807e7a-72db-42f5-ab36-f6a9b2429d3d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0568469 Dec 06 12:39:16.764929 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.772820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.781654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b717ca1f-c020-4a0a-a8b7-04ae6a0270c7 req-b2fd51c9-eacb-400e-9feb-530e39990246 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548294 Dec 06 12:39:16.810582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.812694 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Network a1836758-0639-4aaf-8ec9-fa774eec6426 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:16.815689 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:16.818046 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:16.836205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.859386 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Pushing event updated for resources: {'Port': ['ID=37357f49-db60-4c6b-be10-06da426eb002,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:16.948881 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Allocated IP 172.35.3.175 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/b39cd903-9ce3-4da1-98ff-c492002dd0b5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:16.975009 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64cac-7e68-44af-819f-eba4df734950 req-47c3d412-b195-4737-9015-ca4f1df531e9 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:16.977792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdf64cac-7e68-44af-819f-eba4df734950 req-47c3d412-b195-4737-9015-ca4f1df531e9 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 946 time: 0.0638936 Dec 06 12:39:17.045650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Attempting to bind port 37357f49-db60-4c6b-be10-06da426eb002 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:17.046225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Attempting to bind port 37357f49-db60-4c6b-be10-06da426eb002 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:17.046373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Attempting to bind port 37357f49-db60-4c6b-be10-06da426eb002 on network a1836758-0639-4aaf-8ec9-fa774eec6426 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:17.049480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdf64cac-7e68-44af-819f-eba4df734950 req-4ceda293-74f3-4caf-b484-49e67f148dcf tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Dec 06 12:39:17.051375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:17.051754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Checking segment: {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:17.052152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.052664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Bound using segment: {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:17.052994 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Bound port: 37357f49-db60-4c6b-be10-06da426eb002, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:17.053431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.070610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.097834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.114927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] For port 37357f49-db60-4c6b-be10-06da426eb002, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:17.118015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] For port 37357f49-db60-4c6b-be10-06da426eb002, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37357f49-db60-4c6b-be10-06da426eb002,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:17.122604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.142738 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:17.145602 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:17.148578 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:17.162507 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae1460-0f4b-4358-b3ae-a1df6b02c33c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:17.183391 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3345f-0ece-499d-b890-f798c71ef6db None None] Pushing event updated for resources: {'Port': ['ID=37357f49-db60-4c6b-be10-06da426eb002,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:17.183716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Pushing event updated for resources: {'Port': ['ID=b39cd903-9ce3-4da1-98ff-c492002dd0b5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:17.278745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4db35ed2-52a8-4823-91e6-47b3c31033e6 None None] Provisioning complete for port b39cd903-9ce3-4da1-98ff-c492002dd0b5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:17.279121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4db35ed2-52a8-4823-91e6-47b3c31033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.319824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4db35ed2-52a8-4823-91e6-47b3c31033e6 None None] Port b39cd903-9ce3-4da1-98ff-c492002dd0b5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:17.430938 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.843504 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e8666ffd-a468-4e27-bce5-37cc0d9697ad details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:39:17.948590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d467ed-61f3-4a86-a23a-2c76b39a7c9f req-74366be3-da2f-45d3-bc48-15d64b1d6861 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:17.950044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55d467ed-61f3-4a86-a23a-2c76b39a7c9f req-74366be3-da2f-45d3-bc48-15d64b1d6861 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0732350 Dec 06 12:39:17.970350 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:17.982973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad', 'mac_address': 'fa:16:3e:a9:ba:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:39:18.014222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.021624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55d467ed-61f3-4a86-a23a-2c76b39a7c9f req-2de3a335-8816-403e-80a7-1fb5f9895835 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646744 Dec 06 12:39:18.035711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.049756 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8666ffd-a468-4e27-bce5-37cc0d9697ad {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:18.073272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:18.079643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.134454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:18.177524 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Router 63b908bb-a726-4557-b446-a27c5041f049 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:18.187074 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce66c8f-5025-434e-a451-0940f1ec3101 req-d0bbe4e7-be72-4bb0-921c-6efadcacdc7b tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:18.188608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce66c8f-5025-434e-a451-0940f1ec3101 req-d0bbe4e7-be72-4bb0-921c-6efadcacdc7b tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 947 time: 0.0521219 Dec 06 12:39:18.197696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd3a8c-d381-420c-9bbe-407184825f84 None None] Network a1836758-0639-4aaf-8ec9-fa774eec6426 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:18.246629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ce66c8f-5025-434e-a451-0940f1ec3101 req-15b22e58-3ed4-489c-89e1-f8bc6c8d5eaa tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Dec 06 12:39:18.294066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] Provisioning complete for port 37357f49-db60-4c6b-be10-06da426eb002 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:18.294459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.304715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:18.322180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.323456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a420d477-1518-4e65-989f-f386dc91687d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9776328 Dec 06 12:39:18.326203 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58722) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:18.337022 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131da445-e689-4b37-9b59-01767643dffb None None] Sync routers for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:18.372744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['e8666ffd-a468-4e27-bce5-37cc0d9697ad'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:39:18.377425 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:18.377701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:18.569409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 37357f49-db60-4c6b-be10-06da426eb002 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:18.619323 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.654666 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:18.773703 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] For port 37357f49-db60-4c6b-be10-06da426eb002, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37357f49-db60-4c6b-be10-06da426eb002,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:18.793628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.798079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.880102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 37357f49-db60-4c6b-be10-06da426eb002 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:18.880382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.958625 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Allocated IP 172.20.0.1 (a1836758-0639-4aaf-8ec9-fa774eec6426/d7d45f1a-d137-4e06-83b4-c00173676f99/8ee7e68a-9139-4ebd-bdb2-a3471b505aec) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:18.961305 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8799-44d6-44e5-bc90-457444ce20bf None None] Pushing event updated for resources: {'Port': ['ID=37357f49-db60-4c6b-be10-06da426eb002,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:18.996708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4fcce852-b746-4461-a5fa-1192a6d70062 None None] Provisioning complete for port 37357f49-db60-4c6b-be10-06da426eb002 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:18.997087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fcce852-b746-4461-a5fa-1192a6d70062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.084338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.103723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:17Z', 'revision_number': 3, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:19.121590 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.145433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e182-1a97-4d80-b466-a40b5b816d0e req-7e03e493-68cc-4daf-b540-78e8ca9ee474 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.147837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1483e182-1a97-4d80-b466-a40b5b816d0e req-7e03e493-68cc-4daf-b540-78e8ca9ee474 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0586762 Dec 06 12:39:19.148077 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131da445-e689-4b37-9b59-01767643dffb None None] Checking router: 63b908bb-a726-4557-b446-a27c5041f049 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:19.148384 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131da445-e689-4b37-9b59-01767643dffb None None] Updating router 63b908bb-a726-4557-b446-a27c5041f049 port b39cd903-9ce3-4da1-98ff-c492002dd0b5 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:19.166413 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Network a1836758-0639-4aaf-8ec9-fa774eec6426 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:19.171630 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:19.174919 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:19.186268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.208167 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.220657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1483e182-1a97-4d80-b466-a40b5b816d0e req-1c66b7d0-2b6e-4427-aa46-392cf1a21bf3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Dec 06 12:39:19.225708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.388781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8727e-4bf1-476e-9416-e93749213c99 req-2f833b04-e293-4394-baba-5038b5ce99ba tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.390411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1c8727e-4bf1-476e-9416-e93749213c99 req-2f833b04-e293-4394-baba-5038b5ce99ba tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 947 time: 0.0647168 Dec 06 12:39:19.395162 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.449948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1c8727e-4bf1-476e-9416-e93749213c99 req-45fffca5-f51a-4a10-80d3-930559da9817 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Dec 06 12:39:19.487322 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.493135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.552925 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f7f6c-f121-4cc2-b67e-6f6749b83ce2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:19.563801 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0e606bd8-a918-465b-9acd-69b627d1423a None None] Provisioning complete for port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:19.564176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e606bd8-a918-465b-9acd-69b627d1423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.565654 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaadb2-2e2c-4357-beeb-5d807dbc8507 None None] Pushing event updated for resources: {'Port': ['ID=b39cd903-9ce3-4da1-98ff-c492002dd0b5,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.566471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.569950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-131da445-e689-4b37-9b59-01767643dffb None None] Attempting to bind port b39cd903-9ce3-4da1-98ff-c492002dd0b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:19.570426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-131da445-e689-4b37-9b59-01767643dffb None None] Attempting to bind port b39cd903-9ce3-4da1-98ff-c492002dd0b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:19.570666 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da445-e689-4b37-9b59-01767643dffb None None] Attempting to bind port b39cd903-9ce3-4da1-98ff-c492002dd0b5 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:19.572916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.599662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da445-e689-4b37-9b59-01767643dffb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:19.600565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da445-e689-4b37-9b59-01767643dffb None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:19.600974 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.601400 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da445-e689-4b37-9b59-01767643dffb None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:19.602173 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-131da445-e689-4b37-9b59-01767643dffb None None] Bound port: b39cd903-9ce3-4da1-98ff-c492002dd0b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:19.602345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.639557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0e606bd8-a918-465b-9acd-69b627d1423a None None] Port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:19.645547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.647495 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.669664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-131da445-e689-4b37-9b59-01767643dffb None None] For port b39cd903-9ce3-4da1-98ff-c492002dd0b5, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:19.682062 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.683805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-131da445-e689-4b37-9b59-01767643dffb None None] For port b39cd903-9ce3-4da1-98ff-c492002dd0b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b39cd903-9ce3-4da1-98ff-c492002dd0b5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:19.688809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-131da445-e689-4b37-9b59-01767643dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.732170 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d733b302-1bf3-48f0-b20a-34f49ae0a4cc None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:19.751113 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Network a1836758-0639-4aaf-8ec9-fa774eec6426 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:19.752682 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:19.758728 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:19.759154 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:19.880100 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Router 63b908bb-a726-4557-b446-a27c5041f049 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:19.954490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e8666ffd-a468-4e27-bce5-37cc0d9697ad up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:19.956510 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaadb2-2e2c-4357-beeb-5d807dbc8507 None None] Pushing event updated for resources: {'Port': ['ID=b39cd903-9ce3-4da1-98ff-c492002dd0b5,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.995479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] Provisioning complete for port b39cd903-9ce3-4da1-98ff-c492002dd0b5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:19.995793 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.999707 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:20.004844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76543c39-2a00-4850-888b-3b1752c0d8ab admin admin] 10.222.0.31 "PUT /v2.0/routers/63b908bb-a726-4557-b446-a27c5041f049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776578 Dec 06 12:39:20.100035 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:20.130564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port e8666ffd-a468-4e27-bce5-37cc0d9697ad completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:39:20.143504 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port e8666ffd-a468-4e27-bce5-37cc0d9697ad triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:20.143915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.261399 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.316664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] For port b39cd903-9ce3-4da1-98ff-c492002dd0b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b39cd903-9ce3-4da1-98ff-c492002dd0b5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:20.330124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.362978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab936-c596-4845-8a32-8d04bd25a5be req-022a763b-4b47-4a01-ace3-eab7eeb40aba tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:20.364619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c3ab936-c596-4845-8a32-8d04bd25a5be req-022a763b-4b47-4a01-ace3-eab7eeb40aba tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0540304 Dec 06 12:39:20.425508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c3ab936-c596-4845-8a32-8d04bd25a5be req-061cc18d-1058-43cd-8a50-c70eb1674c3e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Dec 06 12:39:20.437863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.461973 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0757-7026-43fa-b7ce-e3664efe827b None None] Pushing event updated for resources: {'Port': ['ID=b39cd903-9ce3-4da1-98ff-c492002dd0b5,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:20.485930 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:20.488467 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff5a3b-2ea7-4dd0-8121-3c28685463bb" -d '{"events": [{"server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:20.502974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f818e49-23b5-4477-94e4-fcbecfe98ed2 None None] Provisioning complete for port b39cd903-9ce3-4da1-98ff-c492002dd0b5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:20.503366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f818e49-23b5-4477-94e4-fcbecfe98ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.528490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:20.539278 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.549970 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4839b90c-88c0-4a61-a52b-ddab2bec8559 x-openstack-request-id: req-4839b90c-88c0-4a61-a52b-ddab2bec8559 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:20.550210 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:20.550454 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4839b90c-88c0-4a61-a52b-ddab2bec8559 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:20.550851 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad', 'code': 200} Dec 06 12:39:20.577297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 37357f49-db60-4c6b-be10-06da426eb002 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:20.608422 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88171b-5139-4502-a7c7-3619e93c5316 req-fc3f0025-f6b0-4c77-a080-f04883803b75 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:20.616362 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-131da445-e689-4b37-9b59-01767643dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ee7e68a-9139-4ebd-bdb2-a3471b505aec', 'name': '', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'mac_address': 'fa:16:3e:30:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:18Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 2, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'subnets': [{'id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:20.616751 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58752) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:20.618346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba88171b-5139-4502-a7c7-3619e93c5316 req-fc3f0025-f6b0-4c77-a080-f04883803b75 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.0727139 Dec 06 12:39:20.622193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1188749705-network', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:20.667255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131da445-e689-4b37-9b59-01767643dffb None None] The sync data for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 is: [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ee7e68a-9139-4ebd-bdb2-a3471b505aec', 'name': '', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'mac_address': 'fa:16:3e:30:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:18Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 2, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'subnets': [{'id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:20.670786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba88171b-5139-4502-a7c7-3619e93c5316 req-636c6258-1961-47cd-9389-8ec1309c2a79 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515103 Dec 06 12:39:20.675662 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:20.707610 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Made reservation on behalf of c395d87bc5bf41af835b539cfd04c606 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:20.710129 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.724772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.744186 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 37357f49-db60-4c6b-be10-06da426eb002 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:20.744186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.752352 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48542f-51e8-47e2-ba32-ffe06827772e req-7a18f657-df89-43dd-9884-13c00827e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:20.753916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f48542f-51e8-47e2-ba32-ffe06827772e req-7a18f657-df89-43dd-9884-13c00827e2f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 1099 time: 0.1026218 Dec 06 12:39:20.784321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f818e49-23b5-4477-94e4-fcbecfe98ed2 None None] Provisioning complete for port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:20.784699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f818e49-23b5-4477-94e4-fcbecfe98ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.832281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2f48542f-51e8-47e2-ba32-ffe06827772e req-91de9416-584e-48a4-9d43-485b4f34baf5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Dec 06 12:39:20.847433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3f818e49-23b5-4477-94e4-fcbecfe98ed2 None None] Port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:20.857451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.862706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.890818 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:20.901305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f803ce6-b90c-4274-a470-43355637d989,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:20.914757 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.915189 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Added segment 76db6337-c2e8-4d49-a2d7-cf3d79765f2b of type vlan for network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 Dec 06 12:39:20.967404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.994920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.995883 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:20.996482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.034137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4136589 Dec 06 12:39:21.034526 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:21.039977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Request body: {'subnet': {'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1188749705-subnet', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:21.066531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Made reservation on behalf of c395d87bc5bf41af835b539cfd04c606 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:21.069277 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.073415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55046400-8935-4a8f-afdf-06f6e6982b1f admin admin] Pushing event updated for resources: {'Network': ['ID=687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:21.084565 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:21.269577 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e976e5f4-d749-411b-9b26-e3762a59f838 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:39:21.272709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.327049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3d569a-bd80-48ba-abea-211497188818,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:21.344483 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Checking segment: {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:21.344934 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Network hostable DHCP agents. Network: 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:21.365578 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:21.378873 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:21.385012 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:21.386183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.414179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-31183b7f-6e10-41da-8703-e22c75ba4af5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3784721 Dec 06 12:39:21.416746 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 58758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:21.421444 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99a024-1e5d-4581-b0ad-de0541c10b23 None None] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:21.427883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:21.452548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e976e5f4-d749-411b-9b26-e3762a59f838,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:21.466949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.468382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.509392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'e976e5f4-d749-411b-9b26-e3762a59f838', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': 'e976e5f4-d749-411b-9b26-e3762a59f838', 'mac_address': 'fa:16:3e:6c:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:39:21.595783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.614902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.620035 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e976e5f4-d749-411b-9b26-e3762a59f838 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:21.665266 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e976e5f4-d749-411b-9b26-e3762a59f838,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:21.672056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.677237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105135a-460f-46e8-8622-a12277252339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:21.678035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.680989 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367365d-2417-4ebf-a130-687611c3dd59 req-f9540bf8-4373-4a80-a925-048ce6009928 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:21.682795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4367365d-2417-4ebf-a130-687611c3dd59 req-f9540bf8-4373-4a80-a925-048ce6009928 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1583579 Dec 06 12:39:21.857744 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:21.862227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:21.882944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4367365d-2417-4ebf-a130-687611c3dd59 req-fb01ae45-cebe-42e3-a313-8b37563f64f0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695859 Dec 06 12:39:21.887582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d105135a-460f-46e8-8622-a12277252339 None None] Allocated IP 172.20.0.2 (687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86/ad3d569a-bd80-48ba-abea-211497188818/2de8f9fd-9ec7-4a07-8239-346d9041ba91) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:21.925309 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020c9f-c48f-49ea-a844-d913bfa08eea req-44da1b19-48d4-4722-acd3-f0bd185f4294 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:21.935888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b020c9f-c48f-49ea-a844-d913bfa08eea req-44da1b19-48d4-4722-acd3-f0bd185f4294 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.1490228 Dec 06 12:39:21.942221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['e976e5f4-d749-411b-9b26-e3762a59f838'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:39:22.001698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b020c9f-c48f-49ea-a844-d913bfa08eea req-c793ed93-e3cd-47a4-bb45-ee1191417aa2 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Dec 06 12:39:22.147862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.155390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.218171 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d105135a-460f-46e8-8622-a12277252339 None None] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:22.219077 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.230076 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d105135a-460f-46e8-8622-a12277252339 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:22.237051 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105135a-460f-46e8-8622-a12277252339 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:22.249875 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105135a-460f-46e8-8622-a12277252339 None None] Pushing event updated for resources: {'Port': ['ID=2de8f9fd-9ec7-4a07-8239-346d9041ba91,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:22.260335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.316134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d105135a-460f-46e8-8622-a12277252339 None None] Attempting to bind port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:22.316769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d105135a-460f-46e8-8622-a12277252339 None None] Attempting to bind port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:22.316887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105135a-460f-46e8-8622-a12277252339 None None] Attempting to bind port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 on network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:22.322765 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105135a-460f-46e8-8622-a12277252339 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:22.323284 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105135a-460f-46e8-8622-a12277252339 None None] Checking segment: {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:22.323684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.324085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105135a-460f-46e8-8622-a12277252339 None None] Bound using segment: {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:22.324555 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d105135a-460f-46e8-8622-a12277252339 None None] Bound port: 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:22.324963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.368607 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Allocated IP 172.35.3.54 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/632b3ab5-e1a8-442b-bff6-b7fc1459f164) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:22.391459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d105135a-460f-46e8-8622-a12277252339 None None] For port 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:22.395140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d105135a-460f-46e8-8622-a12277252339 None None] For port 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2de8f9fd-9ec7-4a07-8239-346d9041ba91,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:22.399304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d105135a-460f-46e8-8622-a12277252339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.465195 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105135a-460f-46e8-8622-a12277252339 None None] Pushing event updated for resources: {'Port': ['ID=2de8f9fd-9ec7-4a07-8239-346d9041ba91,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:22.573062 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b39cd903-9ce3-4da1-98ff-c492002dd0b5 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:22.626087 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b39cd903-9ce3-4da1-98ff-c492002dd0b5 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:22.627587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.865235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.899491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:22.938358 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:22.941300 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:22.944131 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:22.954735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef0cea-1f8d-4a50-a3aa-557627c6e51d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:22.987227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Pushing event updated for resources: {'Port': ['ID=632b3ab5-e1a8-442b-bff6-b7fc1459f164,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:22.991621 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-32abdee6-b82f-439b-bc31-a6c511af7c6d None None] Provisioning complete for port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:22.991995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-32abdee6-b82f-439b-bc31-a6c511af7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.025958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-32abdee6-b82f-439b-bc31-a6c511af7c6d None None] Port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:23.073006 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc02f-6e72-492c-91fd-a3c9cb1f74bf req-04d00cb4-8782-4c5b-8483-a2eaa2530b90 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:23.074616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-119bc02f-6e72-492c-91fd-a3c9cb1f74bf req-04d00cb4-8782-4c5b-8483-a2eaa2530b90 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 944 time: 0.1059024 Dec 06 12:39:23.219398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-119bc02f-6e72-492c-91fd-a3c9cb1f74bf req-dd3a8c8e-ded0-415c-a34f-bb3fc472fe37 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172309 Dec 06 12:39:23.262986 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e12633-93ea-4a58-a72f-342054d69b28 req-d8ff20c4-ebf0-4718-8712-5cd810b66bbb tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:23.266630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e976e5f4-d749-411b-9b26-e3762a59f838 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:23.267303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02e12633-93ea-4a58-a72f-342054d69b28 req-d8ff20c4-ebf0-4718-8712-5cd810b66bbb tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.1648388 Dec 06 12:39:23.343137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port e976e5f4-d749-411b-9b26-e3762a59f838 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:39:23.350135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port e976e5f4-d749-411b-9b26-e3762a59f838 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:23.350714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.377756 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02e12633-93ea-4a58-a72f-342054d69b28 req-2fd0bbec-0c19-486f-819b-84a7839f477d tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Dec 06 12:39:23.401088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.481834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.527759 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:23.530807 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2122e751-207f-428c-8ba5-d5c2bdccc5d9" -d '{"events": [{"server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:23.554145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e976e5f4-d749-411b-9b26-e3762a59f838,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:23.560663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.643559 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f23510-c8ea-46b5-99fa-568d4bc7975e x-openstack-request-id: req-50f23510-c8ea-46b5-99fa-568d4bc7975e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:23.643904 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:23.644107 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50f23510-c8ea-46b5-99fa-568d4bc7975e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:23.644629 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838', 'code': 200} Dec 06 12:39:23.647826 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:23.671404 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Sync routers for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:23.683836 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:23.684444 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:23.721519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.732894 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec0f2d-d11b-449c-a4ec-4a7f97ac8fea None None] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:23.743584 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee929268-2966-4b29-979f-f7ed18990f82 req-51429941-361e-4c40-b4d5-45f45eb36dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:23.745109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ee929268-2966-4b29-979f-f7ed18990f82 req-51429941-361e-4c40-b4d5-45f45eb36dad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0565989 Dec 06 12:39:23.800369 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:23.812775 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ee929268-2966-4b29-979f-f7ed18990f82 req-e34b958e-afee-4b49-a5d6-e30487baac54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Dec 06 12:39:23.833106 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938afe5-308b-4ca9-9aab-967d8aa77456 req-2f0ec53f-74cd-4202-ae2b-cbbdcef9ff0a tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:23.834760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a938afe5-308b-4ca9-9aab-967d8aa77456 req-2f0ec53f-74cd-4202-ae2b-cbbdcef9ff0a tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.1248126 Dec 06 12:39:23.926532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a938afe5-308b-4ca9-9aab-967d8aa77456 req-6f7fbc3e-67a7-4e65-a7c1-f84de2231f81 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659173 Dec 06 12:39:23.955678 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Router 7aa84f75-235d-46cd-9845-d6a2bbb15461 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:23.963141 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] Provisioning complete for port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:23.963519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.026999 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ee7e68a-9139-4ebd-bdb2-a3471b505aec', 'name': '', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'mac_address': 'fa:16:3e:30:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:18Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 2, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'subnets': [{'id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:24.059132 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Checking router: 63b908bb-a726-4557-b446-a27c5041f049 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:24.059483 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Updating router 63b908bb-a726-4557-b446-a27c5041f049 port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:24.075965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:24.089881 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Sync routers for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:24.090230 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.095400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.099795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a886e7c-c139-48b8-bab5-05c306ad78d3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6790752 Dec 06 12:39:24.100659 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58784) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:24.114494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:24.115252 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:24.156033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.268061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] For port 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2de8f9fd-9ec7-4a07-8239-346d9041ba91,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:24.281578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.380619 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bfd88-9be9-4782-afa7-936df1f222ca None None] Pushing event updated for resources: {'Port': ['ID=2de8f9fd-9ec7-4a07-8239-346d9041ba91,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:24.404042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:24.433375 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.446431 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.447785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482078e4-6c4f-48aa-801b-882ed499fdad req-6c59a15b-a2c1-4f5c-aec6-9f95d8694112 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:24.452004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-482078e4-6c4f-48aa-801b-882ed499fdad req-6c59a15b-a2c1-4f5c-aec6-9f95d8694112 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1027160 Dec 06 12:39:24.506319 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6e0d-3602-4129-92aa-02021620408f None None] Pushing event updated for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:24.566326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-482078e4-6c4f-48aa-801b-882ed499fdad req-a23847c4-1524-4fdf-b1b6-1fefcd183b61 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Dec 06 12:39:24.576942 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-31f7af3e-24c8-4a4a-9e7d-7feb56ec4705 None None] Provisioning complete for port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:24.577510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-31f7af3e-24c8-4a4a-9e7d-7feb56ec4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.600638 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Attempting to bind port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:24.601411 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Attempting to bind port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:24.601411 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Attempting to bind port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec on network a1836758-0639-4aaf-8ec9-fa774eec6426 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:24.606978 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:24.607364 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Checking segment: {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:24.607770 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.608272 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Bound using segment: {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:24.608676 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Bound port: 8ee7e68a-9139-4ebd-bdb2-a3471b505aec, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cb103-0d6a-425e-941f-4e427cd7573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:24.609074 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.671992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2de8f9fd-9ec7-4a07-8239-346d9041ba91 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:24.690534 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] For port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:24.695750 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] For port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:24.702303 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.709015 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.782702 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:24.784854 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:24.789603 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6e0d-3602-4129-92aa-02021620408f None None] Pushing event updated for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:24.870939 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:24.871315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:24.947816 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Allocated IP 172.20.0.1 (687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86/ad3d569a-bd80-48ba-abea-211497188818/509c0e5a-760a-4546-8178-002bd4a8eb0f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:24.951050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:23Z', 'revision_number': 3, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:25.005582 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:25.011766 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Checking router: 7aa84f75-235d-46cd-9845-d6a2bbb15461 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:25.012114 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Updating router 7aa84f75-235d-46cd-9845-d6a2bbb15461 port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:25.057194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.082683 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] Provisioning complete for port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:25.083047 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.107131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695783aa-3b9f-41f1-9e86-74b98f4b5994 req-dfdaea08-c4c9-4a61-a59a-fbfa94420eab tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:25.108710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-695783aa-3b9f-41f1-9e86-74b98f4b5994 req-dfdaea08-c4c9-4a61-a59a-fbfa94420eab tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.0766690 Dec 06 12:39:25.112865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.158409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.204866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-695783aa-3b9f-41f1-9e86-74b98f4b5994 req-5c26b986-22fa-41fe-b5fc-25adb0cfd6d6 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/security-groups?id=1648b923-0ee5-4df7-890d-b3f3abac9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896692 Dec 06 12:39:25.246520 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:25.253480 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:25.257808 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:25.259716 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ee7e68a-9139-4ebd-bdb2-a3471b505aec', 'name': '', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'mac_address': 'fa:16:3e:30:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:18Z', 'updated_at': '2021-12-06T12:39:24Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'subnets': [{'id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:25.289029 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:25.290817 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1dbab-61e9-489e-8c6d-108737f5b146 None None] The sync data for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 is: [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8ee7e68a-9139-4ebd-bdb2-a3471b505aec', 'name': '', 'network_id': 'a1836758-0639-4aaf-8ec9-fa774eec6426', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'mac_address': 'fa:16:3e:30:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:18Z', 'updated_at': '2021-12-06T12:39:24Z', 'revision_number': 4, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'subnets': [{'id': 'd7d45f1a-d137-4e06-83b4-c00173676f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:25.308799 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-bf603599-423e-4b0c-8cff-653d4de3d635 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:25.308945 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.310435 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-bf603599-423e-4b0c-8cff-653d4de3d635 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 948 time: 0.1475630 Dec 06 12:39:25.330342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.388302 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] For port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:25.399731 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.496533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7a9a0-c6b9-4d33-8347-c4509dd927b6 None None] Pushing event updated for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:25.567233 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3164586b-431a-47ec-a7eb-69d3b458310c None None] Provisioning complete for port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:25.567615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3164586b-431a-47ec-a7eb-69d3b458310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.578463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.583876 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Deleting port e8666ffd-a468-4e27-bce5-37cc0d9697ad {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:25.584976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.607067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.614291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.684733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d65abe-1a75-436c-b187-adea8057dbd2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:25.694472 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04f53-1e50-4dc2-ba69-283c07b0c188 None None] Pushing event updated for resources: {'Port': ['ID=632b3ab5-e1a8-442b-bff6-b7fc1459f164,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:25.700325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Attempting to bind port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:25.700842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Attempting to bind port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:25.701063 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Attempting to bind port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:25.728275 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475ad09-02e7-489d-86eb-f63fdd599457 req-36cef27d-6a1a-4b60-a09d-e1ad64d34c34 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:25.731025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5475ad09-02e7-489d-86eb-f63fdd599457 req-36cef27d-6a1a-4b60-a09d-e1ad64d34c34 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0870047 Dec 06 12:39:25.738182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:25.738631 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:25.739051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.739616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:25.740652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Bound port: 632b3ab5-e1a8-442b-bff6-b7fc1459f164, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:25.740816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.777534 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] For port e8666ffd-a468-4e27-bce5-37cc0d9697ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e8666ffd-a468-4e27-bce5-37cc0d9697ad,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:25.777918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.800298 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Calling delete_port for e8666ffd-a468-4e27-bce5-37cc0d9697ad owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:25.801908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5475ad09-02e7-489d-86eb-f63fdd599457 req-fc827aed-e6b6-497a-8bb2-6fe2e34554c2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586321 Dec 06 12:39:25.820356 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] For port 632b3ab5-e1a8-442b-bff6-b7fc1459f164, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:25.824341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] For port 632b3ab5-e1a8-442b-bff6-b7fc1459f164, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=632b3ab5-e1a8-442b-bff6-b7fc1459f164,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:25.832396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.892454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48903aa9-af4c-469a-88d8-2fdd6be108f2 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:25.917505 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:25.918261 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:25.939327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8774-383f-41fb-9782-53e93d70eed5 req-991c8266-2f26-483d-9363-d0ad9e37b9e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:25.945634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bef8774-383f-41fb-9782-53e93d70eed5 req-991c8266-2f26-483d-9363-d0ad9e37b9e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0704899 Dec 06 12:39:25.990393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04f53-1e50-4dc2-ba69-283c07b0c188 None None] Pushing event updated for resources: {'Port': ['ID=632b3ab5-e1a8-442b-bff6-b7fc1459f164,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:25.995489 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:25.995948 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.012177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bef8774-383f-41fb-9782-53e93d70eed5 req-bc7339b1-165d-4d58-a112-696d74db2b9a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Dec 06 12:39:26.068266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.076851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.134836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:26.172603 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.204588 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Pushing event deleted for resources: {'Port': ['ID=e8666ffd-a468-4e27-bce5-37cc0d9697ad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:26.262125 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] No DVR routers for this DVR port e8666ffd-a468-4e27-bce5-37cc0d9697ad on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:26.266284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.270058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d112bf3-581f-4582-b1ee-db7b84f239f9 req-01eb6487-df38-4822-8ee6-c44a86d62930 tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.53 "DELETE /v2.0/ports/e8666ffd-a468-4e27-bce5-37cc0d9697ad HTTP/1.1" status: 204 len: 173 time: 0.9527161 Dec 06 12:39:26.270871 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'name': 'network-vif-deleted', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:26.272918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Port 509c0e5a-760a-4546-8178-002bd4a8eb0f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:26.273413 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3edbc8-0a3d-4c5f-9379-72f84b7d595d" -d '{"events": [{"server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "name": "network-vif-deleted", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:26.277795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.289429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:26.374793 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Provisioning complete for port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:26.378533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.431119 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:26.432794 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:26.487872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e173227e-1da8-4fa0-bc36-387793d221ac req-ce3a3bfe-6023-413b-9f8c-41b455daa8fa tempest-VolumesNegativeTest-707678566 tempest-VolumesNegativeTest-707678566-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6a96cd-a69d-4802-94a5-8509dbc6bb9e HTTP/1.1" status: 200 len: 210 time: 0.1229858 Dec 06 12:39:26.672660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831d5a9-b683-4d72-84b2-2b09a2c32c31 x-openstack-request-id: req-d831d5a9-b683-4d72-84b2-2b09a2c32c31 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:26.672980 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a96cd-a69d-4802-94a5-8509dbc6bb9e", "name": "network-vif-deleted", "tag": "e8666ffd-a468-4e27-bce5-37cc0d9697ad", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:26.673796 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d831d5a9-b683-4d72-84b2-2b09a2c32c31 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:26.675480 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a96cd-a69d-4802-94a5-8509dbc6bb9e', 'name': 'network-vif-deleted', 'tag': 'e8666ffd-a468-4e27-bce5-37cc0d9697ad', 'status': 'completed', 'code': 200} Dec 06 12:39:26.680059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Router 7aa84f75-235d-46cd-9845-d6a2bbb15461 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:26.771267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ee7e68a-9139-4ebd-bdb2-a3471b505aec up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:26.831101 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:39:26.889094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.950053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] For port 632b3ab5-e1a8-442b-bff6-b7fc1459f164, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=632b3ab5-e1a8-442b-bff6-b7fc1459f164,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:26.952980 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:26.953409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:26.976699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:26.978477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:27.003736 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a001a60-e675-4992-94e1-53c5ff048aa6 admin admin] 10.222.0.31 "PUT /v2.0/routers/7aa84f75-235d-46cd-9845-d6a2bbb15461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959396 Dec 06 12:39:27.092724 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '509c0e5a-760a-4546-8178-002bd4a8eb0f', 'name': '', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'mac_address': 'fa:16:3e:ff:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:24Z', 'updated_at': '2021-12-06T12:39:24Z', 'revision_number': 1, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'subnets': [{'id': 'ad3d569a-bd80-48ba-abea-211497188818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:27.151163 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50df73-6a35-4f78-abdc-b666c513e3b4 None None] The sync data for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 is: [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '509c0e5a-760a-4546-8178-002bd4a8eb0f', 'name': '', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'mac_address': 'fa:16:3e:ff:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:24Z', 'updated_at': '2021-12-06T12:39:24Z', 'revision_number': 1, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'subnets': [{'id': 'ad3d569a-bd80-48ba-abea-211497188818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:27.171074 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eaa432cd-9e6e-4baa-91b8-bac42553266f None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:27.171460 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eaa432cd-9e6e-4baa-91b8-bac42553266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:27.202400 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a54e6-c95a-4d23-8b22-ed3735eb8d32 None None] Pushing event updated for resources: {'Port': ['ID=632b3ab5-e1a8-442b-bff6-b7fc1459f164,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:27.239122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-eaa432cd-9e6e-4baa-91b8-bac42553266f None None] Port 509c0e5a-760a-4546-8178-002bd4a8eb0f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:27.260546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-debce153-0a21-4b5f-8317-4f56c9f2a40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:27.272988 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eaa432cd-9e6e-4baa-91b8-bac42553266f None None] Provisioning complete for port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:27.273390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eaa432cd-9e6e-4baa-91b8-bac42553266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:27.889189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e8666ffd-a468-4e27-bce5-37cc0d9697ad no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:27.927064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: e8666ffd-a468-4e27-bce5-37cc0d9697ad {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:27.927988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device e8666ffd-a468-4e27-bce5-37cc0d9697ad not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:28.637243 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 632b3ab5-e1a8-442b-bff6-b7fc1459f164 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:28.702047 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:28.707930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:28.875915 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 58994) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:29.621272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f706732-a71f-4d9b-86a9-3532f741cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:29.644945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:29.772646 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-1b1b9033-b30e-4d03-bef3-8fad5f2a7bea tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:29.774461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-1b1b9033-b30e-4d03-bef3-8fad5f2a7bea tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1411994 Dec 06 12:39:29.797064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-4183e0e9-ef61-4c31-9f40-b31ba54286e1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0151157 Dec 06 12:39:29.862093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-cecd4d49-b3af-478b-bdc0-f2c9b23b40d1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638824 Dec 06 12:39:29.968402 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Deleting port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:29.968997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:30.021747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-b2f701e7-0dcc-493e-896a-08cad57b957f service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586969 Dec 06 12:39:30.075543 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] For port 8ee7e68a-9139-4ebd-bdb2-a3471b505aec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:30.075784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:30.076600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32dd9d-97d8-4470-9bb7-8d7ba3fd3db3 req-c7378dd0-ac0a-49b4-9709-38be7a5a2b89 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.078181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac32dd9d-97d8-4470-9bb7-8d7ba3fd3db3 req-c7378dd0-ac0a-49b4-9709-38be7a5a2b89 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1038938 Dec 06 12:39:30.094475 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Calling delete_port for 8ee7e68a-9139-4ebd-bdb2-a3471b505aec owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:30.127951 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Sync routers for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:30.151868 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:30.152475 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:30.214588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-826e0b38-61dc-4a9c-ba21-9802aaa95a48 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873729 Dec 06 12:39:30.257789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac32dd9d-97d8-4470-9bb7-8d7ba3fd3db3 req-1f09b383-2ed1-4c4e-9383-afc15a5aaf0c tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126072 Dec 06 12:39:30.405431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9376b253-f8f8-4f11-a144-50e39a30b979 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1071918 Dec 06 12:39:30.433829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:30.482466 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee7e68a-9139-4ebd-bdb2-a3471b505aec,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:30.526088 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:30.610852 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:30.612582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19b5eead-0cd1-4a5f-a154-7b4733b5bc1c req-63c16a28-7220-4c9d-a377-c1f334f9faa2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.0371125 Dec 06 12:39:30.653871 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04890e9-aa7c-4739-ac75-2685c1181d7c req-9393572c-08d4-4c83-9158-e67dbc0293cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.662312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f04890e9-aa7c-4739-ac75-2685c1181d7c req-9393572c-08d4-4c83-9158-e67dbc0293cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1310270 Dec 06 12:39:30.695763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.696330 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.696859 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.697412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.698041 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.698703 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.700252 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:30.708267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-3f72910a-de77-4ca0-a160-0523940fded2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.2238533 Dec 06 12:39:30.747400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f04890e9-aa7c-4739-ac75-2685c1181d7c req-7bf51be0-5ab0-4dd7-8e9d-77622ecaea71 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818346 Dec 06 12:39:30.766714 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:30.917885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4ee964d4-3b20-43f2-bafb-70e93312038d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 200 len: 991 time: 0.1498761 Dec 06 12:39:30.978130 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '509c0e5a-760a-4546-8178-002bd4a8eb0f', 'name': '', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'mac_address': 'fa:16:3e:ff:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:24Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 2, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'subnets': [{'id': 'ad3d569a-bd80-48ba-abea-211497188818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:31.044965 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Checking router: 7aa84f75-235d-46cd-9845-d6a2bbb15461 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:31.045588 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Updating router 7aa84f75-235d-46cd-9845-d6a2bbb15461 port 509c0e5a-760a-4546-8178-002bd4a8eb0f binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:31.053641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.062096 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ff678d1f-8871-422d-b8d3-c20356991722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:31.062567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ff678d1f-8871-422d-b8d3-c20356991722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:31.064356 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ff678d1f-8871-422d-b8d3-c20356991722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:31.067075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ff678d1f-8871-422d-b8d3-c20356991722 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.2557495 Dec 06 12:39:31.094123 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.198560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9ea44a1b-ac5c-42bd-9f81-326c89d05874 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.1225896 Dec 06 12:39:31.218962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.421055 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-6cc08b99-baa3-410f-b059-b089a7978d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:31.422872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-6cc08b99-baa3-410f-b059-b089a7978d62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.2177491 Dec 06 12:39:31.478765 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.505869 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.615438 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-7987f70d-2e97-42fd-997b-ece2750519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:31.617354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-7987f70d-2e97-42fd-997b-ece2750519ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851597 Dec 06 12:39:31.714499 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Router 63b908bb-a726-4557-b446-a27c5041f049 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:31.724307 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2aa5-22b9-45a6-9274-bf7c8916e450 None None] Pushing event updated for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:31.726990 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Attempting to bind port 509c0e5a-760a-4546-8178-002bd4a8eb0f on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:31.727636 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Attempting to bind port 509c0e5a-760a-4546-8178-002bd4a8eb0f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:31.728163 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Attempting to bind port 509c0e5a-760a-4546-8178-002bd4a8eb0f on network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:31.742214 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:31.745057 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Checking segment: {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:31.753533 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.761507 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Bound using segment: {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:31.762480 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Bound port: 509c0e5a-760a-4546-8178-002bd4a8eb0f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db6337-c2e8-4d49-a2d7-cf3d79765f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:31.763129 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.866660 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] For port 509c0e5a-760a-4546-8178-002bd4a8eb0f, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:31.870402 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] For port 509c0e5a-760a-4546-8178-002bd4a8eb0f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=509c0e5a-760a-4546-8178-002bd4a8eb0f,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:31.876377 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.956855 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:31.958031 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:31.972666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-42b3200c-cfa4-4889-9f29-9724df915e10 req-e7e2348c-91c7-4bcf-89f4-7c1b6f2a6272 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.2110343 Dec 06 12:39:32.012708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-4b8c6502-2309-45be-afe3-9822d7fc3794 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701427 Dec 06 12:39:32.054076 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:32.054728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:32.077200 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7852c0-091a-4db4-b620-37974241890b req-de795a6f-9509-4a21-9388-2e1645c3fb2d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:32.089816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d7852c0-091a-4db4-b620-37974241890b req-de795a6f-9509-4a21-9388-2e1645c3fb2d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.3387148 Dec 06 12:39:32.151847 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:32.170263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-b42a4ce4-796e-4721-824e-c488038a7f0b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4917512 Dec 06 12:39:32.195149 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-40e48e5f-9e06-448c-a288-2d9bf30403bd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:39:32.209357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-40e48e5f-9e06-448c-a288-2d9bf30403bd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242736 Dec 06 12:39:32.227569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:32.307283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d7852c0-091a-4db4-b620-37974241890b req-da8968e4-33fe-443a-b19c-650c9b516578 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160585 Dec 06 12:39:32.341015 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2aa5-22b9-45a6-9274-bf7c8916e450 None None] Pushing event updated for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:32.341426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] For port 509c0e5a-760a-4546-8178-002bd4a8eb0f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=509c0e5a-760a-4546-8178-002bd4a8eb0f,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:32.363912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:32.460628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:32.471608 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-5bc3f8cb-8005-4ee4-8684-ffa253e32632 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:32.481573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-5bc3f8cb-8005-4ee4-8684-ffa253e32632 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.5609455 Dec 06 12:39:32.510865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a7f4b4ed-a17d-4311-bcc7-b909cf4554f8 None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:32.511565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b4ed-a17d-4311-bcc7-b909cf4554f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:32.511699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:32.542754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-be2c3b51-36e2-432d-b6b0-e64e6e47a146 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150292 Dec 06 12:39:32.568886 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0d236-f387-420c-b4d3-f0561ade1b6d None None] Pushing event updated for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:32.577975 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:32.595298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f6c80474-f169-40c5-81bc-ca9f5e8a06cc admin admin] 10.222.0.31 "PUT /v2.0/routers/63b908bb-a726-4557-b446-a27c5041f049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7175143 Dec 06 12:39:32.598062 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:32.613664 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Sync routers for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:32.662970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-7404dc31-573d-4e05-8828-401e9dbbaca7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.0981069 Dec 06 12:39:32.668795 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:32.670017 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:32.702926 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '509c0e5a-760a-4546-8178-002bd4a8eb0f', 'name': '', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'mac_address': 'fa:16:3e:ff:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:24Z', 'updated_at': '2021-12-06T12:39:31Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'subnets': [{'id': 'ad3d569a-bd80-48ba-abea-211497188818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:32.773879 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880ab8b-c333-4a2e-9631-497899fea4a5 None None] The sync data for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 is: [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:25Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '509c0e5a-760a-4546-8178-002bd4a8eb0f', 'name': '', 'network_id': '687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'mac_address': 'fa:16:3e:ff:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ad3d569a-bd80-48ba-abea-211497188818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:24Z', 'updated_at': '2021-12-06T12:39:31Z', 'revision_number': 4, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'subnets': [{'id': 'ad3d569a-bd80-48ba-abea-211497188818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:32.860467 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-aa382db0-5093-4f0b-a423-194b8b773b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:32.875384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-aa382db0-5093-4f0b-a423-194b8b773b64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.2050374 Dec 06 12:39:32.895050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:32.918660 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.018691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 509c0e5a-760a-4546-8178-002bd4a8eb0f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:33.044790 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-dfd5a4d8-a570-48c1-a395-16782e2c52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:33.053232 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-dfd5a4d8-a570-48c1-a395-16782e2c52f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655006 Dec 06 12:39:33.259663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0e1a181-c2c1-4237-bb18-7a04f2f48729 req-babee831-d5b0-435e-bf43-ee9fdd6161fc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.1251342 Dec 06 12:39:33.298240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:33.310039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.411443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.516903 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.525378 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:33.529971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.654407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-acf4c039-854b-4470-b23c-41c5f4186498 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917032 Dec 06 12:39:33.659436 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f379cea-c720-4810-bb10-db29ee2e69cb req-0917a11c-c1f4-496b-8ddd-082484c74a48 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:33.671851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f379cea-c720-4810-bb10-db29ee2e69cb req-0917a11c-c1f4-496b-8ddd-082484c74a48 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.2015078 Dec 06 12:39:33.683367 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.5 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/828351c9-60d4-4ce7-b0bd-0cceb75bef1c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:33.714887 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:30Z', 'revision_number': 5, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port': {'id': 'b39cd903-9ce3-4da1-98ff-c492002dd0b5', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b908bb-a726-4557-b446-a27c5041f049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:33.741869 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Deleting port b39cd903-9ce3-4da1-98ff-c492002dd0b5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:33.742626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:33.780274 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Checking router: 63b908bb-a726-4557-b446-a27c5041f049 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:33.845782 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Routers {'63b908bb-a726-4557-b446-a27c5041f049'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:33.847439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['63b908bb-a726-4557-b446-a27c5041f049'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:33.874010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f379cea-c720-4810-bb10-db29ee2e69cb req-cb8ff9de-70cb-43e7-8a88-fc573d15e8c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998551 Dec 06 12:39:33.958806 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-899658fc-2efa-4567-899d-9d2e5920b9aa service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777598 Dec 06 12:39:34.004916 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] Set router 63b908bb-a726-4557-b446-a27c5041f049 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:34.022695 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-5abb9611-a5cb-42ac-b38c-62313a527586 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0541494 Dec 06 12:39:34.028822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] For port b39cd903-9ce3-4da1-98ff-c492002dd0b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b39cd903-9ce3-4da1-98ff-c492002dd0b5,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:34.029452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:34.048787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Calling delete_port for b39cd903-9ce3-4da1-98ff-c492002dd0b5 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:34.133289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:33Z', 'revision_number': 6, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:34.165064 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-668b47d5-eb8c-4533-a3a9-3a8776a32732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:34.167189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-668b47d5-eb8c-4533-a3a9-3a8776a32732 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.1148276 Dec 06 12:39:34.174425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:34.216383 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a69e0-12cc-4446-8c67-10e51dbfa966 None None] The sync data for ids ['63b908bb-a726-4557-b446-a27c5041f049'] in n-d-master-1 is: [{'id': '63b908bb-a726-4557-b446-a27c5041f049', 'name': 'tempest-TestAggregatesBasicOps-1843549700-router', 'tenant_id': 'e947c298d60b44ac8c588c81018192d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:16Z', 'updated_at': '2021-12-06T12:39:33Z', 'revision_number': 6, 'project_id': 'e947c298d60b44ac8c588c81018192d5', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:34.342085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-0a4778f4-22de-4b73-9d2d-1e280169b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:34.345047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-0a4778f4-22de-4b73-9d2d-1e280169b5e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670158 Dec 06 12:39:34.352659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-7f9125ac-d8f3-4525-bb83-7799dce0f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:34.355797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-7f9125ac-d8f3-4525-bb83-7799dce0f8e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1299291 Dec 06 12:39:34.392030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:34.408535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['e976e5f4-d749-411b-9b26-e3762a59f838'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:39:34.457073 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:34.566923 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=b39cd903-9ce3-4da1-98ff-c492002dd0b5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:34.595971 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:34.606740 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:34.624465 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:34.681685 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:34.705987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367178-0ff7-48f2-918e-6ac23d0e83df req-1f635bbf-d1f9-4c48-8813-a5f7d9b0f8cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:34.721035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa367178-0ff7-48f2-918e-6ac23d0e83df req-1f635bbf-d1f9-4c48-8813-a5f7d9b0f8cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 931 time: 0.2845609 Dec 06 12:39:34.833355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:34.893795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa367178-0ff7-48f2-918e-6ac23d0e83df req-9030c92d-8dec-4067-b2ec-ac1940303f9d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714149 Dec 06 12:39:34.952959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a41a0-2217-469a-8825-0c94f0c138e8 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:35.128066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-816728e4-a569-449c-9503-6d5561454a16 None None] Provisioning complete for port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:35.128941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-816728e4-a569-449c-9503-6d5561454a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.238821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-816728e4-a569-449c-9503-6d5561454a16 None None] Port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:35.261446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 509c0e5a-760a-4546-8178-002bd4a8eb0f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:35.418079 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 509c0e5a-760a-4546-8178-002bd4a8eb0f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:35.419657 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.460467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.463719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.511535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-73c8b02a-6119-4f61-b8b2-7222ffbf1f3a service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1547303 Dec 06 12:39:35.513089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-b8eedabd-1c89-4903-b584-97286eea6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:35.515032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-b8eedabd-1c89-4903-b584-97286eea6b6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 1.1145053 Dec 06 12:39:35.523265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303b215-2f9e-4a38-9c6f-a59779ed688d req-e519c219-eceb-4121-b38d-bff6193af6e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:35.531370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b303b215-2f9e-4a38-9c6f-a59779ed688d req-e519c219-eceb-4121-b38d-bff6193af6e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.4630249 Dec 06 12:39:35.557090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.557342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b908bb-a726-4557-b446-a27c5041f049 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:39:35.563121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.564263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-30b74d3b-52b1-49db-b832-d9460ad87ebc admin admin] 10.222.0.31 "DELETE /v2.0/routers/63b908bb-a726-4557-b446-a27c5041f049 HTTP/1.1" status: 204 len: 168 time: 2.9647563 Dec 06 12:39:35.594889 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:35.613466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:35.614749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.622080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b303b215-2f9e-4a38-9c6f-a59779ed688d req-b6312f5c-03bd-4ab9-bc0d-00f32fe26cd6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897608 Dec 06 12:39:35.627880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ee7e68a-9139-4ebd-bdb2-a3471b505aec no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:35.692332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 8ee7e68a-9139-4ebd-bdb2-a3471b505aec {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:35.692547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8ee7e68a-9139-4ebd-bdb2-a3471b505aec not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:35.699270 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Deleting subnet d7d45f1a-d137-4e06-83b4-c00173676f99 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:39:35.702590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.722614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-54ce39f7-df01-416b-81ed-9e1ef044f8da tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2193396 Dec 06 12:39:35.746653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.747565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Request body: {'port': {'device_id': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:35.757663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-6b95f4aa-6764-47a6-ba85-75e51de2a86e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 999 time: 0.2327652 Dec 06 12:39:35.868402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-bd8374fa-0e5e-41a2-9171-5db3f046189e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490546 Dec 06 12:39:35.907995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.934998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:35.994524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9cd9b7c5-7c04-4079-b2c8-d2e7cc3d0a36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0900018 Dec 06 12:39:35.998572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-b4e1c759-1c9e-4c61-af92-9c6ce3619be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:36.000205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-b4e1c759-1c9e-4c61-af92-9c6ce3619be9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.2107155 Dec 06 12:39:36.069533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.179459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ad79c-ab39-4a7f-85d4-95cb93ebf5d7 None None] Network a1836758-0639-4aaf-8ec9-fa774eec6426 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:36.197402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-33638667-96ae-4a07-b7dc-518ed24daba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:36.207084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.210485 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-33638667-96ae-4a07-b7dc-518ed24daba1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839757 Dec 06 12:39:36.217192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7d45f1a-d137-4e06-83b4-c00173676f99 HTTP/1.1" status: 204 len: 168 time: 0.5918145 Dec 06 12:39:36.218646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724051e-a65c-43a9-ac80-d971cd7a54d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d45f1a-d137-4e06-83b4-c00173676f99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:36.233430 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:36.248243 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-196c1cef-15d4-434d-8c3c-50099f96bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:36.255683 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-196c1cef-15d4-434d-8c3c-50099f96bcc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.2519016 Dec 06 12:39:36.334969 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:36.382873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905ebf-b73a-4b1a-ab91-f41ed2a74def req-60648c82-f46a-4db8-8daa-5da168bbf967 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:36.384470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63905ebf-b73a-4b1a-ab91-f41ed2a74def req-60648c82-f46a-4db8-8daa-5da168bbf967 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 931 time: 0.3103788 Dec 06 12:39:36.470083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.500815 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b39cd903-9ce3-4da1-98ff-c492002dd0b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:36.543684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b39cd903-9ce3-4da1-98ff-c492002dd0b5 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:36.545256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b39cd903-9ce3-4da1-98ff-c492002dd0b5 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:36.550291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-18101fdf-bc7b-4c2a-8478-3afcae65ebf7 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107612 Dec 06 12:39:36.561829 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] DHCP port deletion for a1836758-0639-4aaf-8ec9-fa774eec6426 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:36.635498 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9b0c103e-47f7-43bd-94ee-6ddd7463da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:36.641065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9b0c103e-47f7-43bd-94ee-6ddd7463da54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349874 Dec 06 12:39:36.659684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63905ebf-b73a-4b1a-ab91-f41ed2a74def req-f6b6329d-3a39-427e-b03f-688c08fedf50 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749547 Dec 06 12:39:36.730402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Deleting port 37357f49-db60-4c6b-be10-06da426eb002 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:36.730949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.755926 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Deleting port 37357f49-db60-4c6b-be10-06da426eb002 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:36.756256 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.842421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] For port 37357f49-db60-4c6b-be10-06da426eb002, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37357f49-db60-4c6b-be10-06da426eb002,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:36.843200 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.844984 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] For port 37357f49-db60-4c6b-be10-06da426eb002, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37357f49-db60-4c6b-be10-06da426eb002,segment=NetworkSegment(f63cb103-0d6a-425e-941f-4e427cd7573b),segment_id=f63cb103-0d6a-425e-941f-4e427cd7573b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:36.845401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.859226 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Calling delete_port for 37357f49-db60-4c6b-be10-06da426eb002 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:36.859482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Calling delete_port for 37357f49-db60-4c6b-be10-06da426eb002 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:36.868363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-80cd6b7c-9b47-4e96-82ac-68ec2082618d service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905668 Dec 06 12:39:36.945212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-36b09651-796b-4cc2-b6f4-ce4b64d2c8e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0647bc709333483bb3d07bc899a5ff95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991228 Dec 06 12:39:36.948822 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:36.957338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:36.979295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] No DVR routers for this DVR port 37357f49-db60-4c6b-be10-06da426eb002 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:37.014229 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.035966 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] No DVR routers for this DVR port 37357f49-db60-4c6b-be10-06da426eb002 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:37.038533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78cafb-f5e9-4a16-a952-136d66ad9ef1 None None] Pushing event deleted for resources: {'Port': ['ID=37357f49-db60-4c6b-be10-06da426eb002,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.043713 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-111a1f69-d3b7-4483-a052-797ec09933e9 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486535 Dec 06 12:39:37.090187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-d2d122af-d56c-4ed4-b787-6fdd24b38f19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.0376229 Dec 06 12:39:37.093141 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37357f49-db60-4c6b-be10-06da426eb002,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.094044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-9285e923-8b9e-4b9f-b441-8e2f2ae78c76 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321157 Dec 06 12:39:37.101131 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828351c9-60d4-4ce7-b0bd-0cceb75bef1c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:37.147523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.162071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.172487 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Transition to ACTIVE for port object 828351c9-60d4-4ce7-b0bd-0cceb75bef1c will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:37.178943 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-84962d08-ae50-4dc5-93cb-6507e7c1f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:37.180711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-84962d08-ae50-4dc5-93cb-6507e7c1f354 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0749538 Dec 06 12:39:37.182083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.246294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.308936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Pushing event updated for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.339530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-f4e42455-2646-4687-abf6-5bad419f30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:37.341303 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-f4e42455-2646-4687-abf6-5bad419f30e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504323 Dec 06 12:39:37.412138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.435322 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1836758-0639-4aaf-8ec9-fa774eec6426']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:37.447074 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63cb103-0d6a-425e-941f-4e427cd7573b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:37.447074 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63cb103-0d6a-425e-941f-4e427cd7573b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:37.463000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.476850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-b3e0db5d-5260-4b8a-b2cf-91f07295a72d service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141956 Dec 06 12:39:37.489880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.497829 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:39:37.498890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:39:37.530826 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:39:37.543151 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5721-2ff3-42f8-acb1-c8daac7cc294 req-fdda1ebd-4ead-4441-bd95-c60e5c2b6a9b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:37.545924 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c01d5721-2ff3-42f8-acb1-c8daac7cc294 req-fdda1ebd-4ead-4441-bd95-c60e5c2b6a9b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.5990372 Dec 06 12:39:37.595963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.606290 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Attempting to bind port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:37.606727 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Attempting to bind port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:37.607145 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Attempting to bind port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:37.612756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.617646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1648b923-0ee5-4df7-890d-b3f3abac9414 HTTP/1.1" status: 204 len: 168 time: 0.6645699 Dec 06 12:39:37.620162 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:37.620162 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Attempting to bind port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:37.637118 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:37.637669 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:37.638162 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:37.638797 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Bound port: 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:37.639263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.646075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-7961d1f0-dc18-42d3-9f4d-9a4dc0a8d8a8 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572518 Dec 06 12:39:37.692002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-17aeffc5-0d39-43ed-82df-205e0e90935f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.0379565 Dec 06 12:39:37.704393 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898dd9c-0fd5-49b3-96ef-4ecacb4683be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1648b923-0ee5-4df7-890d-b3f3abac9414,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.710812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.732938 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.740344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a1836758-0639-4aaf-8ec9-fa774eec6426 HTTP/1.1" status: 204 len: 168 time: 1.5001864 Dec 06 12:39:37.745994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b630-75f8-4839-8120-0e59a233a1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1836758-0639-4aaf-8ec9-fa774eec6426,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.747830 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:37.757691 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:37.761677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:37.775826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.849613 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:37.850557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:37.852045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] 10.222.0.23 "PUT /v2.0/ports/828351c9-60d4-4ce7-b0bd-0cceb75bef1c HTTP/1.1" status: 200 len: 1091 time: 2.1179972 Dec 06 12:39:37.852646 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:37.855813 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:37.889103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-22faf178-29dd-4ba4-9188-3d852dcb6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:37.889103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-22faf178-29dd-4ba4-9188-3d852dcb6f3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1221149 Dec 06 12:39:37.895224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2cb57-0056-447e-8cac-49588d556070 service neutron] Pushing event updated for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:37.917846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c01d5721-2ff3-42f8-acb1-c8daac7cc294 req-26e5f259-9a36-4a85-bff6-cca0c17ff342 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966545 Dec 06 12:39:38.002814 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dcb782-90d9-411d-bd28-d0ae1052d65d x-openstack-request-id: req-27dcb782-90d9-411d-bd28-d0ae1052d65d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:38.003062 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:38.005196 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27dcb782-90d9-411d-bd28-d0ae1052d65d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:38.005196 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c', 'status': 'completed', 'code': 200} Dec 06 12:39:38.008018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-5a00e654-3db5-4d28-9593-2c960b158dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.009702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-5a00e654-3db5-4d28-9593-2c960b158dff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053231 Dec 06 12:39:38.016236 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-e9e180ea-3d3a-4b80-9d10-9ed057502f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.018200 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-e9e180ea-3d3a-4b80-9d10-9ed057502f77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 1094 time: 0.1005504 Dec 06 12:39:38.184369 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-7e45ab74-2b3d-4a3b-91cb-67549bf4400b service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649189 Dec 06 12:39:38.192664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199dcc-2be7-4aa0-947f-d47bac9402fc req-6f8a771e-c4d6-4d65-802c-55d14c7544dc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.202092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc199dcc-2be7-4aa0-947f-d47bac9402fc req-6f8a771e-c4d6-4d65-802c-55d14c7544dc tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.2234707 Dec 06 12:39:38.258846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-9c22a723-a1d1-45b1-940d-eb0f2c54c93f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c HTTP/1.1" status: 200 len: 217 time: 0.0730157 Dec 06 12:39:38.323700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc199dcc-2be7-4aa0-947f-d47bac9402fc req-b4627abc-2307-4f5c-a7d9-4c39a7cae3b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205697 Dec 06 12:39:38.374643 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-635468f7-3a4f-443d-9748-98d61fec6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.376322 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-635468f7-3a4f-443d-9748-98d61fec6b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.1078410 Dec 06 12:39:38.435985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-15c0ff57-490c-4b10-adf3-5d9557b4a10b service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404485 Dec 06 12:39:38.489387 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-50f7dd5d-db53-49e3-ad8c-0604db661e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.491692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-50f7dd5d-db53-49e3-ad8c-0604db661e76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013067 Dec 06 12:39:38.545670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:38.559611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-cea57d28-bcde-4262-93ce-8f91b7719f1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0983429 Dec 06 12:39:38.595512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 37357f49-db60-4c6b-be10-06da426eb002 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:38.622524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 37357f49-db60-4c6b-be10-06da426eb002 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:38.622865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 37357f49-db60-4c6b-be10-06da426eb002 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:38.728969 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-374d3c05-e1dc-4272-b32f-115168bb900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.730553 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-374d3c05-e1dc-4272-b32f-115168bb900b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.1499653 Dec 06 12:39:38.805084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-403ff0a5-7883-4584-b62a-2b799ad0defa service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570236 Dec 06 12:39:38.880129 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ab7febde-caa4-4cc4-99d7-e13dccccf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:38.881760 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-ab7febde-caa4-4cc4-99d7-e13dccccf327 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420815 Dec 06 12:39:39.008717 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Deleting port 509c0e5a-760a-4546-8178-002bd4a8eb0f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:39.009079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:39.010035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-c05ddd99-67d5-460a-ab39-10289e9fed6c service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927007 Dec 06 12:39:39.020949 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-5f1b6342-945d-4bc9-a482-1bd6274a86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.022981 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-5f1b6342-945d-4bc9-a482-1bd6274a86cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1096 time: 0.2385089 Dec 06 12:39:39.100228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27365adb-8f58-49d9-95f5-ff4015fac252 req-378340b4-115a-4f1c-9290-d1effbe1916c service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733624 Dec 06 12:39:39.197108 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] For port 509c0e5a-760a-4546-8178-002bd4a8eb0f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=509c0e5a-760a-4546-8178-002bd4a8eb0f,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:39.197108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:39.219078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56fc44-facf-4301-9015-48b61043c87c req-1f81d474-0f98-4b47-878c-198ba496b32b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.226729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb56fc44-facf-4301-9015-48b61043c87c req-1f81d474-0f98-4b47-878c-198ba496b32b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1269395 Dec 06 12:39:39.250629 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94a423e6-bb97-4fc4-91c4-926d33a317be req-9e4b6236-1ab6-46d8-8efa-540332fefe98 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319667 Dec 06 12:39:39.253099 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Calling delete_port for 509c0e5a-760a-4546-8178-002bd4a8eb0f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:39.263808 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-63b3f986-bb56-42e6-b9ff-3afa5a5b4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.265293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-63b3f986-bb56-42e6-b9ff-3afa5a5b4a77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.1945188 Dec 06 12:39:39.270004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-f871e59c-afca-4183-a42c-2e2cb115f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.271488 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-f871e59c-afca-4183-a42c-2e2cb115f07a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 1094 time: 0.0935287 Dec 06 12:39:39.343402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb56fc44-facf-4301-9015-48b61043c87c req-b900f7d8-8896-4575-9d29-882d80a496f8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158721 Dec 06 12:39:39.426108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-244ba6b7-cf16-4a8f-be2c-262c127ccc77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 999 time: 0.1515667 Dec 06 12:39:39.498273 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-ae5a72db-d8d7-45e4-9378-4054d5bc7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.502755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-ae5a72db-d8d7-45e4-9378-4054d5bc7a21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.2225330 Dec 06 12:39:39.522419 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-d6457798-73c6-478d-b5b2-d870bc941656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.523425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-d6457798-73c6-478d-b5b2-d870bc941656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0859354 Dec 06 12:39:39.579777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-d7e221d8-5d99-4846-a41c-5b493640e186 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c HTTP/1.1" status: 200 len: 217 time: 0.0676141 Dec 06 12:39:39.658809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-1243513c-a4e1-45d9-bec6-271e9f7490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.660457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-1243513c-a4e1-45d9-bec6-271e9f7490b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0576890 Dec 06 12:39:39.667739 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-f186080c-180d-420d-afc6-df3076f95f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.669290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-f186080c-180d-420d-afc6-df3076f95f2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066844 Dec 06 12:39:39.737115 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96787924-f63d-401f-93c3-570ce90b71c5 req-098b191c-05c1-404e-a640-c53f75cf4152 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:39.739269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96787924-f63d-401f-93c3-570ce90b71c5 req-098b191c-05c1-404e-a640-c53f75cf4152 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1629322 Dec 06 12:39:39.772300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:39.827182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=509c0e5a-760a-4546-8178-002bd4a8eb0f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:39.914091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96787924-f63d-401f-93c3-570ce90b71c5 req-fec37bbb-29d9-4697-a0f8-ae6c08f926f4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606441 Dec 06 12:39:40.183893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:40.292190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-59511be5-bb3d-4df9-8cb0-fba9812d6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:40.293703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-59511be5-bb3d-4df9-8cb0-fba9812d6cfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6234949 Dec 06 12:39:40.353876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-f4e511c7-a068-440d-8ead-483802648b3f service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757016 Dec 06 12:39:40.501615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e81b19a-8a0c-4a0f-8c4c-3b3422a5f356 req-a544379a-a8bf-4f0f-bb84-fcbf9ec900ab service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386089 Dec 06 12:39:40.522961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-1f694221-f43f-4c6d-8b1a-9baa2703e6a8 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051609 Dec 06 12:39:40.638778 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd3102-a35e-4f18-8d8d-85ba9020aa20 req-28e1768d-18b3-4b39-bb20-09ace38f1fb0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:40.641909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dcd3102-a35e-4f18-8d8d-85ba9020aa20 req-28e1768d-18b3-4b39-bb20-09ace38f1fb0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1777594 Dec 06 12:39:40.658055 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Router 7aa84f75-235d-46cd-9845-d6a2bbb15461 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:40.742366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2dcd3102-a35e-4f18-8d8d-85ba9020aa20 req-f0e8989d-cc95-4913-bbe5-d2d6e3cbcc99 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872016 Dec 06 12:39:40.744698 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aa2e282d-37ab-40bf-9ce0-ce26e90e4c2c req-6a18a90b-cdd0-4dd9-a8ba-23a15052bbfb service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198391 Dec 06 12:39:40.908585 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:40.914602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cf8dc199-9c82-42ae-95ff-d83987891ed2 admin admin] 10.222.0.31 "PUT /v2.0/routers/7aa84f75-235d-46cd-9845-d6a2bbb15461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1645637 Dec 06 12:39:40.917193 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:40.934095 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Sync routers for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:40.951604 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:40.953265 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:41.126362 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:41.170069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:41.192755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621dda2-cf16-4dd4-8b16-5b9042f96e06 req-7956eeb6-8970-40ad-ad9a-bb38b11656e1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:41.202481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9621dda2-cf16-4dd4-8b16-5b9042f96e06 req-7956eeb6-8970-40ad-ad9a-bb38b11656e1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1674590 Dec 06 12:39:41.309567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9621dda2-cf16-4dd4-8b16-5b9042f96e06 req-28aab43b-b0e5-459c-938e-6e628c623be0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060660 Dec 06 12:39:41.394726 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:39Z', 'revision_number': 5, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port': {'id': '632b3ab5-e1a8-442b-bff6-b7fc1459f164', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:22Z', 'updated_at': '2021-12-06T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:41.395198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:41.480276 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Deleting port 632b3ab5-e1a8-442b-bff6-b7fc1459f164 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:41.480637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:41.581769 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] For port 632b3ab5-e1a8-442b-bff6-b7fc1459f164, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=632b3ab5-e1a8-442b-bff6-b7fc1459f164,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:41.582258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:41.593593 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Checking router: 7aa84f75-235d-46cd-9845-d6a2bbb15461 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:41.597145 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Calling delete_port for 632b3ab5-e1a8-442b-bff6-b7fc1459f164 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:41.611054 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Routers {'7aa84f75-235d-46cd-9845-d6a2bbb15461'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:41.611935 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7aa84f75-235d-46cd-9845-d6a2bbb15461'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:41.829124 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:41.850780 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] Set router 7aa84f75-235d-46cd-9845-d6a2bbb15461 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:41.885599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:41.922089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Pushing event deleted for resources: {'Port': ['ID=632b3ab5-e1a8-442b-bff6-b7fc1459f164,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:41.923966 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a9e79-c2f5-461e-b25e-5cfbe72195c3 req-39c661f9-9015-4ccc-adf0-106ee72e8110 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:41.925831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca3a9e79-c2f5-461e-b25e-5cfbe72195c3 req-39c661f9-9015-4ccc-adf0-106ee72e8110 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Dec 06 12:39:41.937428 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae446950-b158-44ac-8aa2-04bdbfcb7173 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:41.990748 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:41Z', 'revision_number': 6, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:42.025427 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20e5c-5c9a-4c80-9234-1026c778d1f5 None None] The sync data for ids ['7aa84f75-235d-46cd-9845-d6a2bbb15461'] in n-d-master-1 is: [{'id': '7aa84f75-235d-46cd-9845-d6a2bbb15461', 'name': 'tempest-TestAggregatesBasicOps-1188749705-router', 'tenant_id': 'c395d87bc5bf41af835b539cfd04c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:21Z', 'updated_at': '2021-12-06T12:39:41Z', 'revision_number': 6, 'project_id': 'c395d87bc5bf41af835b539cfd04c606', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:42.045946 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.058477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca3a9e79-c2f5-461e-b25e-5cfbe72195c3 req-b9938294-71c0-4f6e-80ef-bd789b529a1d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086035 Dec 06 12:39:42.086761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-963c2689-fc8e-409c-8f45-16a61c7b3540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.179693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.182536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.230647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-963c2689-fc8e-409c-8f45-16a61c7b3540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.234425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-963c2689-fc8e-409c-8f45-16a61c7b3540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.236018 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.237481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa84f75-235d-46cd-9845-d6a2bbb15461 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:39:42.250598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.254313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-07ae22cb-3331-45bf-b9ff-7a64b29f1721 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7aa84f75-235d-46cd-9845-d6a2bbb15461 HTTP/1.1" status: 204 len: 168 time: 1.3334763 Dec 06 12:39:42.254747 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59464) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:42.308579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c2689-fc8e-409c-8f45-16a61c7b3540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89e9dc-6ad2-4fff-9bc8-7abcbb1cb3e6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:42.319114 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Deleting subnet ad3d569a-bd80-48ba-abea-211497188818 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:39:42.322347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-963c2689-fc8e-409c-8f45-16a61c7b3540 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54ff6881224e4629b36ac7a41988ff5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945588 Dec 06 12:39:42.329589 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:42.329927 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.457179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.548609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.611792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.613843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.631456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf1ce-44b8-4350-b418-5f299e9440dc req-972ffc82-5123-40cf-be04-e02ea9255586 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:42.633119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5ebf1ce-44b8-4350-b418-5f299e9440dc req-972ffc82-5123-40cf-be04-e02ea9255586 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1839540 Dec 06 12:39:42.702953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 509c0e5a-760a-4546-8178-002bd4a8eb0f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:42.755953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 509c0e5a-760a-4546-8178-002bd4a8eb0f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:42.762641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 509c0e5a-760a-4546-8178-002bd4a8eb0f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:42.774243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5ebf1ce-44b8-4350-b418-5f299e9440dc req-66b140b2-0143-4a79-b918-50ad066c0cf5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324401 Dec 06 12:39:42.794076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.802156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.810454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.812705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b89e9dc-6ad2-4fff-9bc8-7abcbb1cb3e6 HTTP/1.1" status: 204 len: 168 time: 0.4819701 Dec 06 12:39:42.827541 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544a681-8624-42a8-b316-6d6181a86abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89e9dc-6ad2-4fff-9bc8-7abcbb1cb3e6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:42.830429 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3d569a-bd80-48ba-abea-211497188818,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:42.843119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:42.848803 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f0a69398-3862-4a01-8eb9-02a24fede34b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad3d569a-bd80-48ba-abea-211497188818 HTTP/1.1" status: 204 len: 168 time: 0.5908489 Dec 06 12:39:42.848977 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99676fc6-d53c-41da-816f-adb5dab4366c None None] Network 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:42.849307 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:42.989671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.104059 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Deleting port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:43.104411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.126353 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] DHCP port deletion for 687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:43.191701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Deleting port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:43.192166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.238781 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] For port 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2de8f9fd-9ec7-4a07-8239-346d9041ba91,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:43.239136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.260466 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Calling delete_port for 2de8f9fd-9ec7-4a07-8239-346d9041ba91 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:43.290810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c349-a676-4928-83a1-c4981aa7d07c req-0850fa55-e8d3-4885-b404-5c32cc7658c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:43.298642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9925c349-a676-4928-83a1-c4981aa7d07c req-0850fa55-e8d3-4885-b404-5c32cc7658c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1426623 Dec 06 12:39:43.302019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] For port 2de8f9fd-9ec7-4a07-8239-346d9041ba91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2de8f9fd-9ec7-4a07-8239-346d9041ba91,segment=NetworkSegment(76db6337-c2e8-4d49-a2d7-cf3d79765f2b),segment_id=76db6337-c2e8-4d49-a2d7-cf3d79765f2b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:43.302830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.319055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Calling delete_port for 2de8f9fd-9ec7-4a07-8239-346d9041ba91 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:43.402073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9925c349-a676-4928-83a1-c4981aa7d07c req-89e2cd5f-e3ef-4028-82cb-1bf0267b92de tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956149 Dec 06 12:39:43.437683 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:43.445607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.449851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.461550 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] No DVR routers for this DVR port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:43.464142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72a80c7-42b1-4ce7-9e24-ee7bed9ef7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.479822 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] No DVR routers for this DVR port 2de8f9fd-9ec7-4a07-8239-346d9041ba91 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:43.489612 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d28f-e8ae-4e30-87f3-1257af157837 None None] Pushing event deleted for resources: {'Port': ['ID=2de8f9fd-9ec7-4a07-8239-346d9041ba91,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:43.544038 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2de8f9fd-9ec7-4a07-8239-346d9041ba91,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:43.591647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72a80c7-42b1-4ce7-9e24-ee7bed9ef7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.596347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72a80c7-42b1-4ce7-9e24-ee7bed9ef7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.645544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e72a80c7-42b1-4ce7-9e24-ee7bed9ef7e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9106c63c536410dbd6a6c475ae254a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2039590 Dec 06 12:39:43.645544 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a80c7-42b1-4ce7-9e24-ee7bed9ef7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a7ef1-5279-459c-926b-9b801018718e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:43.646992 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:43.682343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.719012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.723327 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:43.742543 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db6337-c2e8-4d49-a2d7-cf3d79765f2b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:43.742970 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db6337-c2e8-4d49-a2d7-cf3d79765f2b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:43.743948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.754948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.768486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.775241 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:39:43.776308 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:39:43.777643 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:39:43.837272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.840339 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.841015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.844677 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d9a7ef1-5279-459c-926b-9b801018718e HTTP/1.1" status: 204 len: 168 time: 0.1958680 Dec 06 12:39:43.853615 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ffb3-a948-424d-bdc1-4a8bc784e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a7ef1-5279-459c-926b-9b801018718e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:43.864952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:43.870789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86 HTTP/1.1" status: 204 len: 168 time: 1.0202997 Dec 06 12:39:43.871711 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563ed0-54b1-4b3a-b36b-e95037e87b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=687f2a0f-f35b-45fe-b3d3-e6bdf1cb2f86,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:43.928923 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71416c-654a-48fa-857f-f44f4f4fe47a req-6d9c1801-2f21-4514-bb9c-b53726fb0133 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:43.930505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd71416c-654a-48fa-857f-f44f4f4fe47a req-6d9c1801-2f21-4514-bb9c-b53726fb0133 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.0671852 Dec 06 12:39:44.013508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd71416c-654a-48fa-857f-f44f4f4fe47a req-6011e37a-99bb-4628-9f61-22856614fe4d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763807 Dec 06 12:39:44.117920 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59494) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:44.170587 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:44.170836 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75849d0e-4a99-41ee-9be2-2504b3998ae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e947c298d60b44ac8c588c81018192d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512962 Dec 06 12:39:44.235889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.262891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.321037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.324064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.328540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38851d9c-29cf-42a5-ab74-8d942e265bf8 HTTP/1.1" status: 204 len: 168 time: 0.1565623 Dec 06 12:39:44.338759 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd585235-b451-476f-9d70-5a03ca06eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38851d9c-29cf-42a5-ab74-8d942e265bf8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:44.546103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf626a-32c9-4591-bf90-9a1236d73ad4 req-de0118c5-3d8e-4fdf-855f-847887f4b266 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:44.548009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfaf626a-32c9-4591-bf90-9a1236d73ad4 req-de0118c5-3d8e-4fdf-855f-847887f4b266 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0765550 Dec 06 12:39:44.553149 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2de8f9fd-9ec7-4a07-8239-346d9041ba91 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:44.587956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2de8f9fd-9ec7-4a07-8239-346d9041ba91 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:44.589038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2de8f9fd-9ec7-4a07-8239-346d9041ba91 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:44.589803 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 632b3ab5-e1a8-442b-bff6-b7fc1459f164 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:44.622261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 632b3ab5-e1a8-442b-bff6-b7fc1459f164 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:44.623015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 632b3ab5-e1a8-442b-bff6-b7fc1459f164 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:44.656960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfaf626a-32c9-4591-bf90-9a1236d73ad4 req-b2a3f9ea-ddf7-4ae2-8766-52b124aecaaa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945239 Dec 06 12:39:44.796223 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:44.840602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc0a7c1b-ba5b-4d08-a51b-e80601585ff9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c395d87bc5bf41af835b539cfd04c606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424118 Dec 06 12:39:44.843091 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:44.893196 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59524) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:44.898506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.926691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.030665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-287863774-network', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:45.105965 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Made reservation on behalf of 2a9e86ccc7cb44a88ca8c642c7d2b2d0 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:45.112597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.132853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.311699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be33b5-57c1-4e8d-a74a-f2bf4789941a req-2c15147c-e6ea-43f4-bbc2-3137a2132c68 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.319523 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39be33b5-57c1-4e8d-a74a-f2bf4789941a req-2c15147c-e6ea-43f4-bbc2-3137a2132c68 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.0926199 Dec 06 12:39:45.321641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.327261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.360611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68795da-6e83-47ff-9c4a-89e0ee9f339d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:45.388152 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:45.400208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.400625 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Added segment 6fa0c99c-9f18-433a-a059-cb8c5978075f of type vlan for network f95e548f-a2bb-47e4-8e51-9cae76d317d7 Dec 06 12:39:45.411756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.414710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.417606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f803ce6-b90c-4274-a470-43355637d989 HTTP/1.1" status: 204 len: 168 time: 0.5735366 Dec 06 12:39:45.474522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39be33b5-57c1-4e8d-a74a-f2bf4789941a req-2ede6a11-3c36-4b11-8d36-abc35dee1d31 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540608 Dec 06 12:39:45.479115 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee6f6c-b3f2-4c3c-8ee9-69c6db42f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f803ce6-b90c-4274-a470-43355637d989,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:45.479666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.530413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.533751 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.534394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.541273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.554544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.561336 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.573488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.581420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.589616 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6920643 Dec 06 12:39:45.589907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.593980 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59536) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:45.597240 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.600369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-93e9d0ae-efce-40b6-8b77-d256caf02610 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.3106873 Dec 06 12:39:45.612359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Request body: {'subnet': {'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-287863774-subnet', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:45.654949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5614a-02b8-4412-a26f-710de94b3818 admin admin] Pushing event updated for resources: {'Network': ['ID=f95e548f-a2bb-47e4-8e51-9cae76d317d7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:45.666563 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:45.675140 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Made reservation on behalf of 2a9e86ccc7cb44a88ca8c642c7d2b2d0 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:45.678476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.723577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ceb8d117-6024-466c-9a01-9ec3f6c0743f req-ca3ecc68-6b29-436c-95f0-a2f679008e54 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116331 Dec 06 12:39:45.860922 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4980498-e832-4596-b3ad-16010e4e5d29 req-f98e6441-3567-4d3a-bbd5-f397c51c62c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.863070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4980498-e832-4596-b3ad-16010e4e5d29 req-f98e6441-3567-4d3a-bbd5-f397c51c62c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0788150 Dec 06 12:39:45.954197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4980498-e832-4596-b3ad-16010e4e5d29 req-50eb8bb2-663f-45c4-a80e-f0f8edf15002 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777066 Dec 06 12:39:45.966817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.973580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.980930 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.982499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.987878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.995293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:46.001711 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:46.007960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:46.010029 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-34a494a5-141c-4a11-ac97-2428ff65abac req-f9bb9559-c5d6-47ab-9d8b-20008b901fbe tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.1459205 Dec 06 12:39:46.034478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5557ece4-b391-43cc-8590-47495b3aec7c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:46.051260 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Checking segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:46.051736 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Network hostable DHCP agents. Network: f95e548f-a2bb-47e4-8e51-9cae76d317d7, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:46.070972 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:46.080763 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f95e548f-a2bb-47e4-8e51-9cae76d317d7) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:46.085145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:46.085756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.091888 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3be78-293c-48e4-ba0a-021ab268d048 None None] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:46.102602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41a2db9d-41ad-4440-a175-6eab27a34fbd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5026450 Dec 06 12:39:46.105536 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59556) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:46.110033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:46.136626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.137876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.208065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.260709 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:46.261672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.322799 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:46.360620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.411614 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Allocated IP 172.20.0.2 (f95e548f-a2bb-47e4-8e51-9cae76d317d7/5557ece4-b391-43cc-8590-47495b3aec7c/d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:46.446527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-197185110-network', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:46.478127 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Made reservation on behalf of 40ba243aebbf4c6f96311b6ce443de5d for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:46.480474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.495358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.562412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.570298 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.616127 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:46.617901 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:46.622133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:46.635826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cc48f-ad77-4de8-b918-0212940162ad req-b4103c7c-2b03-44df-97f8-5614c56a95cd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:46.638022 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Pushing event updated for resources: {'Port': ['ID=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:46.638689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba8cc48f-ad77-4de8-b918-0212940162ad req-b4103c7c-2b03-44df-97f8-5614c56a95cd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.0749733 Dec 06 12:39:46.662850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.691290 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.703783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Attempting to bind port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:46.704904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba8cc48f-ad77-4de8-b918-0212940162ad req-bd782fa4-e420-40a4-8233-0f213dda7bbb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563726 Dec 06 12:39:46.705720 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Attempting to bind port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:46.706388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Attempting to bind port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 on network f95e548f-a2bb-47e4-8e51-9cae76d317d7 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:46.713642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:46.714060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Checking segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:46.714495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.715015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Bound using segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:46.715670 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Bound port: d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:46.716060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.768544 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.775249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.783724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] For port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:46.787101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] For port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:46.791084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.821377 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:46.848909 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1b3cb-d5a2-4923-b241-04ba23d0ac85,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:46.852374 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16b1d-7f20-4a5b-802e-10974bcb17a0 None None] Pushing event updated for resources: {'Port': ['ID=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:46.860046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:46.860399 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Added segment 436ed6e3-0368-41e2-9ddb-55aa9181367f of type vlan for network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 Dec 06 12:39:46.879814 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Allocated IP 172.35.3.200 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/b50a7e7d-75ef-44c9-ac6b-47589fe23a03) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:46.928569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.016329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.017354 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:47.018029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.086078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7597997 Dec 06 12:39:47.093480 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:47.102098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Request body: {'subnet': {'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-197185110-subnet', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:47.120250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.140458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfef03-c753-48ca-87a2-f1a29a5c9565 req-dbe74a3c-c306-4c37-9fc1-c8283a72ab1e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:47.147883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00bfef03-c753-48ca-87a2-f1a29a5c9565 req-dbe74a3c-c306-4c37-9fc1-c8283a72ab1e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.0888000 Dec 06 12:39:47.152589 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599ed4-0154-4a56-bff7-a8a3a56d79ed admin admin] Pushing event updated for resources: {'Network': ['ID=7c6b7ec9-9708-4249-a4c8-d4f06d63c019,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:47.167617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:47.172738 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Made reservation on behalf of 40ba243aebbf4c6f96311b6ce443de5d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:47.176178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.200044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.258144 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:47.261309 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:47.265329 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:47.277065 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc868f5-9fbf-4123-92da-9587bb1503e0 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:47.293887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Pushing event updated for resources: {'Port': ['ID=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:47.335127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00bfef03-c753-48ca-87a2-f1a29a5c9565 req-81010b42-5614-4b81-b50b-e284f63c70ed tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864340 Dec 06 12:39:47.346698 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dc547328-7ced-47ac-a384-d821764795a4 None None] Provisioning complete for port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:47.347770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dc547328-7ced-47ac-a384-d821764795a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.393138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dc547328-7ced-47ac-a384-d821764795a4 None None] Port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:47.435472 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.486588 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:47.503669 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Checking segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:47.504042 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Network hostable DHCP agents. Network: 7c6b7ec9-9708-4249-a4c8-d4f06d63c019, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:47.522268 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:47.532425 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7c6b7ec9-9708-4249-a4c8-d4f06d63c019) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:47.536508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:47.537784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.541363 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd155698-be7a-4634-8e24-6b6cf61af129 None None] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:47.549537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.562237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cd81ede7-9c66-498d-92a2-410164a5a5af admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4672120 Dec 06 12:39:47.562976 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:47.568170 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:47.598203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.600087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.691595 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.792715 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:47.793626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.826551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.924086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:47.960940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3210d7-00f1-4c05-b224-b4dff6bdd899 req-a8945ce6-14e8-44df-a48a-6576b2967dd0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:47.962587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3210d7-00f1-4c05-b224-b4dff6bdd899 req-a8945ce6-14e8-44df-a48a-6576b2967dd0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1673470 Dec 06 12:39:47.972727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Allocated IP 172.20.0.2 (7c6b7ec9-9708-4249-a4c8-d4f06d63c019/bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c/a80eca82-892a-48ed-8166-38bcf2ff738d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:48.026770 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Router 6379c589-5a17-4503-8109-a88232cce277 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:48.100787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a3210d7-00f1-4c05-b224-b4dff6bdd899 req-3be31785-ee73-4cce-9d40-8fdc4f635783 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274514 Dec 06 12:39:48.211991 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:48.220864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.227227 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Sync routers for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:48.234546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.237411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41cc7320-0dbc-4527-bb41-23e5cba8a82e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1308897 Dec 06 12:39:48.240750 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:48.247347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:48.247979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:48.250769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.272609 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:48.307719 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:48.314265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.336897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.381055 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:48.390196 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:48.392803 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223358a3-a2b5-40df-b2d1-8ee15e890b0f None None] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:48.459452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Pushing event updated for resources: {'Port': ['ID=a80eca82-892a-48ed-8166-38bcf2ff738d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:48.498905 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] Provisioning complete for port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:48.499540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.616163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.618635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.619211 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.619744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.620284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.620823 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.622287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.624709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-0a4244ab-437c-45cc-80be-1fbbc72e0b64 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.3159802 Dec 06 12:39:48.696720 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Allocated IP 172.35.3.190 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/c3264daa-a0df-46c7-ac1a-1ac5156a2ca2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:48.707714 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028ecc-30e0-4457-a862-db14ea23fc0d req-425fa404-672a-4374-9d4b-552dc3f6d739 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:48.716253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07028ecc-30e0-4457-a862-db14ea23fc0d req-425fa404-672a-4374-9d4b-552dc3f6d739 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.2483277 Dec 06 12:39:48.726837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-69a79ab4-cb88-44f9-bfa1-4beb8e4758a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929492 Dec 06 12:39:48.816294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07028ecc-30e0-4457-a862-db14ea23fc0d req-eb8772c6-f930-440a-8c6f-2bb62b2e848a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941784 Dec 06 12:39:48.860962 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:48.918561 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Attempting to bind port a80eca82-892a-48ed-8166-38bcf2ff738d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:48.919078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Attempting to bind port a80eca82-892a-48ed-8166-38bcf2ff738d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:48.919547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Attempting to bind port a80eca82-892a-48ed-8166-38bcf2ff738d on network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:48.945786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:48.954053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:48.989519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.035706 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:49.036083 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Checking segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:49.036643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.037216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Bound using segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:49.037715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Bound port: a80eca82-892a-48ed-8166-38bcf2ff738d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:49.038101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.068793 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:49.070340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Pushing event updated for resources: {'Port': ['ID=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:49.073432 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:49.076243 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:49.101300 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727d835-55df-4126-98ab-39b2ced2344e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:49.253936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:49.254290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.272676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.352567 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.384980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] For port a80eca82-892a-48ed-8166-38bcf2ff738d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:49.391899 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] For port a80eca82-892a-48ed-8166-38bcf2ff738d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a80eca82-892a-48ed-8166-38bcf2ff738d,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:49.415152 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c53f73-7281-45c4-b2b9-b041094cd8ed req-83c513b9-a869-4cbc-acaa-bdba9d1e7cb1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:49.417906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0c53f73-7281-45c4-b2b9-b041094cd8ed req-83c513b9-a869-4cbc-acaa-bdba9d1e7cb1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1399176 Dec 06 12:39:49.434661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.509291 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Allocated IP 172.20.0.1 (f95e548f-a2bb-47e4-8e51-9cae76d317d7/5557ece4-b391-43cc-8590-47495b3aec7c/a04f4c7d-6eee-41b3-a28f-3e155f3d5c44) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:49.524439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] For port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:49.542939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.586375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0c53f73-7281-45c4-b2b9-b041094cd8ed req-f81fa000-ff9f-49ec-8017-98ef02e5637b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055486 Dec 06 12:39:49.617431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.679813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Pushing event updated for resources: {'Port': ['ID=a80eca82-892a-48ed-8166-38bcf2ff738d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:49.717143 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.717143 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.717613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.717985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.718141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.718465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.718791 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.719121 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.719458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.719776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.720285 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.720461 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.720944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c254165-c048-4b16-b6e7-362e708a03ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:49.753446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.792186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.809451 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6e376b46-608a-4e41-8fe6-0d727e6667ab None None] Provisioning complete for port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:49.809829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6e376b46-608a-4e41-8fe6-0d727e6667ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.815502 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:47Z', 'revision_number': 3, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:49.845475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.899882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Checking router: 6379c589-5a17-4503-8109-a88232cce277 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:49.900549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Updating router 6379c589-5a17-4503-8109-a88232cce277 port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:49.945371 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:49.947347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eacaa6-ac8b-4819-959d-c39cd5312f43 None None] Pushing event updated for resources: {'Port': ['ID=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:49.954489 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:49.956990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6e376b46-608a-4e41-8fe6-0d727e6667ab None None] Port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:49.963683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:49.971596 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:49.978685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Pushing event updated for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:50.056222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.127010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.152474 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38c19-9661-4f31-ba78-2865f92a53bf req-1094e050-eeb1-48f5-8f70-0eeb8f881e08 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:50.159180 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3aa38c19-9661-4f31-ba78-2865f92a53bf req-1094e050-eeb1-48f5-8f70-0eeb8f881e08 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1578400 Dec 06 12:39:50.186050 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-13dfd59b-e9d1-4e9b-85dd-d9f24f336581 None None] Provisioning complete for port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:50.186453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-13dfd59b-e9d1-4e9b-85dd-d9f24f336581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.327060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.386015 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.391347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3aa38c19-9661-4f31-ba78-2865f92a53bf req-29cfc606-f113-44b6-a0a4-f8a08ccdbf20 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189066 Dec 06 12:39:50.416463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.474062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f30a-50b5-40fa-a2fc-e5067beb80bf None None] Pushing event updated for resources: {'Port': ['ID=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:50.475415 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:50.476403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Attempting to bind port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:50.476833 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Attempting to bind port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:50.477239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Attempting to bind port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:50.480911 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d2495-b074-48be-b4f9-3490ef80903c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:50.492074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:50.492463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:50.492871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.493306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:50.493780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Bound port: b50a7e7d-75ef-44c9-ac6b-47589fe23a03, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:50.494165 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.542169 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e1e36edf-77dd-46a8-986e-c1e3bbe8875f None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:50.542555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e1e36edf-77dd-46a8-986e-c1e3bbe8875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.544598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.550229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.583245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] For port b50a7e7d-75ef-44c9-ac6b-47589fe23a03, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:50.588444 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] For port b50a7e7d-75ef-44c9-ac6b-47589fe23a03, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:50.594638 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.596146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e1e36edf-77dd-46a8-986e-c1e3bbe8875f None None] Port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:50.644725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.647830 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Pushing event updated for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:50.679342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df700eff-31ba-4f75-a076-ba118b89392b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:50.763640 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:50.764467 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:50.769278 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f30a-50b5-40fa-a2fc-e5067beb80bf None None] Pushing event updated for resources: {'Port': ['ID=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:50.807675 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:50.819915 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:50.824531 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:50.826736 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:50.833432 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:50.835666 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:50.836000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] Provisioning complete for port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:50.836530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.884523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:50.933169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:50.938195 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59614) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:50.939517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bdcf8114-391e-4148-9e75-af9df629d133 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3749411 Dec 06 12:39:50.983465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227192-87df-4d5f-9ac9-1f88520d37ab req-1be2c270-54f8-4e18-a450-f6d2ddf951d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:50.989197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70227192-87df-4d5f-9ac9-1f88520d37ab req-1be2c270-54f8-4e18-a450-f6d2ddf951d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1674359 Dec 06 12:39:51.051806 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:51.109249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70227192-87df-4d5f-9ac9-1f88520d37ab req-155d4df8-8f52-49dd-9dbf-1c66b9a36006 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Dec 06 12:39:51.184626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:51.185215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:51.242442 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:51.311851 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:51.321411 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Router 6379c589-5a17-4503-8109-a88232cce277 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:51.334809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] For port b50a7e7d-75ef-44c9-ac6b-47589fe23a03, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:51.432755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:51.437203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a80eca82-892a-48ed-8166-38bcf2ff738d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:51.443860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9897071-b636-41ed-8466-2697c40e2a87 None None] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:51.450628 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:49Z', 'revision_number': 3, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:51.482281 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:51.482610 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Updating router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:51.511499 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:51.618804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd11818-d610-4f85-acac-72eb970729c9 req-5a168109-53e6-40b9-ba7c-6818abfe758a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:51.623186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fd11818-d610-4f85-acac-72eb970729c9 req-5a168109-53e6-40b9-ba7c-6818abfe758a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.1175649 Dec 06 12:39:51.743809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1fd11818-d610-4f85-acac-72eb970729c9 req-1685bf96-dc97-4270-857b-2e1668ea9f1c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129181 Dec 06 12:39:51.784483 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:51.816544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e17286dd-d7df-4e98-8adc-f192d11f2156 admin admin] 10.222.0.31 "PUT /v2.0/routers/6379c589-5a17-4503-8109-a88232cce277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5665717 Dec 06 12:39:51.845737 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Provisioning complete for port a80eca82-892a-48ed-8166-38bcf2ff738d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:51.846150 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:51.881062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bbe2d-63c8-481b-8ba0-fe296d4e05ef None None] Pushing event updated for resources: {'Port': ['ID=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:51.952145 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a80eca82-892a-48ed-8166-38bcf2ff738d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:51.952450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.034029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.039137 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.049266 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.132433 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Pushing event updated for resources: {'Port': ['ID=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:52.142784 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.143611 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.144136 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.144644 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.145139 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.145692 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.146857 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.147372 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.147876 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.148353 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.148840 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.149346 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.150023 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:52.186194 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Attempting to bind port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:52.186595 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Attempting to bind port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:52.186948 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Attempting to bind port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:52.191159 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bf51f-9db7-4e7d-9fb0-2c573f5ad7b7 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:52.203460 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:52.203886 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:52.204575 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.206377 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:52.207109 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Bound port: c3264daa-a0df-46c7-ac1a-1ac5156a2ca2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:52.207697 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.233173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.337243 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Allocated IP 172.20.0.1 (7c6b7ec9-9708-4249-a4c8-d4f06d63c019/bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c/c877de00-0d56-4cc4-9cee-abcc8d7f3c37) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:52.374291 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715a2b-f7ee-4ad0-aa9e-9d8290babddf req-e3aaaa51-2a62-4c85-926d-97cb947d0b38 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:52.386429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc715a2b-f7ee-4ad0-aa9e-9d8290babddf req-e3aaaa51-2a62-4c85-926d-97cb947d0b38 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1175601 Dec 06 12:39:52.387270 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] For port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:52.413861 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] For port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:52.421821 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.431060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] For port a80eca82-892a-48ed-8166-38bcf2ff738d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a80eca82-892a-48ed-8166-38bcf2ff738d,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:52.443740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.481571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 2, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:52.528020 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:52.529663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.530820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc715a2b-f7ee-4ad0-aa9e-9d8290babddf req-4f1cdc94-5f48-47a3-8f39-00305bdfca07 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436257 Dec 06 12:39:52.582832 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:52.584638 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:52.628584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e376e-54d3-44c9-96d3-44e773c115df None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:52.652947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.679561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.727666 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643baec-8891-4a26-8dd6-7b04c8623b46 None None] Pushing event updated for resources: {'Port': ['ID=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:52.740185 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:52.750782 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c01012-98eb-4632-b20a-a56e5712720d None None] The sync data for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 is: [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 2, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:52.796501 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Pushing event updated for resources: {'Port': ['ID=a80eca82-892a-48ed-8166-38bcf2ff738d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:52.818469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.828308 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a8c27dbb-b481-45b9-8bac-27ee919ca851 None None] Port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:52.843782 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:39:52.844312 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:39:52.874121 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:52.879772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1001808520-network', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:52.920188 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Pushing event updated for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:52.949906 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:52.954885 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:52.955304 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Provisioning complete for port a80eca82-892a-48ed-8166-38bcf2ff738d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:52.955789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.959230 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:53.014572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.027610 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Made reservation on behalf of dea69c30ef184b2486b70470dffc138a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:53.032459 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:49Z', 'revision_number': 3, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:53.033062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.061624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.091278 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751e9d-aac4-4443-83e7-3c0d2e0fe081 None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:49Z', 'revision_number': 3, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:53.100430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bb70b-258e-46be-a257-d3a1b8bc14b1 req-d0488198-c04a-48f5-a952-a8cdd2036c8e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:53.109250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb3bb70b-258e-46be-a257-d3a1b8bc14b1 req-d0488198-c04a-48f5-a952-a8cdd2036c8e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.2114601 Dec 06 12:39:53.222187 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Provisioning complete for port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:53.222187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.257191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.469263 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.497748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] For port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:53.504939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.572663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.585621 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.603357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38c94-186c-4c59-b160-6485e5175056 None None] Pushing event updated for resources: {'Port': ['ID=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:53.711490 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-47dd921e-758a-4c4b-9043-a08018bd69cd None None] Provisioning complete for port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:53.711717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47dd921e-758a-4c4b-9043-a08018bd69cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.757453 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Pushing event updated for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:53.761980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-47dd921e-758a-4c4b-9043-a08018bd69cd None None] Port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:53.762210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.763954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a80eca82-892a-48ed-8166-38bcf2ff738d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:53.859718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a80eca82-892a-48ed-8166-38bcf2ff738d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:53.860612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:53.929604 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:53.931064 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:54.042932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb3bb70b-258e-46be-a257-d3a1b8bc14b1 req-5defd026-7482-458b-b934-972068641402 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9326503 Dec 06 12:39:54.075122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658142-e60a-4668-bfbb-013dda7e88f0 req-17aa8fcb-e7f9-4c0c-a088-6971a421334d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:54.077452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e658142-e60a-4668-bfbb-013dda7e88f0 req-17aa8fcb-e7f9-4c0c-a088-6971a421334d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.2823420 Dec 06 12:39:54.137710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.157303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.175406 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:54.190588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.191323 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Added segment 368d4206-508f-4796-b13c-f8ce11a0794a of type vlan for network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 Dec 06 12:39:54.214586 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:54.220704 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-540a07ca-9e76-41b8-900e-ee69afd7db47 service neutron] show failed (client error): The resource could not be found. Dec 06 12:39:54.221824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-540a07ca-9e76-41b8-900e-ee69afd7db47 service neutron] 10.222.0.53 "GET /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1308792 Dec 06 12:39:54.292643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.330943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.335247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:54.336517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.381243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e658142-e60a-4668-bfbb-013dda7e88f0 req-fa208a7e-8c71-4d67-9f4f-b9a0f473b5ed tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944071 Dec 06 12:39:54.407481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5321219 Dec 06 12:39:54.412816 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:54.425202 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-39f7d34c-3c7f-4142-8446-25c3a4284db1 None None] Provisioning complete for port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:54.427979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39f7d34c-3c7f-4142-8446-25c3a4284db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.431272 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Request body: {'subnet': {'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1001808520-subnet', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:54.436490 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef2e459-eb75-4527-a608-cd1cec65e041,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:54.477117 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:54.500956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adedfd-cdd4-4384-a2df-d68f14d0e7eb admin admin] Pushing event updated for resources: {'Network': ['ID=3ccd09a2-1d18-4b94-8b66-c3dcffea9688,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:54.520177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15e89f2c-e99a-4a57-80fe-fab5223568ca admin admin] 10.222.0.31 "PUT /v2.0/routers/9db6fb96-acd3-4d6c-bd60-8848c3a5e589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5742881 Dec 06 12:39:54.523453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Made reservation on behalf of dea69c30ef184b2486b70470dffc138a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:54.533119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.572409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-39f7d34c-3c7f-4142-8446-25c3a4284db1 None None] Port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:54.594046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:54.748188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-998bbbbf-be88-4455-978f-9e1444a205f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:54.749850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-998bbbbf-be88-4455-978f-9e1444a205f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 1096 time: 0.1260839 Dec 06 12:39:54.764680 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:54.859615 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.884293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:54.958574 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Checking segment: {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:54.958968 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Network hostable DHCP agents. Network: 3ccd09a2-1d18-4b94-8b66-c3dcffea9688, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:54.968915 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d043c8c-ed57-45ad-a0a6-a239b3943f8a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:54.988811 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:55.010485 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3ccd09a2-1d18-4b94-8b66-c3dcffea9688) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:55.019149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:55.019834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.019981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f371d49-37a3-408e-a3df-78d8a5079dc4 None None] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:55.050298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5793f869-3122-4716-b1df-914be9d3d5a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6288939 Dec 06 12:39:55.054271 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:55.063391 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:55.151507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.153149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.281375 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:55.282568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.323486 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:55.373926 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:55.390746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.436539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6d0c-a756-4077-85f3-f31b48d355ec req-c430c535-43cc-489a-ab1a-8522958fe7c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:55.438337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed2b6d0c-a756-4077-85f3-f31b48d355ec req-c430c535-43cc-489a-ab1a-8522958fe7c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 945 time: 0.2671537 Dec 06 12:39:55.444996 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:55.448628 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd71a3c-095e-41f6-aca7-ea2b8acc9e67" -d '{"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:55.454173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.475572 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Transition to ACTIVE for port object 6744066d-082f-456b-8c06-02d79b603b31 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:55.483782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:55.608960 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Allocated IP 172.20.0.2 (3ccd09a2-1d18-4b94-8b66-c3dcffea9688/3d043c8c-ed57-45ad-a0a6-a239b3943f8a/9f8c4031-2d61-4dcb-8386-d51130801e16) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:55.627921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:55.702063 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:55.728977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-178777343-network', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:55.802825 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] No DVR routers for this DVR port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:55.854446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:55.999933 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.011125 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837165-c59f-4661-9897-a480d06f914e req-4e5aae7c-ca2f-4464-b74c-1b4d9b760f1c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.026582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2837165-c59f-4661-9897-a480d06f914e req-4e5aae7c-ca2f-4464-b74c-1b4d9b760f1c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.4649546 Dec 06 12:39:56.039306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.043151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.061469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed2b6d0c-a756-4077-85f3-f31b48d355ec req-cf4883fb-6818-4b40-81bd-e3bc5e7d86d2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4978690 Dec 06 12:39:56.062159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Made reservation on behalf of fd85e7c650324b1b81af33d4210f6663 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:56.065573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:56.066100 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:56.066563 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:56.071764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.089059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:56.090173 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:56.099310 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:56.100506 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:56.100918 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:56.101425 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Bound port: 6744066d-082f-456b-8c06-02d79b603b31, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:56.101901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.113770 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:56.115032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.125776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.175259 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:56.204393 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4452a96-b089-430c-985a-da6819a9253c x-openstack-request-id: req-c4452a96-b089-430c-985a-da6819a9253c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:56.204986 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:56.206522 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4452a96-b089-430c-985a-da6819a9253c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:56.207052 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'code': 200} Dec 06 12:39:56.231205 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:56.237523 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:56.244597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.251602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2837165-c59f-4661-9897-a480d06f914e req-5f9d89e7-f534-48b6-bc8d-2d3841a14e14 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240076 Dec 06 12:39:56.252724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b50a7e7d-75ef-44c9-ac6b-47589fe23a03 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:56.281105 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:56.283272 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Pushing event updated for resources: {'Port': ['ID=9f8c4031-2d61-4dcb-8386-d51130801e16,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:56.295559 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:56.314137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.320228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.322820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] 10.222.0.23 "PUT /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 1091 time: 1.5625145 Dec 06 12:39:56.402057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Attempting to bind port 9f8c4031-2d61-4dcb-8386-d51130801e16 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:56.406607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Attempting to bind port 9f8c4031-2d61-4dcb-8386-d51130801e16 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:56.407216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Attempting to bind port 9f8c4031-2d61-4dcb-8386-d51130801e16 on network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:56.420478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:56.421328 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Checking segment: {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:56.421972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.422943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Bound using segment: {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:56.425097 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Bound port: 9f8c4031-2d61-4dcb-8386-d51130801e16, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:56.425772 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.437696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.445004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:56.445714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.454719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.469727 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d01b6-fcc2-4c3d-9052-ec1331b8fa69 service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:56.499863 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:56.504894 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-738b84c7-9d00-4a22-ae20-21a1f71b49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.510924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-738b84c7-9d00-4a22-ae20-21a1f71b49e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1496661 Dec 06 12:39:56.548196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.548817 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Added segment a98c70dc-4df3-4102-8054-883ace3ff080 of type vlan for network 885d840a-2670-47e6-a0e7-ade606b3d165 Dec 06 12:39:56.592284 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7255aa3e-4105-4028-9669-98c571034651,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:56.701412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.711570 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:56.729984 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-cc00a922-4130-4d14-99b7-9ba6170ee1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.731661 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-cc00a922-4130-4d14-99b7-9ba6170ee1bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.2117856 Dec 06 12:39:56.766372 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:56.767148 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:56.772106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.778261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.779666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.780901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.832825 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.841379 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] For port 9f8c4031-2d61-4dcb-8386-d51130801e16, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:56.842165 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-9c94ba28-8d34-4a66-a35b-f5fa281b943a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.1024845 Dec 06 12:39:56.877471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] For port 9f8c4031-2d61-4dcb-8386-d51130801e16, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f8c4031-2d61-4dcb-8386-d51130801e16,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:56.878858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1754951 Dec 06 12:39:56.881948 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:56.890282 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Request body: {'subnet': {'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-178777343-subnet', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:56.936921 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.976402 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eaefb-b7ca-478b-8a76-44b8be1ed90e admin admin] Pushing event updated for resources: {'Network': ['ID=885d840a-2670-47e6-a0e7-ade606b3d165,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:56.977944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Made reservation on behalf of fd85e7c650324b1b81af33d4210f6663 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:56.980616 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.016102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:57.025503 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-c4d73dc5-4304-446e-b90a-b748dec14c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.027037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-c4d73dc5-4304-446e-b90a-b748dec14c6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.1780415 Dec 06 12:39:57.123181 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Allocated IP 172.35.3.102 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2f85d88a-93e0-456f-a1a1-963ca28ac194) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:57.140083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a0727f6e-fa29-45f8-ab83-b19752678132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.141835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-a0727f6e-fa29-45f8-ab83-b19752678132 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800202 Dec 06 12:39:57.308789 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 885d840a-2670-47e6-a0e7-ade606b3d165 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:57.340778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-1db81414-604b-474a-909d-331fe5daa278 service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914096 Dec 06 12:39:57.346425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.360346 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869efbd-51ae-4243-ba48-2c4d8e44254f req-73c3ec65-eb33-433b-983f-7db1eaf16ddd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.362883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4869efbd-51ae-4243-ba48-2c4d8e44254f req-73c3ec65-eb33-433b-983f-7db1eaf16ddd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.1158612 Dec 06 12:39:57.402900 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Sync routers for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:57.417719 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:57.418675 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:57.492415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4869efbd-51ae-4243-ba48-2c4d8e44254f req-1546f6b8-a96c-4a6b-b9ab-109592094728 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195538 Dec 06 12:39:57.499020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.543749 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ef42-3f98-4145-8409-87ff4c347922 req-d51f068d-77ca-41b9-948b-67797ee00980 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.554488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a92ef42-3f98-4145-8409-87ff4c347922 req-d51f068d-77ca-41b9-948b-67797ee00980 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1904252 Dec 06 12:39:57.615065 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a97c877-3037-489b-9530-69b3e2493f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.636293 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e741a692-1558-49b9-801d-01811ad9cd01,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:57.670988 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Checking segment: {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:57.671376 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Network hostable DHCP agents. Network: 885d840a-2670-47e6-a0e7-ade606b3d165, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:57.671542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a92ef42-3f98-4145-8409-87ff4c347922 req-196e2a70-3ae7-4f84-ba3e-c4f884fb6da1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140399 Dec 06 12:39:57.671789 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d3aea-30c7-4eb4-9d8a-1ec54e0b5149 None None] Pushing event updated for resources: {'Port': ['ID=9f8c4031-2d61-4dcb-8386-d51130801e16,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:57.701228 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-17c140db-dc08-462b-9c8d-172de5a3eae6 req-31870635-8326-44b8-be8d-902f5b561cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449011 Dec 06 12:39:57.728957 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Network 885d840a-2670-47e6-a0e7-ade606b3d165 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:57.731217 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 2, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:57.739929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.759751 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 885d840a-2670-47e6-a0e7-ade606b3d165) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:57.764719 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.765671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.794597 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-95afe7c8-a408-476f-9b57-aaec5407fdb8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9078090 Dec 06 12:39:57.794838 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:57.799687 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:57.804559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdfdd04-e0ab-4d28-b2f6-7836f93c15e3 None None] Network 885d840a-2670-47e6-a0e7-ade606b3d165 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:57.810200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:57.810596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Updating router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:57.813716 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:57.818062 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:57.821300 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:57.828406 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:57.849955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.851116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.861884 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Pushing event updated for resources: {'Port': ['ID=2f85d88a-93e0-456f-a1a1-963ca28ac194,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:57.925559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e6391-1de7-4715-8883-76b4fd4cf24d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:57.996248 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:58.132753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.232142 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 2, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:58.268519 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d08001b4-18ad-43fe-ae7f-60d6e4eb167c None None] Provisioning complete for port 2f85d88a-93e0-456f-a1a1-963ca28ac194 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:58.268913 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d08001b4-18ad-43fe-ae7f-60d6e4eb167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.295295 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Checking router: 6379c589-5a17-4503-8109-a88232cce277 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:58.296569 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Updating router 6379c589-5a17-4503-8109-a88232cce277 port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:58.321766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.325171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d08001b4-18ad-43fe-ae7f-60d6e4eb167c None None] Port 2f85d88a-93e0-456f-a1a1-963ca28ac194 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:58.374649 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.439867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:58.507204 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:58.509723 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4f862-8310-4f11-b4f7-fe88411074f9" -d '{"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:58.517122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.561919 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-885d840a-2670-47e6-a0e7-ade606b3d165', 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'fixed_ips': [{'subnet_id': 'e741a692-1558-49b9-801d-01811ad9cd01'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:58.562800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.669849 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16640a7-1cd5-436c-883d-ec01f06c34d0 x-openstack-request-id: req-a16640a7-1cd5-436c-883d-ec01f06c34d0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:58.669849 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:58.670358 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a16640a7-1cd5-436c-883d-ec01f06c34d0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:58.670588 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:39:58.898256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.903187 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.912317 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.929453 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8973b-1910-4aed-b46b-9362fb078a48 req-d2a0b5f2-4efe-4b20-b7cd-69a68d6a1f66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.932092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39a8973b-1910-4aed-b46b-9362fb078a48 req-d2a0b5f2-4efe-4b20-b7cd-69a68d6a1f66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.2527530 Dec 06 12:39:58.947145 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:58.989944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-9ee496e1-187f-40a8-bad4-cf512bd879cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.991765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-9ee496e1-187f-40a8-bad4-cf512bd879cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.2327516 Dec 06 12:39:58.994047 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-fb9730f7-dbbc-4e04-af54-e26245fb8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.995458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-fb9730f7-dbbc-4e04-af54-e26245fb8df4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.2352750 Dec 06 12:39:58.999362 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b73f7-7250-4de9-8a88-abd91c88a4ac req-849bc602-ceef-453f-8367-dca6e47887c3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:59.002838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b3b73f7-7250-4de9-8a88-abd91c88a4ac req-849bc602-ceef-453f-8367-dca6e47887c3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1739008 Dec 06 12:39:59.055737 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Attempting to bind port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:59.056164 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Attempting to bind port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:59.056610 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Attempting to bind port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 on network f95e548f-a2bb-47e4-8e51-9cae76d317d7 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:59.063548 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:59.064227 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Checking segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:59.064708 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.065109 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Bound using segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:59.065755 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Bound port: a04f4c7d-6eee-41b3-a28f-3e155f3d5c44, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:59.066144 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.119255 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Allocated IP 172.20.0.2 (885d840a-2670-47e6-a0e7-ade606b3d165/e741a692-1558-49b9-801d-01811ad9cd01/92b12137-821d-4cf9-8fd3-7669d112b52f) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:59.151465 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] For port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:59.156060 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] For port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:59.158189 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f36e11-25f5-49d8-b947-dbc7af65e5ef None None] Pushing event updated for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:59.166283 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.306594 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:59.307219 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:39:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:59.312061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39a8973b-1910-4aed-b46b-9362fb078a48 req-247c8525-5b6e-4a45-aa35-08714cd3cc24 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708742 Dec 06 12:39:59.351385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b3b73f7-7250-4de9-8a88-abd91c88a4ac req-ba23e053-5203-4a37-a7e6-ae5bfc6f4906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371900 Dec 06 12:39:59.444124 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Router 5f3bddc3-dc0a-4d06-958b-c72818f12016 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:59.457690 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-4cec8b7e-d686-4fec-806f-62e1bc7cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:59.459414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-4cec8b7e-d686-4fec-806f-62e1bc7cf2b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.4421535 Dec 06 12:39:59.464297 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-388b82da-57ee-42f0-b63a-33fd7c5125a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:59.466001 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-388b82da-57ee-42f0-b63a-33fd7c5125a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.4579105 Dec 06 12:39:59.469045 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9945794-8f22-4ff7-9cb1-5d0ef634aeda None None] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:59.652133 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f36e11-25f5-49d8-b947-dbc7af65e5ef None None] Pushing event updated for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:59.732703 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:59.769542 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-8c3524c5-d1aa-4fc7-8530-23cabdcb0d12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.2932539 Dec 06 12:39:59.774604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-13b02bec-24f0-442f-8705-37c98ab3aa33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.2907565 Dec 06 12:39:59.888407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.915611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-ff526e1e-0813-43e7-a880-332872380f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:59.931154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.938541 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-ff526e1e-0813-43e7-a880-332872380f39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.1585340 Dec 06 12:39:59.953838 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.996369 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Network 885d840a-2670-47e6-a0e7-ade606b3d165 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:59.996865 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e37d9a8-38ca-479b-b3d4-224937d0ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.012132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9f8c4031-2d61-4dcb-8386-d51130801e16 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:00.033250 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-7a1bfab7-4578-4e16-b11b-ddc53d098680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.035040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-7a1bfab7-4578-4e16-b11b-ddc53d098680 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.2427654 Dec 06 12:40:00.047474 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:00.049647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Provisioning complete for port 9f8c4031-2d61-4dcb-8386-d51130801e16 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:00.050023 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.135208 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:00.178048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.179639 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f1378637-07dc-4f9f-a452-8da6663218fd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1232865 Dec 06 12:40:00.182742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:00.214999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-cfded7ae-c747-4a0d-b37f-ad8494cb3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.216771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-cfded7ae-c747-4a0d-b37f-ad8494cb3ba0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612570 Dec 06 12:40:00.218822 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-fd12294f-4362-47ff-9fd5-a47bcc51c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.220470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-fd12294f-4362-47ff-9fd5-a47bcc51c32c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730167 Dec 06 12:40:00.222049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.240226 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:39:59Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:00.271821 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.276395 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a7b43-38d8-4e23-837d-65bbd75ca59c None None] The sync data for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 is: [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:39:59Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:00.362731 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:00.414566 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Sync routers for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:00.417120 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.519820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:00.520662 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:00.613810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-2849d0d8-c11c-4fb3-b937-379e5b0f8ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630462 Dec 06 12:40:00.618655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-bdb1cceb-f473-40f2-aa84-0243ddbb730f service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935399 Dec 06 12:40:00.647714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Pushing event updated for resources: {'Port': ['ID=92b12137-821d-4cf9-8fd3-7669d112b52f,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:00.698832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487972c4-7445-47b0-9963-b89ee0d26eda req-c5a10f2c-9c04-4ddd-874a-da8982d47136 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.700739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-487972c4-7445-47b0-9963-b89ee0d26eda req-c5a10f2c-9c04-4ddd-874a-da8982d47136 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.2471943 Dec 06 12:40:00.740939 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Allocated IP 172.35.3.207 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/81904944-4f9b-4156-ac32-4274d8445ce6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:00.761265 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2a86-69ce-4a2d-b887-7f90cccb5153 req-cedf2978-20fa-4a3d-a1bb-25814d525a63 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.763215 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-277f2a86-69ce-4a2d-b887-7f90cccb5153 req-cedf2978-20fa-4a3d-a1bb-25814d525a63 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.2691307 Dec 06 12:40:00.776357 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9f8c4031-2d61-4dcb-8386-d51130801e16 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:00.777407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.811560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Attempting to bind port 92b12137-821d-4cf9-8fd3-7669d112b52f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:00.812541 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Attempting to bind port 92b12137-821d-4cf9-8fd3-7669d112b52f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:00.813133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Attempting to bind port 92b12137-821d-4cf9-8fd3-7669d112b52f on network 885d840a-2670-47e6-a0e7-ade606b3d165 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:00.871340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-487972c4-7445-47b0-9963-b89ee0d26eda req-7a45b806-0754-4eb8-bb56-6e6ed6943046 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577265 Dec 06 12:40:00.892282 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:00.898492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Checking segment: {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:00.898492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.898492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Bound using segment: {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:00.898492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Bound port: 92b12137-821d-4cf9-8fd3-7669d112b52f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:00.898492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.908969 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-277f2a86-69ce-4a2d-b887-7f90cccb5153 req-34bebce9-7b47-4ae3-8176-80aa8113fa07 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390009 Dec 06 12:40:00.915718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.998902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-b4fdb2f5-62f0-402f-8ddc-63ead4f5a3bf service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657761 Dec 06 12:40:01.031661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:01.052677 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2dd4f862-8310-4f11-b4f7-fe88411074f9 req-a294fa72-9d77-4913-a4f9-91baa137b06b service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314458 Dec 06 12:40:01.081714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.132054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.168273 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fb048-be14-4049-a668-5d167f4c8fac None None] Pushing event updated for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:01.183164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.283350 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:01.289661 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:01.302381 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:01.347130 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-1a3e3eba-aaf1-4980-abfc-9ec7945530bf tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:01.354186 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-1a3e3eba-aaf1-4980-abfc-9ec7945530bf tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3&tenant_id=dba5110fd3fe46989ee27e99e723f858&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.1740563 Dec 06 12:40:01.358777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Pushing event updated for resources: {'Port': ['ID=81904944-4f9b-4156-ac32-4274d8445ce6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:01.359979 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40832ea4-ca2a-4a0e-993d-d757ddb163ba None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:01.417814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.459602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2491746-7acc-4335-a64b-3b6b60fc7c26 req-59cf3ff9-1199-414f-8143-df9647573614 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:01.468070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2491746-7acc-4335-a64b-3b6b60fc7c26 req-59cf3ff9-1199-414f-8143-df9647573614 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.1550853 Dec 06 12:40:01.475764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.476535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Attempting to bind port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:01.477184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Attempting to bind port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:01.477352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Attempting to bind port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 on network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:01.504685 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Allocated IP 172.20.0.1 (3ccd09a2-1d18-4b94-8b66-c3dcffea9688/3d043c8c-ed57-45ad-a0a6-a239b3943f8a/38323620-52dc-49f1-a0aa-df9732b36f0d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:01.512692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:01.524223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.527886 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:01.528345 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Checking segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:01.528765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.529324 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Bound using segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:01.529998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Bound port: c877de00-0d56-4cc4-9cee-abcc8d7f3c37, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:01.530384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.591673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-94420842-202b-432d-ab60-30065289707a service neutron] 10.222.0.23 "GET /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2259157 Dec 06 12:40:01.606987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e2491746-7acc-4335-a64b-3b6b60fc7c26 req-b5add4dc-5c26-4234-a6e9-c971eacb7748 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377177 Dec 06 12:40:01.702377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] For port 9f8c4031-2d61-4dcb-8386-d51130801e16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f8c4031-2d61-4dcb-8386-d51130801e16,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:01.727029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.733445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] For port 92b12137-821d-4cf9-8fd3-7669d112b52f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:01.735007 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-0e23a3ba-1fc6-4a92-96a8-c18444de0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:01.736800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-0e23a3ba-1fc6-4a92-96a8-c18444de0297 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1181674 Dec 06 12:40:01.738354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.resource_extend [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:40:01.760389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.775809 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.822475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] For port 92b12137-821d-4cf9-8fd3-7669d112b52f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92b12137-821d-4cf9-8fd3-7669d112b52f,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:01.825289 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:01.828570 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:01.832342 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:01.838546 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Pushing event updated for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:01.881479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.907879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.954108 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-8629156e-4bcc-4ec9-865b-3dc9c5a177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:01.956501 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-8629156e-4bcc-4ec9-865b-3dc9c5a177b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.2085402 Dec 06 12:40:01.963700 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.054670 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] For port c877de00-0d56-4cc4-9cee-abcc8d7f3c37, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:02.070168 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:02.075032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.095290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-24a5db39-b185-4188-a103-a2b6e302f71d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.0878239 Dec 06 12:40:02.128396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:40:02.128396 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:40:02.135576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] For port c877de00-0d56-4cc4-9cee-abcc8d7f3c37, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:02.141556 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Pushing event updated for resources: {'Port': ['ID=9f8c4031-2d61-4dcb-8386-d51130801e16,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:02.174158 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.195221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.211861 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-054db050-f97a-48a0-bbc5-5f9734e27cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:02.215578 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-054db050-f97a-48a0-bbc5-5f9734e27cf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.1129181 Dec 06 12:40:02.217528 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:02.227258 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915b61-f049-44e7-9663-e887e1bdcb6f req-64ec965d-ce24-4f3c-850f-f256adfd4d81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:02.228858 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8915b61-f049-44e7-9663-e887e1bdcb6f req-64ec965d-ce24-4f3c-850f-f256adfd4d81 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1682720 Dec 06 12:40:02.284592 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '6744066d-082f-456b-8c06-02d79b603b31', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:40:02.298634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8915b61-f049-44e7-9663-e887e1bdcb6f req-c5b2984c-05e0-4c12-93b3-66018882691c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Dec 06 12:40:02.327776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e64eb-f5db-45ed-bc08-a44b38608309 None None] Pushing event updated for resources: {'Port': ['ID=92b12137-821d-4cf9-8fd3-7669d112b52f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:02.367425 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:02.368100 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:02.384658 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-242e1ae5-ce98-4c77-8128-41a1db894b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:02.386419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-242e1ae5-ce98-4c77-8128-41a1db894b20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605954 Dec 06 12:40:02.532591 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:39:58Z', 'revision_number': 3, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:02.569441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.581131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.614005 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Checking router: 5f3bddc3-dc0a-4d06-958b-c72818f12016 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:02.614459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Updating router 5f3bddc3-dc0a-4d06-958b-c72818f12016 port 2f85d88a-93e0-456f-a1a1-963ca28ac194 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:02.621874 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.650729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.699128 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.707051 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fb048-be14-4049-a668-5d167f4c8fac None None] Pushing event updated for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:02.710187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.760985 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Pushing event updated for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:02.779747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:02.854965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf82bfc-d819-4692-982f-68a93d8d3ecf req-0e405522-ba90-49a2-b2aa-c1ea60c01a92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:02.857861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cf82bfc-d819-4692-982f-68a93d8d3ecf req-0e405522-ba90-49a2-b2aa-c1ea60c01a92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.1366460 Dec 06 12:40:02.872875 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:02.881862 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:03.046518 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:03.083046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.099915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.103476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-9770ce03-711e-45ef-a35c-896b808d1cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078383 Dec 06 12:40:03.219348 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:03.248733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.318821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cf82bfc-d819-4692-982f-68a93d8d3ecf req-b793c16c-3b02-47a5-80b5-05e18d391f35 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472146 Dec 06 12:40:03.383059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] For port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:03.384247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.454424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-d571aadc-dbb5-4ca4-8aaf-125a7b4687f1 service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421659 Dec 06 12:40:03.482334 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Router ff915108-3f82-4f45-9a4c-2558ac3d3cea is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:40:03.504689 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Router 5f3bddc3-dc0a-4d06-958b-c72818f12016 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:03.507285 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.557028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecbae1-c07e-4684-9399-beaf604abd05 req-6772c177-0515-4ef9-bb98-d0fcde91280b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:03.561505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57ecbae1-c07e-4684-9399-beaf604abd05 req-6772c177-0515-4ef9-bb98-d0fcde91280b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1288311 Dec 06 12:40:03.610604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:03.655343 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['6744066d-082f-456b-8c06-02d79b603b31'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:03.673776 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:03.684400 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Sync routers for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:03.701498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.703913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cb109a24-2018-4b01-bad7-7105196ecc9f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9076998 Dec 06 12:40:03.705946 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:03.706991 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:03.710935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59696) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:03.767930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:03.787847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57ecbae1-c07e-4684-9399-beaf604abd05 req-46baaf4b-98f0-40b4-a906-0ed70ef46a54 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661534 Dec 06 12:40:03.810575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:03.816625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-948e0b38-9238-4cd5-8921-64e2261f0830 admin admin] 10.222.0.31 "PUT /v2.0/routers/5f3bddc3-dc0a-4d06-958b-c72818f12016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327050 Dec 06 12:40:03.866768 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:40:03.887296 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8bda7f-34f6-48d6-9374-504c747bf7e7 None None] Network 885d840a-2670-47e6-a0e7-ade606b3d165 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:03.890590 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:03.897911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Provisioning complete for port 81904944-4f9b-4156-ac32-4274d8445ce6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:03.898643 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.063175 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:04.063572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.102661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Port 81904944-4f9b-4156-ac32-4274d8445ce6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:04.115466 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:01Z', 'revision_number': 3, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:04.157598 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Checking router: ff915108-3f82-4f45-9a4c-2558ac3d3cea for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:04.158219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad74e3-3e61-47b7-955f-c8c3e9bbfe63 None None] Pushing event updated for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:04.158853 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Updating router ff915108-3f82-4f45-9a4c-2558ac3d3cea port 81904944-4f9b-4156-ac32-4274d8445ce6 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:04.183677 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Provisioning complete for port 9f8c4031-2d61-4dcb-8386-d51130801e16 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:04.184052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.206223 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.257551 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:04.316337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.433077 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:04.439670 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642983c-929b-41c3-a5fa-3b0aa20703f9 None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:04.481652 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076548821', 'description': 'tempest-secgroup-smoke-1076548821 description', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:04.557473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 92b12137-821d-4cf9-8fd3-7669d112b52f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:04.560582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.567135 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Allocated IP 172.20.0.1 (885d840a-2670-47e6-a0e7-ade606b3d165/e741a692-1558-49b9-801d-01811ad9cd01/cc7f083c-226b-4cd6-8b4b-07083081221d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:04.593739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9629a0c-769d-42c3-be40-521292a3f0d1 req-3886c379-f83d-4c20-8f84-de7400796d10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:04.597260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9629a0c-769d-42c3-be40-521292a3f0d1 req-3886c379-f83d-4c20-8f84-de7400796d10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.1860771 Dec 06 12:40:04.624695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.715619 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.734957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9629a0c-769d-42c3-be40-521292a3f0d1 req-05b1808e-ca09-4622-a209-6d47303fc9c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263039 Dec 06 12:40:04.770024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.802980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.813657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.818952 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69e695-6cdb-4c58-a395-91c7811804fa None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:04.856701 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.867009 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.867841 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 92b12137-821d-4cf9-8fd3-7669d112b52f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:04.868149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.872757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Attempting to bind port 2f85d88a-93e0-456f-a1a1-963ca28ac194 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:04.873368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Attempting to bind port 2f85d88a-93e0-456f-a1a1-963ca28ac194 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:04.873952 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Attempting to bind port 2f85d88a-93e0-456f-a1a1-963ca28ac194 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:04.880894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.911792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.913068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4788327 Dec 06 12:40:04.941381 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59710) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:04.942480 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed68b20-c390-4044-b8b0-274a09fb3309 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95be737-b283-4540-803b-2a7d93c5ed33,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:04.951280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:04.985469 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:04.985860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:04.986511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.986907 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:04.987410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Bound port: 2f85d88a-93e0-456f-a1a1-963ca28ac194, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:04.987783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:04.991018 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0efaf-ee73-4055-9e8d-71bb57e94711 None None] Pushing event updated for resources: {'Port': ['ID=81904944-4f9b-4156-ac32-4274d8445ce6,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:04.994960 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Attempting to bind port 81904944-4f9b-4156-ac32-4274d8445ce6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:04.995517 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Attempting to bind port 81904944-4f9b-4156-ac32-4274d8445ce6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:04.996281 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Attempting to bind port 81904944-4f9b-4156-ac32-4274d8445ce6 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:05.004016 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:05.004831 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:05.005618 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.007747 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:05.010894 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Bound port: 81904944-4f9b-4156-ac32-4274d8445ce6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:05.012448 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.016835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa07f-0e85-4120-848c-9c2d9140a95c None None] Pushing event updated for resources: {'Port': ['ID=2f85d88a-93e0-456f-a1a1-963ca28ac194,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.023720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.068016 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Network 885d840a-2670-47e6-a0e7-ade606b3d165 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:05.074165 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:05.095361 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:05.104464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82179-528d-4533-b28e-4d331eede226 req-3b13348b-b5f5-4296-b51c-7437b9cf6b84 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:05.105831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd335a-c91e-4082-bb2a-67f3d42cd04d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:05.106371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fed82179-528d-4533-b28e-4d331eede226 req-3b13348b-b5f5-4296-b51c-7437b9cf6b84 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1247752 Dec 06 12:40:05.111382 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.137107 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] For port 81904944-4f9b-4156-ac32-4274d8445ce6, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:05.142444 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] For port 81904944-4f9b-4156-ac32-4274d8445ce6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81904944-4f9b-4156-ac32-4274d8445ce6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:05.153201 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.230452 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Provisioning complete for port 38323620-52dc-49f1-a0aa-df9732b36f0d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:05.230853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.238717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.247433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fed82179-528d-4533-b28e-4d331eede226 req-677eb80e-04eb-44c1-9ae1-72faff70bb6f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310852 Dec 06 12:40:05.249439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.256390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.285779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.305533 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bb7e12-318b-4714-b951-1a0f4bebbf0a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.305785 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1c4bb-36e8-4e02-ad06-99237cae27f3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:05.316715 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0efaf-ee73-4055-9e8d-71bb57e94711 None None] Pushing event updated for resources: {'Port': ['ID=81904944-4f9b-4156-ac32-4274d8445ce6,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.335102 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:05.339212 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:05.342252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.356566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6469f124-0d07-485c-a40e-7ecce941795b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4093366 Dec 06 12:40:05.356819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Port 38323620-52dc-49f1-a0aa-df9732b36f0d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:05.358422 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:05.375636 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:05.413109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 92b12137-821d-4cf9-8fd3-7669d112b52f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92b12137-821d-4cf9-8fd3-7669d112b52f,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:05.432872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.439114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] For port 2f85d88a-93e0-456f-a1a1-963ca28ac194, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:05.448042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.448944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9f8c4031-2d61-4dcb-8386-d51130801e16 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:05.549971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] For port 2f85d88a-93e0-456f-a1a1-963ca28ac194, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f85d88a-93e0-456f-a1a1-963ca28ac194,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:05.555286 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Provisioning complete for port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:05.556283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.616243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.627951 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.628818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.667783 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:05.672701 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe6c186-2d53-4e8f-91f3-46845c8902fb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.687385 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.693861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8de67ece-509c-41b2-9a98-cb458b021407 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3343179 Dec 06 12:40:05.694342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:05.695932 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59714) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:05.711401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:05.766330 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2564c6-1bc1-44ca-a00d-23f5ed02b889 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:05.788159 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=92b12137-821d-4cf9-8fd3-7669d112b52f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:05.803635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.055926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.071336 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-05a2e572-45fe-40f8-8e3c-bc2c2bbf559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:06.073212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-05a2e572-45fe-40f8-8e3c-bc2c2bbf559a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 1095 time: 0.0792482 Dec 06 12:40:06.082251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.085561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.092421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:06.097124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.134204 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:01Z', 'revision_number': 3, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:06.158496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c17a158-622c-4005-a37a-c0e88419792e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.164856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.177079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1bc68c38-7e88-4dda-9929-dedc5c2ade8c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4787922 Dec 06 12:40:06.177745 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59718) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:06.188773 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fa8bf-c24f-43e3-b4aa-2951a7c2ff6b req-8bfddbbb-76eb-44c1-97e2-9d9f5988c550 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:06.190071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a2fa8bf-c24f-43e3-b4aa-2951a7c2ff6b req-8bfddbbb-76eb-44c1-97e2-9d9f5988c550 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.2966814 Dec 06 12:40:06.195438 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c9d05-eb0b-4167-ba9e-cca0fa93c2e9 None None] The sync data for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 is: [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:01Z', 'revision_number': 3, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:06.198482 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:06.255745 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.259483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.262428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.275819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a2fa8bf-c24f-43e3-b4aa-2951a7c2ff6b req-6372b858-2f31-4204-9472-b14d5edb15b9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780091 Dec 06 12:40:06.296816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:06.297934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:06.303745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 9f8c4031-2d61-4dcb-8386-d51130801e16 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:06.304721 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.340131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.398020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.422215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa07f-0e85-4120-848c-9c2d9140a95c None None] Pushing event updated for resources: {'Port': ['ID=2f85d88a-93e0-456f-a1a1-963ca28ac194,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.464103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] For port c877de00-0d56-4cc4-9cee-abcc8d7f3c37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:06.465965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f47971-d917-4dfc-9e3d-aebf534fa600 req-0e61b284-9d5a-45be-bc16-14293fede108 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:06.468166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33f47971-d917-4dfc-9e3d-aebf534fa600 req-0e61b284-9d5a-45be-bc16-14293fede108 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.0832562 Dec 06 12:40:06.504104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.547604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33f47971-d917-4dfc-9e3d-aebf534fa600 req-20a72236-59a1-4b40-8e5a-2920b60cee93 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Dec 06 12:40:06.567335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.581000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.595487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:06.639367 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:06.639367 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.666187 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784bae-7a2b-450f-98e9-a0861b93d487 None None] Pushing event updated for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.673263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce156afe-e11a-4711-bcb2-3c965818e2a7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.688156 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Network 885d840a-2670-47e6-a0e7-ade606b3d165 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:06.693924 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:06.702916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.706749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-018e467b-80b3-47af-9c83-a109fc977f8a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5239682 Dec 06 12:40:06.707142 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:06.713295 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:06.759403 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Project 2a9e86ccc7cb44a88ca8c642c7d2b2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:06.766657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.871945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.876562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.893009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:06.915204 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:06.920169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:06.921922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2136581 Dec 06 12:40:06.928500 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:06.935488 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'security_group_rule': {'security_group_id': 'e95be737-b283-4540-803b-2a7d93c5ed33', 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:06.946432 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f0f03-ae7a-471a-aa92-3ab1b8527c42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c16f2f-1634-4c5b-9bdc-7fd1d642ccb4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:06.956648 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:06.970303 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Project 2a9e86ccc7cb44a88ca8c642c7d2b2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:06.983279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.012774 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:07.024270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.046614 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Ignored duplicate provisioning block setup for port 6744066d-082f-456b-8c06-02d79b603b31 by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 06 12:40:07.054364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.064775 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:07.065140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.113839 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Provisioning complete for port 2f85d88a-93e0-456f-a1a1-963ca28ac194 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:07.114126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.114292 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.118456 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.124497 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Router ff915108-3f82-4f45-9a4c-2558ac3d3cea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:07.152138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.154928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2246337 Dec 06 12:40:07.158768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15142b7b-484a-4b92-8c0e-ef41561617c9 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7dae93-7ceb-4d5b-a692-7cb4cb54faca,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:07.166066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38323620-52dc-49f1-a0aa-df9732b36f0d', 'name': '', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'mac_address': 'fa:16:3e:ac:58:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:01Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 2, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'subnets': [{'id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:07.188795 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:07.232100 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd28971-d2cf-45c4-b646-4d5119a4f2c3 None None] The sync data for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 is: [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38323620-52dc-49f1-a0aa-df9732b36f0d', 'name': '', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'mac_address': 'fa:16:3e:ac:58:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:01Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 2, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'subnets': [{'id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:07.373743 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] No DVR routers for this DVR port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:07.378076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-46d7e504-6ae4-424e-b561-630ee163e122 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076548821&fields=id&tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0 HTTP/1.1" status: 200 len: 267 time: 0.0766850 Dec 06 12:40:07.405287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 92b12137-821d-4cf9-8fd3-7669d112b52f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:07.450680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.511702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:07.512055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-41facf39-bbca-4bc2-97bc-acc422e9591b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:07.519895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-41facf39-bbca-4bc2-97bc-acc422e9591b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 808 time: 0.1404190 Dec 06 12:40:07.523190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] For port 2f85d88a-93e0-456f-a1a1-963ca28ac194, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f85d88a-93e0-456f-a1a1-963ca28ac194,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:07.533455 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.549881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-50cb118a-fe8d-40f5-9c92-ec20b5bed444 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/quotas/2a9e86ccc7cb44a88ca8c642c7d2b2d0 HTTP/1.1" status: 200 len: 375 time: 0.0293527 Dec 06 12:40:07.605598 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Pushing event updated for resources: {'Port': ['ID=2f85d88a-93e0-456f-a1a1-963ca28ac194,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:07.610007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:07.616636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2f9e1da2-193a-4a44-afa3-18baac9a3e06 admin admin] 10.222.0.31 "PUT /v2.0/routers/ff915108-3f82-4f45-9a4c-2558ac3d3cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9044373 Dec 06 12:40:07.642095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-e49ddbc3-0916-4416-9aee-94c68d3126d6 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906684 Dec 06 12:40:07.662550 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Provisioning complete for port cc7f083c-226b-4cd6-8b4b-07083081221d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:07.663000 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.723062 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:07.723657 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:07.723927 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:07.740901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:40:07.741319 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:07.753186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:07.753528 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:07.754015 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:07.755458 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Bound port: 6744066d-082f-456b-8c06-02d79b603b31, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:07.756783 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.765142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d482-1053-49bf-b301-80c6a1238c5c req-5f12893e-3871-4af7-91de-748a19bd183b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:07.766792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61d3d482-1053-49bf-b301-80c6a1238c5c req-5f12893e-3871-4af7-91de-748a19bd183b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 943 time: 0.2383626 Dec 06 12:40:07.776287 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 92b12137-821d-4cf9-8fd3-7669d112b52f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:07.776667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.854443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Port cc7f083c-226b-4cd6-8b4b-07083081221d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:07.862035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61d3d482-1053-49bf-b301-80c6a1238c5c req-4fbc0860-eced-49eb-8c22-96ff254a154e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635660 Dec 06 12:40:07.896913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-7eb9b6e5-c67e-4a49-accf-17574f57e846 service neutron] 10.222.0.31 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484419 Dec 06 12:40:07.903770 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:07.960044 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:07.968209 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:07.969542 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:07.970019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:07.970487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:07.972966 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Provisioning complete for port 81904944-4f9b-4156-ac32-4274d8445ce6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:07.973628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:07.980065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.008432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:40:08.008948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Attempting to bind port 6744066d-082f-456b-8c06-02d79b603b31 on network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:08.084213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:08.087407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Checking segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:08.087986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Bound using segment: {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:08.089490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Bound port: 6744066d-082f-456b-8c06-02d79b603b31, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56907180-152d-45c5-9c25-a805b7ae7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:08.090193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.122053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bacd64-2be9-4f0b-813e-8ef4bdc6c6b5 req-e153e032-a59e-47b8-8379-ca130a228208 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.128532 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:08.130385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62bacd64-2be9-4f0b-813e-8ef4bdc6c6b5 req-e153e032-a59e-47b8-8379-ca130a228208 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.0805919 Dec 06 12:40:08.136634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.138667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.140327 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-54fc83a9-5e91-4a48-a0f6-e8e289ccf442 service neutron] 10.222.0.53 "PUT /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 1091 time: 2.0525129 Dec 06 12:40:08.144094 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:08.150771 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb732bf-4774-46e9-a12d-8628990d7e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:08.178445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c877de00-0d56-4cc4-9cee-abcc8d7f3c37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:08.252173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-b3d496d4-94f4-4c3b-bc6a-e84a1717ade3 service neutron] 10.222.0.31 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533831 Dec 06 12:40:08.271898 n-d-master-1 neutron-server[103299]: WARNING neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Concurrent port binding operations failed on port 6744066d-082f-456b-8c06-02d79b603b31 Dec 06 12:40:08.283352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:08.290382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-35f7786b-0475-41af-8c16-423eeff2a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.291743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-35f7786b-0475-41af-8c16-423eeff2a6fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1095 time: 0.1081500 Dec 06 12:40:08.334481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62bacd64-2be9-4f0b-813e-8ef4bdc6c6b5 req-5bc27dd6-b7e4-4e11-b90c-3a80d383d642 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017081 Dec 06 12:40:08.352742 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Attempt 2 to bind port 6744066d-082f-456b-8c06-02d79b603b31 Dec 06 12:40:08.353306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:40:08.413981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.426452 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:08.426880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.476391 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] For port 81904944-4f9b-4156-ac32-4274d8445ce6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81904944-4f9b-4156-ac32-4274d8445ce6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:08.490684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.510716 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66a90ec-3733-44d6-bf55-f1455107ae16 x-openstack-request-id: req-b66a90ec-3733-44d6-bf55-f1455107ae16 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:08.511279 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:08.511776 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b66a90ec-3733-44d6-bf55-f1455107ae16 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:08.512424 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:40:08.605401 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Provisioning complete for port 92b12137-821d-4cf9-8fd3-7669d112b52f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:08.605936 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:08.660848 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-e4eac4cc-e2f8-4ac2-893a-8c69bd6e79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.666290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-e4eac4cc-e2f8-4ac2-893a-8c69bd6e79e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.3387642 Dec 06 12:40:08.697809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-7aa86d08-2dc9-4659-937b-6fa51efe9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.699298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-7aa86d08-2dc9-4659-937b-6fa51efe9496 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1095 time: 0.1858931 Dec 06 12:40:08.711406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7c1cb55-9b68-45df-9189-62f9ee9833fd req-49fa9460-72a1-4e01-8489-620f59038e6f tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 210 time: 0.0745406 Dec 06 12:40:08.820388 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffb608-d150-4306-ac1e-54f08d8fc5f8 None None] Pushing event updated for resources: {'Port': ['ID=81904944-4f9b-4156-ac32-4274d8445ce6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:08.892720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-bdd98122-ff03-450b-b170-9415ccb20aa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.2039628 Dec 06 12:40:08.982910 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-49f707f6-db03-4f85-b285-354164dbbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.984122 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-49f707f6-db03-4f85-b285-354164dbbb80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.2170572 Dec 06 12:40:08.988819 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-5cce0d30-f3c5-495c-ad81-00f4254fbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:08.991221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-5cce0d30-f3c5-495c-ad81-00f4254fbb5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0902452 Dec 06 12:40:09.065526 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-02639a5e-97a1-4a12-b232-dbb0ae7ed42f None None] Provisioning complete for port cc7f083c-226b-4cd6-8b4b-07083081221d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:09.067151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-02639a5e-97a1-4a12-b232-dbb0ae7ed42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:09.102847 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268abc46-89fc-42e1-a204-f51cf532ed4b req-3f0e7047-6edf-4e2a-be08-c9e3880bda4f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:09.116721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-268abc46-89fc-42e1-a204-f51cf532ed4b req-3f0e7047-6edf-4e2a-be08-c9e3880bda4f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.1454237 Dec 06 12:40:09.139922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-f9d0297f-7aec-473e-a7c7-9426d272acf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.1472423 Dec 06 12:40:09.193524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-c37f97d2-1640-4772-ae98-8923fe78d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:09.198683 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-c37f97d2-1640-4772-ae98-8923fe78d0f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957281 Dec 06 12:40:09.201208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-02639a5e-97a1-4a12-b232-dbb0ae7ed42f None None] Port cc7f083c-226b-4cd6-8b4b-07083081221d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:09.280199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-268abc46-89fc-42e1-a204-f51cf532ed4b req-5e2cf193-5499-4b64-89cc-010e08b5a6ae tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615450 Dec 06 12:40:09.350454 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-7dcb70b9-b436-4d02-a7ca-cd7b350e0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:09.352058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-7dcb70b9-b436-4d02-a7ca-cd7b350e0f53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.2035375 Dec 06 12:40:09.384749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 81904944-4f9b-4156-ac32-4274d8445ce6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:09.405707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-32fc65c8-1582-4e51-b93c-27d97a9893f3 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611378 Dec 06 12:40:09.527109 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 828351c9-60d4-4ce7-b0bd-0cceb75bef1c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:09.559327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb485d-7e54-468c-8338-295910ca4e1e req-c8306222-41a9-40fd-a2ba-59e526d70c4c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:09.562776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeeb485d-7e54-468c-8338-295910ca4e1e req-c8306222-41a9-40fd-a2ba-59e526d70c4c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 943 time: 0.1124289 Dec 06 12:40:09.571749 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-aec7d928-f61d-4123-acd1-254cf3f71591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:09.573738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-aec7d928-f61d-4123-acd1-254cf3f71591 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128255 Dec 06 12:40:09.602596 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:09.613599 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 81904944-4f9b-4156-ac32-4274d8445ce6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:09.613970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:09.662746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeeb485d-7e54-468c-8338-295910ca4e1e req-c9f65fb4-a4b1-4d4f-9ee1-e2def97ebe6a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923181 Dec 06 12:40:09.780685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-15782fc9-4c34-48a8-bfc8-c33a77e63017 req-65df3195-94a2-4a00-90b8-6d8fb1238a09 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660874 Dec 06 12:40:09.837440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-5afdc157-4431-42dc-8291-10920d35a44f service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529471 Dec 06 12:40:09.860852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a3371d5-90af-43ed-9691-ffd260f04238 req-4f4aade4-9aa1-44e1-970e-ddbf91cfcef0 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 210 time: 0.0321925 Dec 06 12:40:10.059956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:10.077686 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:10.097798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c', 'mac_address': 'fa:16:3e:4d:ce:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:40:10.102751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f85d88a-93e0-456f-a1a1-963ca28ac194 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:10.173503 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:10.194360 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828351c9-60d4-4ce7-b0bd-0cceb75bef1c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:10.218675 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:10.219678 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2f85d88a-93e0-456f-a1a1-963ca28ac194 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:10.220071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:10.247290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:10.317354 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:10.380325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c877de00-0d56-4cc4-9cee-abcc8d7f3c37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:10.449997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-d8487ba3-98a2-495c-898d-adf86004b2c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038570 Dec 06 12:40:10.459945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-5d5b7980-6dcd-4f87-b98e-d971d9b6dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.461896 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:10.462291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:10.465658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-5d5b7980-6dcd-4f87-b98e-d971d9b6dbe2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1095 time: 0.1448605 Dec 06 12:40:10.479538 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-f7f0fa10-8d68-45b4-b630-187eff6fe15c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.482949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-f7f0fa10-8d68-45b4-b630-187eff6fe15c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 808 time: 0.2096725 Dec 06 12:40:10.530852 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['828351c9-60d4-4ce7-b0bd-0cceb75bef1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:10.597832 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-d841c804-acd3-4253-bbe0-6d4cb1ebe4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.599783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-d841c804-acd3-4253-bbe0-6d4cb1ebe4b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.1279829 Dec 06 12:40:10.605033 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a7029-c4e2-4a7c-b132-7d883ed942a1 req-a7eb5ca2-f9b3-470a-abfc-8593e5765528 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.606470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d51a7029-c4e2-4a7c-b132-7d883ed942a1 req-a7eb5ca2-f9b3-470a-abfc-8593e5765528 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.1218021 Dec 06 12:40:10.658047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-5f793620-b5a6-4906-904d-6c3b0faf253a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0 HTTP/1.1" status: 200 len: 380 time: 0.1364849 Dec 06 12:40:10.679012 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'port': {'device_id': '41e89fb9-4083-424b-96fa-d362c618851f', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'admin_state_up': True, 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'security_groups': ['e95be737-b283-4540-803b-2a7d93c5ed33']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:10.730366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-cbc4f431-5477-40cc-9acf-ce9e8b1d27f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 997 time: 0.1222196 Dec 06 12:40:10.762004 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Sync routers for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:10.802090 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:10.802727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:10.815254 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-1b5ec457-56e2-4454-9e58-2a7cf56ba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.816881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-1b5ec457-56e2-4454-9e58-2a7cf56ba64a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0779672 Dec 06 12:40:10.822896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d51a7029-c4e2-4a7c-b132-7d883ed942a1 req-c928337a-9a41-4a96-9a76-56fcd0ddffc9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024384 Dec 06 12:40:10.893439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-e3c10d07-2e5e-4a0a-b885-74f94f7fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:10.895492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-e3c10d07-2e5e-4a0a-b885-74f94f7fc834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711589 Dec 06 12:40:10.995820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:11.040595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e542056-07ea-4cb1-859c-2c7d8286ce7a req-094e38e5-dc06-4e60-ad48-45327a5b0505 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 210 time: 0.0443246 Dec 06 12:40:11.045915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-8d7769c5-2861-464c-80ea-ef139fdbc565 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418128 Dec 06 12:40:11.052382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891087-c37f-4f71-818e-06ee195da206 req-75dc7292-3559-4c96-8e60-390117f7e240 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:11.054361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8891087-c37f-4f71-818e-06ee195da206 req-75dc7292-3559-4c96-8e60-390117f7e240 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 944 time: 0.2645276 Dec 06 12:40:11.094721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Made reservation on behalf of 2a9e86ccc7cb44a88ca8c642c7d2b2d0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:11.098260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.145243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8891087-c37f-4f71-818e-06ee195da206 req-8b27dad3-6354-43a0-a8f8-10a4cc5fd3eb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847402 Dec 06 12:40:11.185003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fcb732bf-4774-46e9-a12d-8628990d7e7c req-14891567-534c-4b62-9952-0f58da1e0ea9 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316025 Dec 06 12:40:11.256723 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Allocated IP 172.20.0.4 (f95e548f-a2bb-47e4-8e51-9cae76d317d7/5557ece4-b391-43cc-8590-47495b3aec7c/c7094931-c567-4ff7-b23c-c1356f5ec314) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:11.291560 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 4, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc7f083c-226b-4cd6-8b4b-07083081221d', 'name': '', 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'mac_address': 'fa:16:3e:b0:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:04Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 2, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'subnets': [{'id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:11.331003 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Checking router: ff915108-3f82-4f45-9a4c-2558ac3d3cea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:11.331363 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Updating router ff915108-3f82-4f45-9a4c-2558ac3d3cea port cc7f083c-226b-4cd6-8b4b-07083081221d binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:11.391997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.450215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.502340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.547479 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:11.554704 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:11.558834 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:11.613047 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:11.660151 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:11.660956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.670850 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.671359 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.671712 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.672056 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.672761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.673220 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.673690 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.674128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.674621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.675053 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.675416 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.675841 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.680007 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:11.710677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-804e18b6-4eb6-464a-9b5f-487d1a4d8329 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0432749 Dec 06 12:40:11.730264 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Request body: {'port': {'device_id': '41e89fb9-4083-424b-96fa-d362c618851f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:11.808959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.816511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.830071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:11.915450 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5d5be-15ce-4931-93c0-77374ebb0bfb None None] Pushing event updated for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:11.999639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Attempting to bind port cc7f083c-226b-4cd6-8b4b-07083081221d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:12.000007 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Attempting to bind port cc7f083c-226b-4cd6-8b4b-07083081221d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:12.000374 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Attempting to bind port cc7f083c-226b-4cd6-8b4b-07083081221d on network 885d840a-2670-47e6-a0e7-ade606b3d165 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:12.014080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:12.014460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Checking segment: {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:12.014866 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.015258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Bound using segment: {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:12.015736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Bound port: cc7f083c-226b-4cd6-8b4b-07083081221d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98c70dc-4df3-4102-8054-883ace3ff080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:12.016110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.031388 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4981339f-d8f4-418a-a18e-1178d34b70f0 None None] Provisioning complete for port c7094931-c567-4ff7-b23c-c1356f5ec314 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:12.031754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4981339f-d8f4-418a-a18e-1178d34b70f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.077010 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:12.166096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462e60-50f3-46e2-9afd-c848ca166ba4 req-ef0994dc-274a-46ac-81b7-778da4b66cec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:12.167934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f462e60-50f3-46e2-9afd-c848ca166ba4 req-ef0994dc-274a-46ac-81b7-778da4b66cec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 944 time: 0.1638632 Dec 06 12:40:12.177497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4981339f-d8f4-418a-a18e-1178d34b70f0 None None] Port c7094931-c567-4ff7-b23c-c1356f5ec314 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:12.229866 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] For port cc7f083c-226b-4cd6-8b4b-07083081221d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:12.251438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] For port cc7f083c-226b-4cd6-8b4b-07083081221d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7f083c-226b-4cd6-8b4b-07083081221d,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:12.259764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.270187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:12.328174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '6744066d-082f-456b-8c06-02d79b603b31', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'port_id': '6744066d-082f-456b-8c06-02d79b603b31', 'mac_address': 'fa:16:3e:45:f2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:40:12.346265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f462e60-50f3-46e2-9afd-c848ca166ba4 req-4e7d192d-00f4-4dd2-bb9a-8716e97a39bd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205654 Dec 06 12:40:12.357359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03eb3b-e442-465a-9069-f300e0bdda4c req-92d8538c-c4b1-467c-9e18-0169bed51409 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:12.359500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c03eb3b-e442-465a-9069-f300e0bdda4c req-92d8538c-c4b1-467c-9e18-0169bed51409 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 931 time: 0.1322317 Dec 06 12:40:12.379506 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] Provisioning complete for port cc7f083c-226b-4cd6-8b4b-07083081221d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:12.380408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.382774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5d5be-15ce-4931-93c0-77374ebb0bfb None None] Pushing event updated for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:12.383454 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59852) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:12.390686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:12.391304 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:12.516440 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7094931-c567-4ff7-b23c-c1356f5ec314 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:12.556359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-461fd477-3a46-4d08-a778-c12783688bb6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 200 len: 989 time: 0.1601057 Dec 06 12:40:12.556770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.572802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.573294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c03eb3b-e442-465a-9069-f300e0bdda4c req-eb3715d8-d2fd-4227-9bf3-478124a39c86 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986024 Dec 06 12:40:12.596727 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Transition to ACTIVE for port object c7094931-c567-4ff7-b23c-c1356f5ec314 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:40:12.601383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.640061 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:12.671465 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424790-d436-4ce7-a214-fd3a06444e5a req-a717deb3-3c32-45e6-ab80-92881a216db1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:12.673054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16424790-d436-4ce7-a214-fd3a06444e5a req-a717deb3-3c32-45e6-ab80-92881a216db1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 944 time: 0.1279697 Dec 06 12:40:12.738600 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:12.759724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:12.773939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.789556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:12.849523 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:12.859982 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Sync routers for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:12.872349 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Attempting to bind port c7094931-c567-4ff7-b23c-c1356f5ec314 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:12.872688 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Attempting to bind port c7094931-c567-4ff7-b23c-c1356f5ec314 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:12.873020 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Attempting to bind port c7094931-c567-4ff7-b23c-c1356f5ec314 on network f95e548f-a2bb-47e4-8e51-9cae76d317d7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:12.877339 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:12.877962 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:12.882212 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Port c7094931-c567-4ff7-b23c-c1356f5ec314 on network f95e548f-a2bb-47e4-8e51-9cae76d317d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:40:12.882545 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Attempting to bind port c7094931-c567-4ff7-b23c-c1356f5ec314 on network f95e548f-a2bb-47e4-8e51-9cae76d317d7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:12.887508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16424790-d436-4ce7-a214-fd3a06444e5a req-c24fe955-5238-415a-a235-bc079438df12 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523149 Dec 06 12:40:12.897748 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:12.897748 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Checking segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:12.898085 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Bound using segment: {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:12.898464 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Bound port: c7094931-c567-4ff7-b23c-c1356f5ec314, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa0c99c-9f18-433a-a059-cb8c5978075f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:12.898821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.002111 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:13.006830 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c7094931-c567-4ff7-b23c-c1356f5ec314,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:13.016376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.038677 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:13.044923 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] For port cc7f083c-226b-4cd6-8b4b-07083081221d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7f083c-226b-4cd6-8b4b-07083081221d,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:13.062582 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:13.063379 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.063530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['6744066d-082f-456b-8c06-02d79b603b31'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:13.065070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 1091 time: 1.3397167 Dec 06 12:40:13.065608 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:13.065916 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.068994 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55ea66-2088-4deb-bcbd-35681a2ddded" -d '{"events": [{"name": "network-changed", "server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:13.100734 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69171452-6925-4f22-aa0b-072a6c5c84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:13.180516 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:13.189558 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e084e-aa41-48e0-857f-996df407aff6 x-openstack-request-id: req-cd5e084e-aa41-48e0-857f-996df407aff6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:13.190350 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:13.190677 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd5e084e-aa41-48e0-857f-996df407aff6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:13.191395 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'status': 'completed', 'code': 200} Dec 06 12:40:13.215642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-3aae419a-a4f3-4755-b84b-7f7671a027fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:13.219097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-3aae419a-a4f3-4755-b84b-7f7671a027fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1094 time: 0.0687170 Dec 06 12:40:13.265272 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70775c-0aef-47fc-a89c-2b02da01338d None None] Pushing event updated for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:13.283787 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b530e15a-25b4-41d6-af2d-c11ab07f165f None None] Provisioning complete for port cc7f083c-226b-4cd6-8b4b-07083081221d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:13.284920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b530e15a-25b4-41d6-af2d-c11ab07f165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.505412 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38323620-52dc-49f1-a0aa-df9732b36f0d', 'name': '', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'mac_address': 'fa:16:3e:ac:58:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:01Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 2, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'subnets': [{'id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:13.527826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 828351c9-60d4-4ce7-b0bd-0cceb75bef1c up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:13.540794 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Checking router: 5f3bddc3-dc0a-4d06-958b-c72818f12016 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:13.541215 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Updating router 5f3bddc3-dc0a-4d06-958b-c72818f12016 port 38323620-52dc-49f1-a0aa-df9732b36f0d binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:13.592328 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.699007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-f9362efd-c593-4242-b2bf-230f0afc6e5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 217 time: 0.4663749 Dec 06 12:40:13.799961 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 4, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc7f083c-226b-4cd6-8b4b-07083081221d', 'name': '', 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'mac_address': 'fa:16:3e:b0:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:04Z', 'updated_at': '2021-12-06T12:40:12Z', 'revision_number': 4, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'subnets': [{'id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:13.813357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df146036-132b-4def-a553-5a5e1bea4c9f req-95290a2b-b6f4-4492-ad05-989e82e2ea8b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:13.822183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df146036-132b-4def-a553-5a5e1bea4c9f req-95290a2b-b6f4-4492-ad05-989e82e2ea8b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 943 time: 0.1220734 Dec 06 12:40:13.825673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-16bed886-c38d-49cc-85ef-39e38ff267f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:13.827213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-16bed886-c38d-49cc-85ef-39e38ff267f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.0907667 Dec 06 12:40:13.843843 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d25d50-823e-48ab-b717-490c15b80df9 None None] The sync data for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 is: [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:40:05Z', 'revision_number': 4, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc7f083c-226b-4cd6-8b4b-07083081221d', 'name': '', 'network_id': '885d840a-2670-47e6-a0e7-ade606b3d165', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'mac_address': 'fa:16:3e:b0:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:04Z', 'updated_at': '2021-12-06T12:40:12Z', 'revision_number': 4, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'subnets': [{'id': 'e741a692-1558-49b9-801d-01811ad9cd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:13.856326 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:40:13.863957 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:13.864820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:13.919711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df146036-132b-4def-a553-5a5e1bea4c9f req-71f5b295-0bb1-48b1-b428-d2244715cf42 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927470 Dec 06 12:40:13.954979 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-615d7f2a-d1de-4256-8c22-e5f69073db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:13.957041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-615d7f2a-d1de-4256-8c22-e5f69073db62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015236 Dec 06 12:40:14.095999 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.126070 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:14.129322 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd0c62-4295-4548-948d-2203963948cf" -d '{"events": [{"server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "name": "network-vif-plugged", "status": "completed", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:14.144746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:14.150820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.180021 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.195722 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.214462 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f4c4c3-cd19-48bc-8fda-4398a8c17a9d x-openstack-request-id: req-c2f4c4c3-cd19-48bc-8fda-4398a8c17a9d {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:14.214777 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "name": "network-vif-plugged", "status": "completed", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:14.217017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-afc29fb7-56a8-468f-aff6-acc7747a5315 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514915 Dec 06 12:40:14.217820 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2f4c4c3-cd19-48bc-8fda-4398a8c17a9d {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:14.218325 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c', 'code': 200} Dec 06 12:40:14.250865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:14.291399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd94c75-9d6c-4c96-bb97-db2ace51e33f req-5bee938b-114e-439e-93a5-673760be5fe2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:14.292977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dd94c75-9d6c-4c96-bb97-db2ace51e33f req-5bee938b-114e-439e-93a5-673760be5fe2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 944 time: 0.2273371 Dec 06 12:40:14.398442 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc761d-425b-4c32-bbee-64f54b6727f9 req-3810ab8e-ed41-44b5-97f1-3379a89bf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:14.399993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2cc761d-425b-4c32-bbee-64f54b6727f9 req-3810ab8e-ed41-44b5-97f1-3379a89bf5f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 1096 time: 0.1045318 Dec 06 12:40:14.429528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4dd94c75-9d6c-4c96-bb97-db2ace51e33f req-56dd2cdd-51e4-4075-98f0-6091c799d0e9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269765 Dec 06 12:40:14.438569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c3713fb-9047-451c-abcd-43a127764fe6 req-86ba8018-8523-4566-bc7b-afbf61540550 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105286 Dec 06 12:40:14.470823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a2cc761d-425b-4c32-bbee-64f54b6727f9 req-75902c5f-fa41-48b1-a684-bef9642c83b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620780 Dec 06 12:40:14.515143 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca81661-eebe-4f7c-8f24-f90b89dc210f None None] Pushing event updated for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:14.603046 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Attempting to bind port 38323620-52dc-49f1-a0aa-df9732b36f0d on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:14.605100 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Attempting to bind port 38323620-52dc-49f1-a0aa-df9732b36f0d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:14.605742 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Attempting to bind port 38323620-52dc-49f1-a0aa-df9732b36f0d on network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:14.651174 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-edd8d1b9-e16a-4405-93c7-f6850490514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:14.653458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-edd8d1b9-e16a-4405-93c7-f6850490514f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1094 time: 0.1191351 Dec 06 12:40:14.836922 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-02d498eb-1cf8-4fd7-97cc-92908e1c192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:14.839157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-02d498eb-1cf8-4fd7-97cc-92908e1c192b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 909 time: 0.1786726 Dec 06 12:40:14.858947 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:14.859602 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Checking segment: {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:14.861550 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.862156 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Bound using segment: {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:14.864394 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Bound port: 38323620-52dc-49f1-a0aa-df9732b36f0d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368d4206-508f-4796-b13c-f8ce11a0794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:14.866182 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.874634 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d63d2ecf-0e68-42fa-b619-be9837bf040a None None] Provisioning complete for port 38323620-52dc-49f1-a0aa-df9732b36f0d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:14.875212 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d63d2ecf-0e68-42fa-b619-be9837bf040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:14.955073 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d63d2ecf-0e68-42fa-b619-be9837bf040a None None] Port 38323620-52dc-49f1-a0aa-df9732b36f0d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:14.961399 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-9568fe4d-aa70-4da2-a356-6d8d3d44b088 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 217 time: 0.1131449 Dec 06 12:40:15.035294 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] For port 38323620-52dc-49f1-a0aa-df9732b36f0d, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:15.051177 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] For port 38323620-52dc-49f1-a0aa-df9732b36f0d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38323620-52dc-49f1-a0aa-df9732b36f0d,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:15.061600 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:15.094695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-2f1fdb1a-c3ec-4629-a763-f895b6b25e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:15.096375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-2f1fdb1a-c3ec-4629-a763-f895b6b25e6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.1275432 Dec 06 12:40:15.134397 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:15.135398 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:15.203574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7f083c-226b-4cd6-8b4b-07083081221d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:15.212103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6ba93-76b1-4105-a2c5-f7721d337469 req-b067b07f-2773-496e-97d4-ac780c916601 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:15.213882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60e6ba93-76b1-4105-a2c5-f7721d337469 req-b067b07f-2773-496e-97d4-ac780c916601 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 943 time: 0.1165979 Dec 06 12:40:15.217293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-5c44582c-fd11-4edb-939c-db82e6c03c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:15.218842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-5c44582c-fd11-4edb-939c-db82e6c03c6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107979 Dec 06 12:40:15.287751 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca81661-eebe-4f7c-8f24-f90b89dc210f None None] Pushing event updated for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:15.320301 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:15.345353 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cc7f083c-226b-4cd6-8b4b-07083081221d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:15.345613 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:15.361255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-551d9949-67d0-48e2-9308-4144ea87420e service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309705 Dec 06 12:40:15.496017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60e6ba93-76b1-4105-a2c5-f7721d337469 req-c14f2b07-094e-41b7-9e98-4b42a3783fa5 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739725 Dec 06 12:40:15.526117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] Provisioning complete for port 38323620-52dc-49f1-a0aa-df9732b36f0d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:15.526567 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:15.549465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f55ea66-2088-4deb-bcbd-35681a2ddded req-e64c09a8-9584-4d20-8bd3-a38923728b08 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801178 Dec 06 12:40:15.654426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d53c5-8668-4318-97bb-3d24fe089fb6 req-a5d0ba21-f9e9-43a4-8da3-40707a56a3e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:15.663363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-042d53c5-8668-4318-97bb-3d24fe089fb6 req-a5d0ba21-f9e9-43a4-8da3-40707a56a3e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0986059 Dec 06 12:40:15.694910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:15.743892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-042d53c5-8668-4318-97bb-3d24fe089fb6 req-bb7c4323-3429-4884-967f-5bc6fa605101 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796084 Dec 06 12:40:15.780074 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38323620-52dc-49f1-a0aa-df9732b36f0d', 'name': '', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'mac_address': 'fa:16:3e:ac:58:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:01Z', 'updated_at': '2021-12-06T12:40:15Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'subnets': [{'id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:15.782334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] For port 38323620-52dc-49f1-a0aa-df9732b36f0d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38323620-52dc-49f1-a0aa-df9732b36f0d,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:15.789682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:15.829596 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94fcda-6151-4b58-92ce-9a6392b711c9 None None] The sync data for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 is: [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:40:02Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38323620-52dc-49f1-a0aa-df9732b36f0d', 'name': '', 'network_id': '3ccd09a2-1d18-4b94-8b66-c3dcffea9688', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'mac_address': 'fa:16:3e:ac:58:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:01Z', 'updated_at': '2021-12-06T12:40:15Z', 'revision_number': 4, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'subnets': [{'id': '3d043c8c-ed57-45ad-a0a6-a239b3943f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:15.848778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946f683-4346-4757-a959-fd38a61f6cef None None] Pushing event updated for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:16.060314 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c7094931-c567-4ff7-b23c-c1356f5ec314 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:16.067964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:16.229894 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 6744066d-082f-456b-8c06-02d79b603b31 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:40:16.242082 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 6744066d-082f-456b-8c06-02d79b603b31 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:16.242568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:16.282458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c7094931-c567-4ff7-b23c-c1356f5ec314,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:16.300715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'port_id': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'mac_address': 'fa:16:3e:aa:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:40:16.372103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:16.396053 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7094931-c567-4ff7-b23c-c1356f5ec314 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:16.407223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:16.432493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c7094931-c567-4ff7-b23c-c1356f5ec314,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:16.440636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:16.450043 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:16.452764 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6bbf53-6652-4d12-93f6-88d126809113" -d '{"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-plugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:16.493307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:16.506799 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:16.518722 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc121eb6-17d3-4fd6-8086-3b09a1773cb8 x-openstack-request-id: req-fc121eb6-17d3-4fd6-8086-3b09a1773cb8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:16.519097 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-plugged", "status": "completed", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:16.519475 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc121eb6-17d3-4fd6-8086-3b09a1773cb8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:16.519919 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'code': 200} Dec 06 12:40:16.530387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:16.593576 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=12']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:16.672386 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8cb66-e515-4f2a-9190-3ccc6b79cddd req-274f0689-96de-4d27-ab98-8c0c72346fc1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:16.675231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83c8cb66-e515-4f2a-9190-3ccc6b79cddd req-274f0689-96de-4d27-ab98-8c0c72346fc1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 944 time: 0.0774233 Dec 06 12:40:16.714512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c7094931-c567-4ff7-b23c-c1356f5ec314'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:16.751225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83c8cb66-e515-4f2a-9190-3ccc6b79cddd req-1f1a7a0b-9a40-4cfe-9918-a3fc4c27dc89 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661039 Dec 06 12:40:16.914142 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc52be-91ab-48c9-b459-73d19f66ebee req-3481ef7c-35e7-4d80-895e-4b329f614b4c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:16.915667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dbc52be-91ab-48c9-b459-73d19f66ebee req-3481ef7c-35e7-4d80-895e-4b329f614b4c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0803781 Dec 06 12:40:17.008511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dbc52be-91ab-48c9-b459-73d19f66ebee req-b71e4a31-d3e5-410d-94a4-252158d76e30 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Dec 06 12:40:17.133662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 38323620-52dc-49f1-a0aa-df9732b36f0d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:17.192776 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 38323620-52dc-49f1-a0aa-df9732b36f0d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:17.193139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:17.203927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927fdfa-5fbe-466f-86ce-ee8b7e9b54e4 req-806bd534-2e7a-4913-b6ae-ccb9d32b5455 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:17.208013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1927fdfa-5fbe-466f-86ce-ee8b7e9b54e4 req-806bd534-2e7a-4913-b6ae-ccb9d32b5455 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0625751 Dec 06 12:40:17.270649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1927fdfa-5fbe-466f-86ce-ee8b7e9b54e4 req-e8164d0f-2504-491f-892a-76a9cb97af3d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542426 Dec 06 12:40:17.594564 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e5a8-d412-405e-885a-d03bda53074f req-54472862-2b83-4984-90fd-9d0cc62b57ed tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:17.595978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b00e5a8-d412-405e-885a-d03bda53074f req-54472862-2b83-4984-90fd-9d0cc62b57ed tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0553012 Dec 06 12:40:17.650659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b00e5a8-d412-405e-885a-d03bda53074f req-b9a37699-a698-4be7-bcfd-6e1a025dc7d5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Dec 06 12:40:17.875619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5e1bd-0ca5-48e5-9c68-cc91e8e1aefa req-92ebdc2a-b8f9-4f35-9e86-d65017789d5b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:17.877013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ba5e1bd-0ca5-48e5-9c68-cc91e8e1aefa req-92ebdc2a-b8f9-4f35-9e86-d65017789d5b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 944 time: 0.0488911 Dec 06 12:40:17.932013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ba5e1bd-0ca5-48e5-9c68-cc91e8e1aefa req-a9f1d20e-e295-4a60-883d-c7f0edeaa494 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482452 Dec 06 12:40:18.079660 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c7094931-c567-4ff7-b23c-c1356f5ec314 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:18.131305 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port c7094931-c567-4ff7-b23c-c1356f5ec314 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:40:18.135895 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port c7094931-c567-4ff7-b23c-c1356f5ec314 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:18.136501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:18.216699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:18.256300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c7094931-c567-4ff7-b23c-c1356f5ec314,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:18.260336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:18.313909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:18.521435 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:18.523859 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ac2f8-0a01-4e18-bae1-48fa688b1b04" -d '{"events": [{"server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "name": "network-vif-plugged", "status": "completed", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:18.565863 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed63c72-93f3-47c1-a0d1-3c590c349cfe x-openstack-request-id: req-9ed63c72-93f3-47c1-a0d1-3c590c349cfe {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:18.566238 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "name": "network-vif-plugged", "status": "completed", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:18.566578 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ed63c72-93f3-47c1-a0d1-3c590c349cfe {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:18.566845 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'code': 200} Dec 06 12:40:18.700719 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ddec8-ccd7-4d9b-bd4e-15ca2879438f req-77f56362-7045-4b70-a3b8-e3b6e32db0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:18.702530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f60ddec8-ccd7-4d9b-bd4e-15ca2879438f req-77f56362-7045-4b70-a3b8-e3b6e32db0a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.0468123 Dec 06 12:40:18.784287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f60ddec8-ccd7-4d9b-bd4e-15ca2879438f req-a02096a0-216d-406d-abf3-4508143e1815 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744548 Dec 06 12:40:18.804909 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236b94-dbf0-4521-93ce-aef416222701 req-6a3f5f64-7f7d-46f9-9cf7-0b28f9a179db tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:18.806603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c236b94-dbf0-4521-93ce-aef416222701 req-6a3f5f64-7f7d-46f9-9cf7-0b28f9a179db tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0743177 Dec 06 12:40:18.857283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c236b94-dbf0-4521-93ce-aef416222701 req-ffbddbb8-3e05-4db2-b569-16c4e659a3af tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Dec 06 12:40:19.052999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-0fe15fba-73d2-4056-bdc0-94a0eefd0cf2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:19.054640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-0fe15fba-73d2-4056-bdc0-94a0eefd0cf2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 945 time: 0.0631280 Dec 06 12:40:19.078245 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21846a0e-9cc4-4fcf-ac51-a282aea36ff1 req-0ae8ffef-8901-4b7f-8624-68e1b6192029 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:19.079775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21846a0e-9cc4-4fcf-ac51-a282aea36ff1 req-0ae8ffef-8901-4b7f-8624-68e1b6192029 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0563006 Dec 06 12:40:19.138024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21846a0e-9cc4-4fcf-ac51-a282aea36ff1 req-b651a39b-6a63-40e3-b54d-e0a85c384b81 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513697 Dec 06 12:40:19.172201 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:19.172547 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:19.270268 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:19.270649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:19.283895 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for 828351c9-60d4-4ce7-b0bd-0cceb75bef1c owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:19.419556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:19.431652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['e976e5f4-d749-411b-9b26-e3762a59f838', '828351c9-60d4-4ce7-b0bd-0cceb75bef1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:19.448601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=828351c9-60d4-4ce7-b0bd-0cceb75bef1c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:19.463713 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.464085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.464460 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.464806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.465148 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.465515 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.465851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.466186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.466519 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.467010 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.467319 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.467528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.467864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:19.511325 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port 828351c9-60d4-4ce7-b0bd-0cceb75bef1c on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:19.517960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:19.522925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2eddd852-3329-4e22-8687-a63414e7e7dc req-ccff2c46-fec7-4f87-80dd-384c7acf7f6e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "DELETE /v2.0/ports/828351c9-60d4-4ce7-b0bd-0cceb75bef1c HTTP/1.1" status: 204 len: 173 time: 0.4610419 Dec 06 12:40:19.524167 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'name': 'network-vif-deleted', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:19.527321 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795aa278-9db6-49f3-b182-1f006f449b61" -d '{"events": [{"server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "name": "network-vif-deleted", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:19.606177 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ec7086-9cca-4de0-a29f-697c600ed683 x-openstack-request-id: req-a8ec7086-9cca-4de0-a29f-697c600ed683 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:19.606593 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a07b4-2bb0-4aa2-9273-4d3a1f814470", "name": "network-vif-deleted", "tag": "828351c9-60d4-4ce7-b0bd-0cceb75bef1c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:19.607262 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8ec7086-9cca-4de0-a29f-697c600ed683 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:19.607915 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a07b4-2bb0-4aa2-9273-4d3a1f814470', 'name': 'network-vif-deleted', 'tag': '828351c9-60d4-4ce7-b0bd-0cceb75bef1c', 'status': 'completed', 'code': 200} Dec 06 12:40:19.685718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:20.121476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e09bd606-7744-44b3-8dc0-2dd21a5c106a req-d3f4b6f6-c0fa-4219-88e4-b2cf94b2988d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.1772451 Dec 06 12:40:20.272435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9b172-7f4f-473b-963a-0f886686ca3c req-5288f83d-a51b-426a-adf3-2390b1e6e406 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:20.273904 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dec9b172-7f4f-473b-963a-0f886686ca3c req-5288f83d-a51b-426a-adf3-2390b1e6e406 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0534210 Dec 06 12:40:20.335772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dec9b172-7f4f-473b-963a-0f886686ca3c req-adbf0a01-2b77-4cb6-be42-94552f3bf1e4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554225 Dec 06 12:40:20.465051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d936d34-71e7-45a0-b9d3-0209d5936147 req-a84c9ccb-c257-427d-8039-22df52b89c46 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:20.465051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d936d34-71e7-45a0-b9d3-0209d5936147 req-a84c9ccb-c257-427d-8039-22df52b89c46 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0567713 Dec 06 12:40:20.529505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d936d34-71e7-45a0-b9d3-0209d5936147 req-db607aaf-26e2-4016-9ade-b56959b6ac78 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546143 Dec 06 12:40:20.664113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b482-25f3-406a-ba68-8d77eb607dec req-0e24ceac-fde5-4a86-a558-91ad56b7530f tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:20.665865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6b5b482-25f3-406a-ba68-8d77eb607dec req-0e24ceac-fde5-4a86-a558-91ad56b7530f tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0581384 Dec 06 12:40:20.719619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6b5b482-25f3-406a-ba68-8d77eb607dec req-ed0c0020-219a-4ecf-9484-86c0e3a7a62c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Dec 06 12:40:20.742682 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 59916) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:20.844591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05cc93-bf63-4be4-8964-0c159b90811d tempest-TestServerBasicOps-764303958 tempest-TestServerBasicOps-764303958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:20.847049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3b05cc93-bf63-4be4-8964-0c159b90811d tempest-TestServerBasicOps-764303958 tempest-TestServerBasicOps-764303958-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1091 time: 0.1008477 Dec 06 12:40:20.850364 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 59920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:20.855673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:20.881088 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:20.990329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:21.128939 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Allocated IP 172.35.3.182 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/b0006f1a-6d55-4326-90a0-6627876a9e33) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:21.258209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cff76488-0471-440f-b5c8-10deda881652 req-570f1a44-59ef-4506-bd8d-7ea6ddde3938 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.0442495 Dec 06 12:40:21.288855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:21.328194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:21.373888 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:21.377485 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:21.382739 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:21.386176 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'Port': ['ID=b0006f1a-6d55-4326-90a0-6627876a9e33,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:21.800903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:21.874896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:22.053677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:22.059221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:22.139046 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event updated for resources: {'Port': ['ID=b0006f1a-6d55-4326-90a0-6627876a9e33,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:22.148734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:22.270241 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Floating IP f09b79a0-59e1-450b-b04f-46d90e7cffe0 associated. External IP: 172.35.3.182, port: c7094931-c567-4ff7-b23c-c1356f5ec314. Dec 06 12:40:22.467912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4bd9c8c-777c-4adb-a9be-976c846e26db req-197e0267-27d5-4503-84c1-7124ac3abc28 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.1137812 Dec 06 12:40:22.812056 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Router 6379c589-5a17-4503-8109-a88232cce277 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:22.936452 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:22.950178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Sync routers for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:22.963959 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:22.964960 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:22.970273 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:23.005183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a5cb276-bb23-4e69-aa4f-ca2e2c4bbb09 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1527746 Dec 06 12:40:23.006601 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:23.009112 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09965fee-d69d-4000-acd8-9109158b17a0" -d '{"events": [{"name": "network-changed", "server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:23.057141 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf47be-a638-4c8a-8034-7396f89903a6 x-openstack-request-id: req-d8cf47be-a638-4c8a-8034-7396f89903a6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:23.057665 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:23.057926 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8cf47be-a638-4c8a-8034-7396f89903a6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:23.058330 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'status': 'completed', 'code': 200} Dec 06 12:40:23.104290 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:23.152756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965fee-d69d-4000-acd8-9109158b17a0 req-cb9c60a4-49e3-433a-9907-439dc795417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:23.154582 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-cb9c60a4-49e3-433a-9907-439dc795417a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.0501604 Dec 06 12:40:23.291652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965fee-d69d-4000-acd8-9109158b17a0 req-032134b5-2242-4454-8ca3-040b96b8125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:23.293195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-032134b5-2242-4454-8ca3-040b96b8125a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 909 time: 0.1232255 Dec 06 12:40:23.381619 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f09b79a0-59e1-450b-b04f-46d90e7cffe0', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6379c589-5a17-4503-8109-a88232cce277', 'port_id': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'mac_address': 'fa:16:3e:aa:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e89fb9-4083-424b-96fa-d362c618851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:40:21Z', 'updated_at': '2021-12-06T12:40:21Z', 'revision_number': 0, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:23.383173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-11626bac-0a73-479d-a12d-b5525b5c49e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 999 time: 0.0797639 Dec 06 12:40:23.418801 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Checking router: 6379c589-5a17-4503-8109-a88232cce277 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:23.433324 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:23.435013 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:23.442613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965fee-d69d-4000-acd8-9109158b17a0 req-d0f20109-d3e1-4165-8505-f1d8abca34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:23.444083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-d0f20109-d3e1-4165-8505-f1d8abca34be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.0547993 Dec 06 12:40:23.508994 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965fee-d69d-4000-acd8-9109158b17a0 req-6ace4929-4a49-4c8d-9add-404a6a6ae0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:23.511244 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-6ace4929-4a49-4c8d-9add-404a6a6ae0c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593927 Dec 06 12:40:23.540389 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 828351c9-60d4-4ce7-b0bd-0cceb75bef1c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:23.564589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 828351c9-60d4-4ce7-b0bd-0cceb75bef1c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:23.564936 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 828351c9-60d4-4ce7-b0bd-0cceb75bef1c not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:23.592691 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:23.638718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74a5cb40-b68c-4767-a559-52eb9ae50344 req-aa1a2591-697d-416e-8e20-f83562e53270 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.0822856 Dec 06 12:40:23.747625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-2516e6a1-5b99-4d37-89a7-a948d892973d service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278061 Dec 06 12:40:23.865450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09965fee-d69d-4000-acd8-9109158b17a0 req-ea1b4418-bffa-4d66-8dab-fcf51028169f service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085589 Dec 06 12:40:23.880684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f09b79a0-59e1-450b-b04f-46d90e7cffe0', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6379c589-5a17-4503-8109-a88232cce277', 'port_id': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'mac_address': 'fa:16:3e:aa:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e89fb9-4083-424b-96fa-d362c618851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:40:21Z', 'updated_at': '2021-12-06T12:40:21Z', 'revision_number': 0, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:23.913700 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b77db-d8dd-441e-b27f-0c769e0016d4 None None] The sync data for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 is: [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f09b79a0-59e1-450b-b04f-46d90e7cffe0', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '6379c589-5a17-4503-8109-a88232cce277', 'port_id': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'mac_address': 'fa:16:3e:aa:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e89fb9-4083-424b-96fa-d362c618851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:40:21Z', 'updated_at': '2021-12-06T12:40:21Z', 'revision_number': 0, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:24.125763 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345c8da-012e-4828-ab30-d435652cd508 None None] New status for floating IP f09b79a0-59e1-450b-b04f-46d90e7cffe0: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:40:24.768171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2f38500-4eec-4bae-9b54-e5fe99e4a289 req-be9283ee-c10e-4401-8f6c-9ac5b6fda7d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94a07b4-2bb0-4aa2-9273-4d3a1f814470 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Dec 06 12:40:27.220909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a6a393a-1800-49f8-8196-f4c16fbdd675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:29.601520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-709127f6-c32a-4e2f-b1d8-d1b994878980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:30.311689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ed91d-3608-4428-a2f1-160b0fc1e88e req-59dbceac-6c45-4546-a964-068b52dcd1e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:30.313080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-253ed91d-3608-4428-a2f1-160b0fc1e88e req-59dbceac-6c45-4546-a964-068b52dcd1e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Dec 06 12:40:30.361637 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-253ed91d-3608-4428-a2f1-160b0fc1e88e req-b3d140d3-7670-4f56-a80c-6e66ac953222 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Dec 06 12:40:30.590766 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:31.256448 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:31.486790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43879def-49f6-4533-b22e-1b7f8ced3168 req-3db340c1-00d2-4e51-b8c8-e7e2a4107683 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:31.488368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43879def-49f6-4533-b22e-1b7f8ced3168 req-3db340c1-00d2-4e51-b8c8-e7e2a4107683 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Dec 06 12:40:31.541579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43879def-49f6-4533-b22e-1b7f8ced3168 req-c82a3388-70e4-4b36-be95-092ae95c734e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e13308-6934-41c2-b4a7-fb4b1ead296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Dec 06 12:40:31.707010 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-1fa8cd5c-124d-48dc-9b57-c2e5cb33bb43 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:31.709055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-1fa8cd5c-124d-48dc-9b57-c2e5cb33bb43 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0504041 Dec 06 12:40:31.811533 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port e976e5f4-d749-411b-9b26-e3762a59f838 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:31.811777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:31.908677 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port e976e5f4-d749-411b-9b26-e3762a59f838, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e976e5f4-d749-411b-9b26-e3762a59f838,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:31.909043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:31.921682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for e976e5f4-d749-411b-9b26-e3762a59f838 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:32.051469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.063471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['e976e5f4-d749-411b-9b26-e3762a59f838'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:32.082174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=e976e5f4-d749-411b-9b26-e3762a59f838,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:32.124575 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port e976e5f4-d749-411b-9b26-e3762a59f838 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:32.127636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.132229 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a8ab0d77-8294-4a43-9a33-8f0fee424f44 req-2a41055f-1ba0-474b-a501-192fdd1e342d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "DELETE /v2.0/ports/e976e5f4-d749-411b-9b26-e3762a59f838 HTTP/1.1" status: 204 len: 173 time: 0.4171484 Dec 06 12:40:32.132702 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'name': 'network-vif-deleted', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:32.135003 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5ccfa-a634-4ae9-974b-692ee6aca0ef" -d '{"events": [{"server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "name": "network-vif-deleted", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:32.179184 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930fe0fa-f603-42d4-b0f1-5b5de821c42f x-openstack-request-id: req-930fe0fa-f603-42d4-b0f1-5b5de821c42f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:32.179489 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93761ab-ab0f-4b90-b808-250f85d1b0d6", "name": "network-vif-deleted", "tag": "e976e5f4-d749-411b-9b26-e3762a59f838", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:32.179748 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-930fe0fa-f603-42d4-b0f1-5b5de821c42f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:32.180161 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93761ab-ab0f-4b90-b808-250f85d1b0d6', 'name': 'network-vif-deleted', 'tag': 'e976e5f4-d749-411b-9b26-e3762a59f838', 'status': 'completed', 'code': 200} Dec 06 12:40:32.373087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.649404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b5a76fa-c698-4a5a-b559-31cd73df275a req-55631477-4198-4431-a8fd-29feba58e761 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Dec 06 12:40:33.165830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.747659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5493ffdf-f967-4d54-aa88-fbcbefe5bd32 req-b109ec50-806d-40a1-982c-11b160ab6396 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0276327 Dec 06 12:40:34.842691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a64ce2f-75eb-40cd-b15e-4bf3ef8e463b req-4fe8b252-3b65-42e8-8490-5357146fec1d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0256500 Dec 06 12:40:35.594490 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e976e5f4-d749-411b-9b26-e3762a59f838 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:35.614746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: e976e5f4-d749-411b-9b26-e3762a59f838 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:35.615089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e976e5f4-d749-411b-9b26-e3762a59f838 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:35.937660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0c38c7c-f6d6-48dc-84e1-4a35c174c706 req-f9a3c2d8-e854-493b-ae95-de28ee635a01 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0264370 Dec 06 12:40:37.034015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e3cdd6-f9fe-41e2-b7b0-206c69e32f05 req-58945aab-5b78-419b-a649-ea30230b5589 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93761ab-ab0f-4b90-b808-250f85d1b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0273118 Dec 06 12:40:38.707546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-76c3d86d-8c1b-44e3-aa5a-66f0c8f2985d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442634 Dec 06 12:40:38.807722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-fdb56fb8-20bd-4c09-829b-808a8d349f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:38.809278 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-fdb56fb8-20bd-4c09-829b-808a8d349f31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0409896 Dec 06 12:40:38.923444 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-76784559-d393-4756-ac0a-3c4b30882d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:38.925061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-76784559-d393-4756-ac0a-3c4b30882d1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.0927587 Dec 06 12:40:39.001067 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-56abdb71-295e-4ae6-8859-e6ecf6ec01dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 999 time: 0.0656912 Dec 06 12:40:39.058461 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-a53fedbb-00d0-4543-b624-78240f64d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:39.059984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-a53fedbb-00d0-4543-b624-78240f64d776 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0512950 Dec 06 12:40:39.125617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-6f2dac4a-2f41-44b5-97cd-b72b0c689e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:39.127257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-6f2dac4a-2f41-44b5-97cd-b72b0c689e6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599530 Dec 06 12:40:39.250157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-ffa443eb-f93a-40fc-b4e2-916732241cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154215 Dec 06 12:40:39.356947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75087d70-3900-4ffc-9844-ff46c9435d79 req-a3ef88cc-fd6a-4d56-97cd-142664f91b2c service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926445 Dec 06 12:40:40.847260 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:40:43.123963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1438-231e-4644-8fe3-3db2cfa5e5ad req-6226fbd4-6973-4ebf-b47f-32f824062dff tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:43.133476 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22df1438-231e-4644-8fe3-3db2cfa5e5ad req-6226fbd4-6973-4ebf-b47f-32f824062dff tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0570011 Dec 06 12:40:43.195192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22df1438-231e-4644-8fe3-3db2cfa5e5ad req-9ade95cd-5341-4eed-888f-75109c291dcf tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592697 Dec 06 12:40:43.208393 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.208918 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60162) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.214563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245555381', 'description': 'tempest-secgroup-smoke-245555381 description', 'project_id': 'abe323e4070449ef9b59137c34637dff'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:43.294701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.436368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.442035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.458620 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port af9e389c-bad5-47e7-998b-53d185a489e6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:43.458936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.495279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.499574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2858875 Dec 06 12:40:43.500404 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.502368 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b6e4-899c-446c-9356-0356898ae8b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d9889-3614-4ec2-bd03-fb40e3db323e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.506667 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:43.535443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.560695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.561027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.573550 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for af9e389c-bad5-47e7-998b-53d185a489e6 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:43.592244 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.596607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.616830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cdd5cf-11b8-44c4-8d65-870df85397a1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.623194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.627379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a13618b9-ea55-429f-bf58-f293370a29a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233995 Dec 06 12:40:43.627683 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.633088 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:43.662948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.725032 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.728822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.731467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.744170 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d966fd-dce6-46f3-9532-bf9e82f1dae7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.757266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.758575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e55a2e2-2aa0-4b32-a8ca-1c367f4e4e57 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297803 Dec 06 12:40:43.761222 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.764566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=af9e389c-bad5-47e7-998b-53d185a489e6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.773320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:43.803807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.826075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.826540 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 disassociated (deleted). External IP: 172.35.3.4, port: 6744066d-082f-456b-8c06-02d79b603b31. Dec 06 12:40:43.865111 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.869612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.887928 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9808e28e-0997-4a11-a58d-0ee36f44398a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.897029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.898417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85ae99d2-3f7c-49d3-949f-f64f96e1653d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358569 Dec 06 12:40:43.901026 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:43.905702 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:43.934357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.995469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.000429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.020525 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dd47e1-b8d0-4830-adac-204bed258a2f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.031642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.036357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f256a082-3b0c-4f7d-9bfb-fcd9163cf944 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316371 Dec 06 12:40:44.036749 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:44.041160 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:44.067399 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router f47aa854-02b0-4994-9b33-126cff7d4d5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:44.077106 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Project abe323e4070449ef9b59137c34637dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:44.084839 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.228488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:44.233436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.236816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.239342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Sync routers for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:44.249323 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:44.250007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:44.256467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.280635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b4f183c-e86f-42f6-b018-e1d77f3c03f6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/floatingips/ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5 HTTP/1.1" status: 204 len: 168 time: 1.0707798 Dec 06 12:40:44.283448 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:44.286637 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc" -d '{"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:44.289016 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5470c6-1023-4053-91b5-e43c2bfb7907,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.301450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.305409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9b6ce4ca-963d-463c-b121-ce43664afe8e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2675452 Dec 06 12:40:44.305607 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:44.313191 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'security_group_rule': {'security_group_id': 'f85d9889-3614-4ec2-bd03-fb40e3db323e', 'project_id': 'abe323e4070449ef9b59137c34637dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:44.343738 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Project abe323e4070449ef9b59137c34637dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:44.351792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.369582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:44.384905 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a908c980-8efa-4d79-ae84-d5199e8162b7 x-openstack-request-id: req-a908c980-8efa-4d79-ae84-d5199e8162b7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:44.385427 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:44.385870 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a908c980-8efa-4d79-ae84-d5199e8162b7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:44.386445 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:40:44.461253 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.476628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.528738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.530149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2226069 Dec 06 12:40:44.536292 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc94d1-bccb-405a-8bb2-3b5e7ef4a906 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a107fb74-082e-4c18-b8a5-1a9e75b14a8b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.553759 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-bc9b2aa6-f99f-4f40-b1a1-17ba4ad551ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.555767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-bc9b2aa6-f99f-4f40-b1a1-17ba4ad551ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0928566 Dec 06 12:40:44.682360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6255035-2a83-4848-b503-51cc4093427c req-13b4dd95-84b0-43ad-81c6-564ab726ca2d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.683917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6255035-2a83-4848-b503-51cc4093427c req-13b4dd95-84b0-43ad-81c6-564ab726ca2d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 946 time: 0.1271620 Dec 06 12:40:44.720341 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-8bdd7fa9-2582-40e2-8075-425d71685c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.721866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-8bdd7fa9-2582-40e2-8075-425d71685c1f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 200 len: 898 time: 0.1543663 Dec 06 12:40:44.777285 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:44.781093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-f593e1d1-7a3b-4dba-8bb5-6a1a33cb9e0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 200 len: 217 time: 0.0488544 Dec 06 12:40:44.786365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6255035-2a83-4848-b503-51cc4093427c req-02ac49a0-d78d-48ef-9342-8aee199f4813 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955939 Dec 06 12:40:44.812644 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Checking router: f47aa854-02b0-4994-9b33-126cff7d4d5b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:44.822357 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:44.823974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:44.840780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-c17e823d-5b54-4a64-be63-2b9d19e20f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.842339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-c17e823d-5b54-4a64-be63-2b9d19e20f25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 200 len: 834 time: 0.0527205 Dec 06 12:40:44.897827 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-47b938e2-55e6-4229-ae9e-8532cfe8742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.899587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-47b938e2-55e6-4229-ae9e-8532cfe8742f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492582 Dec 06 12:40:44.948718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:45.013001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-eb9a25b5-a5ca-4b3d-9d54-a1132663442f service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049333 Dec 06 12:40:45.133031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce63435-a3f7-4f26-80bb-3277a5cdcadc req-88271376-cd2f-4075-854a-2f39a7cb4cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079688 Dec 06 12:40:45.216461 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:45.254079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e322a25-7407-49a7-9f65-eef04aef6723 None None] The sync data for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 is: [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:44Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6f79eb73-3166-4cfe-9972-865ed3851ee4', 'name': '', 'network_id': '5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:34:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:43Z', 'updated_at': '2021-12-06T12:38:48Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '7624c74d-2e47-44cd-88c6-bbe1f2dd80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:45.548639 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bb5ef-fc83-4731-b8d3-a008688cb938 None None] New status for floating IP ba65d08c-bf2d-4f3b-b7c5-faa7780fdbd5: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:40:45.940427 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679fca-b2e0-46d7-bad7-0b1b35ec2a3d req-b80a92e8-d74a-4093-8170-88519d05c7d1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:45.942493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad679fca-b2e0-46d7-bad7-0b1b35ec2a3d req-b80a92e8-d74a-4093-8170-88519d05c7d1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 946 time: 0.0752196 Dec 06 12:40:45.999336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad679fca-b2e0-46d7-bad7-0b1b35ec2a3d req-1f8b1bfb-555b-426f-84a3-3b817a97b066 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=61e7bccf-75ff-40a3-8a4e-fe5713380b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496452 Dec 06 12:40:46.079187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-985b7121-fc67-419d-a290-c06fa7561b96 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:46.088644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-985b7121-fc67-419d-a290-c06fa7561b96 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 946 time: 0.0604272 Dec 06 12:40:46.181463 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:46.181835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.294624 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 6744066d-082f-456b-8c06-02d79b603b31, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6744066d-082f-456b-8c06-02d79b603b31,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:46.294624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.316302 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 6744066d-082f-456b-8c06-02d79b603b31 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:46.458416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.496026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=6744066d-082f-456b-8c06-02d79b603b31,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:46.542961 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] No DVR routers for this DVR port 6744066d-082f-456b-8c06-02d79b603b31 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:46.545679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.549099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d9b864d-1530-42c5-834d-428d99db1a04 req-8eeb9705-94e9-4b02-802f-7c5a6d51dba8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "DELETE /v2.0/ports/6744066d-082f-456b-8c06-02d79b603b31 HTTP/1.1" status: 204 len: 173 time: 0.4622884 Dec 06 12:40:46.549613 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-deleted', 'tag': '6744066d-082f-456b-8c06-02d79b603b31'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:46.551875 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425af67a-bb1a-4068-bf81-341165d2c759" -d '{"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-deleted", "tag": "6744066d-082f-456b-8c06-02d79b603b31"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:46.594582 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a38d046-762d-4899-b70d-a573af0d0c1f x-openstack-request-id: req-7a38d046-762d-4899-b70d-a573af0d0c1f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:46.594948 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3", "name": "network-vif-deleted", "tag": "6744066d-082f-456b-8c06-02d79b603b31", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:46.595236 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a38d046-762d-4899-b70d-a573af0d0c1f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:46.595648 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3', 'name': 'network-vif-deleted', 'tag': '6744066d-082f-456b-8c06-02d79b603b31', 'status': 'completed', 'code': 200} Dec 06 12:40:47.139954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebb02fc5-4d13-4454-86fb-04b11201bc60 req-169255dc-b8f1-4969-9662-0ed797de8b19 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f1b6d6-3ea7-49cc-8cb6-7bd91ffe6bf3 HTTP/1.1" status: 200 len: 210 time: 0.0479784 Dec 06 12:40:48.210405 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:48.261369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:48.291730 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 6744066d-082f-456b-8c06-02d79b603b31 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:48.292334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 6744066d-082f-456b-8c06-02d79b603b31 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:48.617535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.926237 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 6f79eb73-3166-4cfe-9972-865ed3851ee4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:48.926619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.025208 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 6f79eb73-3166-4cfe-9972-865ed3851ee4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f79eb73-3166-4cfe-9972-865ed3851ee4,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:49.025665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.039299 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 6f79eb73-3166-4cfe-9972-865ed3851ee4 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:49.246124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.286761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=6f79eb73-3166-4cfe-9972-865ed3851ee4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:49.515879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.676807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.048557 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router f47aa854-02b0-4994-9b33-126cff7d4d5b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:50.165171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:50.171135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c71c6ef5-ba86-403b-a4b1-f1c337ba7e94 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/f47aa854-02b0-4994-9b33-126cff7d4d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587846 Dec 06 12:40:50.173688 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60332) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:50.179705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Sync routers for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:50.192826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:50.193826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:50.238565 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting subnet 7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:40:50.246915 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.301385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.338738 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:50.403272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.481760 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.540307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Subnet': ['ID=7624c74d-2e47-44cd-88c6-bbe1f2dd80f0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:50.545282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.554189 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:50.555032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bfcc777e-b6e3-49a2-a20e-75b3a58e8029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/subnets/7624c74d-2e47-44cd-88c6-bbe1f2dd80f0 HTTP/1.1" status: 204 len: 168 time: 0.3788946 Dec 06 12:40:50.558974 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad84c1-4d98-4dfa-9777-2bc9c34f7489 None None] Network 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:50.683457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.752270 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:50.782351 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Checking router: f47aa854-02b0-4994-9b33-126cff7d4d5b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:50.798112 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Routers {'f47aa854-02b0-4994-9b33-126cff7d4d5b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:50.798723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f47aa854-02b0-4994-9b33-126cff7d4d5b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:50.806476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.898415 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 1d42a04b-47cc-4e45-957e-b7877f29ebb4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:50.898842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.912109 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] DHCP port deletion for 5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:50.961764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] Set router f47aa854-02b0-4994-9b33-126cff7d4d5b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:50.992522 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 1d42a04b-47cc-4e45-957e-b7877f29ebb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d42a04b-47cc-4e45-957e-b7877f29ebb4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:50.992896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.012558 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 1d42a04b-47cc-4e45-957e-b7877f29ebb4 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:51.104567 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Deleting port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:51.105033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.179634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:51.184468 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] For port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,segment=NetworkSegment(56907180-152d-45c5-9c25-a805b7ae7deb),segment_id=56907180-152d-45c5-9c25-a805b7ae7deb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:51.184869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.234214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Calling delete_port for 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:51.255112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.289934 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=1d42a04b-47cc-4e45-957e-b7877f29ebb4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:51.320642 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a7ec4-b2d2-4dee-8026-9a59ba84d6a6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:51.388097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.416659 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:51.477844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.478112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05aaa22-01d3-4a10-b958-dd205b899df3 None None] The sync data for ids ['f47aa854-02b0-4994-9b33-126cff7d4d5b'] in n-d-master-1 is: [{'id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591267864', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127'}], 'enable_snat': True}, 'gw_port_id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '1d42a04b-47cc-4e45-957e-b7877f29ebb4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47aa854-02b0-4994-9b33-126cff7d4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:38:39Z', 'updated_at': '2021-12-06T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:51.494180 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.541775 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] No DVR routers for this DVR port 2ea03870-e874-4c64-b9a4-a1cc84a2b6d9 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:51.543469 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Pushing event deleted for resources: {'Port': ['ID=2ea03870-e874-4c64-b9a4-a1cc84a2b6d9,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:51.545733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.548058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.580291 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.580521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.580861 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.581216 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.582190 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.582523 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.582849 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.583172 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.583493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.583813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.584137 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.584629 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.584955 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02507c-69d8-4703-9e3d-1b23271b2ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:51.609921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.610831 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Fanout notify agent at l3_agent the message router_deleted on router f47aa854-02b0-4994-9b33-126cff7d4d5b {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:40:51.622687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.625588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d02dabf-1d03-4bcf-b0fd-2646d22b8c5e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/routers/f47aa854-02b0-4994-9b33-126cff7d4d5b HTTP/1.1" status: 204 len: 168 time: 1.0704472 Dec 06 12:40:51.626815 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60350) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:51.717297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.807894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.835507 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:51.850291 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56907180-152d-45c5-9c25-a805b7ae7deb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:51.850587 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56907180-152d-45c5-9c25-a805b7ae7deb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:51.865692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.890780 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.899051 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:40:51.899511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:40:51.902724 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:40:51.974457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.984702 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.989428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/networks/5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f HTTP/1.1" status: 204 len: 168 time: 0.3615298 Dec 06 12:40:51.992308 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:52.007964 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4724b-569b-4e98-ada5-7a001bb60297 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Network': ['ID=5e1cfb7b-7fa3-4bd0-aa85-05abfa4dd12f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.068183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.096812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.183618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.186795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.188798 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/security-groups/61e7bccf-75ff-40a3-8a4e-fe5713380b64 HTTP/1.1" status: 204 len: 168 time: 0.1945014 Dec 06 12:40:52.219250 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48812261-87f2-4139-b255-2e678d94fc92 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7bccf-75ff-40a3-8a4e-fe5713380b64,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.471614 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:52.476997 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126831964', 'description': 'tempest-secgroup-smoke-126831964 description', 'project_id': 'dba5110fd3fe46989ee27e99e723f858'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:52.512029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.626487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.642234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.698549 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4058aa57-69ac-48fd-8715-1cf4a4692709,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.703222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.704548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71579ea8-f465-4a52-81e0-34317f06fb07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2312753 Dec 06 12:40:52.708395 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:52.714574 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:52.744287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.812783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.817420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.839671 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7c58bc-70e5-4c18-bd11-7d5cc41138ef,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.853649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.857459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-be8f2121-b203-4824-a432-c2f616651327 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446221 Dec 06 12:40:52.857663 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:52.862227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:52.892406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.951982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.955770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.981411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.985735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271286 Dec 06 12:40:52.986166 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:52.989331 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fe2f6-17f4-4f44-bf77-719fc4a65a0b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faed796b-5fd9-424f-aada-b71f711d4f2b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.992408 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.028441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.086045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1d42a04b-47cc-4e45-957e-b7877f29ebb4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:53.113475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1d42a04b-47cc-4e45-957e-b7877f29ebb4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:53.114006 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1d42a04b-47cc-4e45-957e-b7877f29ebb4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:53.114431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f79eb73-3166-4cfe-9972-865ed3851ee4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:53.130288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.135835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6f79eb73-3166-4cfe-9972-865ed3851ee4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:53.136199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.136776 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6f79eb73-3166-4cfe-9972-865ed3851ee4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:53.166059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf844cd-e33e-4517-89c0-07a18d80dc15,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:53.177641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.183078 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:53.183470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec23fb5f-6362-4f4c-92c2-758c4adab458 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959190 Dec 06 12:40:53.187903 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.219324 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.285112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.292054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.311800 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd486124-101a-4ad3-a588-88b8b0eae101,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:53.322838 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.322838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d4a50fad-9d33-4083-9d29-60e5603bd15f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381650 Dec 06 12:40:53.325414 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:53.330015 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.353712 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:53.358908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.419740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.423337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.447153 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e760d2c-387e-430e-9cbe-96eabe830ac9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:53.453609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.458144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-360bfd0b-7f6f-40c0-9320-caa4af53a303 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285365 Dec 06 12:40:53.458437 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:53.463179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '4058aa57-69ac-48fd-8715-1cf4a4692709', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.486591 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:40:53.492296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.559976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.570336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.597969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.599640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399586 Dec 06 12:40:53.602143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6150f52-642a-46ae-9eef-8bda43365cdc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b5d973-e928-457c-b677-ef134452c1ed,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:53.602642 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:53.609776 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'network': {'name': 'tempest-network-smoke--1780290090', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.649527 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:53.653098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.681952 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:40:53.697245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.697595 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Added segment 41caddd9-f662-47e4-b266-54a16922e62a of type vlan for network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d Dec 06 12:40:53.739330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.766336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.772421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:53.773029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.813900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2093713 Dec 06 12:40:53.816856 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:53.822044 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'admin_state_up': True, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:53.846610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124917-cf1a-4443-bbe2-09228b8dd4fb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Network': ['ID=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:53.858872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:40:53.860621 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.862739 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.936939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.132305 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.336196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.355413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.465504 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.124 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/277e404e-7900-4cd3-a0ee-3956fda44956) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:54.586065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.620790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.668969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:54.674683 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:54.678952 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:54.693717 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908d4ae-89a7-4f4b-8e8a-e1a30e2bd4ec None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:54.741422 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=277e404e-7900-4cd3-a0ee-3956fda44956,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:54.856217 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cafc2484-970d-408a-b61d-b67313bf1afd None None] Provisioning complete for port 277e404e-7900-4cd3-a0ee-3956fda44956 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:54.856906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cafc2484-970d-408a-b61d-b67313bf1afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:54.897587 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cafc2484-970d-408a-b61d-b67313bf1afd None None] Port 277e404e-7900-4cd3-a0ee-3956fda44956 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:54.990816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:55.206268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:55.365406 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router b00db377-cb36-4a47-beab-91dd46e69f93 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:40:55.504475 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:55.515131 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Sync routers for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:55.525015 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:55.525997 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:55.527007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b5c73f6-0825-4a3f-90dc-fbf6422ee9be tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7084501 Dec 06 12:40:55.527320 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:55.529602 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60406) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:55.567265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f56e390-160d-495c-b7be-29fcd2e08d58 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dba5110fd3fe46989ee27e99e723f858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364699 Dec 06 12:40:55.570126 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:55.670359 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:55.875280 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:54Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:55.908142 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Checking router: b00db377-cb36-4a47-beab-91dd46e69f93 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:55.909245 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Updating router b00db377-cb36-4a47-beab-91dd46e69f93 port 277e404e-7900-4cd3-a0ee-3956fda44956 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:55.936395 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.093326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0e40d-abc3-495e-8cfe-58f6cd4a6d9d tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:56.095529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80a0e40d-abc3-495e-8cfe-58f6cd4a6d9d tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5213439 Dec 06 12:40:56.098986 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:56.131370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3147ce06-4a09-439c-9d0f-daef51bac3e6 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288417 Dec 06 12:40:56.131820 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:56.137537 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100017292', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:56.219983 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.226207 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.248417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:56.252806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.381289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be54214-9ad5-45dd-8fdb-f118f601fbbc None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:56.383398 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Attempting to bind port 277e404e-7900-4cd3-a0ee-3956fda44956 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:56.384110 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Attempting to bind port 277e404e-7900-4cd3-a0ee-3956fda44956 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:56.384570 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Attempting to bind port 277e404e-7900-4cd3-a0ee-3956fda44956 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:56.392559 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:56.393097 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:56.393639 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.394701 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:56.395273 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Bound port: 277e404e-7900-4cd3-a0ee-3956fda44956, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:56.395756 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.402034 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Pushing event updated for resources: {'Port': ['ID=277e404e-7900-4cd3-a0ee-3956fda44956,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:56.426418 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.427173 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.427627 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.428060 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.428493 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.428924 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.429400 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.429823 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.430268 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.430665 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.431088 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.431519 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.431936 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:56.457775 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ab38320c-0f3e-476a-81b6-3e5470aac63a None None] Provisioning complete for port 277e404e-7900-4cd3-a0ee-3956fda44956 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:56.458525 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab38320c-0f3e-476a-81b6-3e5470aac63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.476005 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] For port 277e404e-7900-4cd3-a0ee-3956fda44956, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:56.479669 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] For port 277e404e-7900-4cd3-a0ee-3956fda44956, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=277e404e-7900-4cd3-a0ee-3956fda44956,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:56.486187 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.503993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.521292 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636f8f7-e610-4cf1-9ce7-0cd5891b57d6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:56.524352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ab38320c-0f3e-476a-81b6-3e5470aac63a None None] Port 277e404e-7900-4cd3-a0ee-3956fda44956 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:56.569851 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ce8b-1139-429e-8bef-0eb454d39e4c None None] Pushing event updated for resources: {'Port': ['ID=277e404e-7900-4cd3-a0ee-3956fda44956,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:56.590525 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Subnet': ['ID=bbaa49f8-8126-415e-a76f-5d96bfed668d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:56.596726 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:56.599411 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:56.618634 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:56.619116 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network hostable DHCP agents. Network: 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:40:56.646332 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:40:56.660494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] Provisioning complete for port 277e404e-7900-4cd3-a0ee-3956fda44956 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:56.661133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.668017 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:56.673360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:56.674557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.695645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8e3eece0-230f-44cb-8d05-f818d2930ab5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5626235 Dec 06 12:40:56.698407 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:56.704656 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73339011-ab63-4049-b8fe-ec51c9d73cc9 None None] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:56.820920 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:56.888442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.922782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] For port 277e404e-7900-4cd3-a0ee-3956fda44956, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=277e404e-7900-4cd3-a0ee-3956fda44956,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:56.930546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.021944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7b46d-cbc4-43a6-8839-2bc5b9510118 None None] Pushing event updated for resources: {'Port': ['ID=277e404e-7900-4cd3-a0ee-3956fda44956,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:57.079578 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:54Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:57.085577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:40:57.086679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.111660 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1b2f-7884-4b34-8065-06be986132d1 None None] The sync data for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 is: [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:54Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:57.249416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbc50-5a97-4027-9541-32384a331a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.313562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Allocated IP 172.20.0.2 (3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d/bbaa49f8-8126-415e-a76f-5d96bfed668d/ccd5530e-f4dd-47c8-9bf7-708e596e8bb2) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:57.414984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.575905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.586664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.649807 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:57.657709 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:57.663701 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:57.692142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Pushing event updated for resources: {'Port': ['ID=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:57.776288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Attempting to bind port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:57.776667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Attempting to bind port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:57.777033 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Attempting to bind port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:57.782530 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:57.782913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:57.784533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.784935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Bound using segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:57.792280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Bound port: ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:57.792280 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.856873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] For port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:57.860269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] For port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:57.867535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:57.928233 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.1 (3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d/bbaa49f8-8126-415e-a76f-5d96bfed668d/5633bc42-3f00-405b-9b4f-172e134f6299) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:58.013935 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab56a8-0096-448e-8edb-008cbc3cae7b None None] Pushing event updated for resources: {'Port': ['ID=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:58.120184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:58.183911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:58.334073 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:58.337944 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:58.347745 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:58.400867 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:58.422578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:58.570068 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed021c-640b-4323-8838-3e9417a09968 req-26d8cffc-2d4b-4ac0-8656-b18cb58c8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:58.578504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94ed021c-640b-4323-8838-3e9417a09968 req-26d8cffc-2d4b-4ac0-8656-b18cb58c8f0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.1559145 Dec 06 12:40:58.661528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-94ed021c-640b-4323-8838-3e9417a09968 req-56f24b84-35c7-469d-b44b-9c80872145f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820200 Dec 06 12:40:58.677169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.056183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.064202 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.232512 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:59.247231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 277e404e-7900-4cd3-a0ee-3956fda44956 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:59.272469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.341254 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 277e404e-7900-4cd3-a0ee-3956fda44956 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:59.341917 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.414481 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:59.416111 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:59.531970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:59.608479 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router b00db377-cb36-4a47-beab-91dd46e69f93 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:59.611962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc30c3-1203-40a0-9a07-8c55aeecd11a None None] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:59.725276 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-253da4ac-833d-4d9b-b7f5-e5fae8280de9 None None] Provisioning complete for port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:59.725654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-253da4ac-833d-4d9b-b7f5-e5fae8280de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.771333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d865-1062-4ff1-bc4d-5d91124c1026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.790365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:59.813523 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-52fd0b76-d1f1-471c-afa0-33d7024f204d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/b00db377-cb36-4a47-beab-91dd46e69f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079304 Dec 06 12:40:59.844669 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:59.845204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.010316 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.086332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:00.087551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-253da4ac-833d-4d9b-b7f5-e5fae8280de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.092486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.179223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-0bda4c83-b086-4b4c-a197-f2af4576ed13 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126831964&fields=id&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 267 time: 0.1093771 Dec 06 12:41:00.205183 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Sync routers for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:41:00.243284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:00.252495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-253da4ac-833d-4d9b-b7f5-e5fae8280de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:41:00.254300 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-253da4ac-833d-4d9b-b7f5-e5fae8280de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:41:00.254931 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:00.255731 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:00.385600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-6b80a9ec-3b44-4429-baca-98da397c369a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:00.387095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-6b80a9ec-3b44-4429-baca-98da397c369a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 797 time: 0.2002263 Dec 06 12:41:00.389011 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:00.409006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-a8d342ce-9ad3-4ff8-b3dd-075ac258d0a3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/quotas/dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 375 time: 0.0102966 Dec 06 12:41:00.497039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-735ec6bc-fe6c-4b19-87cd-d48af2ee0d41 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810690 Dec 06 12:41:00.706544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-46df297c-38e7-4253-9e26-1c9403b3b3d0 service neutron] 10.222.0.31 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823285 Dec 06 12:41:00.870351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-d284d5d2-26dc-4f37-a1be-fee7968df5ba service neutron] 10.222.0.31 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628554 Dec 06 12:41:00.887991 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.956049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 2, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:01.014436 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Checking router: b00db377-cb36-4a47-beab-91dd46e69f93 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:41:01.015038 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Updating router b00db377-cb36-4a47-beab-91dd46e69f93 port 5633bc42-3f00-405b-9b4f-172e134f6299 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:41:01.052533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.054661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8941b2d4-99d5-4bef-a78d-0a616ff37ad4 None None] Provisioning complete for port 5633bc42-3f00-405b-9b4f-172e134f6299 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:01.055445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8941b2d4-99d5-4bef-a78d-0a616ff37ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.123256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:41:01.171869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8941b2d4-99d5-4bef-a78d-0a616ff37ad4 None None] Port 5633bc42-3f00-405b-9b4f-172e134f6299 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:01.202470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75ac6c0e-17f0-4902-8f04-c23de1ce91ec req-7dcba5ab-3bfa-40a6-9b72-35ab9754f65c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Dec 06 12:41:01.272915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.273755 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8941b2d4-99d5-4bef-a78d-0a616ff37ad4 None None] Provisioning complete for port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:01.274384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8941b2d4-99d5-4bef-a78d-0a616ff37ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.279837 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:01.280416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.581841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.588146 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.674792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7320-9756-4db9-b1f9-3c01effff4e5 None None] Pushing event updated for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:01.758202 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Attempting to bind port 5633bc42-3f00-405b-9b4f-172e134f6299 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:01.758948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Attempting to bind port 5633bc42-3f00-405b-9b4f-172e134f6299 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:01.759270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Attempting to bind port 5633bc42-3f00-405b-9b4f-172e134f6299 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:01.771728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:01.772211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:01.772642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.773102 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Bound using segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:01.773629 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Bound port: 5633bc42-3f00-405b-9b4f-172e134f6299, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:01.774018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.903432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] For port 5633bc42-3f00-405b-9b4f-172e134f6299, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:01.910805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] For port 5633bc42-3f00-405b-9b4f-172e134f6299, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5633bc42-3f00-405b-9b4f-172e134f6299,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:01.916887 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.975817 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7320-9756-4db9-b1f9-3c01effff4e5 None None] Pushing event updated for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:02.010049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:02.010783 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:02.088814 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] Provisioning complete for port 5633bc42-3f00-405b-9b4f-172e134f6299 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:02.088814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.208259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:02.350581 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.368752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68be74a4-92eb-4758-be65-feafb5293da6 req-311e83e2-37ad-4916-ba18-8c15eb6cf67c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 210 time: 0.0652225 Dec 06 12:41:02.471159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.475039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] For port 5633bc42-3f00-405b-9b4f-172e134f6299, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5633bc42-3f00-405b-9b4f-172e134f6299,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:02.488357 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.599213 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7b8cd-4286-4652-9c2a-a6f32e5811b7 None None] Pushing event updated for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:02.629998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-da86ab61-668f-4afc-a114-fc193e6b1a3e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:02.650331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-da86ab61-668f-4afc-a114-fc193e6b1a3e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 797 time: 0.2044179 Dec 06 12:41:02.653429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4a9c1bdb-1f6e-40eb-8709-43b51d2e3818 None None] Provisioning complete for port 5633bc42-3f00-405b-9b4f-172e134f6299 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:02.653808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1bdb-1f6e-40eb-8709-43b51d2e3818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.706950 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:01Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:02.744428 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f647d4f-bea2-4fe1-8295-def6b4b56770 None None] The sync data for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 is: [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:01Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:41:02.768781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-69966c20-35e3-4eef-82df-39183c5adb49 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 379 time: 0.1031039 Dec 06 12:41:02.787754 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'port': {'device_id': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'admin_state_up': True, 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'security_groups': ['4058aa57-69ac-48fd-8715-1cf4a4692709']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:02.971562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:41:02.977978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:03.140299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5633bc42-3f00-405b-9b4f-172e134f6299 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:41:03.240809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:03.279576 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5633bc42-3f00-405b-9b4f-172e134f6299 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:03.280106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:03.524195 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e91888-984e-4848-9410-e02cdc409723 req-98f3f52d-e89d-4d91-bf07-485ae0e0c382 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 210 time: 0.0339150 Dec 06 12:41:03.660259 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.7 (3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d/bbaa49f8-8126-415e-a76f-5d96bfed668d/c13a7f75-fc94-4f89-9a7b-f3053e720d46) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:03.851828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:03.912330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:03.974002 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:03.978618 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:03.986223 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:03.989898 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:04.067150 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:04.067150 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:04.102813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ee36d301-cc27-4cc1-9631-803b00362f03 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3207872 Dec 06 12:41:04.122568 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Request body: {'port': {'device_id': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:04.218861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:04.349187 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3ae57275-466d-4689-bc93-56109e7ad91d None None] Provisioning complete for port c13a7f75-fc94-4f89-9a7b-f3053e720d46 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:04.350382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ae57275-466d-4689-bc93-56109e7ad91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:04.424892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3ae57275-466d-4689-bc93-56109e7ad91d None None] Port c13a7f75-fc94-4f89-9a7b-f3053e720d46 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:04.685223 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13a7f75-fc94-4f89-9a7b-f3053e720d46 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:04.693774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:04.714325 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Transition to ACTIVE for port object c13a7f75-fc94-4f89-9a7b-f3053e720d46 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:41:04.724298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e6a9e-e109-414f-9352-6ce35423ad53 req-559a71d3-efc9-4948-9e84-169277031029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:04.726853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab9e6a9e-e109-414f-9352-6ce35423ad53 req-559a71d3-efc9-4948-9e84-169277031029 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 931 time: 0.0872157 Dec 06 12:41:04.728119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:04.829031 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:04.871623 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab9e6a9e-e109-414f-9352-6ce35423ad53 req-dcc85f0d-e198-4ed2-9b9a-67d8f074a4a3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116209 Dec 06 12:41:04.970350 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:04.971032 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:04.971378 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:04.976987 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:41:04.977376 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:04.985749 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:04.986243 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:04.986473 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Bound using segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:04.987039 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Bound port: c13a7f75-fc94-4f89-9a7b-f3053e720d46, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:04.987939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:05.059183 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:05.062836 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:05.068568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:05.107769 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.109345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:05.113198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] 10.222.0.53 "PUT /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 1091 time: 0.9938917 Dec 06 12:41:05.116077 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:05.118677 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14" -d '{"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:05.166342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5dfe8-5f90-4d30-8965-caeb9fc18cbb service neutron] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:05.175299 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffbfca4-c5e2-42b9-af8c-65df6ce87abc x-openstack-request-id: req-bffbfca4-c5e2-42b9-af8c-65df6ce87abc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:05.175797 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:05.176672 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bffbfca4-c5e2-42b9-af8c-65df6ce87abc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:05.177413 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'status': 'completed', 'code': 200} Dec 06 12:41:05.245383 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-1ba30b1b-2fe3-4d04-a1d1-437e5f650f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.246977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-1ba30b1b-2fe3-4d04-a1d1-437e5f650f80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1094 time: 0.0514445 Dec 06 12:41:05.299470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-826aa53e-dd81-48c7-b221-526d7cf46355 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 217 time: 0.0387487 Dec 06 12:41:05.354288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-697aa2fe-8857-4b2c-b595-5223441b0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.355946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-697aa2fe-8857-4b2c-b595-5223441b0249 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0501635 Dec 06 12:41:05.411603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ef467d96-538c-4938-ab7a-ae909d7bcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.413342 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-ef467d96-538c-4938-ab7a-ae909d7bcddf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501351 Dec 06 12:41:05.518275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-3779b6d0-7d2f-4bc8-8931-10fa1ebc9e21 service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976067 Dec 06 12:41:05.625066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-278c43aa-8cbd-4de5-84f8-e0c841698f7a req-f60b6f99-0f84-4a9e-b8a3-759d57adda37 service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996482 Dec 06 12:41:05.751575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-5092266e-d02b-43a4-8350-d5df59044df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.753040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-5092266e-d02b-43a4-8350-d5df59044df6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1094 time: 0.0429430 Dec 06 12:41:05.847315 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-ea8be5cc-3d96-45bc-8730-07f0fd0fe2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.848761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-ea8be5cc-3d96-45bc-8730-07f0fd0fe2db service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.0888088 Dec 06 12:41:05.889351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-dd389a62-e403-4f13-a8df-bc01c62ada2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 217 time: 0.0332675 Dec 06 12:41:05.940644 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-9be0d5b5-0060-4e92-9334-567ed5f6cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.942264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-9be0d5b5-0060-4e92-9334-567ed5f6cd87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0464430 Dec 06 12:41:06.021810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a909-a9d7-4645-800c-95a8d7e12ef8 req-232770bf-1320-4865-90da-b9c82dbddd32 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:06.023205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2993a909-a9d7-4645-800c-95a8d7e12ef8 req-232770bf-1320-4865-90da-b9c82dbddd32 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 943 time: 0.0799785 Dec 06 12:41:06.025848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-7c1e96d9-8e60-4a04-9688-2ab46f8e8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:06.027216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-7c1e96d9-8e60-4a04-9688-2ab46f8e8903 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741503 Dec 06 12:41:06.127396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2993a909-a9d7-4645-800c-95a8d7e12ef8 req-9088d9c0-3881-4280-bf37-a1bfb2a9fc3f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976720 Dec 06 12:41:06.153144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-f63b49a3-71f6-46e2-9151-fe107e4da1fe service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171725 Dec 06 12:41:06.243541 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aeb64e76-bae9-4e84-8e83-bdb1ea943a14 req-bd2ac0f9-12ab-4183-8eaa-4ada595d8d4e service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Dec 06 12:41:06.870999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a93e138e-7ccb-43e3-b2b6-7bd666a4fe41 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245555381&fields=id&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 267 time: 0.0450981 Dec 06 12:41:06.986173 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-447bff43-679d-45e1-981b-7fde97b0f8b2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:06.988303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-447bff43-679d-45e1-981b-7fde97b0f8b2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1106627 Dec 06 12:41:07.003333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-898fb793-15f1-4004-afd1-56072eaf6316 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0091844 Dec 06 12:41:07.053577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-91ad45a8-df80-44c8-bbbc-a17614a0c56e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449383 Dec 06 12:41:07.169765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-cc45b133-097f-485e-b700-fad6ad2b92b2 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046009 Dec 06 12:41:07.294328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a748-7f85-420b-ac5a-f64d46986267 req-e7583399-0388-4fbe-aa70-1a6198d1e44f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:07.295806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c64a748-7f85-420b-ac5a-f64d46986267 req-e7583399-0388-4fbe-aa70-1a6198d1e44f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 943 time: 0.0959201 Dec 06 12:41:07.297619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-e6bd6199-3220-42cc-8d48-7e18605ae9b8 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271002 Dec 06 12:41:07.349865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4c64a748-7f85-420b-ac5a-f64d46986267 req-03017530-07b3-41d6-b6a1-5801bae3c888 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471880 Dec 06 12:41:07.597426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e791d15e-3977-4b9e-9f04-74fc8fd5159b req-8bef4986-9c07-4223-b6e4-58d9c295877e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0263369 Dec 06 12:41:08.317881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:41:08.444226 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:08.456735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'port_id': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'mac_address': 'fa:16:3e:03:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:41:08.510189 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:08.516974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4895b17-f4b6-4ebe-9fde-3e8377e8f990 req-679f970b-bd7a-4f90-a038-1f0012e9989c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:08.519163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4895b17-f4b6-4ebe-9fde-3e8377e8f990 req-679f970b-bd7a-4f90-a038-1f0012e9989c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 943 time: 0.0679810 Dec 06 12:41:08.526029 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13a7f75-fc94-4f89-9a7b-f3053e720d46 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:08.547556 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:08.552930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:08.636537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4895b17-f4b6-4ebe-9fde-3e8377e8f990 req-0588ae5a-d3cb-495c-9035-cc0308aac867 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059904 Dec 06 12:41:08.636745 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:08.647028 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-4146ce3d-9206-4a3c-b971-837b37a736e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:08.648533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-4146ce3d-9206-4a3c-b971-837b37a736e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.2229288 Dec 06 12:41:08.726163 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-cc55eca4-feea-4e6e-8381-256f4e766158 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 379 time: 0.0667937 Dec 06 12:41:08.735839 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'security_groups': ['f85d9889-3614-4ec2-bd03-fb40e3db323e']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:08.745014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5d19462-1496-447c-8045-5d8e6decfcfd req-ea8bb36e-2b03-4ece-b661-7b5e865b66ab tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0411787 Dec 06 12:41:08.817605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c13a7f75-fc94-4f89-9a7b-f3053e720d46'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:08.863607 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:41:08.867767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.002756 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.13 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/eb01745f-85e7-437e-92ee-b3fa68383141) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:09.156764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.191988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.230266 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:09.233667 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:09.238826 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:09.294017 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:09.307184 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:09.307940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.325706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-c930690a-a2f6-40d4-8279-f6434702ca2d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937133 Dec 06 12:41:09.342600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Request body: {'port': {'device_id': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:09.416352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.594284 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c94134eb-9e72-48de-ac12-942d43234d2e None None] Provisioning complete for port eb01745f-85e7-437e-92ee-b3fa68383141 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:09.594765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c94134eb-9e72-48de-ac12-942d43234d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.635966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c94134eb-9e72-48de-ac12-942d43234d2e None None] Port eb01745f-85e7-437e-92ee-b3fa68383141 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:09.733937 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb01745f-85e7-437e-92ee-b3fa68383141 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:09.743987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.784636 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Transition to ACTIVE for port object eb01745f-85e7-437e-92ee-b3fa68383141 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:41:09.789892 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:09.813500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e1ac-186d-442f-8de9-0b0806d489a9 req-40a495e1-84e1-470f-9629-3840354818fa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:09.817520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c365e1ac-186d-442f-8de9-0b0806d489a9 req-40a495e1-84e1-470f-9629-3840354818fa tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.0922222 Dec 06 12:41:09.886433 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c365e1ac-186d-442f-8de9-0b0806d489a9 req-0340b34e-eb8a-48aa-bbb2-50fe38630fef tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616274 Dec 06 12:41:09.912198 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Pushing event updated for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:09.954486 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2d21e-7f85-40c9-b633-7b44f24c9615 req-aed98a2e-1db0-4bdf-8ef9-a15f8b36ab41 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:09.963311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4c2d21e-7f85-40c9-b633-7b44f24c9615 req-aed98a2e-1db0-4bdf-8ef9-a15f8b36ab41 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0824602 Dec 06 12:41:09.996383 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Attempting to bind port eb01745f-85e7-437e-92ee-b3fa68383141 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:09.996383 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Attempting to bind port eb01745f-85e7-437e-92ee-b3fa68383141 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:09.996749 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Attempting to bind port eb01745f-85e7-437e-92ee-b3fa68383141 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:10.002136 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Port eb01745f-85e7-437e-92ee-b3fa68383141 on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:41:10.002468 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Attempting to bind port eb01745f-85e7-437e-92ee-b3fa68383141 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:10.013030 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:10.013432 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:10.013785 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:10.014224 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Bound port: eb01745f-85e7-437e-92ee-b3fa68383141, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:10.014588 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.031252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4c2d21e-7f85-40c9-b633-7b44f24c9615 req-892e3177-7229-450a-8d81-d36a70e29d91 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667026 Dec 06 12:41:10.100853 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:10.104327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb01745f-85e7-437e-92ee-b3fa68383141,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:10.109742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.182956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Pushing event updated for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:10.203796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.204415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.206908 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-a9cfd849-c69e-4dd7-9da1-e45741b5e99a service neutron] 10.222.0.23 "PUT /v2.0/ports/eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 200 len: 1092 time: 0.8727562 Dec 06 12:41:10.207413 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:10.210861 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df8dcb-9958-4e95-81a9-37d9dab443b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:10.261473 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8ff26b-219c-46c0-8fe0-c229508148b7 x-openstack-request-id: req-6d8ff26b-219c-46c0-8fe0-c229508148b7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:10.261795 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:10.262114 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d8ff26b-219c-46c0-8fe0-c229508148b7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:10.262513 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'status': 'completed', 'code': 200} Dec 06 12:41:10.294716 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-1408c402-0b2c-4e37-ba11-543fbe6dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.296667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-1408c402-0b2c-4e37-ba11-543fbe6dc549 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1095 time: 0.0465407 Dec 06 12:41:10.323079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:41:10.342957 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-98242e8b-9a17-4dbe-a1e5-07dfa02e423f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 200 len: 217 time: 0.0379698 Dec 06 12:41:10.396367 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port c13a7f75-fc94-4f89-9a7b-f3053e720d46 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:41:10.400915 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port c13a7f75-fc94-4f89-9a7b-f3053e720d46 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:10.401528 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.405753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-5eafd6ce-9a86-49d9-9731-ead6286eff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.407699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-5eafd6ce-9a86-49d9-9731-ead6286eff1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0575202 Dec 06 12:41:10.474646 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-cc62a436-e8d8-461a-86da-361c5acbb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.476652 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-cc62a436-e8d8-461a-86da-361c5acbb537 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605121 Dec 06 12:41:10.512478 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.542007 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:10.544494 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e62d1-6a26-4b21-a4f8-87bee6696296" -d '{"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-plugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:10.573891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:10.584242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:10.598913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-7d7149d2-37dc-4d79-a1ae-f5516ae2eed9 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142683 Dec 06 12:41:10.620073 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d661939-d624-4f1c-91b3-9e26f8590ba0 x-openstack-request-id: req-9d661939-d624-4f1c-91b3-9e26f8590ba0 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:10.620594 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-plugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:10.620594 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d661939-d624-4f1c-91b3-9e26f8590ba0 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:10.621097 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'code': 200} Dec 06 12:41:10.646704 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:10.708446 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9806e719-a0f2-4ef1-95fd-0bc9f9d9ee53 req-31b42e97-6aa5-44c3-8728-ab6cdf8a0f7e service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025326 Dec 06 12:41:10.759056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af5716-ac01-4f0e-9858-40497cea3f35 req-06dce018-46f7-46bd-914e-d539fe9a1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.760997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36af5716-ac01-4f0e-9858-40497cea3f35 req-06dce018-46f7-46bd-914e-d539fe9a1598 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1096 time: 0.0509183 Dec 06 12:41:10.807075 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-9ddabe9b-2483-4fc2-adea-186f36be9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.808972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-9ddabe9b-2483-4fc2-adea-186f36be9b3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1095 time: 0.0485849 Dec 06 12:41:10.818998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36af5716-ac01-4f0e-9858-40497cea3f35 req-34fe15a0-4c3a-407a-be18-08cb5af8c2b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510724 Dec 06 12:41:10.919372 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-9f291bcb-64c4-453d-875e-32ca7c2af787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.921494 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-9f291bcb-64c4-453d-875e-32ca7c2af787 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1055012 Dec 06 12:41:10.993379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-29130d22-91a4-4995-b90f-27d07f4f4a75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 200 len: 217 time: 0.0631781 Dec 06 12:41:11.071972 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-c84581ac-9e02-47e6-94d4-64b95177717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:11.073737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-c84581ac-9e02-47e6-94d4-64b95177717d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0736840 Dec 06 12:41:11.136884 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-f8105539-bad0-4893-9581-d33f3dd7c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:11.138749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-f8105539-bad0-4893-9581-d33f3dd7c6c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579627 Dec 06 12:41:11.151741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513159-a888-493e-84c5-753623e8ab1d req-abde23bc-b918-4b05-97a6-2c00d32ab38d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:11.153333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36513159-a888-493e-84c5-753623e8ab1d req-abde23bc-b918-4b05-97a6-2c00d32ab38d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0929666 Dec 06 12:41:11.238410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-23bd3e81-7675-41a0-b9a1-7b2117721d34 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916381 Dec 06 12:41:11.262279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36513159-a888-493e-84c5-753623e8ab1d req-986c7817-0ea5-4bf2-a696-06380da8ecc1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663395 Dec 06 12:41:11.283023 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334a6e-64e3-491c-9dc7-b1120cd46e66 req-e923cfe0-6e92-40ae-9e98-135032e3dae3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:11.285184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62334a6e-64e3-491c-9dc7-b1120cd46e66 req-e923cfe0-6e92-40ae-9e98-135032e3dae3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.1264625 Dec 06 12:41:11.338004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62334a6e-64e3-491c-9dc7-b1120cd46e66 req-f9dda3a6-66b0-46f7-903a-927787115611 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460994 Dec 06 12:41:11.358729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-82df8dcb-9958-4e95-81a9-37d9dab443b5 req-3d2f6a0f-3da1-4d82-b4da-84732693dee0 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137643 Dec 06 12:41:12.394472 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809bca2-0d35-4671-b324-83239110d530 req-97334304-3614-4fcf-a6f1-2f14511c60c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:12.395413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f809bca2-0d35-4671-b324-83239110d530 req-97334304-3614-4fcf-a6f1-2f14511c60c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0604002 Dec 06 12:41:12.457615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f809bca2-0d35-4671-b324-83239110d530 req-b3386058-47f6-41fc-9eea-97ac0991f2f5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561125 Dec 06 12:41:12.502577 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2b623-6f49-4f03-9a26-025e10f1b9a6 req-5eef9904-f18f-49f6-96be-7b8e34533d69 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:12.503251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7c2b623-6f49-4f03-9a26-025e10f1b9a6 req-5eef9904-f18f-49f6-96be-7b8e34533d69 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0634878 Dec 06 12:41:12.598357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7c2b623-6f49-4f03-9a26-025e10f1b9a6 req-688f9727-aaf1-4c33-a864-6b5113b1d469 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882015 Dec 06 12:41:12.624561 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b25b8-d6e1-4280-8ea3-e5034f6189ef req-77898979-8bfc-44d8-8b08-fadecd482d54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:12.630418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2b25b8-d6e1-4280-8ea3-e5034f6189ef req-77898979-8bfc-44d8-8b08-fadecd482d54 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0995574 Dec 06 12:41:12.690640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2e2b25b8-d6e1-4280-8ea3-e5034f6189ef req-64ce9e3b-1048-454b-b75e-11226c25ac18 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514057 Dec 06 12:41:12.713678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:12.762622 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f659b8e-a18d-4ce6-bfd2-61918fb5fe4e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:12.767878 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:12.768714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f659b8e-a18d-4ce6-bfd2-61918fb5fe4e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1091 time: 0.0532386 Dec 06 12:41:12.773550 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:12.796341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:12.903661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.008797 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.84 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/0dda532d-0cdc-460c-b0ec-4f18fdf87203) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:13.114340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.155028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.196585 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:13.199671 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:13.206220 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:13.240314 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=0dda532d-0cdc-460c-b0ec-4f18fdf87203,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:13.256366 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.256718 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.257068 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.257465 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.257809 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.258150 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.258492 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.258830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.259151 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.259479 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.259801 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.260125 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.260449 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:13.620545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.705634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.813727 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1111bd-51fc-4581-9768-2e1d5e70e997 req-e42a7ee0-1968-4d1e-8d60-249589c78c3a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:13.815740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1111bd-51fc-4581-9768-2e1d5e70e997 req-e42a7ee0-1968-4d1e-8d60-249589c78c3a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0842218 Dec 06 12:41:13.902909 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1111bd-51fc-4581-9768-2e1d5e70e997 req-d34792bd-8cfd-41e7-af72-af601e5a1567 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799437 Dec 06 12:41:13.952249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.957347 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.025837 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=0dda532d-0cdc-460c-b0ec-4f18fdf87203,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:14.036047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.151470 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP da22aa23-9849-4ba2-a3aa-14fbaec4c78c associated. External IP: 172.35.3.84, port: c13a7f75-fc94-4f89-9a7b-f3053e720d46. Dec 06 12:41:14.702362 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router b00db377-cb36-4a47-beab-91dd46e69f93 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:41:14.817748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:41:14.828200 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Sync routers for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:41:14.837525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.842168 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:14.843112 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:14.867650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c30530c-cef5-48a6-b8a2-b1fa3062f1e4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0978706 Dec 06 12:41:14.868260 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:14.882102 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d72f0ee-fffb-452f-b087-fe90386f98f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:14.966401 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75baa12-5984-400a-8845-2dfa7e8a75aa x-openstack-request-id: req-a75baa12-5984-400a-8845-2dfa7e8a75aa {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:14.966708 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:14.967013 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a75baa12-5984-400a-8845-2dfa7e8a75aa {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:14.967474 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'status': 'completed', 'code': 200} Dec 06 12:41:14.991787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e334-5651-42e6-b5b4-e8ca78474fab req-d146c97c-3b75-4085-a1b1-4da00b4683f1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.000329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6475e334-5651-42e6-b5b4-e8ca78474fab req-d146c97c-3b75-4085-a1b1-4da00b4683f1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0700378 Dec 06 12:41:15.020827 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:15.133093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6475e334-5651-42e6-b5b4-e8ca78474fab req-bf1bbb17-079d-499a-a1a0-c9e0d365e98c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319327 Dec 06 12:41:15.141890 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-0baa719a-3a18-44ab-a39a-db67209878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.144420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-0baa719a-3a18-44ab-a39a-db67209878d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1096 time: 0.1350780 Dec 06 12:41:15.152814 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:15.186590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47873-abfb-4b72-9dce-1b29e12060f3 req-4b9b7f6e-33d1-4d2a-80de-9d4c2bab9b5d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.188466 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00e47873-abfb-4b72-9dce-1b29e12060f3 req-4b9b7f6e-33d1-4d2a-80de-9d4c2bab9b5d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.1218333 Dec 06 12:41:15.285737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-02f31ef8-d5ae-4358-96fb-58e8177b7974 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/da22aa23-9849-4ba2-a3aa-14fbaec4c78c HTTP/1.1" status: 200 len: 990 time: 0.1275609 Dec 06 12:41:15.299373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00e47873-abfb-4b72-9dce-1b29e12060f3 req-48330a7f-49a9-4f0a-8252-a2546aab6566 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022627 Dec 06 12:41:15.321812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-d92fdfc2-8553-4836-aacc-c2fe4f6dd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.321812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-d92fdfc2-8553-4836-aacc-c2fe4f6dd9d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.1648328 Dec 06 12:41:15.325390 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'da22aa23-9849-4ba2-a3aa-14fbaec4c78c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.84', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'port_id': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'mac_address': 'fa:16:3e:03:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:13Z', 'updated_at': '2021-12-06T12:41:13Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:15.354770 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Checking router: b00db377-cb36-4a47-beab-91dd46e69f93 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:41:15.364941 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:15.365831 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:15.387428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-5eb313dd-e9d9-43e0-baaf-0a6110eee7e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 998 time: 0.0639880 Dec 06 12:41:15.450672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-3cb6f27b-0b6f-4443-81f2-0e860aac3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.452177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-3cb6f27b-0b6f-4443-81f2-0e860aac3aa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0574889 Dec 06 12:41:15.493207 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:15.505389 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-c29f1a1d-e2b0-4d9a-9bb1-40a55cb79a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.507281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-c29f1a1d-e2b0-4d9a-9bb1-40a55cb79a47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480897 Dec 06 12:41:15.604528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-a5876008-f79d-4b6b-afcd-b91acf5e9049 service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899167 Dec 06 12:41:15.706177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d72f0ee-fffb-452f-b087-fe90386f98f7 req-dd757ba3-1bbc-4e67-84ea-a1c79e306f7f service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951855 Dec 06 12:41:15.750972 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'da22aa23-9849-4ba2-a3aa-14fbaec4c78c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.84', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'port_id': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'mac_address': 'fa:16:3e:03:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:13Z', 'updated_at': '2021-12-06T12:41:13Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:15.777380 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cdc5d-f651-42b6-82d1-d5c8e725dd61 None None] The sync data for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 is: [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'da22aa23-9849-4ba2-a3aa-14fbaec4c78c', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.84', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'port_id': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'mac_address': 'fa:16:3e:03:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:13Z', 'updated_at': '2021-12-06T12:41:13Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:41:15.976024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ee81d-b816-4039-90fc-b6b8e07a64b1 None None] New status for floating IP da22aa23-9849-4ba2-a3aa-14fbaec4c78c: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:41:16.289745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60704) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:16.352782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c0741e1-f0b7-4e8a-9755-e074903d5dc4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/da22aa23-9849-4ba2-a3aa-14fbaec4c78c HTTP/1.1" status: 200 len: 992 time: 0.0617476 Dec 06 12:41:16.429804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac5b20-d267-4aae-b689-29a234efa138 req-c26c424d-70fb-4b90-b3a2-332024919c4e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:16.431289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbac5b20-d267-4aae-b689-29a234efa138 req-c26c424d-70fb-4b90-b3a2-332024919c4e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0551176 Dec 06 12:41:16.479955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbac5b20-d267-4aae-b689-29a234efa138 req-d2027d50-c77a-45ae-a205-d57751fb946c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Dec 06 12:41:17.594707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ce68-88d3-413e-b5f5-9cdcbc9dc1b8 req-2757bab9-b99b-4377-9e7a-9c4a1aecd9e7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:17.596732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24d1ce68-88d3-413e-b5f5-9cdcbc9dc1b8 req-2757bab9-b99b-4377-9e7a-9c4a1aecd9e7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0483582 Dec 06 12:41:17.646818 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-24d1ce68-88d3-413e-b5f5-9cdcbc9dc1b8 req-1223088f-7787-4230-b5b2-a1fd811ca543 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440609 Dec 06 12:41:17.846993 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:41:18.766377 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753551b6-d217-4912-b16f-df6503233831 req-6adb5262-0b30-49a3-a1d8-c1745cd207a1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:18.768438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-753551b6-d217-4912-b16f-df6503233831 req-6adb5262-0b30-49a3-a1d8-c1745cd207a1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0502598 Dec 06 12:41:18.823988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-753551b6-d217-4912-b16f-df6503233831 req-f88f76c4-b856-4832-bb6f-348dadfe094a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493228 Dec 06 12:41:19.679577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:19.938073 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591050-215e-4a43-a613-d19ca6109b8e req-ab5da5c5-aa43-4d43-ad39-680f8afabdf9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:19.939685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32591050-215e-4a43-a613-d19ca6109b8e req-ab5da5c5-aa43-4d43-ad39-680f8afabdf9 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0493352 Dec 06 12:41:19.988806 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-32591050-215e-4a43-a613-d19ca6109b8e req-ff074b0f-b277-4354-9aaa-a56c2c227358 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Dec 06 12:41:21.101942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238f57-f048-401e-ba16-c1fe43f42a99 req-99626d52-5153-4141-ba02-c497938619b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:21.103453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69238f57-f048-401e-ba16-c1fe43f42a99 req-99626d52-5153-4141-ba02-c497938619b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 944 time: 0.0483115 Dec 06 12:41:21.152422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-69238f57-f048-401e-ba16-c1fe43f42a99 req-d98ae21a-ce82-4ef6-8539-2b16b9172d9e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Dec 06 12:41:21.858107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb01745f-85e7-437e-92ee-b3fa68383141 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:41:22.105663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb01745f-85e7-437e-92ee-b3fa68383141,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:22.118707 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'mac_address': 'fa:16:3e:5a:59:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:41:22.157863 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:22.171342 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb01745f-85e7-437e-92ee-b3fa68383141 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:22.193402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb01745f-85e7-437e-92ee-b3fa68383141,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:22.197392 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:22.255165 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:22.285637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6aeb2-6eb8-4a6d-b095-ae56dc4c35de req-41ce6cc9-f0a5-4098-8f9c-e72bddfbd6e6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:22.287115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56e6aeb2-6eb8-4a6d-b095-ae56dc4c35de req-41ce6cc9-f0a5-4098-8f9c-e72bddfbd6e6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 945 time: 0.0579088 Dec 06 12:41:22.336791 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56e6aeb2-6eb8-4a6d-b095-ae56dc4c35de req-08ecb29d-c578-4c08-9db3-b52dd0131268 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Dec 06 12:41:22.459893 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['eb01745f-85e7-437e-92ee-b3fa68383141'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:23.452776 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64428b3-6105-48e8-b8ad-eda96a9548a1 req-a07ace32-a36a-4f45-b62d-2aebeee78273 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:23.454395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a64428b3-6105-48e8-b8ad-eda96a9548a1 req-a07ace32-a36a-4f45-b62d-2aebeee78273 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 945 time: 0.0508807 Dec 06 12:41:23.506603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a64428b3-6105-48e8-b8ad-eda96a9548a1 req-bf21db75-6e0d-415b-86ef-22b5f275708d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Dec 06 12:41:23.858723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb01745f-85e7-437e-92ee-b3fa68383141 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:41:23.906524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port eb01745f-85e7-437e-92ee-b3fa68383141 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:41:23.911053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port eb01745f-85e7-437e-92ee-b3fa68383141 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:23.911426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:23.989453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:24.012734 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:24.015050 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b9e821-6ede-4691-b82f-dd05d091c4f9" -d '{"events": [{"server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "name": "network-vif-plugged", "status": "completed", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:24.033236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb01745f-85e7-437e-92ee-b3fa68383141,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:24.039010 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:24.062963 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b725a13-00f4-4796-a0c2-7b439672bb71 x-openstack-request-id: req-2b725a13-00f4-4796-a0c2-7b439672bb71 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:24.063258 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "name": "network-vif-plugged", "status": "completed", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:24.063507 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b725a13-00f4-4796-a0c2-7b439672bb71 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:24.063894 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'code': 200} Dec 06 12:41:24.089571 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:24.156021 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386e7f-ec39-45f6-b839-a3094d7dd7f0 req-dfa17c60-2d9c-4007-8217-dc4cf6e7d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:24.157537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e386e7f-ec39-45f6-b839-a3094d7dd7f0 req-dfa17c60-2d9c-4007-8217-dc4cf6e7d985 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1097 time: 0.0416825 Dec 06 12:41:24.203632 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e386e7f-ec39-45f6-b839-a3094d7dd7f0 req-0248035e-8980-4921-9355-caa0cc4a297c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383220 Dec 06 12:41:24.626464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b13711-654f-4d2a-b8c6-82e42b61cc8d req-63603727-0a6a-45ce-a9cb-a61d4ff7df47 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:24.627852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22b13711-654f-4d2a-b8c6-82e42b61cc8d req-63603727-0a6a-45ce-a9cb-a61d4ff7df47 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0532262 Dec 06 12:41:24.678360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22b13711-654f-4d2a-b8c6-82e42b61cc8d req-3bcb3f18-1aab-47d3-b98f-8a1c903d51e1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Dec 06 12:41:25.799668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c857b9-ba6c-4ebc-92d9-73feb17a6472 req-a0f3b6f9-a3b4-42f4-b7c6-1f1394e813d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:25.801181 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c857b9-ba6c-4ebc-92d9-73feb17a6472 req-a0f3b6f9-a3b4-42f4-b7c6-1f1394e813d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0498595 Dec 06 12:41:25.851431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87c857b9-ba6c-4ebc-92d9-73feb17a6472 req-6923e531-bdc2-4d4a-b7bc-684a7f68d86e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Dec 06 12:41:25.967497 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df978913-54b1-48d7-bb63-9f4993291142 req-36b03389-0740-489a-86a4-24355fa1c667 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:25.968995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df978913-54b1-48d7-bb63-9f4993291142 req-36b03389-0740-489a-86a4-24355fa1c667 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0495079 Dec 06 12:41:26.025885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df978913-54b1-48d7-bb63-9f4993291142 req-a7e3cdc6-f4cd-4cd6-909a-16230e7b1c26 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 Dec 06 12:41:26.048500 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 60810) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:26.199378 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b410c31-1e77-403b-a09f-153336142d4b tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:26.200884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3b410c31-1e77-403b-a09f-153336142d4b tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1092 time: 0.1507881 Dec 06 12:41:26.204030 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 60814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:26.208522 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:26.229664 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:26.350351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:26.465500 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.35.3.67 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:26.569590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:26.603998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:26.640842 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:26.646183 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:26.649680 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:26.688419 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:27.021516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.090489 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.223806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38b55e4a-7f36-407e-94a3-efe53067e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.240010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.244264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.311383 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:27.326699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.427177 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP dae3c3c2-b9e4-4ce5-9020-fa805935e79a associated. External IP: 172.35.3.67, port: eb01745f-85e7-437e-92ee-b3fa68383141. Dec 06 12:41:27.644291 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:41:27.756303 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:41:27.768729 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:41:27.774082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:27.780974 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:27.781630 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:27.815510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e2c842c7-5cc9-4670-ae9a-522cb328e5cf tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5966816 Dec 06 12:41:27.815510 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:27.815510 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb10d0-a022-45d4-9bf0-c6d049effb71" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:27.842037 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d19882e-4679-4a6c-bfb1-3da0539af17b x-openstack-request-id: req-4d19882e-4679-4a6c-bfb1-3da0539af17b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:27.842394 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:27.842574 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d19882e-4679-4a6c-bfb1-3da0539af17b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:27.842985 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'status': 'completed', 'code': 200} Dec 06 12:41:27.898971 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:27.910239 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-860ddef8-fdef-4274-b74e-63485f732111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:27.911863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-860ddef8-fdef-4274-b74e-63485f732111 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1097 time: 0.0441570 Dec 06 12:41:28.146981 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dae3c3c2-b9e4-4ce5-9020-fa805935e79a', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.67', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:5a:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:26Z', 'updated_at': '2021-12-06T12:41:26Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:28.263871 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:41:28.273079 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:28.273724 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:28.358683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-d14f6751-619b-4d54-9f3c-fb09ebbe0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:28.360526 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-d14f6751-619b-4d54-9f3c-fb09ebbe0763 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.4422109 Dec 06 12:41:28.379326 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:28.434877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-cb793c8b-1752-4d98-8384-913352fe784f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 200 len: 999 time: 0.0660908 Dec 06 12:41:28.489395 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-a899d4c6-4fd9-4a29-999c-1675ff9c5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:28.491766 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-a899d4c6-4fd9-4a29-999c-1675ff9c5ffe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0488143 Dec 06 12:41:28.563038 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-db30b712-3d41-412d-a3f3-fe64d8b5af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:28.565178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-db30b712-3d41-412d-a3f3-fe64d8b5af24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628669 Dec 06 12:41:28.646504 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dae3c3c2-b9e4-4ce5-9020-fa805935e79a', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.67', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:5a:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:26Z', 'updated_at': '2021-12-06T12:41:26Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:28.674510 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4126719-6000-4e18-8a60-0c4459e3bdfe None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dae3c3c2-b9e4-4ce5-9020-fa805935e79a', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.67', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:5a:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:26Z', 'updated_at': '2021-12-06T12:41:26Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:41:28.679967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-ee282e12-d224-425a-88f0-8455d58961d7 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983479 Dec 06 12:41:28.778698 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-efdb10d0-a022-45d4-9bf0-c6d049effb71 req-f48a58d1-5d2f-4b92-80e9-32b7a4595788 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907054 Dec 06 12:41:28.906983 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ff892-1904-4c08-a5bd-f042bb23e37d None None] New status for floating IP dae3c3c2-b9e4-4ce5-9020-fa805935e79a: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:41:29.606626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f16c-072f-44ad-ad29-1b87c19f5f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:30.600663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:31.258733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:32.378838 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:33.170357 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:33.308442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-98776556-d737-4f85-a13b-ff466d23fc28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0515847 Dec 06 12:41:33.401006 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.401496 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.401946 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.402395 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.402838 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.403275 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.403716 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.405582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-674f79ba-1fc8-4f01-913d-b6094cc7e77f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 6501 time: 0.0492878 Dec 06 12:41:33.520076 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8769e085-954e-4807-9c3d-76b9d17a2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.520538 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8769e085-954e-4807-9c3d-76b9d17a2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.520986 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8769e085-954e-4807-9c3d-76b9d17a2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.522605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8769e085-954e-4807-9c3d-76b9d17a2cf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=07d029ed-051a-4056-9169-862d4e5f19d1&id=cf2817d2-009b-48b3-961a-8482c0957692&id=cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 200 len: 2296 time: 0.0930417 Dec 06 12:41:33.592733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7174d925-2f7c-455f-93ec-a18c168d2c6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 200 len: 1000 time: 0.0629525 Dec 06 12:41:33.641070 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-5c4626b6-895d-4780-901d-ba9021aebe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.643118 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-5c4626b6-895d-4780-901d-ba9021aebe17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 200 len: 855 time: 0.0434177 Dec 06 12:41:33.697068 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-3e770526-a012-4b15-938f-09b1cf332ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.698585 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-3e770526-a012-4b15-938f-09b1cf332ebd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484889 Dec 06 12:41:33.801361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-619171c7-83cf-45db-b1b2-e993303b42d9 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950344 Dec 06 12:41:33.892443 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-b5a51de5-27e6-4343-bcf1-dc2982eae5b6 service neutron] 10.222.0.23 "GET /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842595 Dec 06 12:41:33.937820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-efc2b3a5-48ca-42e6-9baa-dbdde7348cad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 217 time: 0.0377188 Dec 06 12:41:33.988193 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-f887bb04-c811-4a6c-a024-37c44e717d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:33.989792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-f887bb04-c811-4a6c-a024-37c44e717d72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0450315 Dec 06 12:41:34.036986 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-443df898-df0e-4e35-8588-94a4274a72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:34.039695 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-443df898-df0e-4e35-8588-94a4274a72e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420833 Dec 06 12:41:34.135931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d60524dd-eec1-4c0b-a182-aa5ff73b6dd4 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 Dec 06 12:41:34.224855 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-4805af55-5313-42e3-907a-21ca24f8a32e service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Dec 06 12:41:34.275952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-63035815-28b5-47cf-a77d-7e6bdd9adb05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 217 time: 0.0434952 Dec 06 12:41:34.328993 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-66eca5ea-eb9b-412a-ae41-315a2ab548d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:34.330739 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-66eca5ea-eb9b-412a-ae41-315a2ab548d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0487146 Dec 06 12:41:34.377846 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-caba44df-40fe-4152-bfa3-4a73d029e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:34.379743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-caba44df-40fe-4152-bfa3-4a73d029e666 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427582 Dec 06 12:41:34.475781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-6cf045e1-a608-41ca-93fc-39f96e13f527 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888653 Dec 06 12:41:34.571356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7f5e8e91-f342-4322-add8-612b191e8345 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872762 Dec 06 12:41:34.618137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-62ae9e8b-2e8f-4e79-8020-919d1366f915 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0396857 Dec 06 12:41:34.668752 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-aafcea05-41ac-4d23-8904-348b63a9e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:34.670285 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-aafcea05-41ac-4d23-8904-348b63a9e7fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0449030 Dec 06 12:41:34.717394 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d5074896-152c-440f-b748-4f6421eb40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:34.719031 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d5074896-152c-440f-b748-4f6421eb40b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416484 Dec 06 12:41:34.823628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7d1399e5-e77d-4375-b041-a780dc7b7812 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966873 Dec 06 12:41:34.916459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-556cdaee-30ed-4738-8bba-8950246f08db service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857973 Dec 06 12:41:34.961763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-fa3c73ae-1449-46bc-a9f4-1c24ae9feff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 200 len: 217 time: 0.0377905 Dec 06 12:41:35.011811 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d9fa5146-65e1-4fa0-a19b-2ef362d33c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.013350 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d9fa5146-65e1-4fa0-a19b-2ef362d33c62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 200 len: 797 time: 0.0451009 Dec 06 12:41:35.059254 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-b5f32ada-d1f7-476a-98ed-f01058452824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.060798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-b5f32ada-d1f7-476a-98ed-f01058452824 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07d029ed-051a-4056-9169-862d4e5f19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407052 Dec 06 12:41:35.159262 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-b7c5864a-c9f0-4d52-bfbc-246cccf8848b service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907001 Dec 06 12:41:35.248884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-80d36a08-e13e-4649-a530-257d2237f185 service neutron] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832207 Dec 06 12:41:35.296019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-1ba59edf-4182-4ded-b8fa-6fd6c0b934e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 200 len: 217 time: 0.0401192 Dec 06 12:41:35.347905 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7e043d9c-60a4-4fd2-ae32-72bfba9dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.349403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7e043d9c-60a4-4fd2-ae32-72bfba9dec4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0465672 Dec 06 12:41:35.394833 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8e0818c7-03ab-402e-9451-31fe5a96b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.396308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8e0818c7-03ab-402e-9451-31fe5a96b6ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403609 Dec 06 12:41:35.491011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-a1dd23e2-71c4-4914-b689-9180fc42205f service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Dec 06 12:41:35.586183 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-d055ecfa-28aa-48b4-9192-6534fb18b8ef service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Dec 06 12:41:35.638391 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-ab1fae90-da72-4d1e-800e-7123280fff16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 200 len: 217 time: 0.0438395 Dec 06 12:41:35.691772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7eb7028c-6e1c-407f-a2b4-c54f93eca92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.693302 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-7eb7028c-6e1c-407f-a2b4-c54f93eca92c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 200 len: 797 time: 0.0486393 Dec 06 12:41:35.742980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-f6e54360-c801-4e5f-8db5-01e7ce933721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:35.744519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-f6e54360-c801-4e5f-8db5-01e7ce933721 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf2817d2-009b-48b3-961a-8482c0957692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442023 Dec 06 12:41:35.849804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-5364fc03-c1e0-4ce6-bba3-b796564414eb service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980194 Dec 06 12:41:35.941669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4d3cbbb-e0a7-4bfb-9f49-b87293914764 req-8e9dc14d-02d9-4bd8-a0d2-eae6c5949662 service neutron] 10.222.0.23 "GET /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Dec 06 12:41:39.680272 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-7b41e858-5d7e-4995-82c4-437160ec71b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413406 Dec 06 12:41:39.754100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-1eb9ff0b-4728-4517-a7fb-85d30305abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:39.755870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-1eb9ff0b-4728-4517-a7fb-85d30305abe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.0425413 Dec 06 12:41:39.885024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-20a00b90-d821-4d07-a434-0de3dd07133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:39.886580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-20a00b90-d821-4d07-a434-0de3dd07133c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 909 time: 0.0939987 Dec 06 12:41:39.953100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-78dee556-303c-468f-af7b-4941676c54a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 1001 time: 0.0593705 Dec 06 12:41:40.006553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-6eeaeb62-e9bb-4fa2-b1ca-69881b535ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.008014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-6eeaeb62-e9bb-4fa2-b1ca-69881b535ac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.0483260 Dec 06 12:41:40.057060 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-b8ea9feb-ebb2-4f5b-a315-65bc635ac6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.058590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-b8ea9feb-ebb2-4f5b-a315-65bc635ac6be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405967 Dec 06 12:41:40.155348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-1c9981af-f808-4fa7-b1e2-a35d303bb0ea service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862279 Dec 06 12:41:40.251626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0a216d9-02dc-4628-afbd-e316066fe18d req-5ad5c7f2-f36a-4450-ad1d-ac0f0a84ef3c service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884402 Dec 06 12:41:47.664477 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a732d-0856-4873-af1c-2d444b0f0041 req-1ad2a30e-8df2-4af0-889e-322a70e38e16 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:47.666014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c76a732d-0856-4873-af1c-2d444b0f0041 req-1ad2a30e-8df2-4af0-889e-322a70e38e16 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Dec 06 12:41:47.721988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c76a732d-0856-4873-af1c-2d444b0f0041 req-26b0c559-456a-473f-be7e-3fb9d3aa33ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495360 Dec 06 12:41:47.745948 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 32858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:47.813416 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b353fe3e-9687-45a3-a00d-62a06b6deb29 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/da22aa23-9849-4ba2-a3aa-14fbaec4c78c HTTP/1.1" status: 200 len: 992 time: 0.0659750 Dec 06 12:41:48.265214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c0a9e-28c6-4f76-8f51-b007781e8b92 req-1f267405-a18d-4299-acb7-ae268c32beef tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:48.266778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e8c0a9e-28c6-4f76-8f51-b007781e8b92 req-1f267405-a18d-4299-acb7-ae268c32beef tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1096 time: 0.0474648 Dec 06 12:41:48.591034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e8c0a9e-28c6-4f76-8f51-b007781e8b92 req-035d40a7-4b60-4f29-869b-255577dcb2b9 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173835 Dec 06 12:41:48.665504 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-f2941209-c087-4830-bbc1-508481b2c883 req-db9103d2-ea57-44ae-82ea-f44a1202741a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:41:48.666696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2941209-c087-4830-bbc1-508481b2c883 req-db9103d2-ea57-44ae-82ea-f44a1202741a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066590 Dec 06 12:41:49.196539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-49e05f2f-ff20-4cd5-b974-319166780183 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654483 Dec 06 12:41:49.208925 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-b7229234-e196-424b-b6f2-1c65743d8cc3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:41:49.210568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-b7229234-e196-424b-b6f2-1c65743d8cc3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073714 Dec 06 12:41:49.684219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:49.733452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-4beda6df-49df-4063-aa7f-a443145ee1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:49.735118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-4beda6df-49df-4063-aa7f-a443145ee1e7 service neutron] 10.222.0.31 "GET /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 1093 time: 0.0337574 Dec 06 12:41:49.743688 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:49.744246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Unknown quota resources ['binding']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:41:49.881219 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:49.881592 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:49.882005 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:49.887152 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:41:49.887475 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:49.893312 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:49.894208 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:49.894718 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Bound using segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:49.895177 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Bound port: c13a7f75-fc94-4f89-9a7b-f3053e720d46, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:49.993114 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:50.000603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:50.002357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6dfeeb22-c233-40e5-a430-3ef2e3fb20ea service neutron] 10.222.0.31 "POST /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46/bindings HTTP/1.1" status: 201 len: 389 time: 0.2619653 Dec 06 12:41:50.146487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e13ca-9709-4220-88c8-9f9056a51838 req-cdfbc29d-c99e-41e1-9fe0-82836a19627f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.148982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df1e13ca-9709-4220-88c8-9f9056a51838 req-cdfbc29d-c99e-41e1-9fe0-82836a19627f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Dec 06 12:41:50.205248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df1e13ca-9709-4220-88c8-9f9056a51838 req-592884bc-6fd1-4b81-8498-b00ace33350e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479569 Dec 06 12:41:50.247596 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-37a221fc-dd10-4f04-820b-9948500c339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.249011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-37a221fc-dd10-4f04-820b-9948500c339a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1096 time: 0.0435236 Dec 06 12:41:50.343183 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-e531063f-6033-4298-9fc7-c9aaad94975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.344664 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-e531063f-6033-4298-9fc7-c9aaad94975b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.0889308 Dec 06 12:41:50.413748 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-87fd41e2-07cc-4ba8-82ff-57d3cf1e533e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 1000 time: 0.0608594 Dec 06 12:41:50.472115 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6c788c66-5617-466d-95e8-02cebe4e3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.473630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-6c788c66-5617-466d-95e8-02cebe4e3257 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0517361 Dec 06 12:41:50.523954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-50b359bf-62a2-49f8-8698-08e016d01986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.525536 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-50b359bf-62a2-49f8-8698-08e016d01986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427263 Dec 06 12:41:50.623659 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-c4d5ee0f-4d13-4621-ad8b-1b18bfdc2e01 service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897493 Dec 06 12:41:50.726159 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-8df259f2-ef09-4a7b-af61-81027f9916ab service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949066 Dec 06 12:41:50.780921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.787444 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.793540 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.799546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.805555 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.811586 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.817713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.819778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-5d01d8f7-70f6-484b-a6c4-567305424578 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.0985601 Dec 06 12:41:50.886092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5342a1d-e41f-4211-bb40-f72e6c1a0bb8 req-da8da8ad-4705-4470-b229-62627b9c4dbb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594699 Dec 06 12:41:50.893288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-8ff6d8ad-c8f9-42a0-ba27-9e13769f264d tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:50.894807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-8ff6d8ad-c8f9-42a0-ba27-9e13769f264d tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613&tenant_id=dba5110fd3fe46989ee27e99e723f858&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1012290 Dec 06 12:41:50.908281 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:50.968140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.093466 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:51.129639 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:51.173135 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:51.175745 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447f985-9d10-4ac3-95f5-954a49413beb" -d '{"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:51.179864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.190218 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.222039 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e51eedf-2d6a-421d-bf93-f989570117bd x-openstack-request-id: req-1e51eedf-2d6a-421d-bf93-f989570117bd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:51.222539 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:51.222800 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e51eedf-2d6a-421d-bf93-f989570117bd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:51.223192 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'code': 200} Dec 06 12:41:51.294266 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:51.306788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.307137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.307484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.307831 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.308168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.308502 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.308831 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.309220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.309516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.309845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.310323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.310656 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.311074 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:51.374686 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:51.375122 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:51.375528 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:51.381169 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:41:51.382030 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Attempting to bind port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:51.383607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd40c-2a46-48b7-9814-d8128cd2b962 req-4b7c1c27-c308-444c-b3de-b3117a0e1eac tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.387639 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:51.388073 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Checking segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:51.388533 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Bound using segment: {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:51.389044 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Bound port: c13a7f75-fc94-4f89-9a7b-f3053e720d46, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41caddd9-f662-47e4-b266-54a16922e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:51.389498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.391411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0accd40c-2a46-48b7-9814-d8128cd2b962 req-4b7c1c27-c308-444c-b3de-b3117a0e1eac tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 943 time: 0.0958443 Dec 06 12:41:51.461141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0accd40c-2a46-48b7-9814-d8128cd2b962 req-767d9d30-8ef7-4068-96e3-467be277afb6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638113 Dec 06 12:41:51.492823 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:51.496552 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:51.501869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.600777 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:51.602523 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bc897771-46c2-406b-934c-beff32047948 None None] Provisioning complete for port c13a7f75-fc94-4f89-9a7b-f3053e720d46 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:51.604376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.662351 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.664795 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.664795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7b4db345-fc33-441b-a301-2a4fc2ef6dfb service neutron] 10.222.0.23 "PUT /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 1121 time: 0.7613738 Dec 06 12:41:51.719443 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.757103 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:51.759818 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8c35d0-32de-4b86-989c-04b4762581c3" -d '{"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-plugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:51.773274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bc897771-46c2-406b-934c-beff32047948 None None] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:51.777470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:51.806772 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c13a7f75-fc94-4f89-9a7b-f3053e720d46'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:51.812264 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93ee07-36c0-49cb-a094-2b85c180c483 x-openstack-request-id: req-6c93ee07-36c0-49cb-a094-2b85c180c483 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:51.812554 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-plugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:51.812811 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c93ee07-36c0-49cb-a094-2b85c180c483 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:51.813231 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'code': 200} Dec 06 12:41:51.903363 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.910288 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.917127 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.923999 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.930405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.936749 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.942939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:51.945341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-faa6716c-ae38-4412-85db-c72042ef1310 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.1009502 Dec 06 12:41:51.980533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc897771-46c2-406b-934c-beff32047948 None None] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:52.002722 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.003181 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.003474 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.003800 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.004205 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.004725 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.005292 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.005869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.006366 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.006697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.007027 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.007358 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.007731 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc897771-46c2-406b-934c-beff32047948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:52.024154 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-cfcb6166-d002-4894-b6af-2aa366e135a5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.028171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-cfcb6166-d002-4894-b6af-2aa366e135a5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0756505 Dec 06 12:41:52.082810 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.093210 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.104790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.114617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.123048 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.130391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.138242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.140751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-c790e1ad-d43d-492b-8a79-f8378c064ae2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 5444 time: 0.1483662 Dec 06 12:41:52.147301 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-ee6f9173-eea7-46ea-8453-513d5aa50645 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1132109 Dec 06 12:41:52.160308 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:52.228604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.236914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bb795fc8-ea45-44d7-a1d5-67949ff48c43 None None] Provisioning complete for port c13a7f75-fc94-4f89-9a7b-f3053e720d46 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:52.237312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bb795fc8-ea45-44d7-a1d5-67949ff48c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.265078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5827de5-5d44-48c5-9c73-e1047960e7ad req-d09124d4-fa80-4aef-874b-01a9e927e172 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca1317fa-c6c3-47cf-8399-c3bec968c3d7&id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109190 Dec 06 12:41:52.404944 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e0111be2-560e-4f76-9944-bddbe27c67ce,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:52.439188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] For port e0111be2-560e-4f76-9944-bddbe27c67ce, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:52.488672 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] device_id is not set on port e0111be2-560e-4f76-9944-bddbe27c67ce yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:41:52.498762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.505272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.559891 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Pushing event updated for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:52.576953 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] No DVR routers for this DVR port e0111be2-560e-4f76-9944-bddbe27c67ce on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:52.616822 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e569-1f0d-4187-ade9-3872b8871ba4 req-bc357f38-487e-4a3d-bce5-15bf262713b6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.619889 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] In _notify_port_updated(), no bound segment for port e0111be2-560e-4f76-9944-bddbe27c67ce on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:41:52.621740 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.622976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.624383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3794e569-1f0d-4187-ade9-3872b8871ba4 req-bc357f38-487e-4a3d-bce5-15bf262713b6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0985167 Dec 06 12:41:52.624703 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-d27673bb-3b99-4175-bd52-f3c9f436fbfc service neutron] 10.222.0.23 "PUT /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 200 len: 1033 time: 0.4702263 Dec 06 12:41:52.679737 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-ba760ffb-9402-41ea-a9a2-9b043a58c65e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:52.682281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-ba760ffb-9402-41ea-a9a2-9b043a58c65e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "GET /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0514045 Dec 06 12:41:52.696511 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:52.708182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3794e569-1f0d-4187-ade9-3872b8871ba4 req-22b1b1ce-3f0b-4500-80df-90ed90724151 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822096 Dec 06 12:41:52.770537 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.861963 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0d20826b-5391-4b95-a2f9-5f2b863deb2e None None] Provisioning complete for port e0111be2-560e-4f76-9944-bddbe27c67ce triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:52.862519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0d20826b-5391-4b95-a2f9-5f2b863deb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:52.898008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0d20826b-5391-4b95-a2f9-5f2b863deb2e None None] Port e0111be2-560e-4f76-9944-bddbe27c67ce cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:52.917091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=696018ef-f65c-4c14-954b-a3f25468ae82,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:52.951019 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] For port 696018ef-f65c-4c14-954b-a3f25468ae82, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:52.983712 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] device_id is not set on port 696018ef-f65c-4c14-954b-a3f25468ae82 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:41:52.996545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.003124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.073708 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] No DVR routers for this DVR port 696018ef-f65c-4c14-954b-a3f25468ae82 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:53.080424 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Pushing event updated for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:53.124052 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] In _notify_port_updated(), no bound segment for port 696018ef-f65c-4c14-954b-a3f25468ae82 on network 07d029ed-051a-4056-9169-862d4e5f19d1 {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:41:53.125004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.125737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.128477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-e5828a0e-00b1-44a1-a4cc-6baee7ee0b55 service neutron] 10.222.0.23 "PUT /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 200 len: 1033 time: 0.4382358 Dec 06 12:41:53.224343 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:53.226972 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46" -d '{"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:53.247725 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:41:53.248155 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.279193 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c9293a-ba33-47e9-b428-85bbaeb01286 x-openstack-request-id: req-60c9293a-ba33-47e9-b428-85bbaeb01286 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:53.279506 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:53.279755 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60c9293a-ba33-47e9-b428-85bbaeb01286 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:53.280138 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'status': 'completed', 'code': 200} Dec 06 12:41:53.339113 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-19460182-cddd-4e71-8b10-5926448b9fef None None] Provisioning complete for port 696018ef-f65c-4c14-954b-a3f25468ae82 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:53.339739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19460182-cddd-4e71-8b10-5926448b9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.369188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:53.369577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.388374 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:41:53.397137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-19460182-cddd-4e71-8b10-5926448b9fef None None] Port 696018ef-f65c-4c14-954b-a3f25468ae82 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:53.406281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-9fa590a8-7468-441b-be00-18fe8144608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.408358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-9fa590a8-7468-441b-be00-18fe8144608a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1126 time: 0.0759654 Dec 06 12:41:53.455207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.461269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.467176 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.475785 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.481818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.484741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-c75247ba-d5a7-4fe8-b156-4c19d32b9b13 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 3884 time: 0.1403863 Dec 06 12:41:53.541844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.581512 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:53.586962 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-bf979e2a-c2c9-444c-ace7-3bb17f63f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.588410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-bf979e2a-c2c9-444c-ace7-3bb17f63f870 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.1721094 Dec 06 12:41:53.592065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbfb8c97-6b9c-4dab-b0e4-b7598dd68fbc req-5c4f72d7-a13d-44d9-865a-8ac0f582b6dc tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733938 Dec 06 12:41:53.646002 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:53.648809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.652130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-fe99d84a-d1d7-4104-a087-d81381160cf5 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "DELETE /v2.0/ports/c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 HTTP/1.1" status: 204 len: 173 time: 0.5166013 Dec 06 12:41:53.674136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-51be692d-ac9b-49b3-930a-46e4ec5e6706 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 1000 time: 0.0734563 Dec 06 12:41:53.727184 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-ccb05984-2c8e-45eb-806f-8d7db8b87cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.728612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-ccb05984-2c8e-45eb-806f-8d7db8b87cdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0469818 Dec 06 12:41:53.771182 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 8e404e96-923d-42e6-81a4-433ccdf8678c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:41:53.771729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.800866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-1e25e53d-0417-438c-bc30-7ac5520c4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.802860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-1e25e53d-0417-438c-bc30-7ac5520c4994 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658169 Dec 06 12:41:53.885804 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port 8e404e96-923d-42e6-81a4-433ccdf8678c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e404e96-923d-42e6-81a4-433ccdf8678c,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:53.886172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:53.903373 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 8e404e96-923d-42e6-81a4-433ccdf8678c owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:41:53.926203 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-a07f23f8-e979-47ab-a64a-d2f2ab9ee2f4 service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134913 Dec 06 12:41:53.934874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993108-76de-44ef-bda9-a4442ed43fd6 req-a03ae640-5dc7-4831-9603-555d3ba3b33b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:53.936514 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00993108-76de-44ef-bda9-a4442ed43fd6 req-a03ae640-5dc7-4831-9603-555d3ba3b33b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.1327419 Dec 06 12:41:54.021766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:41:54.109854 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00993108-76de-44ef-bda9-a4442ed43fd6 req-470f515d-0c98-4f59-9cbb-62df649245c8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262457 Dec 06 12:41:54.112732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f361182c-8aa6-4ccd-9e2a-a9d59e3f0f46 req-1e2bace0-461c-4424-8534-d173a2d31c37 service neutron] 10.222.0.53 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752930 Dec 06 12:41:54.113127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.166706 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=8e404e96-923d-42e6-81a4-433ccdf8678c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:54.192218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:54.208119 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 12:41:54.234879 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port 8e404e96-923d-42e6-81a4-433ccdf8678c on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:54.237534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.240747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-506902e8-8325-4acf-8c9d-82594ed1fde4 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "DELETE /v2.0/ports/8e404e96-923d-42e6-81a4-433ccdf8678c HTTP/1.1" status: 204 len: 173 time: 0.5818799 Dec 06 12:41:54.349176 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port ac43b424-e4bc-4152-b8d9-ca251746d5eb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:41:54.349528 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.442854 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port ac43b424-e4bc-4152-b8d9-ca251746d5eb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ac43b424-e4bc-4152-b8d9-ca251746d5eb,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:54.443296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.703656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.704377 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.704377 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Floating IP 8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910 disassociated. External IP: 172.35.3.37, port: ac43b424-e4bc-4152-b8d9-ca251746d5eb. Dec 06 12:41:54.704721 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for ac43b424-e4bc-4152-b8d9-ca251746d5eb owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:41:54.747190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceab07-27a9-46e2-bb22-f33a26ce4b53 req-59d13888-a732-4467-9d8b-e0ada45a3ef0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:54.755744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceab07-27a9-46e2-bb22-f33a26ce4b53 req-59d13888-a732-4467-9d8b-e0ada45a3ef0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:54.762721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceab07-27a9-46e2-bb22-f33a26ce4b53 req-59d13888-a732-4467-9d8b-e0ada45a3ef0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:54.764787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acceab07-27a9-46e2-bb22-f33a26ce4b53 req-59d13888-a732-4467-9d8b-e0ada45a3ef0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 2415 time: 0.0789721 Dec 06 12:41:54.821538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acceab07-27a9-46e2-bb22-f33a26ce4b53 req-73b24e66-c6db-4c67-ac04-8f909a34af6b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494046 Dec 06 12:41:54.836321 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:54.846458 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:41:54.863341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=ac43b424-e4bc-4152-b8d9-ca251746d5eb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:55.249943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0b52-cedc-4f6f-8d6f-81f8e9b563e1 req-69983312-00d0-4b7a-bbd8-e96fbd9e776e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:55.251906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109e0b52-cedc-4f6f-8d6f-81f8e9b563e1 req-69983312-00d0-4b7a-bbd8-e96fbd9e776e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.0633440 Dec 06 12:41:55.315564 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3'}, {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:55.317913 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d91bc8-7ab2-486a-87f3-9a9493465659" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3"}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:55.318566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-109e0b52-cedc-4f6f-8d6f-81f8e9b563e1 req-e87d6c36-0587-47cb-b337-19521727288c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570459 Dec 06 12:41:55.350242 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:41:55.401460 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a5f64-50c8-4c0f-882f-9b4341789e9f x-openstack-request-id: req-b16a5f64-50c8-4c0f-882f-9b4341789e9f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:55.401773 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3", "status": "completed", "code": 200}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "8e404e96-923d-42e6-81a4-433ccdf8678c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:55.402079 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b16a5f64-50c8-4c0f-882f-9b4341789e9f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:55.402477 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': 'c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3', 'status': 'completed', 'code': 200} Dec 06 12:41:55.402781 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '8e404e96-923d-42e6-81a4-433ccdf8678c', 'status': 'completed', 'code': 200} Dec 06 12:41:55.482519 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:41:55.494215 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Sync routers for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:41:55.504369 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:55.505327 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:55.537685 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port ac43b424-e4bc-4152-b8d9-ca251746d5eb on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:55.541029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:55.545397 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-5445d907-99be-4df7-bae4-93d3a26805d7 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "DELETE /v2.0/ports/ac43b424-e4bc-4152-b8d9-ca251746d5eb HTTP/1.1" status: 204 len: 173 time: 1.2931681 Dec 06 12:41:55.627589 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:55.670425 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 3032d971-c6a1-495c-ad35-482be0e75c4d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:41:55.670924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:55.888327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port 3032d971-c6a1-495c-ad35-482be0e75c4d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3032d971-c6a1-495c-ad35-482be0e75c4d,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:55.888327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:55.888327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 3032d971-c6a1-495c-ad35-482be0e75c4d owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:41:55.951853 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:55.986461 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Checking router: 9b21a6d4-5f71-44a6-92c9-525cdef40d7f for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:41:56.000766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.002823 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:56.003438 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:56.016515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 46a1c56d-7922-448c-b967-fe964d821851 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.087076 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102631-d5d8-4e46-9735-ca5fa12ca32d req-bdd37c4b-538d-4fa2-9dbe-0a2347d65f71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:56.087634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=3032d971-c6a1-495c-ad35-482be0e75c4d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:56.100410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102631-d5d8-4e46-9735-ca5fa12ca32d req-bdd37c4b-538d-4fa2-9dbe-0a2347d65f71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:56.101113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78102631-d5d8-4e46-9735-ca5fa12ca32d req-bdd37c4b-538d-4fa2-9dbe-0a2347d65f71 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 1602 time: 0.1333091 Dec 06 12:41:56.109264 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port 3032d971-c6a1-495c-ad35-482be0e75c4d on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:56.112426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.115883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-0ec20ed8-212f-4639-abfc-8b2a5aadd3b0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "DELETE /v2.0/ports/3032d971-c6a1-495c-ad35-482be0e75c4d HTTP/1.1" status: 204 len: 173 time: 0.5639403 Dec 06 12:41:56.179118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78102631-d5d8-4e46-9735-ca5fa12ca32d req-9e5dc5ba-277b-4390-b973-c6bf1d733a6b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0a59bbe-422b-4838-ac22-b783417d329c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696669 Dec 06 12:41:56.180924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:56.195993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.229663 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a1c56d-7922-448c-b967-fe964d821851'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:56.242195 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558eb878-8037-4e9f-9b7e-2191827ebebc" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-unplugged", "status": "completed", "tag": "46a1c56d-7922-448c-b967-fe964d821851"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:56.258893 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 46a1c56d-7922-448c-b967-fe964d821851 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:41:56.259236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.265873 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:56.272858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.273951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.371618 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port 46a1c56d-7922-448c-b967-fe964d821851, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a1c56d-7922-448c-b967-fe964d821851,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:56.372279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.375340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:41:56.375697 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c4843bc9-1cda-4c6a-b3cc-a9fb316fc8c3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.376650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 696018ef-f65c-4c14-954b-a3f25468ae82 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.400184 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 46a1c56d-7922-448c-b967-fe964d821851 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:41:56.466183 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec583e7-3deb-403e-ba2a-5aeecafd088e x-openstack-request-id: req-dec583e7-3deb-403e-ba2a-5aeecafd088e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:56.466491 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-unplugged", "status": "completed", "tag": "46a1c56d-7922-448c-b967-fe964d821851", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:56.466976 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dec583e7-3deb-403e-ba2a-5aeecafd088e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:56.468973 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a1c56d-7922-448c-b967-fe964d821851', 'code': 200} Dec 06 12:41:56.488232 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:56.504153 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:56.508733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 696018ef-f65c-4c14-954b-a3f25468ae82 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.509450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8e404e96-923d-42e6-81a4-433ccdf8678c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.534939 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 8e404e96-923d-42e6-81a4-433ccdf8678c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:41:56.535493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8e404e96-923d-42e6-81a4-433ccdf8678c not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.536082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e0111be2-560e-4f76-9944-bddbe27c67ce no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.549572 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79dd11-cb07-4643-9a1d-8ae532fc3b3b None None] The sync data for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 is: [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bb200a97-05d8-4b4d-ab49-5625088c48fe', 'name': '', 'network_id': '27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'mac_address': 'fa:16:3e:af:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:23Z', 'updated_at': '2021-12-06T12:30:36Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'subnets': [{'id': '5d3f5572-979c-46f0-8e5a-b74981ff53a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:41:56.577320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc89c9a-ca09-428e-b927-742104161323 req-9ec72a4d-63fe-4ca4-b8fa-dbb2ed7fbeb9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:56.580160 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edc89c9a-ca09-428e-b927-742104161323 req-9ec72a4d-63fe-4ca4-b8fa-dbb2ed7fbeb9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 945 time: 0.1359057 Dec 06 12:41:56.609317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device e0111be2-560e-4f76-9944-bddbe27c67ce not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.609709 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ac43b424-e4bc-4152-b8d9-ca251746d5eb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.653406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: ac43b424-e4bc-4152-b8d9-ca251746d5eb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:41:56.653406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device ac43b424-e4bc-4152-b8d9-ca251746d5eb not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.653750 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3032d971-c6a1-495c-ad35-482be0e75c4d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:56.701653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 3032d971-c6a1-495c-ad35-482be0e75c4d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:41:56.703757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 3032d971-c6a1-495c-ad35-482be0e75c4d not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:56.709523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.736549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7376c5ca-23c6-4e0f-8288-d5225b1945f4 service neutron] 10.222.0.53 "GET /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0950387 Dec 06 12:41:56.752351 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=46a1c56d-7922-448c-b967-fe964d821851,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:56.821334 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port 46a1c56d-7922-448c-b967-fe964d821851 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:56.824165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:56.828299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad1edf52-dcbd-4485-bd74-0bdb9f60aa40 req-18375c7f-c025-4586-9e54-4ff24cb63251 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.23 "DELETE /v2.0/ports/46a1c56d-7922-448c-b967-fe964d821851 HTTP/1.1" status: 204 len: 173 time: 0.7061210 Dec 06 12:41:56.842788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edc89c9a-ca09-428e-b927-742104161323 req-194504c3-2c2d-42b0-a0e3-f05c5dfbf9c4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463946 Dec 06 12:41:57.028839 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6dd72-e76d-4166-89cf-cef881d41de2 None None] New status for floating IP 8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:41:57.065517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:57.089814 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:57.152366 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:57.155457 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fc291-1dd0-476d-a672-75e76262e896" -d '{"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:57.166080 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:57.190257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:57.255192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7802e42e-acb4-47f5-922e-b0b083ec71ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:57.283223 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa989e34-e34f-4ad3-894a-39b5c0b5225a x-openstack-request-id: req-aa989e34-e34f-4ad3-894a-39b5c0b5225a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:57.283876 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:57.284139 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa989e34-e34f-4ad3-894a-39b5c0b5225a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:57.284600 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'code': 200} Dec 06 12:41:57.321051 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] Transition to ACTIVE for port object c13a7f75-fc94-4f89-9a7b-f3053e720d46 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:41:57.338855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b7b58bd-0d76-45fc-9fe4-b1c2549a0391 req-e57190c2-9d74-47a3-bb33-515ef0b92160 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0343025 Dec 06 12:41:57.342234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:57.404451 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb'}, {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d'}, {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '46a1c56d-7922-448c-b967-fe964d821851'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:57.408383 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598e7c0c-602e-49af-b610-e402432aa2cc" -d '{"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb"}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d"}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "46a1c56d-7922-448c-b967-fe964d821851"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:57.492064 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2609d52-cf88-4a5e-8efd-a8ddeeb7bfc3 x-openstack-request-id: req-d2609d52-cf88-4a5e-8efd-a8ddeeb7bfc3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:57.492375 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "ac43b424-e4bc-4152-b8d9-ca251746d5eb", "status": "completed", "code": 200}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "3032d971-c6a1-495c-ad35-482be0e75c4d", "status": "completed", "code": 200}, {"server_uuid": "6886984f-416c-4a88-8362-17cf54f160e0", "name": "network-vif-deleted", "tag": "46a1c56d-7922-448c-b967-fe964d821851", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:57.492635 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2609d52-cf88-4a5e-8efd-a8ddeeb7bfc3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:57.493046 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': 'ac43b424-e4bc-4152-b8d9-ca251746d5eb', 'status': 'completed', 'code': 200} Dec 06 12:41:57.493335 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '3032d971-c6a1-495c-ad35-482be0e75c4d', 'status': 'completed', 'code': 200} Dec 06 12:41:57.493595 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6886984f-416c-4a88-8362-17cf54f160e0', 'name': 'network-vif-deleted', 'tag': '46a1c56d-7922-448c-b967-fe964d821851', 'status': 'completed', 'code': 200} Dec 06 12:41:57.543768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=11']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:57.604983 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] No DVR routers for this DVR port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:41:57.784275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-52ac9a68-8d23-499c-962f-32d25b4abbd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0345619 Dec 06 12:41:57.940918 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-bbdcb4e5-80b0-4634-b632-9f9f4485aa7c tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:57.942707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-bbdcb4e5-80b0-4634-b632-9f9f4485aa7c tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613&tenant_id=dba5110fd3fe46989ee27e99e723f858&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0561593 Dec 06 12:41:58.000085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-9b7fd753-60b8-4ff4-91b5-a23462e8e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.002587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-9b7fd753-60b8-4ff4-91b5-a23462e8e5fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 1095 time: 0.0494218 Dec 06 12:41:58.005874 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286d8dd-69cf-42fc-bd16-c3a9c315aeca req-06244bc9-82cd-4fb0-ad81-9cca59a37d91 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.007633 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b286d8dd-69cf-42fc-bd16-c3a9c315aeca req-06244bc9-82cd-4fb0-ad81-9cca59a37d91 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.0639644 Dec 06 12:41:58.075907 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b286d8dd-69cf-42fc-bd16-c3a9c315aeca req-695898c1-4d53-4e1e-af83-40fa4cacf842 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593028 Dec 06 12:41:58.100429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-0e4e43bc-27a7-4c53-b33a-02a19ad06fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.102314 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-0e4e43bc-27a7-4c53-b33a-02a19ad06fa4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1095 time: 0.0693612 Dec 06 12:41:58.206842 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7ff3c732-35de-489e-bea4-8d0c525b6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.208373 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7ff3c732-35de-489e-bea4-8d0c525b6d7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.0993643 Dec 06 12:41:58.284173 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-efce68b6-40a6-4d3f-92b7-0dd1bbea26f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 998 time: 0.0689270 Dec 06 12:41:58.339361 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-405aed15-1ffd-4a2c-9636-a2b9f4b36be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.340715 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-405aed15-1ffd-4a2c-9636-a2b9f4b36be4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.0492747 Dec 06 12:41:58.402513 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-afae6f63-943d-4de4-91db-fd444c9e488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.404294 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-afae6f63-943d-4de4-91db-fd444c9e488b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564001 Dec 06 12:41:58.497926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-422315ba-fd1c-4dde-92ea-19e8316722c9 req-279cd130-64b9-4147-94f1-a916e3065849 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0491834 Dec 06 12:41:58.519153 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-aec79eb0-84be-4a62-8857-4ae4fefaf4e8 service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075568 Dec 06 12:41:58.559881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:41:58.634147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:41:58.643347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-7c9113e9-eb08-4cc5-810d-4467b748d751 service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168182 Dec 06 12:41:58.907843 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-47a53967-7ebf-421d-9201-4604134e7d08 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:58.909371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-47a53967-7ebf-421d-9201-4604134e7d08 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613&tenant_id=dba5110fd3fe46989ee27e99e723f858&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0493546 Dec 06 12:41:59.080854 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-45441194-0a29-4e05-9900-4a1db805a4f9 service neutron] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:59.084298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-45441194-0a29-4e05-9900-4a1db805a4f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:59.085583 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2ce6c461-c8a0-42a1-b617-86194feec0f1 req-45441194-0a29-4e05-9900-4a1db805a4f9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1678646 Dec 06 12:41:59.221138 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e7c7-4598-49e8-8876-d848d7b2b955 req-690e27b4-77a7-4c46-93d7-3adf4ee3fbfb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:59.223128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c6e7c7-4598-49e8-8876-d848d7b2b955 req-690e27b4-77a7-4c46-93d7-3adf4ee3fbfb tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.0609453 Dec 06 12:41:59.278236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c6e7c7-4598-49e8-8876-d848d7b2b955 req-a48e64f1-c787-46fb-b97f-dde72056b94f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486691 Dec 06 12:41:59.404723 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671eef-b323-4d24-aa02-e3825fe0ebff req-c9b0fe4f-22c1-4d58-b94c-f4ad9b1372e2 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:59.406663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8671eef-b323-4d24-aa02-e3825fe0ebff req-c9b0fe4f-22c1-4d58-b94c-f4ad9b1372e2 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1095 time: 0.0496688 Dec 06 12:41:59.472808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f8671eef-b323-4d24-aa02-e3825fe0ebff req-78477ecf-803d-47db-b2ec-83e6ce8354a9 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567942 Dec 06 12:41:59.612882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-086c1550-68dd-4563-827d-8733f42be83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:59.654094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0dc7a427-9f01-4542-9393-3b8e6be8fe41 req-41a75e47-42fa-4be9-af67-97bd33775071 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0572186 Dec 06 12:41:59.708251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074ec59-1869-44cc-b288-99e1ac86d456 req-3f39b2fe-ddfc-4dce-b0e2-0cf7a343ce43 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:59.717096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f074ec59-1869-44cc-b288-99e1ac86d456 req-3f39b2fe-ddfc-4dce-b0e2-0cf7a343ce43 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.1361814 Dec 06 12:41:59.775895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f074ec59-1869-44cc-b288-99e1ac86d456 req-4805d527-d612-44c6-89ad-48408c81ef07 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579109 Dec 06 12:41:59.800869 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:59.871355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f07a445-6ef1-42a9-b1ce-15ba1cea66af tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/da22aa23-9849-4ba2-a3aa-14fbaec4c78c HTTP/1.1" status: 200 len: 990 time: 0.0692616 Dec 06 12:42:00.132446 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:00.312172 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 0dda532d-0cdc-460c-b0ec-4f18fdf87203 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:00.312523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.394906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.395331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.408397 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 0dda532d-0cdc-460c-b0ec-4f18fdf87203 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:00.573002 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.602330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=0dda532d-0cdc-460c-b0ec-4f18fdf87203,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:00.620087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.688121 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.690708 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP da22aa23-9849-4ba2-a3aa-14fbaec4c78c disassociated (deleted). External IP: 172.35.3.84, port: c13a7f75-fc94-4f89-9a7b-f3053e720d46. Dec 06 12:42:00.819678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99ffab65-115b-4514-a69f-f2f6c7bc0111 req-1b77bb0b-f6d1-48a7-a58a-f24e7beb17bd tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0569799 Dec 06 12:42:01.260922 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router b00db377-cb36-4a47-beab-91dd46e69f93 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:01.279957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:01.383521 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:01.389178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:01.395344 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Sync routers for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:01.410608 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:01.411736 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:01.426125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b22e0e60-9ed3-47f9-bb21-727276bf3ae0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/floatingips/da22aa23-9849-4ba2-a3aa-14fbaec4c78c HTTP/1.1" status: 204 len: 168 time: 1.2902091 Dec 06 12:42:01.426125 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:01.426877 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ea597-b6aa-4437-adc8-5e25a2ab29b4" -d '{"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:01.530067 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10eb7d-10dc-480b-b1fa-7b7cbcaba2dc x-openstack-request-id: req-9e10eb7d-10dc-480b-b1fa-7b7cbcaba2dc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:01.530372 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:01.530634 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e10eb7d-10dc-480b-b1fa-7b7cbcaba2dc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:01.531041 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'status': 'completed', 'code': 200} Dec 06 12:42:01.542084 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:01.619320 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-4d89cab5-f810-4ab5-a2ae-ece5483f010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:01.620883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-4d89cab5-f810-4ab5-a2ae-ece5483f010b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 1095 time: 0.0661232 Dec 06 12:42:01.781767 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-bb2501f1-0f50-4717-849a-d5902643c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:01.791402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-bb2501f1-0f50-4717-849a-d5902643c314 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 200 len: 898 time: 0.1610818 Dec 06 12:42:01.856471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-2f5a3600-3131-4095-86d2-23421a021e82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 200 len: 217 time: 0.0495372 Dec 06 12:42:02.002565 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defa1e1-eed4-49eb-8c2d-6930a1aa785e req-56a60cfc-6083-40ff-892d-9c2f84fb09ea tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:02.005276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-f3aa212f-9334-42ca-9d5c-b5c96d00d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:02.009872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-f3aa212f-9334-42ca-9d5c-b5c96d00d7de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 200 len: 835 time: 0.1442780 Dec 06 12:42:02.013051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4defa1e1-eed4-49eb-8c2d-6930a1aa785e req-56a60cfc-6083-40ff-892d-9c2f84fb09ea tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.1248798 Dec 06 12:42:02.023754 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:02.065012 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Checking router: b00db377-cb36-4a47-beab-91dd46e69f93 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:02.070184 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-1f4e371f-9b35-47f1-9a0b-dc912e522b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:02.072176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-1f4e371f-9b35-47f1-9a0b-dc912e522b90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534585 Dec 06 12:42:02.076388 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:02.077225 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:02.117406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c0a55011-5b7c-482d-b5ad-6bddd4fa0e1d req-64d6261a-dfbd-4855-8ff7-2f4ea4c8867d tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0780101 Dec 06 12:42:02.142527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4defa1e1-eed4-49eb-8c2d-6930a1aa785e req-3925a974-c77d-4f18-97ba-6327b2ff89ec tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=4058aa57-69ac-48fd-8715-1cf4a4692709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284645 Dec 06 12:42:02.236919 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:02.296567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-57a97733-29df-49d7-baab-ee73c77a7421 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:02.298635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-57a97733-29df-49d7-baab-ee73c77a7421 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 944 time: 0.0859118 Dec 06 12:42:02.302395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-f3448bfa-4763-4376-8e7a-a589bd8002c3 service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216444 Dec 06 12:42:02.388625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:02.529230 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:02.536732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-187a0df2-8c3c-46c0-ac7f-791f091debed service neutron] 10.222.0.23 "GET /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232709 Dec 06 12:42:02.555293 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port c13a7f75-fc94-4f89-9a7b-f3053e720d46 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:02.556342 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:02.571246 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dbf4f-88bb-40e8-a961-25ee9eecebef None None] The sync data for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 is: [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:40:58Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5633bc42-3f00-405b-9b4f-172e134f6299', 'name': '', 'network_id': '3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:f4:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:57Z', 'updated_at': '2021-12-06T12:41:02Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': 'bbaa49f8-8126-415e-a76f-5d96bfed668d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:02.694783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port c13a7f75-fc94-4f89-9a7b-f3053e720d46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c13a7f75-fc94-4f89-9a7b-f3053e720d46,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:02.695407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:02.712005 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for c13a7f75-fc94-4f89-9a7b-f3053e720d46 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:02.879249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:02.926401 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=c13a7f75-fc94-4f89-9a7b-f3053e720d46,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:02.981727 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] No DVR routers for this DVR port c13a7f75-fc94-4f89-9a7b-f3053e720d46 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:02.985660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:02.989514 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-91cf5033-1af9-4d8e-bfff-cac6974e5d76 req-74b12b25-cfdd-4a0d-a083-69b50147ce68 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.23 "DELETE /v2.0/ports/c13a7f75-fc94-4f89-9a7b-f3053e720d46 HTTP/1.1" status: 204 len: 173 time: 0.6772981 Dec 06 12:42:02.990185 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-deleted', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:02.992761 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585fdb2-9865-488f-a2d3-20348eade3a2" -d '{"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-deleted", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:03.005315 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfef3ec-7816-4da8-974a-b51c0db863f8 None None] New status for floating IP da22aa23-9849-4ba2-a3aa-14fbaec4c78c: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:42:03.076105 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031c50b-9042-4719-a259-c0efbaceb9a7 x-openstack-request-id: req-c031c50b-9042-4719-a259-c0efbaceb9a7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:03.076412 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d9c9e0-536f-478c-8d7d-3bf673209613", "name": "network-vif-deleted", "tag": "c13a7f75-fc94-4f89-9a7b-f3053e720d46", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:03.076692 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c031c50b-9042-4719-a259-c0efbaceb9a7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:03.078051 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d9c9e0-536f-478c-8d7d-3bf673209613', 'name': 'network-vif-deleted', 'tag': 'c13a7f75-fc94-4f89-9a7b-f3053e720d46', 'status': 'completed', 'code': 200} Dec 06 12:42:03.191131 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:03.299827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfe75ed6-b68f-4e40-ad06-1cb646ba2249 req-259e9821-ef19-427e-a5cc-9be41c2323ac tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0425982 Dec 06 12:42:03.360047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-08117aba-a3b6-45e4-a75c-48a7740f0859 req-f9471d32-9512-4511-a3ef-b7c7d1824d81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d9c9e0-536f-478c-8d7d-3bf673209613 HTTP/1.1" status: 200 len: 210 time: 0.0602689 Dec 06 12:42:04.444547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e808a98b-64cc-45f8-9e1d-a636aab4116e req-36cdc14b-0598-4c98-9159-926ff3238e24 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0361183 Dec 06 12:42:04.447016 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:04.859881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:05.155904 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 5633bc42-3f00-405b-9b4f-172e134f6299 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:05.156175 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:05.256908 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 5633bc42-3f00-405b-9b4f-172e134f6299, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5633bc42-3f00-405b-9b4f-172e134f6299,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:05.257328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:05.272426 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 5633bc42-3f00-405b-9b4f-172e134f6299 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:05.489627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:05.533185 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=5633bc42-3f00-405b-9b4f-172e134f6299,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:05.606712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6ade53ac-b7ea-4b8d-823b-34b815ad9a8d req-44408c0d-ef17-4c50-912c-5741d61394ac tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0648882 Dec 06 12:42:05.816280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.076921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:06.091612 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router b00db377-cb36-4a47-beab-91dd46e69f93 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:06.104083 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: c13a7f75-fc94-4f89-9a7b-f3053e720d46 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:06.104850 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device c13a7f75-fc94-4f89-9a7b-f3053e720d46 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:06.226171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:06.234507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f290cc3e-a1b4-4dfc-9709-00b9cfd90207 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/b00db377-cb36-4a47-beab-91dd46e69f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834814 Dec 06 12:42:06.236073 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33176) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:06.239551 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Sync routers for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:06.251631 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:06.252798 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:06.293251 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting subnet bbaa49f8-8126-415e-a76f-5d96bfed668d {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:06.302457 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.357539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.384349 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:06.477030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.550265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.585636 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Subnet': ['ID=bbaa49f8-8126-415e-a76f-5d96bfed668d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:06.599539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.601434 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de94612-4d2e-44d6-97fc-edd4e1f527cf None None] Network 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:06.603573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1905c492-6d37-4c7b-8b29-718f829d569a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/subnets/bbaa49f8-8126-415e-a76f-5d96bfed668d HTTP/1.1" status: 204 len: 168 time: 0.3669381 Dec 06 12:42:06.606860 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:06.629137 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:42:05Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:06.690489 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Checking router: b00db377-cb36-4a47-beab-91dd46e69f93 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:06.721141 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Routers {'b00db377-cb36-4a47-beab-91dd46e69f93'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:06.725431 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b00db377-cb36-4a47-beab-91dd46e69f93'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:06.805718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b00a0fdb-73bb-449f-bbc2-57cca84cd941 req-811eaefd-a069-42cc-b96f-acb6fd940556 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0433984 Dec 06 12:42:06.831996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:06.890307 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] Set router b00db377-cb36-4a47-beab-91dd46e69f93 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:06.951464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] DHCP port deletion for 3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:06.981731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.052998 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Deleting port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:07.053817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.091844 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 277e404e-7900-4cd3-a0ee-3956fda44956 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:07.092191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.196868 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] For port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:07.197473 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.217245 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:42:05Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:07.264848 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 277e404e-7900-4cd3-a0ee-3956fda44956, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=277e404e-7900-4cd3-a0ee-3956fda44956,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:07.265388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.284251 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd3ec5-9a2d-48be-bf5d-08c0158a1ed0 None None] The sync data for ids ['b00db377-cb36-4a47-beab-91dd46e69f93'] in n-d-master-1 is: [{'id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684476176', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124'}], 'enable_snat': True}, 'gw_port_id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:53Z', 'updated_at': '2021-12-06T12:42:05Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': '277e404e-7900-4cd3-a0ee-3956fda44956', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00db377-cb36-4a47-beab-91dd46e69f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:54Z', 'updated_at': '2021-12-06T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:07.319728 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 277e404e-7900-4cd3-a0ee-3956fda44956 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:07.449272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:07.478488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Calling delete_port for ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:07.530539 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.561674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=277e404e-7900-4cd3-a0ee-3956fda44956,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:07.586354 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdbd0d2-5609-4caf-95f0-eebe9aa91608 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:07.646812 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.671688 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.705824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,segment=NetworkSegment(41caddd9-f662-47e4-b266-54a16922e62a),segment_id=41caddd9-f662-47e4-b266-54a16922e62a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:07.712188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.744518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.766192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] No DVR routers for this DVR port ccd5530e-f4dd-47c8-9bf7-708e596e8bb2 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:07.785406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:07.811813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89d8a-abd2-4531-92c0-b0fc406e9674 None None] Pushing event deleted for resources: {'Port': ['ID=ccd5530e-f4dd-47c8-9bf7-708e596e8bb2,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:07.829662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.834081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.945665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c5c5ae0f-993d-4452-aee4-1911556b6dcf req-2ac29411-bd6c-4863-acfa-8409664886e3 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0317423 Dec 06 12:42:07.947659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.948292 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Fanout notify agent at l3_agent the message router_deleted on router b00db377-cb36-4a47-beab-91dd46e69f93 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:42:07.955828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:07.956992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-646db799-5e2f-4007-baa6-ae6ecdef9564 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/routers/b00db377-cb36-4a47-beab-91dd46e69f93 HTTP/1.1" status: 204 len: 168 time: 1.3490875 Dec 06 12:42:07.959826 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:08.076278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.179725 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.202986 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:08.213747 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41caddd9-f662-47e4-b266-54a16922e62a') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:08.214057 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41caddd9-f662-47e4-b266-54a16922e62a') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:08.230088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.256028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.263163 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:08.263163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:08.267698 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:08.331964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.342094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.348475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/networks/3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d HTTP/1.1" status: 204 len: 168 time: 0.3851311 Dec 06 12:42:08.348906 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:08.362576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3f049-05f8-49be-8943-9d6f1f1ac2f4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Network': ['ID=3e7fee64-5132-4e6b-be3f-9dfaa32b2d4d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:08.422459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.449449 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.526297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.529058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.533101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/security-groups/4058aa57-69ac-48fd-8715-1cf4a4692709 HTTP/1.1" status: 204 len: 168 time: 0.1803782 Dec 06 12:42:08.540573 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14689c-74ef-43e8-8407-71c4ceb2c91a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058aa57-69ac-48fd-8715-1cf4a4692709,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:08.869127 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33238) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:08.873871 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733590592', 'description': 'tempest-secgroup-smoke-733590592 description', 'project_id': 'dba5110fd3fe46989ee27e99e723f858'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:08.896912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.973149 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:08.977683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.008195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.009511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1391954 Dec 06 12:42:09.012987 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33242) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:09.018793 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:09.030865 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0557b05-1db2-4544-8ac2-1afbcf229280 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7319eaa6-6789-4ae9-9b32-5e9bf7923078,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:09.065364 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.137735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7dd3cbf3-72d3-41bf-a86b-99db74bd6da9 req-2e459d5b-d810-4f34-99e2-e8d946409d9f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0384593 Dec 06 12:42:09.175098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.179686 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.196244 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 277e404e-7900-4cd3-a0ee-3956fda44956 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:09.200799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34db0d7-7648-4b03-a6d7-e294a9381cae,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:09.213575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.214881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-712d68cc-5a0e-4e1c-b2fe-80206fef5298 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004600 Dec 06 12:42:09.217657 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:09.222373 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:09.228150 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 277e404e-7900-4cd3-a0ee-3956fda44956 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:09.228504 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 277e404e-7900-4cd3-a0ee-3956fda44956 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:09.228931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5633bc42-3f00-405b-9b4f-172e134f6299 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:09.253919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.254149 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5633bc42-3f00-405b-9b4f-172e134f6299 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:09.254321 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5633bc42-3f00-405b-9b4f-172e134f6299 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:09.621058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.626612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.640921 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa237b8-1708-42f3-8eed-e14599bd7ed2,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:09.659030 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.660283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aff457c3-ea4c-4e0c-b4e8-5fd99bcf8751 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414096 Dec 06 12:42:09.663363 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33262) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:09.668118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:09.703575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.767903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.773546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.789251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9aed67d-eb35-407d-9815-c505dd7ff6a4,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:09.803334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.807320 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fae304c2-5f5f-47a0-9cec-899c844a9eb5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401799 Dec 06 12:42:09.807320 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33266) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:09.811678 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:09.840097 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.902818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.912512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.930648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29310169-c60b-4880-8b21-6997a747c51d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:09.946247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:09.953716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3fda5186-9a4e-42c4-bb1a-46b77f31f0a6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454289 Dec 06 12:42:09.956891 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33272) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:09.961637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:09.984593 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:42:09.990630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.060954 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.066092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.092994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.096799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364107 Dec 06 12:42:10.096799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ebac3-73a6-43e5-b642-57dd432d5e15 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c799336-3d20-416f-bf11-d41787c63f33,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:10.097116 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:10.103394 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'security_group_rule': {'security_group_id': '7319eaa6-6789-4ae9-9b32-5e9bf7923078', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:10.127783 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Project dba5110fd3fe46989ee27e99e723f858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:42:10.136011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.228241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.235660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.254771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d664a7-5c0f-4597-86eb-0f0b40df10e2,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:10.267771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.271637 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ea734860-23f3-45a1-928d-72b62aa80b66 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708422 Dec 06 12:42:10.272146 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33284) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:10.278016 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'network': {'name': 'tempest-network-smoke--1460991160', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:10.282054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df8228f8-1ce4-47aa-9c59-c5d3067d1d14 req-9f1a356b-fdbe-45a5-9b95-b2d2518b9a96 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0507371 Dec 06 12:42:10.311538 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:10.316309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.341961 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:42:10.356492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.356492 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Added segment 95bc2441-3bda-45a0-8677-4c2b2b87d6b5 of type vlan for network 53347752-5a81-43e5-894c-ea02892a26ef Dec 06 12:42:10.397420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.425356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.431207 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:10.431879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.473176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1997244 Dec 06 12:42:10.476034 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:10.481011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'admin_state_up': True, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:10.509831 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302959ff-e23b-44b0-bac6-c2b21fb77ca4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Network': ['ID=53347752-5a81-43e5-894c-ea02892a26ef,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:10.511864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.513101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.521108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 53347752-5a81-43e5-894c-ea02892a26ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:42:10.601526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.752798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:10.989900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.017960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.139071 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.163 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a0876733-5993-44d3-9ba7-f834e37456b7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:11.245474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.280939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.321917 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:11.340965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=a0876733-5993-44d3-9ba7-f834e37456b7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:11.344154 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:11.347036 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:11.362589 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56a3be-0dda-4dfb-86cc-d687a1e472be None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:11.422336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88b7e8c3-76ac-4fe6-911b-e092a340450b req-3e2dbeaf-efcc-4bcd-bb50-80721fb1cbc0 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0360913 Dec 06 12:42:11.445139 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a84c33dc-a21c-46c5-873a-b936fb26dd09 None None] Provisioning complete for port a0876733-5993-44d3-9ba7-f834e37456b7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:11.446066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a84c33dc-a21c-46c5-873a-b936fb26dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.514904 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a84c33dc-a21c-46c5-873a-b936fb26dd09 None None] Port a0876733-5993-44d3-9ba7-f834e37456b7 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:11.679342 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:11.885901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.014473 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 48a083d2-7561-4d06-8df4-442fee1821f0 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:42:12.123566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:12.138673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Sync routers for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:12.147026 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:12.147655 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:12.148363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.152196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2cb9a701-c408-4b56-a7af-e099ab9d456b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6726191 Dec 06 12:42:12.152937 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33298) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:12.184502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bc0c197d-cc31-44f2-a3b6-793e83178493 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dba5110fd3fe46989ee27e99e723f858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278995 Dec 06 12:42:12.184805 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33300) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:12.267853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:12.346557 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2a983-3302-4437-8442-7a86a1dd3e62 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:12.348121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-09c2a983-3302-4437-8442-7a86a1dd3e62 tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1623461 Dec 06 12:42:12.351078 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33302) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:12.390574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-affcf14c-d605-4de2-ab14-676a8fd6185e tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382788 Dec 06 12:42:12.393685 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33304) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:12.398719 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875319987', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:12.487060 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:11Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:12.530896 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Checking router: 48a083d2-7561-4d06-8df4-442fee1821f0 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:12.531691 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Updating router 48a083d2-7561-4d06-8df4-442fee1821f0 port a0876733-5993-44d3-9ba7-f834e37456b7 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:42:12.566774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.607083 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea2baef7-b4d4-4041-afa0-ae20e0f173d6 req-9b906f44-18ba-44d3-9996-661399a5feb2 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6886984f-416c-4a88-8362-17cf54f160e0 HTTP/1.1" status: 200 len: 210 time: 0.0403011 Dec 06 12:42:12.775968 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:12.779882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.889859 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.898239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.953697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb94cf4-1940-44c1-a4da-6821bbc6d834 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:12.974911 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6c6eb-9068-43d1-8932-cbcffdefafbc None None] Pushing event updated for resources: {'Port': ['ID=a0876733-5993-44d3-9ba7-f834e37456b7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:12.978600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Attempting to bind port a0876733-5993-44d3-9ba7-f834e37456b7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:12.978968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Attempting to bind port a0876733-5993-44d3-9ba7-f834e37456b7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:12.979365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Attempting to bind port a0876733-5993-44d3-9ba7-f834e37456b7 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:12.986694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:12.987075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:12.987477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:12.987868 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:12.988342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Bound port: a0876733-5993-44d3-9ba7-f834e37456b7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:12.988728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.013225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.057049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] For port a0876733-5993-44d3-9ba7-f834e37456b7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:13.062017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] For port a0876733-5993-44d3-9ba7-f834e37456b7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0876733-5993-44d3-9ba7-f834e37456b7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:13.066082 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] Provisioning complete for port a0876733-5993-44d3-9ba7-f834e37456b7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:13.066551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.085077 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Subnet': ['ID=9ad0de6e-1352-4a84-bcfb-68c656f19e88,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:13.089488 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.097226 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Checking segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:13.097662 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network hostable DHCP agents. Network: 53347752-5a81-43e5-894c-ea02892a26ef, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:42:13.116707 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 53347752-5a81-43e5-894c-ea02892a26ef is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:42:13.128210 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 53347752-5a81-43e5-894c-ea02892a26ef) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:13.139422 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:13.140071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.164983 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1396555-a013-43ad-8871-4c902d91397c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7678363 Dec 06 12:42:13.165626 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:13.170911 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6c6eb-9068-43d1-8932-cbcffdefafbc None None] Pushing event updated for resources: {'Port': ['ID=a0876733-5993-44d3-9ba7-f834e37456b7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:13.179237 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebebd15b-c436-48fd-9e7d-a200632859c1 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:13.180830 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4257ff-c510-4e11-aa42-f28bdc2cfb16 None None] Network 53347752-5a81-43e5-894c-ea02892a26ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:13.224785 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:13.225913 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:13.381909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.417117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] For port a0876733-5993-44d3-9ba7-f834e37456b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0876733-5993-44d3-9ba7-f834e37456b7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:13.442914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.456742 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:13.648478 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-53347752-5a81-43e5-894c-ea02892a26ef', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:42:13.649382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.656059 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bc56e-2c55-4c95-9edf-2e702deb64ad None None] Pushing event updated for resources: {'Port': ['ID=a0876733-5993-44d3-9ba7-f834e37456b7,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:13.676995 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dc8de4d4-37a9-44c6-a640-a63b09ac4034 None None] Provisioning complete for port a0876733-5993-44d3-9ba7-f834e37456b7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:13.677394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dc8de4d4-37a9-44c6-a640-a63b09ac4034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.727588 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:13.799526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.830867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.911722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.917688 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.919920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0a59bbe-422b-4838-ac22-b783417d329c HTTP/1.1" status: 204 len: 168 time: 0.1912713 Dec 06 12:42:13.925524 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33318) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:13.947776 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-4cc3b193-f286-491a-ab36-2c95bd104b3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] show failed (client error): The resource could not be found. Dec 06 12:42:13.949170 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4cc3b193-f286-491a-ab36-2c95bd104b3f tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "GET /v2.0/security-groups/c0a59bbe-422b-4838-ac22-b783417d329c HTTP/1.1" status: 404 len: 347 time: 0.0223951 Dec 06 12:42:13.952165 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:13.959835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:13.961460 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f53c-dd98-4042-8d7b-92f59833177b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a59bbe-422b-4838-ac22-b783417d329c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:13.986726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Allocated IP 172.20.0.2 (53347752-5a81-43e5-894c-ea02892a26ef/9ad0de6e-1352-4a84-bcfb-68c656f19e88/89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:14.014763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:11Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:14.050031 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa5986-9a67-4dce-a3b6-ce00a530ecc3 None None] The sync data for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 is: [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:11Z', 'revision_number': 3, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:14.230251 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 1e7cef66-b483-4894-b287-619bdf36ea29 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:14.230692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.387937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.388559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.406476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 1e7cef66-b483-4894-b287-619bdf36ea29 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:14.500707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.515312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.565458 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Network 53347752-5a81-43e5-894c-ea02892a26ef is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:14.575158 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:14.591982 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:14.603126 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Pushing event updated for resources: {'Port': ['ID=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:14.613187 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.1 (53347752-5a81-43e5-894c-ea02892a26ef/9ad0de6e-1352-4a84-bcfb-68c656f19e88/b0279918-5fcf-4019-921f-a9cd336f4687) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:14.685661 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Attempting to bind port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:14.686595 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Attempting to bind port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:14.686974 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Attempting to bind port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 on network 53347752-5a81-43e5-894c-ea02892a26ef {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:14.698978 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:14.699847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Checking segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:14.700536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.701005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Bound using segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:14.701664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Bound port: 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:14.702242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.734365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.774302 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=1e7cef66-b483-4894-b287-619bdf36ea29,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:14.814278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] For port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:14.818240 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] For port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:14.825285 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.827837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.861979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.870037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.883395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c9e4eadc-d0ae-4a50-9ce7-e6b6bbfb4322 tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/floatingips/8bcbbd7c-ee63-4081-b8b8-4c4dbe1f2910 HTTP/1.1" status: 204 len: 168 time: 0.9299152 Dec 06 12:42:14.887078 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:14.899396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.940705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ef3fc-7ce7-48e7-94dc-f89711fdfe0b None None] Pushing event updated for resources: {'Port': ['ID=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:14.999113 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 53347752-5a81-43e5-894c-ea02892a26ef is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:15.017019 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:15.030498 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.031396 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.032408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.033251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.033995 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.034442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.034885 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.035329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.035774 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.036214 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.036706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.037091 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.037562 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:15.041743 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:15.044896 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:15.176624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.230711 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0876733-5993-44d3-9ba7-f834e37456b7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:15.305935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a0876733-5993-44d3-9ba7-f834e37456b7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:15.307339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.330355 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port e0111be2-560e-4f76-9944-bddbe27c67ce {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:15.330713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.534361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.548804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.554932 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for e0111be2-560e-4f76-9944-bddbe27c67ce owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:15.865046 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:15.903086 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=e0111be2-560e-4f76-9944-bddbe27c67ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:16.050995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.054489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-faa4a910-ac14-476e-abca-99dd16c57ffb tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/ports/e0111be2-560e-4f76-9944-bddbe27c67ce HTTP/1.1" status: 204 len: 168 time: 1.1662514 Dec 06 12:42:16.056970 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:16.100250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.109028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.225625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.237577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:16.314195 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 696018ef-f65c-4c14-954b-a3f25468ae82 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:16.314547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.411464 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 53347752-5a81-43e5-894c-ea02892a26ef is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:16.417197 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:16.491389 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.513312 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 696018ef-f65c-4c14-954b-a3f25468ae82 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:16.573188 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffa525-7232-4988-a1a6-39e41858034f None None] Network 53347752-5a81-43e5-894c-ea02892a26ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:16.641363 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 48a083d2-7561-4d06-8df4-442fee1821f0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:16.700184 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] Provisioning complete for port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:16.700559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.800968 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.847253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.849771 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=696018ef-f65c-4c14-954b-a3f25468ae82,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:16.864262 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:16.869622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e976ce74-7df5-4745-9d6c-c553ca919fa4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/48a083d2-7561-4d06-8df4-442fee1821f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7032092 Dec 06 12:42:16.928060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] For port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:16.929462 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Sync routers for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:16.938658 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.944735 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:16.945396 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:16.980091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:16.993985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-918309ca-495d-468c-b2fe-1c8db52cc92a tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/ports/696018ef-f65c-4c14-954b-a3f25468ae82 HTTP/1.1" status: 204 len: 168 time: 0.9358885 Dec 06 12:42:16.996692 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:17.085218 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075737b-01b2-440f-a4ef-98b1fdacdaab None None] Pushing event updated for resources: {'Port': ['ID=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:17.160601 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting subnet a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:17.174850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-8844ab87-a4aa-49b8-9b50-b89b7d290a01 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733590592&fields=id&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 267 time: 0.1050282 Dec 06 12:42:17.177398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.264554 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:17.266754 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:17.277636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.340228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:17.340597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.403083 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8c170b84-5b3c-456d-a2c3-f88e26533571 None None] Provisioning complete for port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:17.403753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c170b84-5b3c-456d-a2c3-f88e26533571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.494886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-ba0efd9c-6524-45e5-bfe6-e3ee27325f3e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:17.496414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-ba0efd9c-6524-45e5-bfe6-e3ee27325f3e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 797 time: 0.3207698 Dec 06 12:42:17.541012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-72bd40c0-41fd-4a57-9cfd-aee902a43cad tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/quotas/dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 375 time: 0.0168281 Dec 06 12:42:17.611234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8c170b84-5b3c-456d-a2c3-f88e26533571 None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:17.611834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8c170b84-5b3c-456d-a2c3-f88e26533571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.621690 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.642401 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 2, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:17.678066 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8c170b84-5b3c-456d-a2c3-f88e26533571 None None] Port b0279918-5fcf-4019-921f-a9cd336f4687 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:17.694017 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.695155 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Checking router: 48a083d2-7561-4d06-8df4-442fee1821f0 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:17.695516 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Updating router 48a083d2-7561-4d06-8df4-442fee1821f0 port b0279918-5fcf-4019-921f-a9cd336f4687 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:42:17.722390 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.735736 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Subnet': ['ID=a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:17.746481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.753200 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33352) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:17.754434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b1e32082-542d-4e1a-a269-94629346edec tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/subnets/a66e06a8-53f5-4259-9dd4-ae98a3b3b5ce HTTP/1.1" status: 204 len: 168 time: 0.7565155 Dec 06 12:42:17.755708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b56a8-07b6-4d70-99b9-0a906e8b1ba7 None None] Network cf2817d2-009b-48b3-961a-8482c0957692 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:17.780251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9d84ff79-f3cb-4ee8-a1e8-2ac253f9964d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2304373 Dec 06 12:42:17.856078 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93436477-8dea-4444-8985-17395cece895 None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:17.856448 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93436477-8dea-4444-8985-17395cece895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.861457 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting subnet a924e0cf-4ac4-464d-9fcf-afeb41b8dedc {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:17.866266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.926856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-f00ef092-ec09-4d99-b511-494ed4db504e service neutron] 10.222.0.31 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434083 Dec 06 12:42:17.936868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:17.965262 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93436477-8dea-4444-8985-17395cece895 None None] Port b0279918-5fcf-4019-921f-a9cd336f4687 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:18.080247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] DHCP port deletion for cf2817d2-009b-48b3-961a-8482c0957692 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:18.086409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.121528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-64cf0fd5-9c35-447b-b871-51f720f65296 service neutron] 10.222.0.31 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803191 Dec 06 12:42:18.124938 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-25924214-7e6e-4077-8d68-eb59c7b3d90e None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:18.125594 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25924214-7e6e-4077-8d68-eb59c7b3d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.177366 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-25924214-7e6e-4077-8d68-eb59c7b3d90e None None] Port b0279918-5fcf-4019-921f-a9cd336f4687 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:18.182540 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.193011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Deleting port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:18.193604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.212967 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.222026 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.242493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.248382 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:18.249043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/subnets/a924e0cf-4ac4-464d-9fcf-afeb41b8dedc HTTP/1.1" status: 204 len: 168 time: 0.4937322 Dec 06 12:42:18.250270 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f669-3cf2-4312-b5b0-2feb3fb7ec9e tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Subnet': ['ID=a924e0cf-4ac4-464d-9fcf-afeb41b8dedc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:18.262022 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a7132-5229-4286-9e4d-211ebd8a7ac8 None None] Network 07d029ed-051a-4056-9169-862d4e5f19d1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:18.285851 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Pushing event updated for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:18.299235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] For port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:18.299416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.299936 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.300283 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.300622 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.300956 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.301318 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.301868 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.302616 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.303422 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.303919 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.304422 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.304971 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.305533 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.306289 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:18.324701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Calling delete_port for 69c2587e-2fd4-46ca-8b5a-a9552f6c937a owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:18.393908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.435413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7b64ff6-79db-4485-b1c5-505e140daa4e req-943f57ab-24ce-4338-bed1-a0c95bb2a50f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 210 time: 0.0293217 Dec 06 12:42:18.467028 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Attempting to bind port b0279918-5fcf-4019-921f-a9cd336f4687 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:18.467471 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Attempting to bind port b0279918-5fcf-4019-921f-a9cd336f4687 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:18.467903 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Attempting to bind port b0279918-5fcf-4019-921f-a9cd336f4687 on network 53347752-5a81-43e5-894c-ea02892a26ef {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:18.482193 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:18.482669 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Checking segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:18.483158 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.484005 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Bound using segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:18.484546 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Bound port: b0279918-5fcf-4019-921f-a9cd336f4687, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:18.485085 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.520489 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Deleting port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:18.524048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.631008 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] For port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,segment=NetworkSegment(06bd1f5e-3ae6-4f14-b8bb-c5641351b12b),segment_id=06bd1f5e-3ae6-4f14-b8bb-c5641351b12b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:18.639360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.640382 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] For port b0279918-5fcf-4019-921f-a9cd336f4687, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:18.648771 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] For port b0279918-5fcf-4019-921f-a9cd336f4687, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0279918-5fcf-4019-921f-a9cd336f4687,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:18.661175 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.669477 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Calling delete_port for 69c2587e-2fd4-46ca-8b5a-a9552f6c937a owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:18.677808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.727146 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] Pushing event deleted for resources: {'Port': ['ID=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:18.732705 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c4fee-7e69-4681-a25e-990024f5208f None None] No DVR routers for this DVR port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:18.768980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] DHCP port deletion for 07d029ed-051a-4056-9169-862d4e5f19d1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:18.788686 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605fa3b-fa3c-4e99-b9d9-b2d6b9b1ebcb None None] Pushing event updated for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:18.816557 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:18.817730 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:18.834591 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:18.834928 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.869131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.897778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Deleting port e75ac72c-011a-432a-8a23-6e123e2d7d5e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:18.898151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:18.921792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Port': ['ID=69c2587e-2fd4-46ca-8b5a-a9552f6c937a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:18.940329 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] No DVR routers for this DVR port 69c2587e-2fd4-46ca-8b5a-a9552f6c937a on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:19.006980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] For port e75ac72c-011a-432a-8a23-6e123e2d7d5e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e75ac72c-011a-432a-8a23-6e123e2d7d5e,segment=NetworkSegment(2e0ab3a1-d2ef-4684-bc99-97c9d10348da),segment_id=2e0ab3a1-d2ef-4684-bc99-97c9d10348da)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:19.007362 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.029357 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33374) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:19.034862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171885943', 'description': 'tempest-secgroup-smoke-171885943 description', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:19.042964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Calling delete_port for e75ac72c-011a-432a-8a23-6e123e2d7d5e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:19.056278 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.070696 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:19.085521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.099795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.151773 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2817d2-009b-48b3-961a-8482c0957692']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.162990 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.163347 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bd1f5e-3ae6-4f14-b8bb-c5641351b12b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.179033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.201337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.209143 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:19.209560 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:19.213238 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:19.224255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] For port b0279918-5fcf-4019-921f-a9cd336f4687, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0279918-5fcf-4019-921f-a9cd336f4687,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:19.225500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:19.229529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.238312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.268670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.269582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.270892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2405319 Dec 06 12:42:19.274755 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33376) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:19.285189 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:19.286135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.295880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.300583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/networks/cf2817d2-009b-48b3-961a-8482c0957692 HTTP/1.1" status: 204 len: 168 time: 1.0511284 Dec 06 12:42:19.303054 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:19.316207 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36566b9a-e1c5-474e-bcaa-c23861ced197 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0b0fd-854f-4752-8584-9ad44dbedc22,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.339646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5515dfe-d830-40b6-a112-26adf9e636ca tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Network': ['ID=cf2817d2-009b-48b3-961a-8482c0957692,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.341044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.388814 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83065422-3bc4-4c0b-a149-dec6033baa7f None None] Pushing event updated for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.404319 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.416534 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:19.417140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.433259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.440209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.449072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.462931 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:18Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.469654 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03cf7b5-f7ca-42c1-ac6e-a911ca734a2b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.485500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.487387 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a6d7ad2-dccf-4af8-878e-bd7664a46426 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098494 Dec 06 12:42:19.490062 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33382) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:19.493815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] Pushing event deleted for resources: {'Port': ['ID=e75ac72c-011a-432a-8a23-6e123e2d7d5e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.501195 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad46b-bfa3-4090-b1d7-9c70125bcde4 None None] The sync data for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 is: [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:18Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:19.503344 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8526937f-f7d7-4def-afa6-fd9f8b4e9d17 None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:19.503529 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8526937f-f7d7-4def-afa6-fd9f8b4e9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.505437 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:19.580264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.605520 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94306b-6c9e-4a86-a2e9-e77ec4f51978 None None] No DVR routers for this DVR port e75ac72c-011a-432a-8a23-6e123e2d7d5e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:19.618712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c1abf52-c40b-44c8-b532-8c1f339fac11 req-8dd2e6ca-1a70-402c-80b5-df1938fd998a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 210 time: 0.0654626 Dec 06 12:42:19.655546 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.684305 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d029ed-051a-4056-9169-862d4e5f19d1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.695265 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0ab3a1-d2ef-4684-bc99-97c9d10348da') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.695626 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0ab3a1-d2ef-4684-bc99-97c9d10348da') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:19.707007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.715184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.722374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.728905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.737527 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:19.737836 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:19.744739 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:19.796958 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.803979 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.805203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3126764 Dec 06 12:42:19.811810 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33384) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:19.826488 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:19.833147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec508be6-3564-4398-b5cf-ac879cf455e3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae557d2-77f5-4e11-a9ac-2b556374cadd,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.844714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 69c2587e-2fd4-46ca-8b5a-a9552f6c937a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:19.860976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.875973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.876837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 69c2587e-2fd4-46ca-8b5a-a9552f6c937a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:19.877358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 69c2587e-2fd4-46ca-8b5a-a9552f6c937a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:19.877847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e75ac72c-011a-432a-8a23-6e123e2d7d5e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:19.885432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:19.903618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] 10.222.0.31 "DELETE /v2.0/networks/07d029ed-051a-4056-9169-862d4e5f19d1 HTTP/1.1" status: 204 len: 168 time: 0.5994146 Dec 06 12:42:19.904864 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfbcf0-ec50-465c-a26a-c6219332620b tempest-TaggedBootDevicesTest_v242-669925014 tempest-TaggedBootDevicesTest_v242-669925014-project] Pushing event deleted for resources: {'Network': ['ID=07d029ed-051a-4056-9169-862d4e5f19d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:19.913454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e75ac72c-011a-432a-8a23-6e123e2d7d5e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:19.914120 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e75ac72c-011a-432a-8a23-6e123e2d7d5e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:20.014661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.026004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.042487 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7fd362-f2b8-465b-9756-f5ae97364f30,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:20.093496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.098390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-099809c4-9bab-4b88-8858-75564602037c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2729135 Dec 06 12:42:20.098667 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:20.103949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:20.138709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.252115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.259820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.291300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573d04fa-8f88-4098-b504-4918f601f930,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:20.309393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.313853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-83951ea0-a2b2-4778-9a7a-a804b30da58f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2138546 Dec 06 12:42:20.314873 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33396) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:20.323238 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:20.351813 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Project 40ba243aebbf4c6f96311b6ce443de5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:42:20.357975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.437223 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.443751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.460322 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5375789e-a0e7-4752-88c4-673956cd69d1,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:20.488737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.490162 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-06c05289-0924-48dd-914e-dcf94391b625 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741481 Dec 06 12:42:20.492776 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:20.495750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-f2cb2b72-ed07-4c0c-b3c9-c39577543498 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:20.497285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-f2cb2b72-ed07-4c0c-b3c9-c39577543498 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 797 time: 0.5899384 Dec 06 12:42:20.497489 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0b0fd-854f-4752-8584-9ad44dbedc22', 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:20.523871 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Project 40ba243aebbf4c6f96311b6ce443de5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:42:20.529712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.586979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-5ce71856-b0e5-4a94-9f82-8e40cce64808 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba5110fd3fe46989ee27e99e723f858 HTTP/1.1" status: 200 len: 379 time: 0.0735440 Dec 06 12:42:20.604529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'port': {'device_id': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'admin_state_up': True, 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'security_groups': ['7319eaa6-6789-4ae9-9b32-5e9bf7923078']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:20.611963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.617190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.648421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5b0f28-28d5-4ff8-ba6e-372c6d27a3ef,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:20.662466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.663959 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5df304f8-a406-4edf-a7f6-bad6cfb79037 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701477 Dec 06 12:42:20.772163 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Made reservation on behalf of dba5110fd3fe46989ee27e99e723f858 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:20.779189 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:20.813966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae8932d5-5428-4447-b061-3ccba65c137e req-246e14ec-c57f-42b8-ba0c-53e122f225ef tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 210 time: 0.0536633 Dec 06 12:42:20.943718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-7eaa2ae8-873c-477f-ad31-278e9259b470 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171885943&fields=id&tenant_id=40ba243aebbf4c6f96311b6ce443de5d HTTP/1.1" status: 200 len: 267 time: 0.1323576 Dec 06 12:42:21.001296 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.20.0.3 (53347752-5a81-43e5-894c-ea02892a26ef/9ad0de6e-1352-4a84-bcfb-68c656f19e88/421df364-c486-42e0-935f-c054b1283c4e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:21.122649 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-5a98b0a2-419c-401c-914b-4ed14625b6e2 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:21.124165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-5a98b0a2-419c-401c-914b-4ed14625b6e2 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 813 time: 0.1651444 Dec 06 12:42:21.144887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b0279918-5fcf-4019-921f-a9cd336f4687 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:21.182479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-275a4720-05e2-4737-ab80-5c8822a7d141 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/quotas/40ba243aebbf4c6f96311b6ce443de5d HTTP/1.1" status: 200 len: 375 time: 0.0123260 Dec 06 12:42:21.203080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b0279918-5fcf-4019-921f-a9cd336f4687 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:21.204363 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.264349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.287347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-94d4a0bb-9216-4a8f-8d8e-b4c9653b1892 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930126 Dec 06 12:42:21.367481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.443528 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 53347752-5a81-43e5-894c-ea02892a26ef is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:21.444462 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:21.449262 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:21.452528 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:21.457767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-bfa56385-ae18-4d1e-abb5-48b705573373 service neutron] 10.222.0.31 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560421 Dec 06 12:42:21.554630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:21.555327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.582317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-46fa0b7d-5c55-42ad-bd3c-d98eada05692 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9839230 Dec 06 12:42:21.597237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-2910c669-3d74-4607-82dc-9da41ab81e06 service neutron] 10.222.0.31 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202667 Dec 06 12:42:21.671523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Request body: {'port': {'device_id': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:21.752291 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.754876 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ce3c702a-c17c-4f95-9a2e-c1430c2474f9 None None] Provisioning complete for port 421df364-c486-42e0-935f-c054b1283c4e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:21.755354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ce3c702a-c17c-4f95-9a2e-c1430c2474f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:21.795045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c702a-c17c-4f95-9a2e-c1430c2474f9 None None] Port 421df364-c486-42e0-935f-c054b1283c4e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:21.998472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29e2ce42-6eb9-4c17-816d-6e39b409f94a req-4c5d7e9d-30d0-45a3-a72f-857ce20f3374 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0526948 Dec 06 12:42:22.059283 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d174-9b23-4f7d-ad4d-28f4a3c937ff req-ab9104b5-ae99-460d-b074-d5b53ecc1aac tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:22.060877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73b4d174-9b23-4f7d-ad4d-28f4a3c937ff req-ab9104b5-ae99-460d-b074-d5b53ecc1aac tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 931 time: 0.1404147 Dec 06 12:42:22.147919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73b4d174-9b23-4f7d-ad4d-28f4a3c937ff req-967f10c8-ec5b-45dc-80ee-76a40f09eb6c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780663 Dec 06 12:42:22.183211 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421df364-c486-42e0-935f-c054b1283c4e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:22.191181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:22.207076 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Transition to ACTIVE for port object 421df364-c486-42e0-935f-c054b1283c4e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:42:22.218851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:22.283077 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:22.362342 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Attempting to bind port 421df364-c486-42e0-935f-c054b1283c4e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:22.362801 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Attempting to bind port 421df364-c486-42e0-935f-c054b1283c4e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:22.363007 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Attempting to bind port 421df364-c486-42e0-935f-c054b1283c4e on network 53347752-5a81-43e5-894c-ea02892a26ef {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:22.368078 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Port 421df364-c486-42e0-935f-c054b1283c4e on network 53347752-5a81-43e5-894c-ea02892a26ef not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:42:22.368459 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Attempting to bind port 421df364-c486-42e0-935f-c054b1283c4e on network 53347752-5a81-43e5-894c-ea02892a26ef {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:22.374120 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:22.374938 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Checking segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:22.375645 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Bound using segment: {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:22.376152 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Bound port: 421df364-c486-42e0-935f-c054b1283c4e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc2441-3bda-45a0-8677-4c2b2b87d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:22.376527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:22.474674 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:22.479474 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:22.486628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:22.534908 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:22.535611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:22.537518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] 10.222.0.53 "PUT /v2.0/ports/421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 1091 time: 0.9389663 Dec 06 12:42:22.537673 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:22.540116 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da0928-e49a-4fcf-aae9-aaa1a8a11947" -d '{"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:22.568058 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd05a57-f414-48a3-951b-4d32e44d0cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:22.605938 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef407f-9122-4153-8567-ec07475ce8b4 x-openstack-request-id: req-36ef407f-9122-4153-8567-ec07475ce8b4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:22.606368 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:22.606731 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36ef407f-9122-4153-8567-ec07475ce8b4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:22.607246 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'status': 'completed', 'code': 200} Dec 06 12:42:22.710483 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-d5320da0-54fb-4825-a128-434d122b690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:22.712250 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-d5320da0-54fb-4825-a128-434d122b690a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1094 time: 0.0620029 Dec 06 12:42:22.780461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-ac11c006-2072-47e8-8b8c-90f778b26d03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 217 time: 0.0535536 Dec 06 12:42:22.835870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-10e6728e-b351-4823-9438-6944dd8281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:22.837450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-10e6728e-b351-4823-9438-6944dd8281d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 200 len: 834 time: 0.0502319 Dec 06 12:42:22.885548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-4671021f-a905-43c8-adcb-e48af8c68a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:22.888135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-4671021f-a905-43c8-adcb-e48af8c68a4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53347752-5a81-43e5-894c-ea02892a26ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424080 Dec 06 12:42:22.981824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-1c7937af-4f17-4df9-9768-0b942c08460a service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873094 Dec 06 12:42:23.098737 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d1f2f7d-4e40-49ed-8571-8d5b6892c5c1 req-d21b30af-81c3-40da-9e2c-3c6ea49849d6 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099184 Dec 06 12:42:23.115212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-913f258d-91fb-44a4-9332-9a868221f770 req-9634bdbe-8b3c-44f2-8b6b-a58abb34e37e tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0369971 Dec 06 12:42:23.267564 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-ea6e330e-7e9a-486c-b972-9ff301e47700 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.269276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-ea6e330e-7e9a-486c-b972-9ff301e47700 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 813 time: 0.1524036 Dec 06 12:42:23.298034 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-f56cb7a0-1991-483f-b6d3-b20c25fd60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.299538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-f56cb7a0-1991-483f-b6d3-b20c25fd60c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1094 time: 0.0927868 Dec 06 12:42:23.324287 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddae10-f214-4de2-a5b5-bc71a4df1812 req-6312da57-54b6-4123-8425-4b6222114c04 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.326234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0ddae10-f214-4de2-a5b5-bc71a4df1812 req-6312da57-54b6-4123-8425-4b6222114c04 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 943 time: 0.0724306 Dec 06 12:42:23.363919 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-0c07983b-973b-4cf7-8a2c-5fafc80cfbac tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ba243aebbf4c6f96311b6ce443de5d HTTP/1.1" status: 200 len: 379 time: 0.0812712 Dec 06 12:42:23.374268 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'port': {'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'admin_state_up': True, 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'security_groups': ['ffd0b0fd-854f-4752-8584-9ad44dbedc22']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:23.437230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0ddae10-f214-4de2-a5b5-bc71a4df1812 req-63f553ae-f4d7-4826-bbee-6e2b72f71bc7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005955 Dec 06 12:42:23.452929 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-e34d4df5-57cc-4071-b953-d3998b9cc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.454537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-e34d4df5-57cc-4071-b953-d3998b9cc378 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 898 time: 0.1475861 Dec 06 12:42:23.504525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-3de0e400-4477-41ea-92d4-aac7624d59dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 217 time: 0.0393193 Dec 06 12:42:23.505915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Made reservation on behalf of 40ba243aebbf4c6f96311b6ce443de5d for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:23.514213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:23.623665 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-d00e0241-ef63-4246-b456-8232c6691a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.625239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-d00e0241-ef63-4246-b456-8232c6691a03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 200 len: 834 time: 0.1122847 Dec 06 12:42:23.712501 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Allocated IP 172.20.0.9 (7c6b7ec9-9708-4249-a4c8-d4f06d63c019/bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c/160fd8a8-27e5-4e91-8623-9192f1cfff97) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:23.713111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-70a5c6c5-11f5-46ff-a295-ca05a0a3bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:23.715694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-70a5c6c5-11f5-46ff-a295-ca05a0a3bca9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53347752-5a81-43e5-894c-ea02892a26ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820589 Dec 06 12:42:23.838717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-e31a02da-ac72-4f59-ab9c-d29a9ce1d2fd service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131413 Dec 06 12:42:23.915902 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:23.959475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.007936 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93da0928-e49a-4fcf-aae9-aaa1a8a11947 req-a5d0331d-6a60-4cd5-a739-3be71ed84652 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605158 Dec 06 12:42:24.010397 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:24.014132 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:24.032347 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:24.079871 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:24.123345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:24.123975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.145286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-eccfa70d-f0f1-4ac6-8609-3999e9ef4384 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748291 Dec 06 12:42:24.280946 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Request body: {'port': {'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:24.299314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f095b4-b17b-4709-a866-7dc9dddc03db req-2ee91759-620e-481a-9be4-22a97ec8e9a4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:24.307370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1f095b4-b17b-4709-a866-7dc9dddc03db req-2ee91759-620e-481a-9be4-22a97ec8e9a4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 931 time: 0.0909014 Dec 06 12:42:24.363697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e1f095b4-b17b-4709-a866-7dc9dddc03db req-4c8a0e90-4c03-4c13-ba32-fa2f1fb53af1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552614 Dec 06 12:42:24.371718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.503987 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b3590cd7-8d80-4d58-9032-61dc7abb8179 None None] Provisioning complete for port 160fd8a8-27e5-4e91-8623-9192f1cfff97 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:24.504490 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3590cd7-8d80-4d58-9032-61dc7abb8179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.604502 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b3590cd7-8d80-4d58-9032-61dc7abb8179 None None] Port 160fd8a8-27e5-4e91-8623-9192f1cfff97 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:42:24.636749 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892bada-b951-4019-a521-2a8167ffdb72 req-c5dd7d7a-1781-437f-9e09-e1dbcf8cdab2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:24.640024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3892bada-b951-4019-a521-2a8167ffdb72 req-c5dd7d7a-1781-437f-9e09-e1dbcf8cdab2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 943 time: 0.0789957 Dec 06 12:42:24.710171 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160fd8a8-27e5-4e91-8623-9192f1cfff97 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:24.718451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.731446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3892bada-b951-4019-a521-2a8167ffdb72 req-fa530066-dde8-42e6-989d-696047dc3096 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776803 Dec 06 12:42:24.741288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:42:24.754954 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Transition to ACTIVE for port object 160fd8a8-27e5-4e91-8623-9192f1cfff97 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:42:24.763041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.818584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Pushing event updated for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:24.880493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:24.901915 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '421df364-c486-42e0-935f-c054b1283c4e', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'mac_address': 'fa:16:3e:8e:e7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:42:24.937097 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Attempting to bind port 160fd8a8-27e5-4e91-8623-9192f1cfff97 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:24.937653 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Attempting to bind port 160fd8a8-27e5-4e91-8623-9192f1cfff97 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:24.938110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Attempting to bind port 160fd8a8-27e5-4e91-8623-9192f1cfff97 on network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:24.955477 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Port 160fd8a8-27e5-4e91-8623-9192f1cfff97 on network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:42:24.956151 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Attempting to bind port 160fd8a8-27e5-4e91-8623-9192f1cfff97 on network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:24.971168 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.977842 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:24.978333 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Checking segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:24.978988 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Bound using segment: {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:24.979534 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Bound port: 160fd8a8-27e5-4e91-8623-9192f1cfff97, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436ed6e3-0368-41e2-9ddb-55aa9181367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:24.980047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:24.997079 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421df364-c486-42e0-935f-c054b1283c4e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:25.042727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:25.050217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:25.121024 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:25.128687 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:25.134592 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:25.140515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:25.192262 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.193770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:25.196812 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] 10.222.0.23 "PUT /v2.0/ports/160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 1091 time: 1.0426941 Dec 06 12:42:25.197321 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:25.199634 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a359ac5-bd5d-4b59-9143-4a2864bf0511" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:25.258868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f19c4-921f-4fc8-b794-da9efd871894 service neutron] Pushing event updated for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:25.296413 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4f0b8-61fe-4df5-a177-3a218f23d91f x-openstack-request-id: req-12e4f0b8-61fe-4df5-a177-3a218f23d91f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:25.297584 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:25.297584 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12e4f0b8-61fe-4df5-a177-3a218f23d91f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:25.297952 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:42:25.314921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-ca035215-9365-457e-9072-adcfa6ed7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.316497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-ca035215-9365-457e-9072-adcfa6ed7f85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1094 time: 0.0541451 Dec 06 12:42:25.343938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['421df364-c486-42e0-935f-c054b1283c4e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:42:25.396912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-f9548043-257e-444c-8067-5bd8fc8c6749 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 217 time: 0.0718246 Dec 06 12:42:25.496096 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-35cdfaaf-987b-4073-a75d-ad07d71e8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.497946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-35cdfaaf-987b-4073-a75d-ad07d71e8798 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0922625 Dec 06 12:42:25.531283 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997497-a955-447f-bd44-c8d6b1fea23e req-ab85940e-451f-4309-a6b6-5227ccfad512 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.533489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d997497-a955-447f-bd44-c8d6b1fea23e req-ab85940e-451f-4309-a6b6-5227ccfad512 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0588424 Dec 06 12:42:25.566625 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0723e-8da6-4128-a030-92a8e551b804 req-9603b5b2-5211-4dfd-8b83-44fe83a4a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.568177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-9603b5b2-5211-4dfd-8b83-44fe83a4a615 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618739 Dec 06 12:42:25.587824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d997497-a955-447f-bd44-c8d6b1fea23e req-7806a312-94f0-4e3a-9af5-0e9991aad302 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472848 Dec 06 12:42:25.698829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-9076e579-88a8-44a2-8ff8-c57d47228ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234891 Dec 06 12:42:25.802762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-52e0723e-8da6-4128-a030-92a8e551b804 req-a7723ae7-cfc5-4204-8728-100a41053bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969417 Dec 06 12:42:25.895112 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-0a18adb8-e0e0-4efc-8ee9-a9d6987d23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.896602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-0a18adb8-e0e0-4efc-8ee9-a9d6987d23a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1094 time: 0.0481682 Dec 06 12:42:25.899462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910f09-5564-46f9-ba55-abe58860345c req-81e31b4c-03e0-4d43-a4aa-38cf2b6d83f3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:25.901054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff910f09-5564-46f9-ba55-abe58860345c req-81e31b4c-03e0-4d43-a4aa-38cf2b6d83f3 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 944 time: 0.0784094 Dec 06 12:42:25.988577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff910f09-5564-46f9-ba55-abe58860345c req-70e9ebec-ed9a-40a3-a88e-8bae2741b4fc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803506 Dec 06 12:42:26.028746 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-8b50e77f-a3cb-418c-8756-534a7f53848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:26.030442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-8b50e77f-a3cb-418c-8756-534a7f53848d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 914 time: 0.1255260 Dec 06 12:42:26.074934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-1cdfe283-5b96-4d48-b1f1-9855795b1f89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 217 time: 0.0372667 Dec 06 12:42:26.128914 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-bc7c57cd-b6ef-42cb-b382-c476dd725904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:26.130415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-bc7c57cd-b6ef-42cb-b382-c476dd725904 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0492883 Dec 06 12:42:26.182265 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-6ab87853-524d-486e-81be-5a830f397bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:26.183848 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-6ab87853-524d-486e-81be-5a830f397bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464802 Dec 06 12:42:26.278366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-e61f0848-7cd0-4210-a3f3-4bc6d46ab8e3 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874496 Dec 06 12:42:26.379284 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a359ac5-bd5d-4b59-9143-4a2864bf0511 req-00457bf4-b761-4020-997b-ec6de578d7c6 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938959 Dec 06 12:42:26.715549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b693c1-6829-43b8-af19-3b6653d43760 req-76dd7b61-ff99-4b15-819b-95b50bdcae81 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:26.717177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b693c1-6829-43b8-af19-3b6653d43760 req-76dd7b61-ff99-4b15-819b-95b50bdcae81 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0523765 Dec 06 12:42:26.758655 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:26.772549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b693c1-6829-43b8-af19-3b6653d43760 req-fc89e1d9-1df5-4c80-bcec-c0b1e105a295 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491211 Dec 06 12:42:26.831135 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 421df364-c486-42e0-935f-c054b1283c4e completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:42:26.837338 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 421df364-c486-42e0-935f-c054b1283c4e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:26.837908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:26.930440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:26.953753 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:26.956012 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f38d3-bcf9-4f35-8afe-c7ad4cbb306d" -d '{"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-plugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:26.969758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:26.975078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:27.051053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:27.062079 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86fbebc-e639-48db-a736-f369ded61593 x-openstack-request-id: req-a86fbebc-e639-48db-a736-f369ded61593 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:27.062366 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-plugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:27.062715 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a86fbebc-e639-48db-a736-f369ded61593 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:27.063489 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'code': 200} Dec 06 12:42:27.170114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7715-7196-46d6-ada2-b8ef2bb88afa req-35c77d61-6855-4668-bfd2-241a9760216d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:27.173613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87cc7715-7196-46d6-ada2-b8ef2bb88afa req-35c77d61-6855-4668-bfd2-241a9760216d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0901723 Dec 06 12:42:27.192257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6814b1-f9c1-4ee9-a486-e819bcfcea8f req-cd86520c-fc48-423b-b99a-4a57168b0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:27.193866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc6814b1-f9c1-4ee9-a486-e819bcfcea8f req-cd86520c-fc48-423b-b99a-4a57168b0de4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1096 time: 0.0799637 Dec 06 12:42:27.259792 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-90fad754-224f-4934-9565-3f75c47ad782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:27.272461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-87cc7715-7196-46d6-ada2-b8ef2bb88afa req-498cab8f-9b82-4c12-8fd5-d9f9ac32f2a2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899274 Dec 06 12:42:27.289379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc6814b1-f9c1-4ee9-a486-e819bcfcea8f req-87038219-acb9-4405-a78d-05ed2ec06750 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874791 Dec 06 12:42:27.894334 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768a7b4-1a95-4ef2-8db2-d9bab0ea3ac6 req-54b28d8f-8f48-4b72-b114-50414679109a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:27.895880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2768a7b4-1a95-4ef2-8db2-d9bab0ea3ac6 req-54b28d8f-8f48-4b72-b114-50414679109a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0500925 Dec 06 12:42:27.948884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2768a7b4-1a95-4ef2-8db2-d9bab0ea3ac6 req-96ddc471-5875-4acd-aa23-e957f81893cb tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464034 Dec 06 12:42:28.412625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eac33-281b-452c-bb37-1b76d7b97313 req-9264b4c7-6767-4e29-9092-6a842849cb36 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.414540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b89eac33-281b-452c-bb37-1b76d7b97313 req-9264b4c7-6767-4e29-9092-6a842849cb36 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0586276 Dec 06 12:42:28.481354 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b89eac33-281b-452c-bb37-1b76d7b97313 req-cfc03089-f77e-4c1a-82e9-6403dcaa7a10 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578775 Dec 06 12:42:29.070814 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5cd79-cfac-4919-b249-d79352ef43e4 req-9c0dfba0-fe6c-43b7-b4fa-03cdb374a429 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:29.072418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2f5cd79-cfac-4919-b249-d79352ef43e4 req-9c0dfba0-fe6c-43b7-b4fa-03cdb374a429 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0495427 Dec 06 12:42:29.125491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2f5cd79-cfac-4919-b249-d79352ef43e4 req-dbd7b492-de74-4e40-934c-c8e4bb475936 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 Dec 06 12:42:29.610589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-409bb1ab-d67c-41d5-8940-0f91016df0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:29.614992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4b41a-2d15-411e-82a1-4731cf44afdf req-865afe34-2457-4dad-b586-6989a19762c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:29.622592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5c4b41a-2d15-411e-82a1-4731cf44afdf req-865afe34-2457-4dad-b586-6989a19762c5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0642235 Dec 06 12:42:29.678532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5c4b41a-2d15-411e-82a1-4731cf44afdf req-755c3b37-9dd1-4663-8f9b-96bc495cee77 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543690 Dec 06 12:42:29.798601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95056b2-b2bd-4282-acac-3980a4522547 req-71c05800-6444-474f-bd2e-c2efed525ae7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:29.800016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a95056b2-b2bd-4282-acac-3980a4522547 req-71c05800-6444-474f-bd2e-c2efed525ae7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0490465 Dec 06 12:42:29.848861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a95056b2-b2bd-4282-acac-3980a4522547 req-27123836-8294-409a-b363-579f750f102e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Dec 06 12:42:29.871692 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33492) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:29.911204 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bac56-715d-4e32-b863-9bc3ce7dc2fb tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:29.912694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ea0bac56-715d-4e32-b863-9bc3ce7dc2fb tempest-TestNetworkAdvancedServerOps-965529606 tempest-TestNetworkAdvancedServerOps-965529606-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1091 time: 0.0399325 Dec 06 12:42:29.915754 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:29.920395 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:29.943167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.043061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.156706 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Allocated IP 172.35.3.46 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/549fa7e2-afa0-4e86-99b8-106a135c1c33) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:30.303050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.311452 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4c55-630f-4c0c-b35e-00cbaf24c3a2 req-9950af4f-4607-4b46-8365-08e6e9315ae0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:30.313002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16cb4c55-630f-4c0c-b35e-00cbaf24c3a2 req-9950af4f-4607-4b46-8365-08e6e9315ae0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0806708 Dec 06 12:42:30.380464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16cb4c55-630f-4c0c-b35e-00cbaf24c3a2 req-f5c8e95a-b517-48ec-84ac-d93500490a41 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602057 Dec 06 12:42:30.381844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.421380 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:30.424508 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:30.428297 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:30.455436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=549fa7e2-afa0-4e86-99b8-106a135c1c33,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:30.604846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.801018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.873722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.022821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.028293 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.099472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event updated for resources: {'Port': ['ID=549fa7e2-afa0-4e86-99b8-106a135c1c33,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:31.109831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.272198 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.529931 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP ff41898d-b8f0-4455-bf99-d6be44e83c62 associated. External IP: 172.35.3.46, port: 421df364-c486-42e0-935f-c054b1283c4e. Dec 06 12:42:31.573553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe8c1-1e8e-4e7e-933f-1829c4d0df89 req-f418e5c0-e8c4-4bc7-afd8-57c261db5328 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:31.575027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdbe8c1-1e8e-4e7e-933f-1829c4d0df89 req-f418e5c0-e8c4-4bc7-afd8-57c261db5328 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0928276 Dec 06 12:42:31.668911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cdbe8c1-1e8e-4e7e-933f-1829c4d0df89 req-8db52495-dbec-4fca-9e4c-2ce134abf667 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857849 Dec 06 12:42:31.800471 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 48a083d2-7561-4d06-8df4-442fee1821f0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:31.846065 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:42:31.910269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:31.920253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Sync routers for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:31.929359 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.931054 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:31.931842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:31.956718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ff763fdc-8e27-4488-95c1-2918a16236d7 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0398428 Dec 06 12:42:31.957732 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:31.961550 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef6e62-7ba7-444e-8578-de9cc51074b9" -d '{"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:32.006349 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8cbcf-ec79-4c7e-a78d-80ef5c9f2562 x-openstack-request-id: req-edd8cbcf-ec79-4c7e-a78d-80ef5c9f2562 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:32.006878 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:32.007309 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edd8cbcf-ec79-4c7e-a78d-80ef5c9f2562 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:32.007886 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'status': 'completed', 'code': 200} Dec 06 12:42:32.118314 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57dedf-e274-48e4-bf0d-fec5be5a71f6 req-6bf57f9b-fea1-4fed-a7f5-582441271f42 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.119973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de57dedf-e274-48e4-bf0d-fec5be5a71f6 req-6bf57f9b-fea1-4fed-a7f5-582441271f42 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0932748 Dec 06 12:42:32.123663 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-1ce36fbd-d250-4638-954d-54ff217e146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.125255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-1ce36fbd-d250-4638-954d-54ff217e146b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1096 time: 0.0686393 Dec 06 12:42:32.214870 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:32.237800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-de57dedf-e274-48e4-bf0d-fec5be5a71f6 req-d8e32c6d-e055-49a8-bd84-872fe4a5ed48 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086605 Dec 06 12:42:32.265691 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33510) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:32.284030 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:32.299228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-27ef2daa-0f3c-4dfc-b6c4-59715fd6e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.302844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-27ef2daa-0f3c-4dfc-b6c4-59715fd6e262 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 898 time: 0.1640611 Dec 06 12:42:32.349031 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4e8ee780-2c05-4501-a6d6-23ff79733ea5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ff41898d-b8f0-4455-bf99-d6be44e83c62 HTTP/1.1" status: 200 len: 990 time: 0.0814729 Dec 06 12:42:32.399736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-45e07c36-63c3-4cfc-a33d-6c5114b09362 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 998 time: 0.0890160 Dec 06 12:42:32.441094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:32.464381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ff41898d-b8f0-4455-bf99-d6be44e83c62', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'mac_address': 'fa:16:3e:8e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:30Z', 'updated_at': '2021-12-06T12:42:30Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:32.492483 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Checking router: 48a083d2-7561-4d06-8df4-442fee1821f0 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:32.502115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:32.502718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:32.507888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-99df2dbf-0f95-49ce-9c02-7844541997c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.509532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-99df2dbf-0f95-49ce-9c02-7844541997c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 200 len: 834 time: 0.1022582 Dec 06 12:42:32.592686 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-0d9dbac2-d71e-469e-9ffa-3674bbaa62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.594943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-0d9dbac2-d71e-469e-9ffa-3674bbaa62b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53347752-5a81-43e5-894c-ea02892a26ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786831 Dec 06 12:42:32.610573 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:32.805842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-750c46dc-242e-4727-868f-70fd17fb5e3f service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037020 Dec 06 12:42:32.859531 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ff41898d-b8f0-4455-bf99-d6be44e83c62', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'mac_address': 'fa:16:3e:8e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:30Z', 'updated_at': '2021-12-06T12:42:30Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:32.884527 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083a68b-a354-4f87-9153-57660c3cfb1a req-6a9a0acd-9796-4833-8b7b-7d2779e6120e tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.886164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8083a68b-a354-4f87-9153-57660c3cfb1a req-6a9a0acd-9796-4833-8b7b-7d2779e6120e tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.1384280 Dec 06 12:42:32.886538 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1316f8-8fb1-4a09-8429-503638aebe57 None None] The sync data for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 is: [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ff41898d-b8f0-4455-bf99-d6be44e83c62', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'mac_address': 'fa:16:3e:8e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:30Z', 'updated_at': '2021-12-06T12:42:30Z', 'revision_number': 0, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:33.018928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79ef6e62-7ba7-444e-8578-de9cc51074b9 req-9c2ec898-b703-4880-a38f-ef7d526a19ae service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060022 Dec 06 12:42:33.025977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8083a68b-a354-4f87-9153-57660c3cfb1a req-0b732ca7-b455-40b5-9898-63645a79dff7 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040044 Dec 06 12:42:33.113207 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:33.155208 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052db48-07eb-429e-b86b-2a90b97de58d None None] New status for floating IP ff41898d-b8f0-4455-bf99-d6be44e83c62: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:42:33.181427 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:33.301850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-8911c888-77e2-4ceb-b39e-7a8a6e1a0217 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402462 Dec 06 12:42:33.352868 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:33.385797 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-eb43b1b1-d6bb-4a61-a68b-17a697d46cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:33.387289 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-eb43b1b1-d6bb-4a61-a68b-17a697d46cf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 1097 time: 0.0605803 Dec 06 12:42:33.456701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d395d54e-f038-4a36-96a2-f430ccfb405d tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ff41898d-b8f0-4455-bf99-d6be44e83c62 HTTP/1.1" status: 200 len: 992 time: 0.0969892 Dec 06 12:42:33.468798 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Deleting port bb200a97-05d8-4b4d-ab49-5625088c48fe {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:33.469320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:33.506219 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-e6437ca4-c42c-4d76-8537-16db8d85dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:33.507723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-e6437ca4-c42c-4d76-8537-16db8d85dc82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0983300 Dec 06 12:42:33.554543 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] For port bb200a97-05d8-4b4d-ab49-5625088c48fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bb200a97-05d8-4b4d-ab49-5625088c48fe,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:33.554907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:33.569539 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Calling delete_port for bb200a97-05d8-4b4d-ab49-5625088c48fe owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:33.578213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-a217d2fa-3ea6-4e3c-91b9-bf77dfe428b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 200 len: 1001 time: 0.0631123 Dec 06 12:42:33.633322 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-5aee46e6-8d66-493f-8d49-b27fc4185733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:33.633322 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-5aee46e6-8d66-493f-8d49-b27fc4185733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0475323 Dec 06 12:42:33.681572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-b97403fc-bdfd-45d4-99fd-c64f060bf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:33.683208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-b97403fc-bdfd-45d4-99fd-c64f060bf819 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440130 Dec 06 12:42:33.761904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:33.775154 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-db2a15a8-84c1-4bdf-a4b7-4021fcd07d6d service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Dec 06 12:42:33.785999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb200a97-05d8-4b4d-ab49-5625088c48fe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:33.901937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b06f9f2d-7c87-4fc3-a947-57b81a0d417c req-a999b2c0-c295-471c-ada1-6aa681b4872f service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194720 Dec 06 12:42:33.955557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:34.189988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497506-c961-4267-a853-67548b68e79d req-428bd4b1-d05b-438e-851c-acb396051eb3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:34.191823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c497506-c961-4267-a853-67548b68e79d req-428bd4b1-d05b-438e-851c-acb396051eb3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0895159 Dec 06 12:42:34.221232 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:34.289539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c497506-c961-4267-a853-67548b68e79d req-0a72951c-a121-416e-bf57-d32fa3407a6c tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917315 Dec 06 12:42:34.349904 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:34.354732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c825f52f-c742-46fa-ad49-9df93a7dc955 admin admin] 10.222.0.31 "PUT /v2.0/routers/9b21a6d4-5f71-44a6-92c9-525cdef40d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0696440 Dec 06 12:42:34.357283 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:34.360042 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Sync routers for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:34.370359 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:34.370974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:34.479399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:34.660581 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:42:33Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:34.691000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Checking router: 9b21a6d4-5f71-44a6-92c9-525cdef40d7f for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:34.699288 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Routers {'9b21a6d4-5f71-44a6-92c9-525cdef40d7f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:34.699885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:34.745769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:34.801743 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] Set router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:34.847618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:34.900344 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Deleting port 7be5d78b-f2db-425a-a7a4-eef867c822f4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:34.900603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:34.975069 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:42:33Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:34.978232 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] For port 7be5d78b-f2db-425a-a7a4-eef867c822f4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be5d78b-f2db-425a-a7a4-eef867c822f4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:34.978599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:34.991710 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Calling delete_port for 7be5d78b-f2db-425a-a7a4-eef867c822f4 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:35.002698 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f5689-bb3e-4a82-9379-64333dcfb10f None None] The sync data for ids ['9b21a6d4-5f71-44a6-92c9-525cdef40d7f'] in n-d-master-1 is: [{'id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'name': 'tempest-TaggedBootDevicesTest_v242-970595352-router', 'tenant_id': '7658986a206c4cd0b1801d2bc33a0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:16Z', 'updated_at': '2021-12-06T12:42:33Z', 'revision_number': 5, 'project_id': '7658986a206c4cd0b1801d2bc33a0a10', 'gw_port': {'id': '7be5d78b-f2db-425a-a7a4-eef867c822f4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b21a6d4-5f71-44a6-92c9-525cdef40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:18Z', 'updated_at': '2021-12-06T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:35.154752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.183482 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be5d78b-f2db-425a-a7a4-eef867c822f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:35.197560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50fbb5d-0f08-49c8-a703-ffddf9194be5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:35.244161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.336967 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.339264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.417861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.418374 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b21a6d4-5f71-44a6-92c9-525cdef40d7f {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:42:35.424038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.425347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6931edba-9710-4036-b6cb-887d54bec9c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9b21a6d4-5f71-44a6-92c9-525cdef40d7f HTTP/1.1" status: 204 len: 168 time: 1.0671194 Dec 06 12:42:35.427773 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:35.482153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cb03e-94c6-4e69-b91d-eac1aee00498 req-0b6bba1a-e8fa-428c-941a-6d4d6fa7a4b3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:35.483994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-597cb03e-94c6-4e69-b91d-eac1aee00498 req-0b6bba1a-e8fa-428c-941a-6d4d6fa7a4b3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.1037691 Dec 06 12:42:35.500166 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Deleting subnet 5d3f5572-979c-46f0-8e5a-b74981ff53a8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:35.509917 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.565574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.570953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-597cb03e-94c6-4e69-b91d-eac1aee00498 req-a153cec0-1cf5-454f-aa72-6e69ea42d099 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792396 Dec 06 12:42:35.654931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.710847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.737353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3f5572-979c-46f0-8e5a-b74981ff53a8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:35.740921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.744199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-372f74d3-4059-49db-9faf-9315d81de829 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d3f5572-979c-46f0-8e5a-b74981ff53a8 HTTP/1.1" status: 204 len: 168 time: 0.3154829 Dec 06 12:42:35.746054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed4850-0461-4292-b54b-e6c43b41d58a None None] Network 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:35.746830 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33528) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:35.813419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.870031 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Deleting port 0112c00e-8b09-4880-8346-858a020fdff7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:35.870368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.933827 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] For port 0112c00e-8b09-4880-8346-858a020fdff7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0112c00e-8b09-4880-8346-858a020fdff7,segment=NetworkSegment(9c57f327-d2fd-43ee-894b-66cbb2294dbd),segment_id=9c57f327-d2fd-43ee-894b-66cbb2294dbd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:35.934131 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:35.946296 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Calling delete_port for 0112c00e-8b09-4880-8346-858a020fdff7 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:36.027413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.053397 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0112c00e-8b09-4880-8346-858a020fdff7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:36.057069 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] No DVR routers for this DVR port 0112c00e-8b09-4880-8346-858a020fdff7 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:36.076790 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46faf28f-8e80-4433-88ef-0ae0fedac84f None None] DHCP port deletion for 27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:36.133004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.153607 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:36.163823 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c57f327-d2fd-43ee-894b-66cbb2294dbd') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:36.164118 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c57f327-d2fd-43ee-894b-66cbb2294dbd') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:36.173288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.186340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.193391 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:36.193861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:36.195757 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:36.249432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.255356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.258563 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161 HTTP/1.1" status: 204 len: 168 time: 0.5107481 Dec 06 12:42:36.261574 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:36.269614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1598a-d457-4f9d-85de-b4f89c755af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d8b0bb-48a5-4aa9-84b4-97d0ea7c7161,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:36.604480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:36.729881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13572-f38e-4779-a511-e1b551ba3594 req-f59afb7b-7296-4043-a941-74351705f5f6 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:36.731324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d13572-f38e-4779-a511-e1b551ba3594 req-f59afb7b-7296-4043-a941-74351705f5f6 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0910499 Dec 06 12:42:36.836367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9d13572-f38e-4779-a511-e1b551ba3594 req-ed9cf3e0-06d1-4d39-86ae-c1422734c510 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975955 Dec 06 12:42:36.924175 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Deleting port e91b3d22-21ad-48c3-9020-bf3c769fdc7f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:36.924517 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.003340 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] For port e91b3d22-21ad-48c3-9020-bf3c769fdc7f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:37.003702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.015878 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Calling delete_port for e91b3d22-21ad-48c3-9020-bf3c769fdc7f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:37.095178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bb200a97-05d8-4b4d-ab49-5625088c48fe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:37.119209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bb200a97-05d8-4b4d-ab49-5625088c48fe {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:37.119553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bb200a97-05d8-4b4d-ab49-5625088c48fe not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:37.119975 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7be5d78b-f2db-425a-a7a4-eef867c822f4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:37.138072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 7be5d78b-f2db-425a-a7a4-eef867c822f4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:37.138417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 7be5d78b-f2db-425a-a7a4-eef867c822f4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:37.138823 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0112c00e-8b09-4880-8346-858a020fdff7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:37.158166 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0112c00e-8b09-4880-8346-858a020fdff7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:37.158515 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0112c00e-8b09-4880-8346-858a020fdff7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:37.193780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.216872 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e91b3d22-21ad-48c3-9020-bf3c769fdc7f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:37.382503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.597133 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Router 1799952d-3fb8-4656-9489-9c762fb9cf69 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:37.701577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:37.707073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a9e0d26-d842-4a80-9384-de17aa643dcd admin admin] 10.222.0.31 "PUT /v2.0/routers/1799952d-3fb8-4656-9489-9c762fb9cf69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443886 Dec 06 12:42:37.709665 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33534) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:37.710580 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Sync routers for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:37.719927 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:37.720594 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:37.812809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.822166 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:37.916426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:37.971834 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032a54-222b-419c-8d23-fa2975f03c87 req-da35ef65-790a-4dfd-b26d-3121932fb443 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:37.974136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16032a54-222b-419c-8d23-fa2975f03c87 req-da35ef65-790a-4dfd-b26d-3121932fb443 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 943 time: 0.0662730 Dec 06 12:42:37.986127 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Deleting port b6805004-2f0a-46fc-874a-a71cb73efea7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:37.986467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.018470 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:42:37Z', 'revision_number': 5, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port': {'id': 'b6805004-2f0a-46fc-874a-a71cb73efea7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:30:35Z', 'updated_at': '2021-12-06T12:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:38.030808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16032a54-222b-419c-8d23-fa2975f03c87 req-408082ef-e6ae-4a6a-b100-3c288be005d1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Dec 06 12:42:38.052130 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Checking router: 1799952d-3fb8-4656-9489-9c762fb9cf69 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:38.054412 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Routers {'1799952d-3fb8-4656-9489-9c762fb9cf69'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:38.055033 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1799952d-3fb8-4656-9489-9c762fb9cf69'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:38.154338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 160fd8a8-27e5-4e91-8623-9192f1cfff97 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:42:38.241149 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] Set router 1799952d-3fb8-4656-9489-9c762fb9cf69 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:38.261317 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:38.273745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:42:38.298237 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:42:37Z', 'revision_number': 6, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:38.316312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.319059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] For port b6805004-2f0a-46fc-874a-a71cb73efea7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6805004-2f0a-46fc-874a-a71cb73efea7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:38.319444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.323722 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd380d5a-8e0a-4efe-b40b-1547948c574c None None] The sync data for ids ['1799952d-3fb8-4656-9489-9c762fb9cf69'] in n-d-master-1 is: [{'id': '1799952d-3fb8-4656-9489-9c762fb9cf69', 'name': 'tempest-TaggedBootDevicesTest_v242-1990023760-router', 'tenant_id': 'cd0777e53cd949f891a60547b6e16d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:30:33Z', 'updated_at': '2021-12-06T12:42:37Z', 'revision_number': 6, 'project_id': 'cd0777e53cd949f891a60547b6e16d3e', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:38.332368 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160fd8a8-27e5-4e91-8623-9192f1cfff97 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:38.333182 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Calling delete_port for b6805004-2f0a-46fc-874a-a71cb73efea7 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:38.354409 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:38.365206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.411908 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:38.499536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.524314 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6805004-2f0a-46fc-874a-a71cb73efea7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:38.538761 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed3bb4-48a4-4f1f-bcc6-062285345c13 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:38.575115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['160fd8a8-27e5-4e91-8623-9192f1cfff97'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:42:38.589278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.687484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.690322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.736873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.737622 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1799952d-3fb8-4656-9489-9c762fb9cf69 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:42:38.742322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.743455 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec8887da-2a0b-425d-a7fa-5b61f0a5be43 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1799952d-3fb8-4656-9489-9c762fb9cf69 HTTP/1.1" status: 204 len: 168 time: 1.0327260 Dec 06 12:42:38.746029 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:38.801796 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Deleting subnet 06a037fb-5412-4c94-825b-90420e96d119 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:38.805057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.841054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.915542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.970034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:38.994640 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a037fb-5412-4c94-825b-90420e96d119,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:38.998202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.001862 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e47b919a-252f-485e-90c7-3d991cf3eeb3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06a037fb-5412-4c94-825b-90420e96d119 HTTP/1.1" status: 204 len: 168 time: 0.2544279 Dec 06 12:42:39.003865 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:39.004016 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a8417-6429-4dab-b907-fd01a1b3721b None None] Network 4f76c5a2-2004-42d3-b351-621f8e2e0751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:39.073832 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.137582 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Deleting port 1769602e-f82c-4939-9e9f-1010cd24c113 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:39.138036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.198160 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264defa0-abed-4ef2-a8cc-26da982ee998 req-56b3fa63-cff5-482d-adfc-fa1cbe51208a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:39.199916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-264defa0-abed-4ef2-a8cc-26da982ee998 req-56b3fa63-cff5-482d-adfc-fa1cbe51208a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 944 time: 0.0702028 Dec 06 12:42:39.211741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] DHCP port deletion for 4f76c5a2-2004-42d3-b351-621f8e2e0751 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:42:39.224366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] For port 1769602e-f82c-4939-9e9f-1010cd24c113, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1769602e-f82c-4939-9e9f-1010cd24c113,segment=NetworkSegment(43c744db-de5c-4feb-a65c-be2dbe16206e),segment_id=43c744db-de5c-4feb-a65c-be2dbe16206e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:39.224855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.237835 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Calling delete_port for 1769602e-f82c-4939-9e9f-1010cd24c113 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:39.258822 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b6805004-2f0a-46fc-874a-a71cb73efea7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:39.273672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-264defa0-abed-4ef2-a8cc-26da982ee998 req-89e9c2e2-5871-45e1-9408-b3953a5c40d5 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597131 Dec 06 12:42:39.286352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b6805004-2f0a-46fc-874a-a71cb73efea7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:39.286884 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b6805004-2f0a-46fc-874a-a71cb73efea7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:39.287129 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e91b3d22-21ad-48c3-9020-bf3c769fdc7f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:39.316459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e91b3d22-21ad-48c3-9020-bf3c769fdc7f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:39.316803 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e91b3d22-21ad-48c3-9020-bf3c769fdc7f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:39.330410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.331386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Deleting port 1769602e-f82c-4939-9e9f-1010cd24c113 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:39.331841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.357406 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Pushing event deleted for resources: {'Port': ['ID=1769602e-f82c-4939-9e9f-1010cd24c113,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:39.363247 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] No DVR routers for this DVR port 1769602e-f82c-4939-9e9f-1010cd24c113 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:39.400462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] For port 1769602e-f82c-4939-9e9f-1010cd24c113, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:39.400629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.414632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Calling delete_port for 1769602e-f82c-4939-9e9f-1010cd24c113 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:39.417791 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Port 1769602e-f82c-4939-9e9f-1010cd24c113 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:42:39.419109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.436102 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] No DVR routers for this DVR port 1769602e-f82c-4939-9e9f-1010cd24c113 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:39.439394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.455113 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8111f-9f65-4ad4-9972-b5de5ca69c73 None None] Pushing event deleted for resources: {'Port': ['ID=1769602e-f82c-4939-9e9f-1010cd24c113,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:39.464885 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f76c5a2-2004-42d3-b351-621f8e2e0751']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:39.475919 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c744db-de5c-4feb-a65c-be2dbe16206e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:39.476219 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c744db-de5c-4feb-a65c-be2dbe16206e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:39.488849 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.503400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.509316 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:39.509709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:39.511338 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:39.570303 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.575577 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.578916 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f76c5a2-2004-42d3-b351-621f8e2e0751 HTTP/1.1" status: 204 len: 168 time: 0.5735631 Dec 06 12:42:39.590507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ca5f6-c4a0-4a86-a0cb-ca38ab9ed165 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f76c5a2-2004-42d3-b351-621f8e2e0751,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:39.692180 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:39.731414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68b8b35c-f93e-4e9a-833f-0eb6f73b43eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7658986a206c4cd0b1801d2bc33a0a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379879 Dec 06 12:42:39.734520 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33548) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:39.781730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.802761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.851252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.853997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:39.855113 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca1317fa-c6c3-47cf-8399-c3bec968c3d7 HTTP/1.1" status: 204 len: 168 time: 0.1196864 Dec 06 12:42:39.865107 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca06262-de04-42c8-be08-322e76ef2fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1317fa-c6c3-47cf-8399-c3bec968c3d7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:40.151037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 160fd8a8-27e5-4e91-8623-9192f1cfff97 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:40.167716 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33554) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:40.200690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 160fd8a8-27e5-4e91-8623-9192f1cfff97 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:42:40.204799 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 160fd8a8-27e5-4e91-8623-9192f1cfff97 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:40.205224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.207429 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-261b35e9-5026-4c4d-8cd5-3e954edea54e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd0777e53cd949f891a60547b6e16d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385411 Dec 06 12:42:40.209847 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33556) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:40.257028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.278214 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.331419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.335947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.339636 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2f8c6ad-57ce-4d65-b261-1e50ce8e92f6 HTTP/1.1" status: 204 len: 168 time: 0.1265578 Dec 06 12:42:40.353216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4086f-f56f-4fa8-a68b-72125803f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8c6ad-57ce-4d65-b261-1e50ce8e92f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:40.405592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee686-5c6f-4b31-bab7-ed1cffebfaa2 req-e7007ad8-cb82-4965-8e62-3f123c849705 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:40.407776 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b0ee686-5c6f-4b31-bab7-ed1cffebfaa2 req-e7007ad8-cb82-4965-8e62-3f123c849705 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 944 time: 0.0531280 Dec 06 12:42:40.461978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.463486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b0ee686-5c6f-4b31-bab7-ed1cffebfaa2 req-d3d436b4-c22f-41a3-b1e7-4abac3b7406d tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487504 Dec 06 12:42:40.489053 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:40.491330 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8b5d9-3aa2-44b8-ba68-01e2483f6fd8" -d '{"events": [{"server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "name": "network-vif-plugged", "status": "completed", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:40.503933 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:40.508937 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:40.566697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:40.701065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-d910eae6-d0fb-483d-8e65-42298d16b243 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508397 Dec 06 12:42:40.759360 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b095d7-4f47-4c09-9eab-59240a35db72 x-openstack-request-id: req-40b095d7-4f47-4c09-9eab-59240a35db72 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:40.759836 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "name": "network-vif-plugged", "status": "completed", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:40.760129 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40b095d7-4f47-4c09-9eab-59240a35db72 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:40.760604 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'code': 200} Dec 06 12:42:40.807355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-f70a739a-d8a7-4009-9d35-c4e9c2d59dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:40.808860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-f70a739a-d8a7-4009-9d35-c4e9c2d59dd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.0477433 Dec 06 12:42:40.863588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46dae0-6ea4-457a-8bba-6313e4b1e631 req-2fdecaf6-6330-464d-aff9-7d14148d593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:40.865347 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e46dae0-6ea4-457a-8bba-6313e4b1e631 req-2fdecaf6-6330-464d-aff9-7d14148d593d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1096 time: 0.0463989 Dec 06 12:42:40.917074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2e46dae0-6ea4-457a-8bba-6313e4b1e631 req-925e00b1-d6c0-4434-9564-9088fe81038b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Dec 06 12:42:40.924414 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-76c4a548-9e0d-45d0-9510-caad479e9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:40.925880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-76c4a548-9e0d-45d0-9510-caad479e9033 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 909 time: 0.0960798 Dec 06 12:42:40.995875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-141d897c-d88c-4876-bb19-1353b4477ab7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 1001 time: 0.0616643 Dec 06 12:42:41.047397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-fff8d673-bc77-4389-a3d4-62611bc66c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:41.048926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-fff8d673-bc77-4389-a3d4-62611bc66c33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.0459585 Dec 06 12:42:41.089016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1769602e-f82c-4939-9e9f-1010cd24c113 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:41.093198 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33584) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:41.107168 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-1363c41c-2ae4-44c2-ba59-82b9d671d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:41.109642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-1363c41c-2ae4-44c2-ba59-82b9d671d81b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518615 Dec 06 12:42:41.112331 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1769602e-f82c-4939-9e9f-1010cd24c113 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:41.112687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1769602e-f82c-4939-9e9f-1010cd24c113 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:41.195543 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-610118619-network', 'tenant_id': 'fdd7827176eb4827a59689f22feeea62'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:41.209545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-33d7c739-7e0c-48cd-acbf-1f890c791633 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907438 Dec 06 12:42:41.215735 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Made reservation on behalf of fdd7827176eb4827a59689f22feeea62 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:41.218139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.226653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.301326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.301867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5574f0f2-497e-4ade-ae70-24566beda9c8 req-16edf437-a5af-4b8b-860c-f4b1f0cdfa02 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854595 Dec 06 12:42:41.305048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.329938 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:42:41.338886 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0108bc-1545-4f96-8d9b-c85f748152b7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:41.346062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.346412 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Added segment 09586946-c0d2-4d95-a2a4-607f7266b867 of type vlan for network 17305609-5d2f-46db-9957-f7ddac43c784 Dec 06 12:42:41.385322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.409203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.410141 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:41.410697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.442991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3488619 Dec 06 12:42:41.445953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:41.451044 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Request body: {'subnet': {'network_id': '17305609-5d2f-46db-9957-f7ddac43c784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-610118619-subnet', 'tenant_id': 'fdd7827176eb4827a59689f22feeea62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:41.471056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Made reservation on behalf of fdd7827176eb4827a59689f22feeea62 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:41.473607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:41.475446 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d41ba8-5594-45b0-a968-7a94b744a713 admin admin] Pushing event updated for resources: {'Network': ['ID=17305609-5d2f-46db-9957-f7ddac43c784,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:41.491489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 17305609-5d2f-46db-9957-f7ddac43c784 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:42:41.880320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3d893-dff2-4aed-8aaa-4ef677614bbb req-22adda36-c4a8-4445-ae10-d5977dfc2a02 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:41.881979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cf3d893-dff2-4aed-8aaa-4ef677614bbb req-22adda36-c4a8-4445-ae10-d5977dfc2a02 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0671372 Dec 06 12:42:41.994209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cf3d893-dff2-4aed-8aaa-4ef677614bbb req-395a33d9-2c3c-4c65-a21d-7a9cb9020fa9 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041012 Dec 06 12:42:42.018445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:42.068174 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d63635e-3ecc-43c3-b939-a37001294b6e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:42.076644 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Checking segment: {'id': '09586946-c0d2-4d95-a2a4-607f7266b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:42.077009 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Network hostable DHCP agents. Network: 17305609-5d2f-46db-9957-f7ddac43c784, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:42:42.093968 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Network 17305609-5d2f-46db-9957-f7ddac43c784 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:42:42.102354 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 17305609-5d2f-46db-9957-f7ddac43c784) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:42.106805 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:42.107834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:42.111057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3581740-6a24-4549-8624-0dd40c268a23 None None] Network 17305609-5d2f-46db-9957-f7ddac43c784 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:42.123426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3559332a-f736-4a17-8d28-91ae34539f7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6763194 Dec 06 12:42:42.244795 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4c5fa-1cbb-4674-ab12-5abb6eff227d None None] Network 17305609-5d2f-46db-9957-f7ddac43c784 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:42.554037 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-fd3249f8-2181-4cae-a1d7-a49c1be67afa tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:42.555552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-fd3249f8-2181-4cae-a1d7-a49c1be67afa tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/networks?id=17305609-5d2f-46db-9957-f7ddac43c784 HTTP/1.1" status: 200 len: 820 time: 0.1064484 Dec 06 12:42:42.570790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-10e21ca9-005c-4a9e-9967-d081c7df54ba tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/quotas/fdd7827176eb4827a59689f22feeea62 HTTP/1.1" status: 200 len: 375 time: 0.0094476 Dec 06 12:42:42.601028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-0e944920-2056-41fe-a55a-f4bbdfad05e0 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdd7827176eb4827a59689f22feeea62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248733 Dec 06 12:42:42.748660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-c832c5b2-7b2f-494b-8683-04f5289cc505 service neutron] 10.222.0.31 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407552 Dec 06 12:42:42.837337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-452e3a6b-0744-49c8-abc9-6c6e8adccd24 service neutron] 10.222.0.31 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Dec 06 12:42:42.992576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e04ecaa-de54-4cd1-b3d0-a4e694f370d8 req-e5c045c1-d147-4165-b7d7-a4477694ff7a tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 210 time: 0.0274899 Dec 06 12:42:43.120931 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc667900-b25f-4542-81d6-23a879e9d61a req-f8c8c411-3334-4ddb-9e5e-e8b46bf1369f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:43.122455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc667900-b25f-4542-81d6-23a879e9d61a req-f8c8c411-3334-4ddb-9e5e-e8b46bf1369f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0557618 Dec 06 12:42:43.175030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc667900-b25f-4542-81d6-23a879e9d61a req-ba21420a-ba8b-4ea0-a915-f3c668a4f5cf tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464411 Dec 06 12:42:43.302992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540fb89-16c1-4dce-98f4-4576f2e4a71a req-50e993ce-8526-4f71-9be9-2552829abb2a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:43.304903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8540fb89-16c1-4dce-98f4-4576f2e4a71a req-50e993ce-8526-4f71-9be9-2552829abb2a tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0565183 Dec 06 12:42:43.358369 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8540fb89-16c1-4dce-98f4-4576f2e4a71a req-3ff537a2-d37b-49bd-a315-e4fd91b24301 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469308 Dec 06 12:42:43.380456 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33624) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:43.532663 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec88d64-7c64-435c-9ef2-d7d6545ad95b tempest-TestVolumeBackupRestore-1688462607 tempest-TestVolumeBackupRestore-1688462607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:43.534905 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ec88d64-7c64-435c-9ef2-d7d6545ad95b tempest-TestVolumeBackupRestore-1688462607 tempest-TestVolumeBackupRestore-1688462607-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1091 time: 0.1532068 Dec 06 12:42:43.537993 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33628) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:43.546179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:43.573741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:43.680037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:43.786233 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Allocated IP 172.35.3.253 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/209e7d76-92c8-4a81-9499-f74752ce1948) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:43.889920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:43.926613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:43.965535 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:43.970403 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:43.972905 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:44.007707 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'Port': ['ID=209e7d76-92c8-4a81-9499-f74752ce1948,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:44.068975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-0f0c6f44-10da-4c84-a1e5-24cff63069cb tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:44.070558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-0f0c6f44-10da-4c84-a1e5-24cff63069cb tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.53 "GET /v2.0/networks?id=17305609-5d2f-46db-9957-f7ddac43c784 HTTP/1.1" status: 200 len: 820 time: 0.1170394 Dec 06 12:42:44.111674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Request body: {'port': {'device_id': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784', 'admin_state_up': True, 'tenant_id': 'fdd7827176eb4827a59689f22feeea62'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:44.116064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d624357-3226-4df9-8a26-099ba75c14df req-9d022301-6d11-47f3-be14-a6707f14a38b tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 210 time: 0.0349920 Dec 06 12:42:44.226033 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Made reservation on behalf of fdd7827176eb4827a59689f22feeea62 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:44.230067 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.354641 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Allocated IP 172.20.0.9 (17305609-5d2f-46db-9957-f7ddac43c784/1d63635e-3ecc-43c3-b939-a37001294b6e/c009eb30-6645-43fb-bcb1-849edcccb985) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:42:44.502241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.503970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.536438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.582537 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Network 17305609-5d2f-46db-9957-f7ddac43c784 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:42:44.585722 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:44.590693 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:42:44.593868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Pushing event updated for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:44.613848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.647495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:44.648122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.665989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-72f72005-d5c7-41bf-aaf7-b0a9d569e3f2 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595217 Dec 06 12:42:44.686639 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Request body: {'port': {'device_id': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:44.740319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.777256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.782419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.851270 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event updated for resources: {'Port': ['ID=209e7d76-92c8-4a81-9499-f74752ce1948,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:44.865184 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:44.965195 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Floating IP 0d1904fd-b2d7-4a82-aac9-f6512f9079ec associated. External IP: 172.35.3.253, port: 160fd8a8-27e5-4e91-8623-9192f1cfff97. Dec 06 12:42:45.006386 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c009eb30-6645-43fb-bcb1-849edcccb985 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:45.014981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.029712 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Transition to ACTIVE for port object c009eb30-6645-43fb-bcb1-849edcccb985 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:42:45.035331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.096744 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Pushing event updated for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:45.165059 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Attempting to bind port c009eb30-6645-43fb-bcb1-849edcccb985 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:42:45.165581 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Attempting to bind port c009eb30-6645-43fb-bcb1-849edcccb985 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '09586946-c0d2-4d95-a2a4-607f7266b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:42:45.166019 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Attempting to bind port c009eb30-6645-43fb-bcb1-849edcccb985 on network 17305609-5d2f-46db-9957-f7ddac43c784 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:45.170843 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Port c009eb30-6645-43fb-bcb1-849edcccb985 on network 17305609-5d2f-46db-9957-f7ddac43c784 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:42:45.171172 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Attempting to bind port c009eb30-6645-43fb-bcb1-849edcccb985 on network 17305609-5d2f-46db-9957-f7ddac43c784 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:42:45.176339 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:42:45.176681 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Checking segment: {'id': '09586946-c0d2-4d95-a2a4-607f7266b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:45.177070 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Bound using segment: {'id': '09586946-c0d2-4d95-a2a4-607f7266b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:42:45.177532 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Bound port: c009eb30-6645-43fb-bcb1-849edcccb985, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09586946-c0d2-4d95-a2a4-607f7266b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:42:45.177893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.277181 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:42:45.280813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c009eb30-6645-43fb-bcb1-849edcccb985,segment=NetworkSegment(09586946-c0d2-4d95-a2a4-607f7266b867),segment_id=09586946-c0d2-4d95-a2a4-607f7266b867)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:42:45.289734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e27115-2347-4800-87a4-c3ad9a804dcc req-37435f94-9481-4ec9-bac4-351e9da8338e tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.291237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51e27115-2347-4800-87a4-c3ad9a804dcc req-37435f94-9481-4ec9-bac4-351e9da8338e tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 943 time: 0.0800364 Dec 06 12:42:45.292790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.344569 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.345210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.346587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] 10.222.0.53 "PUT /v2.0/ports/c009eb30-6645-43fb-bcb1-849edcccb985 HTTP/1.1" status: 200 len: 1091 time: 0.6642764 Dec 06 12:42:45.347150 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:45.349495 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:45.384743 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a993c5-140e-49a1-8d37-d394fd576a81 service neutron] Pushing event updated for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:45.396018 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ba983-36b6-4a3b-bbb5-bf844ae44e1a x-openstack-request-id: req-249ba983-36b6-4a3b-bbb5-bf844ae44e1a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:45.396324 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:45.396582 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-249ba983-36b6-4a3b-bbb5-bf844ae44e1a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:45.396989 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985', 'status': 'completed', 'code': 200} Dec 06 12:42:45.401906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51e27115-2347-4800-87a4-c3ad9a804dcc req-3c9fda41-a434-4fcd-801c-a2995ba3f7b4 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018994 Dec 06 12:42:45.438044 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:45.460580 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-a87550d4-e92a-4205-91b8-ad9a00aa0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.462118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-a87550d4-e92a-4205-91b8-ad9a00aa0dcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd7827176eb4827a59689f22feeea62&device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 1094 time: 0.0466552 Dec 06 12:42:45.514530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-4335ddf7-82f9-4988-b191-b4459fc5f3cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c009eb30-6645-43fb-bcb1-849edcccb985 HTTP/1.1" status: 200 len: 217 time: 0.0386865 Dec 06 12:42:45.546061 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:45.558560 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:45.565888 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.567410 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-a1e6dfe3-7ace-4174-85bf-0b7d3200e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.568988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-a1e6dfe3-7ace-4174-85bf-0b7d3200e5ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d63635e-3ecc-43c3-b939-a37001294b6e HTTP/1.1" status: 200 len: 860 time: 0.0476189 Dec 06 12:42:45.571106 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:45.571718 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:45.597779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8cee4915-ea7f-4bc1-9c6d-2c1a272c3de0 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0558541 Dec 06 12:42:45.597779 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:45.598762 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:45.601645 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:45.603923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-a99f9d6d-54b5-431a-b6fb-be19c3b7d798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17305609-5d2f-46db-9957-f7ddac43c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275583 Dec 06 12:42:45.655435 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c25ae-2c62-483e-99a9-08de9b894fc5 tempest-TestVolumeBackupRestore-1688462607 tempest-TestVolumeBackupRestore-1688462607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.660150 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-456c25ae-2c62-483e-99a9-08de9b894fc5 tempest-TestVolumeBackupRestore-1688462607 tempest-TestVolumeBackupRestore-1688462607-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1091 time: 0.0549870 Dec 06 12:42:45.660590 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:45.665333 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Request body: {'floatingip': {'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:45.701320 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:45.716348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-d2a53fa0-87f3-4c8e-82b9-c5db497413e0 service neutron] 10.222.0.53 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050553 Dec 06 12:42:45.729793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:45.778348 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141516d3-f43c-4a4c-a6d2-d3dc5745adf2 x-openstack-request-id: req-141516d3-f43c-4a4c-a6d2-d3dc5745adf2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:45.778636 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:45.778896 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-141516d3-f43c-4a4c-a6d2-d3dc5745adf2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:45.779291 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:42:45.814918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df6b9fa0-ce7b-4f30-9a59-4b5bb102fd59 req-d9f255f6-e9ee-4b6e-8826-f76e1c5d6d0e service neutron] 10.222.0.53 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912337 Dec 06 12:42:45.846626 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-daddede9-4f3d-4b6b-b3e6-8c2c41efd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.848199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-daddede9-4f3d-4b6b-b3e6-8c2c41efd5ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1096 time: 0.0784817 Dec 06 12:42:45.946838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-d3bb7796-997a-4cf4-8736-48a06857e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:45.948679 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-d3bb7796-997a-4cf4-8736-48a06857e07c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd7827176eb4827a59689f22feeea62&device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 1094 time: 0.0474992 Dec 06 12:42:45.960514 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:44Z', 'revision_number': 0, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:45.988712 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:46.003750 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:46.004551 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:46.031278 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-132bcac5-bb05-4652-a63b-1af33dc5cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.032794 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-132bcac5-bb05-4652-a63b-1af33dc5cc29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 914 time: 0.1714282 Dec 06 12:42:46.044735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-1b9a381c-7abb-41e6-bdaf-25d77074a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.046334 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-1b9a381c-7abb-41e6-bdaf-25d77074a523 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17305609-5d2f-46db-9957-f7ddac43c784 HTTP/1.1" status: 200 len: 921 time: 0.0907197 Dec 06 12:42:46.092060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-81edf2af-e6bc-434a-99c9-959c812a603f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c009eb30-6645-43fb-bcb1-849edcccb985 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Dec 06 12:42:46.110688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:46.145071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-2994ed2f-6b9f-4b0e-a671-9e99d562d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.147182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-2994ed2f-6b9f-4b0e-a671-9e99d562d5dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d63635e-3ecc-43c3-b939-a37001294b6e HTTP/1.1" status: 200 len: 860 time: 0.0475194 Dec 06 12:42:46.163398 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-76554540-9313-4c5e-a90e-452a014b66d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 999 time: 0.1038775 Dec 06 12:42:46.187167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-659dfcea-042b-467d-bce8-3abf7f1f0ff9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17305609-5d2f-46db-9957-f7ddac43c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284879 Dec 06 12:42:46.268459 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-37522b23-4133-45f5-8c27-443dcbc70c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.269936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-37522b23-4133-45f5-8c27-443dcbc70c83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0981925 Dec 06 12:42:46.287709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-d467c54a-1321-4ea5-bd91-7a648c811a1d service neutron] 10.222.0.53 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926027 Dec 06 12:42:46.351827 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:44Z', 'revision_number': 0, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:46.364636 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-426e4909-f3a3-45da-ab91-67772eeae567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.366169 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-426e4909-f3a3-45da-ab91-67772eeae567 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867951 Dec 06 12:42:46.381700 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fc62b4a-e300-4c3c-a040-9a47e594ffa9 req-25ed8653-bae4-4bbb-87f0-66a95c8f19e0 service neutron] 10.222.0.53 "GET /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Dec 06 12:42:46.385572 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faaf59-d52b-49e0-b6d2-5475c0f65cac None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:44Z', 'revision_number': 0, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:46.525096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d526-8843-4da5-a95b-cf001f701a46 req-b48e6bc8-8505-4f8a-a097-df5a74a73733 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:46.526778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50d0d526-8843-4da5-a95b-cf001f701a46 req-b48e6bc8-8505-4f8a-a097-df5a74a73733 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 943 time: 0.0516915 Dec 06 12:42:46.529340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:46.536465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:46.575045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-54e8a5c5-727f-4edb-946d-754dfa57518e service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011862 Dec 06 12:42:46.586423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50d0d526-8843-4da5-a95b-cf001f701a46 req-e6a703a5-e8df-47ef-9d85-5d13a10fe214 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Dec 06 12:42:46.612059 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae55ca7-6e27-43d3-b544-3bafc6c484b9 None None] New status for floating IP 0d1904fd-b2d7-4a82-aac9-f6512f9079ec: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:42:46.719633 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-50d0b4b5-bc37-487b-b4e5-8f140177e4e6 req-6edd9ac2-f8f0-4b49-9023-0bd8bb192e06 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355720 Dec 06 12:42:46.826824 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:42:46.857456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c009eb30-6645-43fb-bcb1-849edcccb985 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:42:46.936638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:42:46.941740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:46.949304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:42:46.963464 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c009eb30-6645-43fb-bcb1-849edcccb985,segment=NetworkSegment(09586946-c0d2-4d95-a2a4-607f7266b867),segment_id=09586946-c0d2-4d95-a2a4-607f7266b867)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:46.977625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'c009eb30-6645-43fb-bcb1-849edcccb985', 'network_id': '17305609-5d2f-46db-9957-f7ddac43c784', 'port_id': 'c009eb30-6645-43fb-bcb1-849edcccb985', 'mac_address': 'fa:16:3e:63:57:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d63635e-3ecc-43c3-b939-a37001294b6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:42:46.980094 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:46.980696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:46.993716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e9a55163-abd7-4996-bcb3-58f2f743a0c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "PUT /v2.0/floatingips/0d1904fd-b2d7-4a82-aac9-f6512f9079ec HTTP/1.1" status: 200 len: 991 time: 1.3318937 Dec 06 12:42:47.083791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:47.103917 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c009eb30-6645-43fb-bcb1-849edcccb985 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:42:47.126578 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:47.158232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c009eb30-6645-43fb-bcb1-849edcccb985,segment=NetworkSegment(09586946-c0d2-4d95-a2a4-607f7266b867),segment_id=09586946-c0d2-4d95-a2a4-607f7266b867)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:47.163123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:47.258648 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:47.394350 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:46Z', 'revision_number': 2, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:47.419696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:42:47.430007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:42:47.431033 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:42:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:47.466669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c009eb30-6645-43fb-bcb1-849edcccb985'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:42:47.714480 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41357ff1-e026-4fda-9b8c-8bee67f55c45 req-f0fc35f7-6297-4085-9884-fb49cc44d739 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.716227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41357ff1-e026-4fda-9b8c-8bee67f55c45 req-f0fc35f7-6297-4085-9884-fb49cc44d739 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 944 time: 0.0499582 Dec 06 12:42:47.735209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:42:47.766416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41357ff1-e026-4fda-9b8c-8bee67f55c45 req-6a7e9527-10ac-4dcb-9194-9e634e909768 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Dec 06 12:42:47.780020 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}, {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:47.784132 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568af458-8443-4e7c-84be-3675f68c3f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}, {"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:47.822138 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca39193-fb92-42e7-bc97-3efcdac9a081 x-openstack-request-id: req-dca39193-fb92-42e7-bc97-3efcdac9a081 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:47.822438 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:47.822694 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dca39193-fb92-42e7-bc97-3efcdac9a081 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:47.823100 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:42:47.823356 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:42:47.886752 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-7da46ce3-d9e9-43f4-b532-8e428e24e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.888254 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-7da46ce3-d9e9-43f4-b532-8e428e24e04b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1096 time: 0.0436289 Dec 06 12:42:47.977458 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-f221dfac-c11a-457f-826c-97b69c86d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.978946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-f221dfac-c11a-457f-826c-97b69c86d2eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 914 time: 0.0843863 Dec 06 12:42:48.017789 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:46Z', 'revision_number': 2, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:48.043626 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d289c-d858-42aa-910d-47b0859cc2f0 None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0d1904fd-b2d7-4a82-aac9-f6512f9079ec', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'floating_ip_address': '172.35.3.253', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'port_id': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'mac_address': 'fa:16:3e:35:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:42:44Z', 'updated_at': '2021-12-06T12:42:46Z', 'revision_number': 2, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:42:48.047691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-d53afec1-ad7d-4e0e-9441-7d035a6fa870 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 1001 time: 0.0619771 Dec 06 12:42:48.097686 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-97dfdb9d-dcea-4d6f-b9a6-53b139bba3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.099152 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-97dfdb9d-dcea-4d6f-b9a6-53b139bba3e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0451105 Dec 06 12:42:48.146215 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-294e626e-6204-431a-a32c-21c7f24f3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.147708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-294e626e-6204-431a-a32c-21c7f24f3229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419168 Dec 06 12:42:48.243891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-3c57665e-94c9-4701-8b1d-d3d02857cf70 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887787 Dec 06 12:42:48.332484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-890fdf94-afad-434c-a05d-74dd05b5c68c service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816429 Dec 06 12:42:48.417090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-28f3dd63-6186-41ec-98bd-9fe6cc8a2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.418705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-28f3dd63-6186-41ec-98bd-9fe6cc8a2ea7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1096 time: 0.0447848 Dec 06 12:42:48.761218 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-af62cc39-09b9-4318-967b-317727d214d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.763500 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-af62cc39-09b9-4318-967b-317727d214d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 914 time: 0.3378396 Dec 06 12:42:48.831785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-b2da15eb-d879-4e10-9828-34acf05a54e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 1001 time: 0.0613596 Dec 06 12:42:48.867123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c009eb30-6645-43fb-bcb1-849edcccb985 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:42:48.882105 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-e7a8f8c5-97db-40a6-a726-b375eb9ed919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.883685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-e7a8f8c5-97db-40a6-a726-b375eb9ed919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0455174 Dec 06 12:42:48.885903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b20b-3440-4a78-91a6-7e9c66d35c5b req-7af73899-0b94-4d88-9591-a2f5c900855e tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.887372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9442b20b-3440-4a78-91a6-7e9c66d35c5b req-7af73899-0b94-4d88-9591-a2f5c900855e tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 944 time: 0.0506651 Dec 06 12:42:48.918479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port c009eb30-6645-43fb-bcb1-849edcccb985 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:42:48.923800 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port c009eb30-6645-43fb-bcb1-849edcccb985 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:42:48.924303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:48.933723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af458-8443-4e7c-84be-3675f68c3f8b req-f376e02a-80ee-4b6f-9fec-ce9e22ef9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:48.935224 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-f376e02a-80ee-4b6f-9fec-ce9e22ef9e79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450709 Dec 06 12:42:48.942119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9442b20b-3440-4a78-91a6-7e9c66d35c5b req-6b222f8b-9091-4478-90f9-5b4193002649 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Dec 06 12:42:49.005969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:49.031362 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:49.033463 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ccc4d-c9b7-47e8-b067-b656695fcf41" -d '{"events": [{"server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "name": "network-vif-plugged", "status": "completed", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:49.035009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-35308ce3-2601-412e-ba47-994ef27d76fa service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931041 Dec 06 12:42:49.045910 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c009eb30-6645-43fb-bcb1-849edcccb985,segment=NetworkSegment(09586946-c0d2-4d95-a2a4-607f7266b867),segment_id=09586946-c0d2-4d95-a2a4-607f7266b867)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:49.051067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:49.075908 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b5f87-e863-463e-b554-bf72e37a29c0 x-openstack-request-id: req-ea7b5f87-e863-463e-b554-bf72e37a29c0 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:49.076209 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "name": "network-vif-plugged", "status": "completed", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:49.076467 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea7b5f87-e863-463e-b554-bf72e37a29c0 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:49.076860 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985', 'code': 200} Dec 06 12:42:49.102215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:49.128581 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-568af458-8443-4e7c-84be-3675f68c3f8b req-02d6bc51-8ad6-4b11-a323-bfd2fb3a5b39 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863652 Dec 06 12:42:49.210079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ae0c-724d-4935-88ce-fda80dfe1a94 req-d60f8b01-a176-4c92-82cd-11fbd889b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:49.211456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8b9ae0c-724d-4935-88ce-fda80dfe1a94 req-d60f8b01-a176-4c92-82cd-11fbd889b7a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 1096 time: 0.0424495 Dec 06 12:42:49.255917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8b9ae0c-724d-4935-88ce-fda80dfe1a94 req-febce127-c5ac-4318-b3f8-9b6de1e1c04e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Dec 06 12:42:49.711653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:50.059913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73607ed-ea1a-4b02-830b-4240191654fd req-48aa5622-ea01-4e18-b338-c7c3d81c1a33 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:50.061385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c73607ed-ea1a-4b02-830b-4240191654fd req-48aa5622-ea01-4e18-b338-c7c3d81c1a33 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 945 time: 0.0477586 Dec 06 12:42:50.107259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c73607ed-ea1a-4b02-830b-4240191654fd req-b8800316-2e0e-4346-95d5-1fcb56041450 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392687 Dec 06 12:42:51.225246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2dc7-c667-4fee-8125-610d66dee630 req-f8ad92fd-58d8-4f4b-ad31-4e238f31c9b6 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:51.226696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a2e2dc7-c667-4fee-8125-610d66dee630 req-f8ad92fd-58d8-4f4b-ad31-4e238f31c9b6 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 945 time: 0.0477655 Dec 06 12:42:51.276736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1a2e2dc7-c667-4fee-8125-610d66dee630 req-d13f1668-b208-4a8c-bd2e-3dcecb6cd505 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Dec 06 12:42:51.793881 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ac65c-3685-4cb8-89e1-ee88f2bd273f req-bba4b9f4-9322-4de6-b2d6-ff7c0d472ab5 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:51.795262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b79ac65c-3685-4cb8-89e1-ee88f2bd273f req-bba4b9f4-9322-4de6-b2d6-ff7c0d472ab5 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Dec 06 12:42:51.841522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b79ac65c-3685-4cb8-89e1-ee88f2bd273f req-8b4a8cd1-537d-4fcb-9858-1f939edfbde3 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Dec 06 12:42:52.964963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727d4cb-3436-40b2-b4dc-41f02eb03bd8 req-e6b2c941-9577-4be5-bcde-2cd6aeef895b tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:52.966498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2727d4cb-3436-40b2-b4dc-41f02eb03bd8 req-e6b2c941-9577-4be5-bcde-2cd6aeef895b tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Dec 06 12:42:53.016928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2727d4cb-3436-40b2-b4dc-41f02eb03bd8 req-620fdcb1-0a35-4db7-91bd-0b916eaaf0c7 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f0108bc-1545-4f96-8d9b-c85f748152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438287 Dec 06 12:42:53.246695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664482-41c9-4447-aeb7-e38998dba50d req-15b33d3f-b90a-4169-917f-58ebf7ff1a81 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:53.248284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70664482-41c9-4447-aeb7-e38998dba50d req-15b33d3f-b90a-4169-917f-58ebf7ff1a81 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 945 time: 0.0583103 Dec 06 12:42:53.355060 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Deleting port c009eb30-6645-43fb-bcb1-849edcccb985 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:42:53.355413 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:53.449850 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] For port c009eb30-6645-43fb-bcb1-849edcccb985, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c009eb30-6645-43fb-bcb1-849edcccb985,segment=NetworkSegment(09586946-c0d2-4d95-a2a4-607f7266b867),segment_id=09586946-c0d2-4d95-a2a4-607f7266b867)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:42:53.450209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:53.462807 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Calling delete_port for c009eb30-6645-43fb-bcb1-849edcccb985 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:42:53.592344 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:53.620706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Pushing event deleted for resources: {'Port': ['ID=c009eb30-6645-43fb-bcb1-849edcccb985,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:53.628154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c009eb30-6645-43fb-bcb1-849edcccb985'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:42:53.662241 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] No DVR routers for this DVR port c009eb30-6645-43fb-bcb1-849edcccb985 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:42:53.664708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:53.668046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70664482-41c9-4447-aeb7-e38998dba50d req-ea3cdee6-15ac-4c6f-bb8b-15bcd5025415 tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.53 "DELETE /v2.0/ports/c009eb30-6645-43fb-bcb1-849edcccb985 HTTP/1.1" status: 204 len: 173 time: 0.4114387 Dec 06 12:42:53.668485 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'name': 'network-vif-deleted', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:42:53.670742 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6fbb8-61fc-4bf2-80da-402bed780255" -d '{"events": [{"server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "name": "network-vif-deleted", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:42:53.709689 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15d8caf-30be-41b3-a916-d8880d4a8687 x-openstack-request-id: req-f15d8caf-30be-41b3-a916-d8880d4a8687 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:42:53.710012 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c502e5a-ad85-4e79-874e-e4918a694db7", "name": "network-vif-deleted", "tag": "c009eb30-6645-43fb-bcb1-849edcccb985", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:42:53.710264 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15d8caf-30be-41b3-a916-d8880d4a8687 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:42:53.710649 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c502e5a-ad85-4e79-874e-e4918a694db7', 'name': 'network-vif-deleted', 'tag': 'c009eb30-6645-43fb-bcb1-849edcccb985', 'status': 'completed', 'code': 200} Dec 06 12:42:54.132275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2657093a-14ea-4eb4-8b0d-339482bf00cb req-b3f50d50-5cc7-4643-be67-1766f2ecb8af tempest-ServerMetadataNegativeTestJSON-1270798005 tempest-ServerMetadataNegativeTestJSON-1270798005-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c502e5a-ad85-4e79-874e-e4918a694db7 HTTP/1.1" status: 200 len: 210 time: 0.0278468 Dec 06 12:42:55.188867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:55.237730 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Deleting subnet 1d63635e-3ecc-43c3-b939-a37001294b6e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:55.240960 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.274809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.312420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.362498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.386935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d63635e-3ecc-43c3-b939-a37001294b6e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:55.391944 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.395093 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d63635e-3ecc-43c3-b939-a37001294b6e HTTP/1.1" status: 204 len: 168 time: 0.2051508 Dec 06 12:42:55.397790 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:55.400416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.400764 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.401109 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.401478 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.401811 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.402142 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.402475 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.402802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.403129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.403450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.403773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.404098 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.404419 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41896bd-0337-4e8f-82b3-fe52361043e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:42:55.468640 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.543370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.567151 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17305609-5d2f-46db-9957-f7ddac43c784']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:55.576150 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09586946-c0d2-4d95-a2a4-607f7266b867') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:55.576446 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09586946-c0d2-4d95-a2a4-607f7266b867') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:55.586131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.598907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.604835 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:55.605243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:55.606854 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:55.659928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.665505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.668660 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17305609-5d2f-46db-9957-f7ddac43c784 HTTP/1.1" status: 204 len: 168 time: 0.2698240 Dec 06 12:42:55.679335 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957146bd-453d-458b-8eb6-82e33c048348 admin admin] Pushing event deleted for resources: {'Network': ['ID=17305609-5d2f-46db-9957-f7ddac43c784,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:55.779115 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33706) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:55.825614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0cd44cf0-2abe-451b-93aa-97120ec9fc5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdd7827176eb4827a59689f22feeea62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451007 Dec 06 12:42:55.828556 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33708) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:55.875721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.896372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.941432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.943928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:55.945053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f0108bc-1545-4f96-8d9b-c85f748152b7 HTTP/1.1" status: 204 len: 168 time: 0.1153817 Dec 06 12:42:55.952805 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10fd21-703b-4c3f-8eef-9c89c5ec61d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0108bc-1545-4f96-8d9b-c85f748152b7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:56.582629 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33732) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:56.679367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1955241692-network', 'tenant_id': '8896bffe871d4c6fb1b99b9bd52f9808'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:56.700190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Made reservation on behalf of 8896bffe871d4c6fb1b99b9bd52f9808 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:56.702964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.711385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.783533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.787041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.812460 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:42:56.818589 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d50a2e7-a2b7-4cf6-82dc-23d516d63904,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:56.824487 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.824835 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Added segment bac19f3e-d263-46de-9119-98704c841490 of type vlan for network caf83530-82d8-405a-af67-e27d86b11dac Dec 06 12:42:56.866975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.890853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.891683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:56.892246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.912779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c009eb30-6645-43fb-bcb1-849edcccb985 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:42:56.925287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3414085 Dec 06 12:42:56.928457 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:56.932685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: c009eb30-6645-43fb-bcb1-849edcccb985 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:42:56.933164 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c009eb30-6645-43fb-bcb1-849edcccb985 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:42:56.934031 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Request body: {'subnet': {'network_id': 'caf83530-82d8-405a-af67-e27d86b11dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1955241692-subnet', 'tenant_id': '8896bffe871d4c6fb1b99b9bd52f9808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:42:56.955223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dfd0f-7b1b-4f63-bb5b-abb19f66853e admin admin] Pushing event updated for resources: {'Network': ['ID=caf83530-82d8-405a-af67-e27d86b11dac,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:56.955462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Made reservation on behalf of 8896bffe871d4c6fb1b99b9bd52f9808 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:42:56.964724 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:56.965638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network caf83530-82d8-405a-af67-e27d86b11dac details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:42:57.129218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.188270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c5a616-93ad-4f67-9a10-dca0c1648ade,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:57.196658 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Checking segment: {'id': 'bac19f3e-d263-46de-9119-98704c841490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'caf83530-82d8-405a-af67-e27d86b11dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:42:57.197013 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Network hostable DHCP agents. Network: caf83530-82d8-405a-af67-e27d86b11dac, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:42:57.213125 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Network caf83530-82d8-405a-af67-e27d86b11dac is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:42:57.220929 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, caf83530-82d8-405a-af67-e27d86b11dac) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:42:57.224775 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:57.225388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.230516 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce74895-e04f-42d5-bccb-65a1076fdb84 None None] Network caf83530-82d8-405a-af67-e27d86b11dac requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:57.250781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-28bd2a9e-4363-4ff9-85b9-b41578d90ac2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3205819 Dec 06 12:42:57.302425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a998973e-5dab-49f0-9fb5-d64ffdb1bf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.358430 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:57.374487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b622c81-37f9-42e2-b0e1-c038982827b3 None None] Network caf83530-82d8-405a-af67-e27d86b11dac requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:42:57.403070 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Deleting subnet 49c5a616-93ad-4f67-9a10-dca0c1648ade {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:42:57.406354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.441040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.479154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.534212 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.559021 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c5a616-93ad-4f67-9a10-dca0c1648ade,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:57.563087 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.566274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9c1fa6ee-f93a-4bae-9557-db77019dd53a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49c5a616-93ad-4f67-9a10-dca0c1648ade HTTP/1.1" status: 204 len: 168 time: 0.2067690 Dec 06 12:42:57.568797 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:57.634812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.714928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.735253 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf83530-82d8-405a-af67-e27d86b11dac']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:57.744365 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac19f3e-d263-46de-9119-98704c841490') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:57.744667 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac19f3e-d263-46de-9119-98704c841490') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:42:57.753776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.767495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.773432 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:42:57.773848 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:42:57.775482 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:42:57.832854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.838504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:57.841716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] 10.222.0.31 "DELETE /v2.0/networks/caf83530-82d8-405a-af67-e27d86b11dac HTTP/1.1" status: 204 len: 168 time: 0.2719095 Dec 06 12:42:57.960776 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33748) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:58.003824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8dbba4dd-b57f-4ec4-996b-e54265c43ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8896bffe871d4c6fb1b99b9bd52f9808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415919 Dec 06 12:42:58.006180 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:58.062610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:58.085310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:58.133025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:58.135708 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:58.136892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d50a2e7-a2b7-4cf6-82dc-23d516d63904 HTTP/1.1" status: 204 len: 168 time: 0.1297538 Dec 06 12:42:58.141100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2339b26-86f7-4abc-ab00-b06784473cec admin admin] Pushing event deleted for resources: {'Network': ['ID=caf83530-82d8-405a-af67-e27d86b11dac,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:58.146451 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de6067-69af-454c-8494-a3b7542539aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d50a2e7-a2b7-4cf6-82dc-23d516d63904,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:59.054268 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:59.161888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5673062b-0587-48c4-b3a3-fd8a8ffc3f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.237042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5673062b-0587-48c4-b3a3-fd8a8ffc3f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.241007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5673062b-0587-48c4-b3a3-fd8a8ffc3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.279615 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673062b-0587-48c4-b3a3-fd8a8ffc3f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca105c-e9b0-4b6c-9a0e-1158af8ffd48,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:59.287179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5673062b-0587-48c4-b3a3-fd8a8ffc3f79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c107f4795a174f42b2f176bbaf43657a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293482 Dec 06 12:42:59.288370 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:42:59.338523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.359193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.407580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.410176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.411298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98ca105c-e9b0-4b6c-9a0e-1158af8ffd48 HTTP/1.1" status: 204 len: 168 time: 0.1225758 Dec 06 12:42:59.418593 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf540de-c22f-40d0-9f0e-b6976ccc0468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca105c-e9b0-4b6c-9a0e-1158af8ffd48,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:42:59.608860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd01f37d-84d8-42ca-9a75-4ad5bee0baab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:00.605574 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:01.262860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:02.382471 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:03.177135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:04.976668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e40c2-0a60-4e35-a90f-973aceb692da req-cc2699dc-8448-4355-b7b7-2739d408a1cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:04.978261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-088e40c2-0a60-4e35-a90f-973aceb692da req-cc2699dc-8448-4355-b7b7-2739d408a1cc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0541866 Dec 06 12:43:05.035076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-088e40c2-0a60-4e35-a90f-973aceb692da req-6312b7c3-3750-4691-a4b0-a1af526b4fb4 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478745 Dec 06 12:43:06.161485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13c5cf-ab29-4471-93c4-8ccf0dcad3f2 req-de1ccd93-e32d-4667-8e37-c2d6941dd059 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:06.162998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d13c5cf-ab29-4471-93c4-8ccf0dcad3f2 req-de1ccd93-e32d-4667-8e37-c2d6941dd059 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0511906 Dec 06 12:43:06.219317 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d13c5cf-ab29-4471-93c4-8ccf0dcad3f2 req-533f9b3c-dc07-4bf7-99de-a8375c3f1970 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500169 Dec 06 12:43:07.361550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0d98a-95f7-477a-ab2c-a40e12fe16ea req-3a159a98-4bf1-4d50-9060-69872a47de82 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:07.363003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81f0d98a-95f7-477a-ab2c-a40e12fe16ea req-3a159a98-4bf1-4d50-9060-69872a47de82 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0530071 Dec 06 12:43:07.411626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81f0d98a-95f7-477a-ab2c-a40e12fe16ea req-aae784ec-c6a6-4875-b6f7-c87ae2b75259 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Dec 06 12:43:08.541838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37352b-6d4a-4b42-9be9-ba017ddf7c6c req-60c01cc8-1bf3-435d-b6ee-a4f374c33d17 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:08.543518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c37352b-6d4a-4b42-9be9-ba017ddf7c6c req-60c01cc8-1bf3-435d-b6ee-a4f374c33d17 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0541296 Dec 06 12:43:08.606365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c37352b-6d4a-4b42-9be9-ba017ddf7c6c req-70516046-144a-4649-a4d5-e5b9731017b0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557179 Dec 06 12:43:08.727290 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 33924) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:08.846243 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4f95d94-df8d-46fc-a07a-7ad938c1742f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:08.851299 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:43:08.952212 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4f95d94-df8d-46fc-a07a-7ad938c1742f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:08.956595 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4f95d94-df8d-46fc-a07a-7ad938c1742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:09.001603 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95d94-df8d-46fc-a07a-7ad938c1742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93a9db-e925-4771-9f46-53c76d764f50,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:09.009782 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a4f95d94-df8d-46fc-a07a-7ad938c1742f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e03aa011e9c74f7cb1917baf067835b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804351 Dec 06 12:43:09.010503 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 33928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:09.067469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:09.091008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:09.144810 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:09.147606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:09.152306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba93a9db-e925-4771-9f46-53c76d764f50 HTTP/1.1" status: 204 len: 168 time: 0.1401591 Dec 06 12:43:09.161790 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a86353-99d5-4992-a5a2-236c1177cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93a9db-e925-4771-9f46-53c76d764f50,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:09.740110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ec7a2-5b4e-4e65-b332-776cea11996f req-60fdca7b-05d7-430f-a660-29319f1f52d0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:09.741930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f6ec7a2-5b4e-4e65-b332-776cea11996f req-60fdca7b-05d7-430f-a660-29319f1f52d0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0544441 Dec 06 12:43:09.795857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1f6ec7a2-5b4e-4e65-b332-776cea11996f req-534498c7-019b-4e41-9163-448c8c68f1e5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477569 Dec 06 12:43:10.915691 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb904e7-203a-48fa-8890-2744bdc007cc req-28439502-d400-41c6-8a5e-330d82a6b221 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:10.917133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1eb904e7-203a-48fa-8890-2744bdc007cc req-28439502-d400-41c6-8a5e-330d82a6b221 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0503728 Dec 06 12:43:10.973579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1eb904e7-203a-48fa-8890-2744bdc007cc req-4b0e54c7-634c-46c4-8f89-706fac3110dc tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503156 Dec 06 12:43:12.095637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23ceb6-1720-4b16-a710-59b1ced53730 req-131cffc9-b9a8-434e-9bb3-37f812a69607 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:12.097114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c23ceb6-1720-4b16-a710-59b1ced53730 req-131cffc9-b9a8-434e-9bb3-37f812a69607 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0526679 Dec 06 12:43:12.147052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c23ceb6-1720-4b16-a710-59b1ced53730 req-4f0ff029-2b64-44ff-b602-1605c210776e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Dec 06 12:43:13.265771 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56881e93-85e8-4e82-8f51-c434e99214d4 req-1e2c12be-5839-42d5-9d27-0df974b05767 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:13.267263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56881e93-85e8-4e82-8f51-c434e99214d4 req-1e2c12be-5839-42d5-9d27-0df974b05767 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0492272 Dec 06 12:43:13.316735 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56881e93-85e8-4e82-8f51-c434e99214d4 req-c81dbd3b-15be-4335-9678-f211e070b66c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433807 Dec 06 12:43:14.438003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6cda-008b-4efd-a679-8d6c028a050a req-dc1628cd-526d-4209-be14-4d98cb97a5a9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:14.439528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f0b6cda-008b-4efd-a679-8d6c028a050a req-dc1628cd-526d-4209-be14-4d98cb97a5a9 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0551407 Dec 06 12:43:14.490022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f0b6cda-008b-4efd-a679-8d6c028a050a req-cefc7e95-eef9-4b29-83e9-9ec72ff59b8e tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Dec 06 12:43:15.619156 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d109-9456-42b4-b9fc-dcf7acc18cba req-6a2547d6-52f5-4f1d-a6fa-b91bdb82d37c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:15.620538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-feb1d109-9456-42b4-b9fc-dcf7acc18cba req-6a2547d6-52f5-4f1d-a6fa-b91bdb82d37c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0592504 Dec 06 12:43:15.679879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-feb1d109-9456-42b4-b9fc-dcf7acc18cba req-5939c0db-7144-455f-ba10-a39eae3339c6 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524182 Dec 06 12:43:16.801992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeada4-d70e-4b3b-819c-b686bacdf408 req-308fb918-c8df-4263-a545-4bde0a9c22e8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:16.803598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bbeada4-d70e-4b3b-819c-b686bacdf408 req-308fb918-c8df-4263-a545-4bde0a9c22e8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0511646 Dec 06 12:43:16.858822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5bbeada4-d70e-4b3b-819c-b686bacdf408 req-8c4f1688-53b1-4cd4-ae89-8f045a35030f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487859 Dec 06 12:43:17.813334 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:18.014662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c91763-e0ba-4aea-b29e-2decfc0c573a req-481db61a-720f-45c7-a0cc-caeec6097158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:18.016176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0c91763-e0ba-4aea-b29e-2decfc0c573a req-481db61a-720f-45c7-a0cc-caeec6097158 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0763898 Dec 06 12:43:18.041574 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Deleting port 209e7d76-92c8-4a81-9499-f74752ce1948 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:18.041919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.130032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d0c91763-e0ba-4aea-b29e-2decfc0c573a req-b22a257e-d44c-4a2c-84d1-f638dfa5655c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069081 Dec 06 12:43:18.157348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.157677 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.171762 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Calling delete_port for 209e7d76-92c8-4a81-9499-f74752ce1948 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:18.329340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.353530 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event deleted for resources: {'Port': ['ID=209e7d76-92c8-4a81-9499-f74752ce1948,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:18.367336 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.367623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.367968 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.368312 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.368646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.368980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.369360 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.369688 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.370013 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.370340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.370669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.371063 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.371369 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:18.428466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.428809 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Floating IP 0d1904fd-b2d7-4a82-aac9-f6512f9079ec disassociated (deleted). External IP: 172.35.3.253, port: 160fd8a8-27e5-4e91-8623-9192f1cfff97. Dec 06 12:43:18.657688 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:18.781051 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:18.785557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:18.794066 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:18.805578 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:18.806207 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:18.814803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-adaaa49f-36ac-47f3-9986-197e5569ce64 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "DELETE /v2.0/floatingips/0d1904fd-b2d7-4a82-aac9-f6512f9079ec HTTP/1.1" status: 204 len: 168 time: 0.9990449 Dec 06 12:43:18.815488 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:18.821479 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6458bad-c81a-42af-bf23-331904b95f22" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:18.884734 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5063a87-665d-471e-8229-5c89c8424c7b x-openstack-request-id: req-e5063a87-665d-471e-8229-5c89c8424c7b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:18.885039 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:18.885310 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5063a87-665d-471e-8229-5c89c8424c7b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:18.885724 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:43:18.921415 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:18.951752 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458bad-c81a-42af-bf23-331904b95f22 req-b5a7af75-95d5-4a21-a6f4-102c4ba1f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:18.954182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-b5a7af75-95d5-4a21-a6f4-102c4ba1f80c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 1096 time: 0.0484860 Dec 06 12:43:19.073840 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458bad-c81a-42af-bf23-331904b95f22 req-78661ee9-ef83-4a15-8daf-2b6b493cd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:19.075762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-78661ee9-ef83-4a15-8daf-2b6b493cd13a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 200 len: 914 time: 0.1042292 Dec 06 12:43:19.076884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc3d10-ebbb-474f-997e-6d56ac27792c req-28260689-7de9-43ab-9a0e-392bc0505d21 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:19.081638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59dc3d10-ebbb-474f-997e-6d56ac27792c req-28260689-7de9-43ab-9a0e-392bc0505d21 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0610111 Dec 06 12:43:19.131191 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-1f44fee8-1c5b-4384-ae12-e761545fc2e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 200 len: 217 time: 0.0452795 Dec 06 12:43:19.176847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59dc3d10-ebbb-474f-997e-6d56ac27792c req-06508946-b166-4fbc-8765-8c9bfba11980 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835638 Dec 06 12:43:19.223514 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458bad-c81a-42af-bf23-331904b95f22 req-59e2a297-b66a-4182-a77a-6948615018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:19.225078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-59e2a297-b66a-4182-a77a-6948615018d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 200 len: 852 time: 0.0830176 Dec 06 12:43:19.234738 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:19.265696 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:19.273741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16277f43-dbb1-4784-9ac9-3ffcbdbbcc7d req-0a836ed0-b9a7-41f8-b9d6-b342fc92b575 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:19.282333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16277f43-dbb1-4784-9ac9-3ffcbdbbcc7d req-0a836ed0-b9a7-41f8-b9d6-b342fc92b575 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0671153 Dec 06 12:43:19.299693 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:19.300558 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:19.300817 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458bad-c81a-42af-bf23-331904b95f22 req-a45af539-cb63-4e0a-96dd-f9cda11581e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:19.302897 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-a45af539-cb63-4e0a-96dd-f9cda11581e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c6b7ec9-9708-4249-a4c8-d4f06d63c019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659595 Dec 06 12:43:19.354386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16277f43-dbb1-4784-9ac9-3ffcbdbbcc7d req-56e30128-1828-4f6d-93c7-1b0c7d16c05a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711436 Dec 06 12:43:19.438030 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-2c397159-2d9e-4390-ad6a-25cb26d0267d service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265562 Dec 06 12:43:19.455820 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:19.541648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e6458bad-c81a-42af-bf23-331904b95f22 req-31d33bc5-56c4-4ec8-beb8-b2bc6db3b854 service neutron] 10.222.0.23 "GET /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954461 Dec 06 12:43:19.666779 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:19.697725 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c755efd-b69f-41b1-8a6b-2cdea1556ee9 None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c877de00-0d56-4cc4-9cee-abcc8d7f3c37', 'name': '', 'network_id': '7c6b7ec9-9708-4249-a4c8-d4f06d63c019', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'mac_address': 'fa:16:3e:0d:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:52Z', 'updated_at': '2021-12-06T12:40:06Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'subnets': [{'id': 'bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:19.743107 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:19.938341 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41527ba9-5474-4d73-9913-d5ca05f5a938 None None] New status for floating IP 0d1904fd-b2d7-4a82-aac9-f6512f9079ec: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:43:20.292420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7d857-0f8a-4eed-afc2-adf41ef28cd9 req-8016f32a-6002-4011-9da6-ec00e0cb953f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:20.294139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecf7d857-0f8a-4eed-afc2-adf41ef28cd9 req-8016f32a-6002-4011-9da6-ec00e0cb953f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0559649 Dec 06 12:43:20.348509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ecf7d857-0f8a-4eed-afc2-adf41ef28cd9 req-0eee9404-d0ee-4cfa-a17a-45b6b8b6975f tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffd0b0fd-854f-4752-8584-9ad44dbedc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Dec 06 12:43:20.488998 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85470f-b703-4e95-8e82-0d3925d6efb9 req-3695bbcb-cb9f-4bc1-8659-206e3712b730 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:20.490732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e85470f-b703-4e95-8e82-0d3925d6efb9 req-3695bbcb-cb9f-4bc1-8659-206e3712b730 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0608537 Dec 06 12:43:20.569499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e85470f-b703-4e95-8e82-0d3925d6efb9 req-0b14f6d0-aba9-4840-ab3d-65a8c95adccd tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716646 Dec 06 12:43:20.574502 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-4395c5b8-d7d6-4585-99fd-3b81d9f2d527 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:20.575989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-4395c5b8-d7d6-4585-99fd-3b81d9f2d527 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 945 time: 0.0629804 Dec 06 12:43:20.686569 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Deleting port 160fd8a8-27e5-4e91-8623-9192f1cfff97 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:20.686917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:20.782419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] For port 160fd8a8-27e5-4e91-8623-9192f1cfff97, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=160fd8a8-27e5-4e91-8623-9192f1cfff97,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:20.782711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:20.794578 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Calling delete_port for 160fd8a8-27e5-4e91-8623-9192f1cfff97 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:20.918883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:20.951620 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event deleted for resources: {'Port': ['ID=160fd8a8-27e5-4e91-8623-9192f1cfff97,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:20.992827 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] No DVR routers for this DVR port 160fd8a8-27e5-4e91-8623-9192f1cfff97 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:20.995582 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:20.999499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ff71ad37-ad5e-4a13-9f16-6c97f4e4bba3 req-ea8f0574-bd80-4aeb-92b5-041bb6c2b6a1 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.23 "DELETE /v2.0/ports/160fd8a8-27e5-4e91-8623-9192f1cfff97 HTTP/1.1" status: 204 len: 173 time: 0.4134841 Dec 06 12:43:20.999952 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'name': 'network-vif-deleted', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:21.002233 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d6fd4c-15c3-4f80-9c07-a22144b45cb8" -d '{"events": [{"server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "name": "network-vif-deleted", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:21.047253 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a081973-0bbe-41f4-828e-222b907c6fd2 x-openstack-request-id: req-5a081973-0bbe-41f4-828e-222b907c6fd2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:21.047556 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ed3d1-5a23-431f-8ade-afc3c1410d1b", "name": "network-vif-deleted", "tag": "160fd8a8-27e5-4e91-8623-9192f1cfff97", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:21.047807 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a081973-0bbe-41f4-828e-222b907c6fd2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:21.048203 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ed3d1-5a23-431f-8ade-afc3c1410d1b', 'name': 'network-vif-deleted', 'tag': '160fd8a8-27e5-4e91-8623-9192f1cfff97', 'status': 'completed', 'code': 200} Dec 06 12:43:21.497524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e423efed-8044-4990-8930-156c339244b9 req-bd21abca-cc9a-4bf9-bc6a-b4cee632ec59 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0495052 Dec 06 12:43:21.725040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4443-98c1-460f-a458-77e591a95204 req-9f8db71b-99bf-4c4b-a2f0-e0b244687f46 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:21.733600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f02d4443-98c1-460f-a458-77e591a95204 req-9f8db71b-99bf-4c4b-a2f0-e0b244687f46 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0658352 Dec 06 12:43:21.802181 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34096) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:21.834734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f02d4443-98c1-460f-a458-77e591a95204 req-d333a864-e989-45ec-8fb2-abbede088878 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996511 Dec 06 12:43:21.932632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e371da2c-512c-4861-a489-2f2b2fb28fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.021383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e371da2c-512c-4861-a489-2f2b2fb28fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.025838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e371da2c-512c-4861-a489-2f2b2fb28fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.068520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e371da2c-512c-4861-a489-2f2b2fb28fbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2141ae8dad6462f83879613f8d371a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608454 Dec 06 12:43:22.068520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371da2c-512c-4861-a489-2f2b2fb28fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4b975-76bf-4956-b3e4-791dfe38942c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:22.069948 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:22.124301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.151419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.210053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.213407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:22.215198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8c4b975-76bf-4956-b3e4-791dfe38942c HTTP/1.1" status: 204 len: 168 time: 0.1445956 Dec 06 12:43:22.226295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e86e1f-a3d5-40fa-b377-fd474efdba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4b975-76bf-4956-b3e4-791dfe38942c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:22.607714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9396e333-ec5c-44ec-8aec-1fba85982535 req-234f4323-c2bb-4ed9-8520-d7fe7ec0a05d tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0324767 Dec 06 12:43:22.988395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767185a-6112-4416-b658-0da6d188864b req-5c707bed-c56f-46d8-b082-4fb4affdceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:22.989918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3767185a-6112-4416-b658-0da6d188864b req-5c707bed-c56f-46d8-b082-4fb4affdceab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1096 time: 0.0825434 Dec 06 12:43:22.997435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58d89c-5747-45a6-8466-b3567e8fcd9b req-a4052396-c135-4b3a-b7ef-b224960ae8c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:22.998841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d58d89c-5747-45a6-8466-b3567e8fcd9b req-a4052396-c135-4b3a-b7ef-b224960ae8c1 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0770228 Dec 06 12:43:23.075643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3767185a-6112-4416-b658-0da6d188864b req-823e4710-2e64-435a-acb9-5a43520fc677 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756550 Dec 06 12:43:23.081543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d58d89c-5747-45a6-8466-b3567e8fcd9b req-31ec3f11-1555-45ff-9d42-e1f3bbc6b237 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752027 Dec 06 12:43:23.717588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-855fa011-9ff2-4637-9742-fb85161f655d req-f5d00bbe-6b38-462c-a1d6-e120363e7de2 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0282228 Dec 06 12:43:24.241601 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784afb-acb5-4855-b620-17faa29ab38f req-01e7f9e4-746d-462c-a6de-dba1f6db6a35 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:24.243300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62784afb-acb5-4855-b620-17faa29ab38f req-01e7f9e4-746d-462c-a6de-dba1f6db6a35 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0614233 Dec 06 12:43:24.300585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62784afb-acb5-4855-b620-17faa29ab38f req-4ad135ab-695b-4590-9a81-f165919e7cb8 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482104 Dec 06 12:43:24.324634 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:24.384957 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 160fd8a8-27e5-4e91-8623-9192f1cfff97 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:24.406691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 160fd8a8-27e5-4e91-8623-9192f1cfff97 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:24.407084 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 160fd8a8-27e5-4e91-8623-9192f1cfff97 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:24.408490 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9366d90a-4ab3-4a0f-8b47-3db42011a1f0 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/floatingips/ff41898d-b8f0-4455-bf99-d6be44e83c62 HTTP/1.1" status: 200 len: 992 time: 0.0823290 Dec 06 12:43:24.825492 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34170) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:24.827562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4ee83b7-32eb-4e43-bf6a-0e821c3f7817 req-6f3b4fc3-fc1f-493b-b9ba-bac0e83cecf3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0283883 Dec 06 12:43:24.938941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dea1b07-9349-4b07-a683-0d811815f5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:24.986265 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:43:24.988819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:25.021178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dea1b07-9349-4b07-a683-0d811815f5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.025850 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dea1b07-9349-4b07-a683-0d811815f5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.081416 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea1b07-9349-4b07-a683-0d811815f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f49db1b-7653-4c36-9f76-27799c73ee39,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:25.088923 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7dea1b07-9349-4b07-a683-0d811815f5ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a3a4132d3674b66af036a8b1d84443f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599912 Dec 06 12:43:25.089111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.089344 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:25.140704 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:25.143844 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:25.144776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.147794 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7abdcd2-ee87-4794-b5a5-b8672c4e2060" -d '{"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-unplugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:25.172476 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.178881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.244843 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c25b1-8403-4501-9dac-62c8e6ce513f x-openstack-request-id: req-3c6c25b1-8403-4501-9dac-62c8e6ce513f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:25.245456 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-unplugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:25.245938 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c6c25b1-8403-4501-9dac-62c8e6ce513f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:25.246544 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'code': 200} Dec 06 12:43:25.276572 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.279514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.284015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f49db1b-7653-4c36-9f76-27799c73ee39 HTTP/1.1" status: 204 len: 168 time: 0.1934187 Dec 06 12:43:25.288386 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:25.293902 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c2d9-8d9f-4c14-92d6-f7b4e96ea638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f49db1b-7653-4c36-9f76-27799c73ee39,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:25.312357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:25.323667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '421df364-c486-42e0-935f-c054b1283c4e', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'port_id': '421df364-c486-42e0-935f-c054b1283c4e', 'mac_address': 'fa:16:3e:8e:e7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:43:25.364538 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.371189 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.371799 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.372496 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.373882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.374521 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.374868 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.375345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.375520 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.376319 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.376990 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.377869 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.378180 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.378844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:25.389671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690081-7b06-4dab-b0d8-b82ac0c2640f req-af535b84-622a-4c17-8ac7-f2275a642092 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:25.392392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64690081-7b06-4dab-b0d8-b82ac0c2640f req-af535b84-622a-4c17-8ac7-f2275a642092 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0646915 Dec 06 12:43:25.398018 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421df364-c486-42e0-935f-c054b1283c4e {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:43:25.424631 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:25.430475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.458414 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64690081-7b06-4dab-b0d8-b82ac0c2640f req-e35d5beb-50b6-4b13-bfdb-442e5d155f64 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584354 Dec 06 12:43:25.503034 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:25.645566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:25.660759 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3831a2de-732c-484b-9ee2-12c68ddbfda0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.719255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['421df364-c486-42e0-935f-c054b1283c4e'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:43:25.744780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3831a2de-732c-484b-9ee2-12c68ddbfda0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.749778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3831a2de-732c-484b-9ee2-12c68ddbfda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.792192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3831a2de-732c-484b-9ee2-12c68ddbfda0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f555c5e8bcb41739cd0dfb8ea062e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430893 Dec 06 12:43:25.792192 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831a2de-732c-484b-9ee2-12c68ddbfda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f098d905-97aa-47fe-b89a-fdd68320f50c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:25.792527 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34190) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:25.861778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.886584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.952469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.956803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cbbe6c3-be38-4316-b968-da60b120a740 req-982934e7-92e7-4c62-87dd-90fcf3cbd1c3 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9ed3d1-5a23-431f-8ade-afc3c1410d1b HTTP/1.1" status: 200 len: 210 time: 0.0295894 Dec 06 12:43:25.957338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:25.958401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f098d905-97aa-47fe-b89a-fdd68320f50c HTTP/1.1" status: 204 len: 168 time: 0.1648633 Dec 06 12:43:25.980372 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2c38-4645-46e3-b158-74cd468fad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f098d905-97aa-47fe-b89a-fdd68320f50c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:26.586591 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092360d-0c2f-4a7e-9ce8-23ea10636bdc req-8df48b62-2a82-46e1-8ca3-25eca1683591 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:26.588058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8092360d-0c2f-4a7e-9ce8-23ea10636bdc req-8df48b62-2a82-46e1-8ca3-25eca1683591 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0553725 Dec 06 12:43:26.642012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8092360d-0c2f-4a7e-9ce8-23ea10636bdc req-f82ad588-788a-467b-9689-f1858a981c66 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Dec 06 12:43:26.763337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-02864920-290e-482f-a549-ee1f86392ce0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:26.764830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-02864920-290e-482f-a549-ee1f86392ce0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 946 time: 0.0480258 Dec 06 12:43:26.860278 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port eb01745f-85e7-437e-92ee-b3fa68383141 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:26.860939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:26.950790 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port eb01745f-85e7-437e-92ee-b3fa68383141, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb01745f-85e7-437e-92ee-b3fa68383141,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:26.951188 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:26.998617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:43:27.027339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34228) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:27.069225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 421df364-c486-42e0-935f-c054b1283c4e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:27.069703 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.158842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.174208 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.194805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:27.199312 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.208237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.208761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.209191 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP dae3c3c2-b9e4-4ce5-9020-fa805935e79a disassociated. External IP: 172.35.3.67, port: eb01745f-85e7-437e-92ee-b3fa68383141. Dec 06 12:43:27.209628 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for eb01745f-85e7-437e-92ee-b3fa68383141 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:27.219081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.251277 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:27.254025 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6740583-f71d-4616-bc72-2c1414b9d2c6" -d '{"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-plugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:27.282246 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:27.308641 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f0932a07-5430-4b90-892b-3de6b75a7cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.316493 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b003b10e-d699-43a0-9fc3-306523913ec5 x-openstack-request-id: req-b003b10e-d699-43a0-9fc3-306523913ec5 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:27.316795 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-plugged", "status": "completed", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:27.317164 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b003b10e-d699-43a0-9fc3-306523913ec5 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:27.317587 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'code': 200} Dec 06 12:43:27.364075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.366702 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.367867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] 10.222.0.31 "DELETE /v2.0/security-groups/ffd0b0fd-854f-4752-8584-9ad44dbedc22 HTTP/1.1" status: 204 len: 168 time: 0.3395388 Dec 06 12:43:27.386365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105a394-1708-4018-9f64-589e279812b4 tempest-TestVolumeBackupRestore-2073078210 tempest-TestVolumeBackupRestore-2073078210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0b0fd-854f-4752-8584-9ad44dbedc22,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:27.399146 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.434832 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=eb01745f-85e7-437e-92ee-b3fa68383141,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:27.570598 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:27.802545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b1be281e-0ade-4614-ad5a-eca59f38e593 req-2ae6034b-d2c3-4f4e-b9e8-2d4743382d1b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0437839 Dec 06 12:43:27.818874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:27.834711 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:27.851059 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:27.851678 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:27.889448 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port eb01745f-85e7-437e-92ee-b3fa68383141 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:27.892617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:27.897102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-745259c9-8eb5-4daa-bfc6-14769a707ba2 req-b3b29db5-4768-4cce-8dd6-12cdaa59f968 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "DELETE /v2.0/ports/eb01745f-85e7-437e-92ee-b3fa68383141 HTTP/1.1" status: 204 len: 173 time: 1.1264794 Dec 06 12:43:27.898270 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'name': 'network-vif-deleted', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:27.902426 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3947e3b-aa88-4100-bb33-085d68cf8ed7" -d '{"events": [{"server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "name": "network-vif-deleted", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:27.956484 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b4851a-0a61-43f7-9c9d-3773cdf42a0b x-openstack-request-id: req-26b4851a-0a61-43f7-9c9d-3773cdf42a0b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:27.956776 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c4cd31-92e4-42f8-b783-6d3736ed850e", "name": "network-vif-deleted", "tag": "eb01745f-85e7-437e-92ee-b3fa68383141", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:27.957034 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26b4851a-0a61-43f7-9c9d-3773cdf42a0b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:27.957464 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c4cd31-92e4-42f8-b783-6d3736ed850e', 'name': 'network-vif-deleted', 'tag': 'eb01745f-85e7-437e-92ee-b3fa68383141', 'status': 'completed', 'code': 200} Dec 06 12:43:28.069716 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:28.403194 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:28.434165 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:28.448207 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:28.449392 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:28.587690 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:28.910396 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:28.967034 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2316f5-a627-403e-8c98-30a6668ed09c None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:28.979456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8db35093-4287-48fc-a407-7c4c6b7b11f9 req-1cf4e8b4-ce87-4c30-a614-9976a8b0abe7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0566361 Dec 06 12:43:29.241340 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:29.380382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc19e7a-9463-4ef9-b3de-1a2662aad148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.424492 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046037-3a98-4fb8-932e-f17f54081227 None None] New status for floating IP dae3c3c2-b9e4-4ce5-9020-fa805935e79a: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:43:29.485045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc19e7a-9463-4ef9-b3de-1a2662aad148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.496011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcc19e7a-9463-4ef9-b3de-1a2662aad148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.550075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19e7a-9463-4ef9-b3de-1a2662aad148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00805d6-2e30-449e-acb6-ba3376139a7d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:29.586666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dcc19e7a-9463-4ef9-b3de-1a2662aad148 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c60de02de3a4cba897668f2955a3f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440733 Dec 06 12:43:29.589414 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:29.631600 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97a02ddc-92ab-449c-9bd4-03aae5884b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.687268 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.723658 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.794432 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.798417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.801287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c00805d6-2e30-449e-acb6-ba3376139a7d HTTP/1.1" status: 204 len: 168 time: 0.2108917 Dec 06 12:43:29.813033 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c780c84-36c6-486b-aece-05492a265052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00805d6-2e30-449e-acb6-ba3376139a7d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:30.183809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac4d60a3-9c94-4d77-8298-f12cdc7c48ab req-8ad3fa97-e476-4465-85d1-ca5fdd46b441 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0751576 Dec 06 12:43:30.272359 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:30.307101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-684db864-c547-4053-aed0-a3da1f824498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.415436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb01745f-85e7-437e-92ee-b3fa68383141 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:30.462500 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: eb01745f-85e7-437e-92ee-b3fa68383141 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:30.463114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device eb01745f-85e7-437e-92ee-b3fa68383141 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:30.472989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-684db864-c547-4053-aed0-a3da1f824498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.480438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-684db864-c547-4053-aed0-a3da1f824498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.563796 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-684db864-c547-4053-aed0-a3da1f824498 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28267283275c482d878e0c4b4f15cb05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902055 Dec 06 12:43:30.565413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684db864-c547-4053-aed0-a3da1f824498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ddc35-4aa0-44b1-a1ae-929de6b190c3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:30.566335 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:30.626121 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.729503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.766856 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.834715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.837983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:30.841251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/661ddc35-4aa0-44b1-a1ae-929de6b190c3 HTTP/1.1" status: 204 len: 168 time: 0.2709770 Dec 06 12:43:30.862927 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef26cb-8dba-471e-9070-d2bac7a1f979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ddc35-4aa0-44b1-a1ae-929de6b190c3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:31.279594 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:31.383651 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-29f22b1b-af60-4afa-9c5d-dbeb80c01cc0 req-2e3a3de5-688a-451c-afe0-cbb55f963839 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0348132 Dec 06 12:43:32.387612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:32.521030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04e23553-3d33-423b-abd4-3c33e840513b req-09cf90fa-9760-4158-9619-79fe3f69b00b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0460038 Dec 06 12:43:32.803011 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:32.927864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ca7b0b-f541-4e24-9fe7-8ed17f8f6e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.015177 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ca7b0b-f541-4e24-9fe7-8ed17f8f6e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.020890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ca7b0b-f541-4e24-9fe7-8ed17f8f6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.059496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca7b0b-f541-4e24-9fe7-8ed17f8f6e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094895a-3445-4b25-8518-80db9d7b578c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:33.063961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-99ca7b0b-f541-4e24-9fe7-8ed17f8f6e74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4172e3a66eca43b4bcdbfe19de11f54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596889 Dec 06 12:43:33.066935 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34828) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:33.130994 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:33.141694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.173877 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.192895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.245000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.249137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.255990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6094895a-3445-4b25-8518-80db9d7b578c HTTP/1.1" status: 204 len: 168 time: 0.1861300 Dec 06 12:43:33.266256 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53f3b-e5ce-4376-b92c-27715aab19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094895a-3445-4b25-8518-80db9d7b578c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:33.630931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:33.704561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-976775b7-5380-4137-9cc2-619d0d460085 req-6e53030c-6d62-4f7c-9b20-3a500b48f167 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0727904 Dec 06 12:43:33.967473 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Deleting port c877de00-0d56-4cc4-9cee-abcc8d7f3c37 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:33.967762 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:34.067870 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] For port c877de00-0d56-4cc4-9cee-abcc8d7f3c37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:34.068241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:34.082398 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Calling delete_port for c877de00-0d56-4cc4-9cee-abcc8d7f3c37 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:34.329817 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:34.400053 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Pushing event deleted for resources: {'Port': ['ID=c877de00-0d56-4cc4-9cee-abcc8d7f3c37,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:34.596859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:34.795596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64e40140-1641-4c58-b047-d6d2692ddb3f req-90c7aa28-d3a9-42d7-808a-b55999e37f36 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0284696 Dec 06 12:43:35.156783 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:35.277452 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:35.288610 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Sync routers for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:35.292611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc943484-6359-4162-b00a-dd10eb412379 admin admin] 10.222.0.31 "PUT /v2.0/routers/9db6fb96-acd3-4d6c-bd60-8848c3a5e589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1580801 Dec 06 12:43:35.292893 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:35.293651 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:35.305807 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:35.306521 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:35.408337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.422427 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:35.473912 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:35.498986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.523706 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.586866 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Deleting port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:35.587217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.625597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.626853 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190'}], 'enable_snat': True}, 'gw_port_id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:43:34Z', 'revision_number': 5, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port': {'id': 'c3264daa-a0df-46c7-ac1a-1ac5156a2ca2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:48Z', 'updated_at': '2021-12-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:35.656189 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Checking router: 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:35.664822 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Routers {'9db6fb96-acd3-4d6c-bd60-8848c3a5e589'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:35.665694 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:35.680714 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] For port c3264daa-a0df-46c7-ac1a-1ac5156a2ca2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:35.681007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.700147 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Calling delete_port for c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:35.754959 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] Set router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:35.768319 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Allocated IP 172.35.3.122 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/87ae99aa-6383-4cf4-96e2-e3edf1942ac3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:35.810409 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:43:35Z', 'revision_number': 6, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:35.847153 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643cb84-4550-4825-b517-6fb4df68620c None None] The sync data for ids ['9db6fb96-acd3-4d6c-bd60-8848c3a5e589'] in n-d-master-1 is: [{'id': '9db6fb96-acd3-4d6c-bd60-8848c3a5e589', 'name': 'tempest-TestVolumeBackupRestore-197185110-router', 'tenant_id': '40ba243aebbf4c6f96311b6ce443de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:47Z', 'updated_at': '2021-12-06T12:43:35Z', 'revision_number': 6, 'project_id': '40ba243aebbf4c6f96311b6ce443de5d', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:35.883112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.909459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.925742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.960682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65c3ae77-840d-4713-852e-cddd0d0e5d6b req-886879f5-3503-4ce0-b888-897f5155e46b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c4cd31-92e4-42f8-b783-6d3736ed850e HTTP/1.1" status: 200 len: 210 time: 0.0678599 Dec 06 12:43:35.963635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3264daa-a0df-46c7-ac1a-1ac5156a2ca2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:35.974011 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:35.976920 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:35.985835 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:35.992233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62d9e6-37b1-4c63-9abc-cba2e3956627 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:36.029703 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=87ae99aa-6383-4cf4-96e2-e3edf1942ac3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.048903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.095578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.131650 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.148271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.150407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.197621 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.198163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db6fb96-acd3-4d6c-bd60-8848c3a5e589 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:43:36.203085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.206415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3d0f1f89-10b0-4cd6-974e-06d66a05cc09 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9db6fb96-acd3-4d6c-bd60-8848c3a5e589 HTTP/1.1" status: 204 len: 168 time: 0.9117572 Dec 06 12:43:36.207190 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.261236 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Deleting subnet bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:43:36.265076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.301837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.305297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.309935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.382049 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=87ae99aa-6383-4cf4-96e2-e3edf1942ac3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.395033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.396135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.410584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.414706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b927b3d-0e84-4ff0-a8bb-ad1c84e5852c tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1163244 Dec 06 12:43:36.414934 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34894) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.420411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1091630136'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:36.441277 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Made reservation on behalf of ca27ff5b526946eebcfcd21ebb0eaf5a for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:36.445543 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.454717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.457468 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.482905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.491033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.495436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c52351c9-283d-44fd-99be-347c465b0e88 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bea41d58-c5ee-4cf4-b4a1-bcdd4b5b0f6c HTTP/1.1" status: 204 len: 168 time: 0.2872560 Dec 06 12:43:36.496801 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c000cc-24c0-4f56-b892-fed1fc19648b None None] Network 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:36.498608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.540671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.545638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.572856 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:43:36.580553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.581894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2832b05b-ec62-4b59-bee8-6149ea0375f4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.588143 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.588422 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Added segment 90e31551-fcb8-46c1-b874-4870bec447a5 of type vlan for network 08699753-28f0-401c-a9dd-07a350385e96 Dec 06 12:43:36.632654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.644904 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Deleting port a80eca82-892a-48ed-8166-38bcf2ff738d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:36.644904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.670604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.677190 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.677361 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.715877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] DHCP port deletion for 7c6b7ec9-9708-4249-a4c8-d4f06d63c019 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:36.724207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3080196 Dec 06 12:43:36.727454 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34898) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.732551 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Request body: {'subnet': {'network_id': '08699753-28f0-401c-a9dd-07a350385e96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:36.739950 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] For port a80eca82-892a-48ed-8166-38bcf2ff738d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a80eca82-892a-48ed-8166-38bcf2ff738d,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:36.741097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.755849 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Calling delete_port for a80eca82-892a-48ed-8166-38bcf2ff738d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:36.777061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Deleting port a80eca82-892a-48ed-8166-38bcf2ff738d {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:36.777775 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.783232 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a198-f8d5-4303-9715-411f3239095d tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Network': ['ID=08699753-28f0-401c-a9dd-07a350385e96,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.854203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.867118 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Made reservation on behalf of ca27ff5b526946eebcfcd21ebb0eaf5a for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:36.873490 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.884075 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80eca82-892a-48ed-8166-38bcf2ff738d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.886042 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] No DVR routers for this DVR port a80eca82-892a-48ed-8166-38bcf2ff738d on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:36.987008 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.011862 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6b7ec9-9708-4249-a4c8-d4f06d63c019']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.013861 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] For port a80eca82-892a-48ed-8166-38bcf2ff738d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a80eca82-892a-48ed-8166-38bcf2ff738d,segment=NetworkSegment(436ed6e3-0368-41e2-9ddb-55aa9181367f),segment_id=436ed6e3-0368-41e2-9ddb-55aa9181367f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:37.014834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.024475 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436ed6e3-0368-41e2-9ddb-55aa9181367f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.024877 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436ed6e3-0368-41e2-9ddb-55aa9181367f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.028249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Calling delete_port for a80eca82-892a-48ed-8166-38bcf2ff738d owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:37.036915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.060198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.069463 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:43:37.069463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.108340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.110634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 08699753-28f0-401c-a9dd-07a350385e96 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:43:37.131248 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:43:37.145069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.146318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.168084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.173957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c6b7ec9-9708-4249-a4c8-d4f06d63c019 HTTP/1.1" status: 204 len: 168 time: 0.6736636 Dec 06 12:43:37.177285 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:37.202576 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087944d-a48f-4795-bb73-5a39d30edf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6b7ec9-9708-4249-a4c8-d4f06d63c019,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:37.239253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] Pushing event deleted for resources: {'Port': ['ID=a80eca82-892a-48ed-8166-38bcf2ff738d,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:37.246254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:37.251792 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Checking segment: {'id': '90e31551-fcb8-46c1-b874-4870bec447a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08699753-28f0-401c-a9dd-07a350385e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:43:37.252155 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network hostable DHCP agents. Network: 08699753-28f0-401c-a9dd-07a350385e96, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:43:37.261675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Subnet': ['ID=59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:37.271910 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9090cb-00e6-4b4b-a326-491ff353437d None None] No DVR routers for this DVR port a80eca82-892a-48ed-8166-38bcf2ff738d on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:37.274354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:37.275369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c3264daa-a0df-46c7-ac1a-1ac5156a2ca2 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:37.275671 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a80eca82-892a-48ed-8166-38bcf2ff738d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:37.280684 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 08699753-28f0-401c-a9dd-07a350385e96 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:43:37.302387 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 08699753-28f0-401c-a9dd-07a350385e96) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:37.303548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a80eca82-892a-48ed-8166-38bcf2ff738d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:37.303991 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a80eca82-892a-48ed-8166-38bcf2ff738d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:37.304604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c877de00-0d56-4cc4-9cee-abcc8d7f3c37 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:37.318336 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.319092 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.328357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c174c-5660-4168-8faa-835bbbb73f0a None None] Network 08699753-28f0-401c-a9dd-07a350385e96 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:37.330581 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c877de00-0d56-4cc4-9cee-abcc8d7f3c37 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:37.331462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c877de00-0d56-4cc4-9cee-abcc8d7f3c37 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:37.351549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0628054c-225e-4cd8-ab6d-ad824908ae56 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6228051 Dec 06 12:43:37.353759 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34910) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:37.360460 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2005367583', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:37.383278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.384379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.468069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-4f63901a-5297-4a49-a70a-249345663e78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245555381&fields=id&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 267 time: 0.1010535 Dec 06 12:43:37.501531 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-08699753-28f0-401c-a9dd-07a350385e96', 'network_id': '08699753-28f0-401c-a9dd-07a350385e96', 'tenant_id': 'ca27ff5b526946eebcfcd21ebb0eaf5a', 'fixed_ips': [{'subnet_id': '59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:43:37.502710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.649906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Allocated IP 172.20.0.2 (08699753-28f0-401c-a9dd-07a350385e96/59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7/afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:37.704508 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-65ebd894-d54f-4456-a17f-3a86e6f1f970 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.706128 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-65ebd894-d54f-4456-a17f-3a86e6f1f970 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.2175193 Dec 06 12:43:37.708685 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.730583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-101f165d-c702-4ca8-ac53-0f1efbe2b411 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0162494 Dec 06 12:43:37.811558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.818119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-b09f46a1-311a-4fda-868c-a1480df6b8b6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781770 Dec 06 12:43:37.820091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.837755 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Network 08699753-28f0-401c-a9dd-07a350385e96 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:37.868610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.876288 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:37.878422 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Pushing event updated for resources: {'Port': ['ID=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:37.881241 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:37.903057 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.940230 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Attempting to bind port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:43:37.940613 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Attempting to bind port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '90e31551-fcb8-46c1-b874-4870bec447a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08699753-28f0-401c-a9dd-07a350385e96'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:43:37.941216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Attempting to bind port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 on network 08699753-28f0-401c-a9dd-07a350385e96 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:43:37.946388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:43:37.947025 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Checking segment: {'id': '90e31551-fcb8-46c1-b874-4870bec447a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08699753-28f0-401c-a9dd-07a350385e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:43:37.947623 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.948198 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Bound using segment: {'id': '90e31551-fcb8-46c1-b874-4870bec447a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08699753-28f0-401c-a9dd-07a350385e96'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:43:37.948836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Bound port: afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e31551-fcb8-46c1-b874-4870bec447a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08699753-28f0-401c-a9dd-07a350385e96'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:43:37.949437 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.015785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] For port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:43:38.019368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-a9202547-ee29-4add-9a56-dbb8f994d0cb service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808071 Dec 06 12:43:38.022126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] For port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,segment=NetworkSegment(90e31551-fcb8-46c1-b874-4870bec447a5),segment_id=90e31551-fcb8-46c1-b874-4870bec447a5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:43:38.027117 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.091408 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb1349-db5a-4c52-9113-f2694d297273 None None] Pushing event updated for resources: {'Port': ['ID=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:38.120440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.141080 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.183817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-0b4d274c-6519-4e4f-9449-553ca147f8d9 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567929 Dec 06 12:43:38.304954 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Allocated IP 172.35.3.68 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bd943313-16f4-4bdf-a04f-e4a5e6e7306c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:38.317359 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Deleting port cc7f083c-226b-4cd6-8b4b-07083081221d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:38.317798 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.433639 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] For port cc7f083c-226b-4cd6-8b4b-07083081221d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7f083c-226b-4cd6-8b4b-07083081221d,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:38.434098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.443038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.453836 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Calling delete_port for cc7f083c-226b-4cd6-8b4b-07083081221d owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:38.484726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.521410 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:38.524403 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:38.530548 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:38.543594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49604c7-3985-4d55-b77c-2bf0cd5ec22d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:38.629441 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cbd5e866-0f4b-41fd-bb7b-906c27a0245b None None] Provisioning complete for port bd943313-16f4-4bdf-a04f-e4a5e6e7306c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:38.631192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e866-0f4b-41fd-bb7b-906c27a0245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.639296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aab6c6d1-c96a-417c-a83b-11464ca94003 req-0c6decec-3c1c-4fdf-8bd9-4add24f0877e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0377326 Dec 06 12:43:38.678810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5e866-0f4b-41fd-bb7b-906c27a0245b None None] Port bd943313-16f4-4bdf-a04f-e4a5e6e7306c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:43:38.701969 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=bd943313-16f4-4bdf-a04f-e4a5e6e7306c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:38.727896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:38.760722 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7f083c-226b-4cd6-8b4b-07083081221d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:39.017304 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.323428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.341853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.369537 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9660c1-29e8-4744-8757-1b50dc2fc046 None None] Network 08699753-28f0-401c-a9dd-07a350385e96 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:39.456194 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:43:39.513254 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:43:39.530315 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0f8811c7-eba8-4fe7-ad49-16f9d0de22e8 None None] Provisioning complete for port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:39.531016 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f8811c7-eba8-4fe7-ad49-16f9d0de22e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.620098 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:39.620354 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.642265 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:39.651900 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Router ff915108-3f82-4f45-9a4c-2558ac3d3cea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:39.664676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.665063 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] Sync routers for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:39.671569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ffddf796-3cb7-402b-b108-813f25cb9777 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.3162694 Dec 06 12:43:39.672240 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34930) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:39.753964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:39.754757 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:39.772742 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:39.787100 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Sync routers for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:39.802484 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:39.803777 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:39.806769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d048f828-acb3-4164-aadd-dded89c0fe40 admin admin] 10.222.0.31 "PUT /v2.0/routers/ff915108-3f82-4f45-9a4c-2558ac3d3cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269279 Dec 06 12:43:39.808993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9b7fcd9-f915-47bd-b994-28fe1c2491b9 req-1f03ac12-7f6a-40fe-a5f1-72db1881894d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0377302 Dec 06 12:43:39.809382 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:39.830429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:39.915196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f8811c7-eba8-4fe7-ad49-16f9d0de22e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.920262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:39.928340 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:39.930091 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:39.952120 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:40.086670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:40.087607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d21f80-4cd4-48d9-99d1-2b95dfeafffa None None] The sync data for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:40.098663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.132424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.162683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,segment=NetworkSegment(90e31551-fcb8-46c1-b874-4870bec447a5),segment_id=90e31551-fcb8-46c1-b874-4870bec447a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:40.208930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.228967 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Deleting port 81904944-4f9b-4156-ac32-4274d8445ce6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:40.229405 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.234465 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:43:38Z', 'revision_number': 5, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port': {'id': '81904944-4f9b-4156-ac32-4274d8445ce6', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:00Z', 'updated_at': '2021-12-06T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:40.284348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-0f8811c7-eba8-4fe7-ad49-16f9d0de22e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:43:40.284922 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-0f8811c7-eba8-4fe7-ad49-16f9d0de22e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:43:40.303216 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:40.330786 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] For port 81904944-4f9b-4156-ac32-4274d8445ce6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81904944-4f9b-4156-ac32-4274d8445ce6,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:40.331193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.348914 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Calling delete_port for 81904944-4f9b-4156-ac32-4274d8445ce6 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:40.402636 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Checking router: ff915108-3f82-4f45-9a4c-2558ac3d3cea for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:40.412083 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Routers {'ff915108-3f82-4f45-9a4c-2558ac3d3cea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:40.412996 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:40.518235 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] Set router ff915108-3f82-4f45-9a4c-2558ac3d3cea gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:40.534910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.559877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Pushing event deleted for resources: {'Port': ['ID=81904944-4f9b-4156-ac32-4274d8445ce6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:40.580712 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853352ee-3500-448d-a8fa-7380f45d2d3a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:40.596632 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:43:40Z', 'revision_number': 6, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:40.643220 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd688-0809-4a11-8fae-de5bbbea5ed1 None None] The sync data for ids ['ff915108-3f82-4f45-9a4c-2558ac3d3cea'] in n-d-master-1 is: [{'id': 'ff915108-3f82-4f45-9a4c-2558ac3d3cea', 'name': 'tempest-TestVolumeBackupRestore-178777343-router', 'tenant_id': 'fd85e7c650324b1b81af33d4210f6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:57Z', 'updated_at': '2021-12-06T12:43:40Z', 'revision_number': 6, 'project_id': 'fd85e7c650324b1b81af33d4210f6663', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:40.676635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.695377 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-1e287d73-d8cc-497b-bd80-89ee1b480415 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:40.697029 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-1e287d73-d8cc-497b-bd80-89ee1b480415 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.7849848 Dec 06 12:43:40.779537 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.781878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.828481 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-7790f26e-4262-4edf-8c74-bcdae47276a6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 379 time: 0.1028063 Dec 06 12:43:40.835784 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.854826 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'security_groups': ['f85d9889-3614-4ec2-bd03-fb40e3db323e']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:40.860927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.861706 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff915108-3f82-4f45-9a4c-2558ac3d3cea {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:43:40.867922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.869462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-84b628af-f0c2-4c50-9a5e-d20889ec6942 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ff915108-3f82-4f45-9a4c-2558ac3d3cea HTTP/1.1" status: 204 len: 168 time: 1.0588458 Dec 06 12:43:40.873705 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:40.963366 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c4c32f8c-f4c1-4f7d-ac45-a1f8acef0add None None] Provisioning complete for port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:40.963765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26f01246-a4d5-4402-8956-251b44ad95a3 req-6d0f3c41-4a9c-496d-8cda-5f2d3860613c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0387607 Dec 06 12:43:40.964253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c4c32f8c-f4c1-4f7d-ac45-a1f8acef0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:40.977610 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Deleting subnet e741a692-1558-49b9-801d-01811ad9cd01 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:43:40.981425 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.018270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.128117 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.158229 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:41.161799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.191021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.220922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.226499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e741a692-1558-49b9-801d-01811ad9cd01 HTTP/1.1" status: 204 len: 168 time: 0.3515372 Dec 06 12:43:41.227126 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:41.229300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ffd9-d11e-40c4-be31-96e15a380b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e741a692-1558-49b9-801d-01811ad9cd01,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:41.248935 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c922e-56a9-4353-ac32-d9290862b1fa None None] Network 885d840a-2670-47e6-a0e7-ade606b3d165 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:41.311110 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.398318 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Deleting port 92b12137-821d-4cf9-8fd3-7669d112b52f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:41.399060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.412857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:43:41.433593 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.6 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/f9574135-e4dc-4c46-8384-21fe35229efc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:41.456162 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Allocated IP 172.20.0.1 (08699753-28f0-401c-a9dd-07a350385e96/59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7/e578a950-a5d9-41f6-ab41-b6d9082fdcde) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:41.489351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] For port 92b12137-821d-4cf9-8fd3-7669d112b52f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92b12137-821d-4cf9-8fd3-7669d112b52f,segment=NetworkSegment(a98c70dc-4df3-4102-8054-883ace3ff080),segment_id=a98c70dc-4df3-4102-8054-883ace3ff080)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:41.490233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.512204 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Calling delete_port for 92b12137-821d-4cf9-8fd3-7669d112b52f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:41.512480 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:41.512803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.666109 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] DHCP port deletion for 885d840a-2670-47e6-a0e7-ade606b3d165 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:41.702019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.718125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.752266 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7f083c-226b-4cd6-8b4b-07083081221d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:41.761868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.780744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: cc7f083c-226b-4cd6-8b4b-07083081221d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:41.781274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc7f083c-226b-4cd6-8b4b-07083081221d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:41.781791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 81904944-4f9b-4156-ac32-4274d8445ce6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:41.801339 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Pushing event deleted for resources: {'Port': ['ID=92b12137-821d-4cf9-8fd3-7669d112b52f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:41.810763 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 81904944-4f9b-4156-ac32-4274d8445ce6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:41.811440 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 81904944-4f9b-4156-ac32-4274d8445ce6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:41.813110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.818185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Deleting port 92b12137-821d-4cf9-8fd3-7669d112b52f {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:41.818854 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.827453 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] No DVR routers for this DVR port 92b12137-821d-4cf9-8fd3-7669d112b52f on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:41.876954 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:41.885058 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:41.918388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.933915 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:41.937694 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.972925 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] For port 92b12137-821d-4cf9-8fd3-7669d112b52f, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:41.973359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:41.989625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Calling delete_port for 92b12137-821d-4cf9-8fd3-7669d112b52f owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:42.006554 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Port 92b12137-821d-4cf9-8fd3-7669d112b52f was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:43:42.009219 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d840a-2670-47e6-a0e7-ade606b3d165']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:42.012290 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:42.015725 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.032550 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98c70dc-4df3-4102-8054-883ace3ff080') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:42.035886 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98c70dc-4df3-4102-8054-883ace3ff080') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:42.045132 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 08699753-28f0-401c-a9dd-07a350385e96 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:42.069778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.090114 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:42.098081 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:42.103105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.110582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] No DVR routers for this DVR port 92b12137-821d-4cf9-8fd3-7669d112b52f on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:42.118632 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518545b0-7dc8-4a65-ab6f-33a0e2f68801 None None] Pushing event deleted for resources: {'Port': ['ID=92b12137-821d-4cf9-8fd3-7669d112b52f,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:42.126165 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:43:42.127734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:43:42.143042 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:43:42.182477 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:42.183114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.212997 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=e578a950-a5d9-41f6-ab41-b6d9082fdcde,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:42.246651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-de6dca1a-edbf-4737-b403-3f74f2a72012 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3959370 Dec 06 12:43:42.250711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.317171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfae0e8-096e-4965-88c7-892ef3457aaf req-0537d59e-4141-4b37-90e7-8901d131877c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:42.320745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cfae0e8-096e-4965-88c7-892ef3457aaf req-0537d59e-4141-4b37-90e7-8901d131877c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 931 time: 0.2008343 Dec 06 12:43:42.321540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.333380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.337309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/885d840a-2670-47e6-a0e7-ade606b3d165 HTTP/1.1" status: 204 len: 168 time: 1.1089101 Dec 06 12:43:42.340291 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Request body: {'port': {'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:42.351807 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4e95d6b0-b0a8-4c27-93ed-e2779db5fa1e None None] Provisioning complete for port f9574135-e4dc-4c46-8384-21fe35229efc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:42.352335 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4e95d6b0-b0a8-4c27-93ed-e2779db5fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.381323 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9c31-6594-4445-9cf7-f68ad72102fe admin admin] Pushing event deleted for resources: {'Network': ['ID=885d840a-2670-47e6-a0e7-ade606b3d165,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:42.435700 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4e95d6b0-b0a8-4c27-93ed-e2779db5fa1e None None] Port f9574135-e4dc-4c46-8384-21fe35229efc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:43:42.470384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2cfae0e8-096e-4965-88c7-892ef3457aaf req-5d3a7510-26f1-4c27-b34c-c6202c85c6d7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231000 Dec 06 12:43:42.558099 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f5dcfccb-f898-4bed-ba2e-a8d1028fc317 None None] Provisioning complete for port e578a950-a5d9-41f6-ab41-b6d9082fdcde triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:42.559796 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dcfccb-f898-4bed-ba2e-a8d1028fc317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.563593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.614634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcfccb-f898-4bed-ba2e-a8d1028fc317 None None] Port e578a950-a5d9-41f6-ab41-b6d9082fdcde cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:43:42.634401 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:42.683104 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a92a10b-d111-4dcc-8cd7-2eca756f23a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40ba243aebbf4c6f96311b6ce443de5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470829 Dec 06 12:43:42.683104 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:42.715207 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.742122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.768195 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.827001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.830373 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:42.833964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19d1b3cb-d5a2-4923-b241-04ba23d0ac85 HTTP/1.1" status: 204 len: 168 time: 0.1489186 Dec 06 12:43:42.845521 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847c9e-34ba-4075-9331-d92e6266d4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1b3cb-d5a2-4923-b241-04ba23d0ac85,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:43.072546 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9574135-e4dc-4c46-8384-21fe35229efc {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:43:43.083988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.109540 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Transition to ACTIVE for port object f9574135-e4dc-4c46-8384-21fe35229efc will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:43:43.120295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.175057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:43.204875 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:43.210369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.224398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 92b12137-821d-4cf9-8fd3-7669d112b52f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:43.230310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.258856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 92b12137-821d-4cf9-8fd3-7669d112b52f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:43.259830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 92b12137-821d-4cf9-8fd3-7669d112b52f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:43.282035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6fa19fb4-c671-46b1-aa85-b83b82de29aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd85e7c650324b1b81af33d4210f6663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734439 Dec 06 12:43:43.283580 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:43.354670 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Attempting to bind port f9574135-e4dc-4c46-8384-21fe35229efc on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:43:43.355012 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Attempting to bind port f9574135-e4dc-4c46-8384-21fe35229efc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:43:43.355335 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Attempting to bind port f9574135-e4dc-4c46-8384-21fe35229efc on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:43:43.360496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.361901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=e578a950-a5d9-41f6-ab41-b6d9082fdcde,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:43.365746 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.369244 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Port f9574135-e4dc-4c46-8384-21fe35229efc on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:43:43.369551 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Attempting to bind port f9574135-e4dc-4c46-8384-21fe35229efc on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:43:43.381594 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:43:43.381933 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:43:43.382327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:43:43.382775 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Bound port: f9574135-e4dc-4c46-8384-21fe35229efc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:43:43.383135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.398332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.464493 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.467326 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.470827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7255aa3e-4105-4028-9669-98c571034651 HTTP/1.1" status: 204 len: 168 time: 0.1840932 Dec 06 12:43:43.478159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708644b-8b77-40ce-a8e5-d395ec627a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7255aa3e-4105-4028-9669-98c571034651,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:43.515718 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:43:43.524077 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9574135-e4dc-4c46-8384-21fe35229efc,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:43:43.532947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.567035 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 08699753-28f0-401c-a9dd-07a350385e96 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:43.572845 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:43.585768 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:43.586397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:43.587755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] 10.222.0.23 "PUT /v2.0/ports/f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 1091 time: 1.2708700 Dec 06 12:43:43.588208 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:43.590474 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987858d-5ff3-4926-b617-08b7dfba822d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:43.668367 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c72a2-69fc-4e7c-9797-9d5a16b55b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:43.733454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328a6d-702e-403b-8c3b-e0eb15f9453f req-70c55596-2579-48e6-9223-b94fc8bf8724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:43.735547 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc664ae1-d6df-4c8f-8a8c-07b65adaef5c x-openstack-request-id: req-bc664ae1-d6df-4c8f-8a8c-07b65adaef5c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:43.736037 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:43.736158 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc664ae1-d6df-4c8f-8a8c-07b65adaef5c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:43.736492 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'status': 'completed', 'code': 200} Dec 06 12:43:43.743251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c328a6d-702e-403b-8c3b-e0eb15f9453f req-70c55596-2579-48e6-9223-b94fc8bf8724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.1441185 Dec 06 12:43:43.942358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c328a6d-702e-403b-8c3b-e0eb15f9453f req-a65ee96f-4e6c-4cb4-a5a0-8e9bef8d470f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870511 Dec 06 12:43:43.960890 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-9a864b83-dcd4-47c4-b5a9-36c9016ec261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:43.971869 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-9a864b83-dcd4-47c4-b5a9-36c9016ec261 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1094 time: 0.3178668 Dec 06 12:43:44.156438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-82efe9f4-32cf-476c-8ae2-2a0c8114391b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946367 Dec 06 12:43:44.158825 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6dcc9246-f5b7-4ad9-becf-5e64e0731cbf None None] Provisioning complete for port e578a950-a5d9-41f6-ab41-b6d9082fdcde triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:44.160489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9246-f5b7-4ad9-becf-5e64e0731cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:44.263233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc9246-f5b7-4ad9-becf-5e64e0731cbf None None] Port e578a950-a5d9-41f6-ab41-b6d9082fdcde cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:43:44.282269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-281d94de-8de8-47ce-9616-6358f7c81823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.283980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-281d94de-8de8-47ce-9616-6358f7c81823 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1096 time: 0.0917900 Dec 06 12:43:44.397940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-e1ae8ec9-e2e5-490f-a374-536f7a874d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.399424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-e1ae8ec9-e2e5-490f-a374-536f7a874d90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 898 time: 0.0931544 Dec 06 12:43:44.472823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-8e9299b4-2b53-46ca-8b0f-f630675079ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 1000 time: 0.0652752 Dec 06 12:43:44.499974 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:44.502430 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-a65d0b31-3b56-45ac-b3bc-5519918c3927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 217 time: 0.5149992 Dec 06 12:43:44.526089 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-07dcf694-316f-4de8-af2f-a9cb83f26f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.527652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-07dcf694-316f-4de8-af2f-a9cb83f26f20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 200 len: 834 time: 0.0460732 Dec 06 12:43:44.574882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-76b742c0-d8b2-43d6-bb22-e8fc172f606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.576970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-76b742c0-d8b2-43d6-bb22-e8fc172f606d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53347752-5a81-43e5-894c-ea02892a26ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413365 Dec 06 12:43:44.602423 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-d2958915-21c1-41ac-84cc-d475aeddfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.604011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-d2958915-21c1-41ac-84cc-d475aeddfdb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0932233 Dec 06 12:43:44.675956 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-d828949f-4a22-4556-9365-22825c951ac3 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909827 Dec 06 12:43:44.687658 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:44.694888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aed1fe3a-b7d5-4b84-b6e4-38bae60bc70e tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "PUT /v2.0/routers/86ae07ea-9fc1-4a11-8509-3c25c6e65bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0214484 Dec 06 12:43:44.695888 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:44.698552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] Sync routers for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:44.700960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Request body: {'port': {'network_id': '08699753-28f0-401c-a9dd-07a350385e96', 'name': 'tempest-FloatingIPAdminTestJSON-1480440157'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:44.701763 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-8aa8bf57-389a-42ab-9c18-df7066bd5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:44.703373 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-8aa8bf57-389a-42ab-9c18-df7066bd5281 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703471 Dec 06 12:43:44.709621 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:44.710345 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:44.757647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:44.772169 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:44.772824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:44.811878 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:44.813249 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfb48a-e9f2-43b5-bff9-1e238248ea01 None None] The sync data for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:44.820214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-14727489-2cc1-4f8c-a2a3-7bffce6a678d service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092119 Dec 06 12:43:44.860019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c83fa55-372d-471f-a3d2-0f1f9500cfe9 req-0095f2d1-063e-4959-af71-8dc1e1d4b4a3 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748712 Dec 06 12:43:44.882945 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Made reservation on behalf of ca27ff5b526946eebcfcd21ebb0eaf5a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:44.886645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:44.905582 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] device_id is not set on port f62a9265-c62c-4991-92e1-e1923f4bc4bd yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:43:44.934634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8dcf641-d48a-4fea-b649-8ba64cd342c0 req-f99621fd-622b-4a04-b1ac-164a86a6d30b service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069441 Dec 06 12:43:45.027047 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Allocated IP 172.20.0.4 (08699753-28f0-401c-a9dd-07a350385e96/59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7/f62a9265-c62c-4991-92e1-e1923f4bc4bd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:45.038275 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987858d-5ff3-4926-b617-08b7dfba822d req-09ad5c30-f696-4ec5-8304-49ba4b705110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.040728 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-09ad5c30-f696-4ec5-8304-49ba4b705110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1094 time: 0.0600903 Dec 06 12:43:45.112420 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d8399-56ca-4340-b215-fe72bbafd295 req-e4a6c9ae-c74a-4d8d-9b0a-28a80f7f2c29 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.113885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-557d8399-56ca-4340-b215-fe72bbafd295 req-e4a6c9ae-c74a-4d8d-9b0a-28a80f7f2c29 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0836258 Dec 06 12:43:45.146154 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987858d-5ff3-4926-b617-08b7dfba822d req-88d0f7a4-5fd1-4793-86f2-5143c4bd6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.148144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-88d0f7a4-5fd1-4793-86f2-5143c4bd6faf service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1007330 Dec 06 12:43:45.193844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-70b0d60c-887d-46e7-bd1e-9fcc2e06b9b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 217 time: 0.0387831 Dec 06 12:43:45.225242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-557d8399-56ca-4340-b215-fe72bbafd295 req-42107ad2-f811-44b8-ada9-589d289e3dee tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954032 Dec 06 12:43:45.246314 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987858d-5ff3-4926-b617-08b7dfba822d req-8a9c0847-a76c-4c77-914a-f009f8436a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.248568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-8a9c0847-a76c-4c77-914a-f009f8436a8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0481315 Dec 06 12:43:45.257414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.298914 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987858d-5ff3-4926-b617-08b7dfba822d req-a1677652-f5d0-4a96-8280-8a5a8415d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.300447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-a1677652-f5d0-4a96-8280-8a5a8415d173 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438991 Dec 06 12:43:45.302234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.363611 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Network 08699753-28f0-401c-a9dd-07a350385e96 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:45.364629 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event updated for resources: {'Port': ['ID=f62a9265-c62c-4991-92e1-e1923f4bc4bd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:45.367592 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:45.370661 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:45.403842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-d820cd4e-48ca-4ffb-9feb-0687996d7b10 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956264 Dec 06 12:43:45.439013 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:45.439796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.463649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c873d6ed-c066-4657-b773-c579dde5e857 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7663794 Dec 06 12:43:45.464864 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:45.518722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6987858d-5ff3-4926-b617-08b7dfba822d req-e3fd4a48-0bf3-4aad-a8cf-a91aee87bfa5 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067138 Dec 06 12:43:45.692332 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'project_id': 'ca27ff5b526946eebcfcd21ebb0eaf5a', 'port_id': 'f62a9265-c62c-4991-92e1-e1923f4bc4bd'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:45.715730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.729601 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-21ca63d5-06bd-4ac1-95ff-26486fe2800b None None] Provisioning complete for port f62a9265-c62c-4991-92e1-e1923f4bc4bd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:45.730208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21ca63d5-06bd-4ac1-95ff-26486fe2800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.768171 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21ca63d5-06bd-4ac1-95ff-26486fe2800b None None] Port f62a9265-c62c-4991-92e1-e1923f4bc4bd cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:43:45.806516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:45.853368 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:43:45.915028 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Allocated IP 172.35.3.173 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/26a4b80f-a58c-447b-889a-eb82e8dd7dfc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:46.016328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:46.048828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:46.087787 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:46.094056 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:46.097566 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:46.123126 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Pushing event updated for resources: {'Port': ['ID=26a4b80f-a58c-447b-889a-eb82e8dd7dfc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:46.434234 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a0485-d266-4eb9-ad53-60321707aa7c req-d59d4a23-ae27-4c10-9840-c07aa3bf8f0f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:46.436297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65a0485-d266-4eb9-ad53-60321707aa7c req-d59d4a23-ae27-4c10-9840-c07aa3bf8f0f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.1173525 Dec 06 12:43:46.823414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:46.857773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f65a0485-d266-4eb9-ad53-60321707aa7c req-198338ac-777d-4352-8da9-baee556b7cad tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884885 Dec 06 12:43:46.900969 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:47.046171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:47.050183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:47.114389 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Pushing event updated for resources: {'Port': ['ID=26a4b80f-a58c-447b-889a-eb82e8dd7dfc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:47.127678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:47.227983 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Floating IP 91beeda1-1e7b-4490-952d-c3b67b2220af associated. External IP: 172.35.3.173, port: f62a9265-c62c-4991-92e1-e1923f4bc4bd. Dec 06 12:43:47.448342 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:47.558140 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:47.567668 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] Sync routers for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:47.575631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:47.577872 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:47.578476 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:47.603921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4702f315-5afc-48c8-ab86-1f766f086869 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.1377826 Dec 06 12:43:47.606637 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34976) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:47.610438 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:47.619119 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:47.619723 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:47.655556 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:47.656211 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcdc5b-231c-4a87-8424-469f0a9c881a None None] The sync data for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:47.723450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7d24b021-b99c-4494-bb72-c016c28a9983 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "GET /v2.0/floatingips/91beeda1-1e7b-4490-952d-c3b67b2220af HTTP/1.1" status: 200 len: 983 time: 0.1149573 Dec 06 12:43:47.725784 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:47.833084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5cd4a9aa-34a4-40ae-a4e4-553e180240f7 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1061769 Dec 06 12:43:47.835698 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:48.008092 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025003-bbe5-45b3-8dad-c53b6944f4b0 req-da5be56d-612b-4aae-9327-9e2fc5169a4d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:48.009473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad025003-bbe5-45b3-8dad-c53b6944f4b0 req-da5be56d-612b-4aae-9327-9e2fc5169a4d tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0832040 Dec 06 12:43:48.065186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port 26a4b80f-a58c-447b-889a-eb82e8dd7dfc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:48.065525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.072167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad025003-bbe5-45b3-8dad-c53b6944f4b0 req-97810c5b-5398-4acc-9fc1-5db2597e8520 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562441 Dec 06 12:43:48.144906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.145264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.156854 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for 26a4b80f-a58c-447b-889a-eb82e8dd7dfc owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:48.301178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.326000 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=26a4b80f-a58c-447b-889a-eb82e8dd7dfc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:48.389961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.390278 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Floating IP 91beeda1-1e7b-4490-952d-c3b67b2220af disassociated (deleted). External IP: 172.35.3.173, port: f62a9265-c62c-4991-92e1-e1923f4bc4bd. Dec 06 12:43:48.596302 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:48.703830 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:48.708441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.712684 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] Sync routers for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:48.726245 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:48.726850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:48.736605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-006d5a19-7167-4060-b63b-5359f280c770 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/floatingips/91beeda1-1e7b-4490-952d-c3b67b2220af HTTP/1.1" status: 204 len: 168 time: 0.8992987 Dec 06 12:43:48.739416 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:48.743748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:48.759410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:48.764282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.768937 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:48.769567 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:48.801942 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:48.802590 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524250fd-b1fe-4746-b8f4-260f3008701b None None] The sync data for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:48.850960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.956926 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Allocated IP 172.35.3.78 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/6ac610db-025d-4332-ad0b-0f6677f0b7cd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:49.055652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.087557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.127174 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:49.132067 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:49.135668 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:49.175274 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac610db-025d-4332-ad0b-0f6677f0b7cd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:49.246099 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c6e61-6297-443f-906a-018df5869f45 req-1c3a41d4-54d0-4e24-b9ec-66fd74102fe6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:49.247565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f1c6e61-6297-443f-906a-018df5869f45 req-1c3a41d4-54d0-4e24-b9ec-66fd74102fe6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0901401 Dec 06 12:43:49.276860 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.339560 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f1c6e61-6297-443f-906a-018df5869f45 req-be8f9b01-e2b0-4d0b-858d-5a3250a835b8 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857015 Dec 06 12:43:49.340295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.488888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.493125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.557140 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac610db-025d-4332-ad0b-0f6677f0b7cd,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:49.571357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.586357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.587586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e398370-6d46-4821-9761-91024a007f86 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8472011 Dec 06 12:43:49.590249 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 34992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:49.693385 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:49.715807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.756298 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.815996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:49.918896 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Allocated IP 172.35.3.207 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:50.305415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.339094 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.377504 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:50.383973 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:50.387537 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:50.412455 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Pushing event updated for resources: {'Port': ['ID=bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:50.479263 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4e5be-2130-4a06-90bc-7030418b2003 req-cd1e9c08-f857-4948-aa66-8527d35118c5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:50.480736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ed4e5be-2130-4a06-90bc-7030418b2003 req-cd1e9c08-f857-4948-aa66-8527d35118c5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0693049 Dec 06 12:43:50.541833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.566296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ed4e5be-2130-4a06-90bc-7030418b2003 req-691bc0a3-0aeb-4e55-abb7-f9a05b66f51c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679543 Dec 06 12:43:50.588261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.738433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.742808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.812212 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Pushing event updated for resources: {'Port': ['ID=bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:50.822090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.836580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:50.837840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e80eaf68-7245-4614-b5c9-a7d3c2f4fdc2 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2466311 Dec 06 12:43:50.840679 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 34998) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:50.949061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-186296bb-c64a-4335-90f4-8e5aa06e844d tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.1072495 Dec 06 12:43:50.951604 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35000) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:51.021697 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1ca4a79e-c086-4d6a-a462-4a79ad32dc20 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0685110 Dec 06 12:43:51.024353 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:51.148157 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Deleting port bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:51.148503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.222982 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.223307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.235116 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Calling delete_port for bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:51.364354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.388790 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Pushing event deleted for resources: {'Port': ['ID=bd9c70f9-5e65-47b8-9510-5dd4c1ce4b0d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:51.450883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.453465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.454591 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8b7dac88-63e9-427c-9ae5-ae7b7e430241 tempest-FloatingIPAdminTestJSON-826240351 tempest-FloatingIPAdminTestJSON-826240351-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5104435-4b2b-46c2-b276-22d48a8539fd HTTP/1.1" status: 204 len: 168 time: 0.4292579 Dec 06 12:43:51.457106 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:51.575946 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Deleting port 6ac610db-025d-4332-ad0b-0f6677f0b7cd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:51.576282 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.684525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.684852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.701537 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Calling delete_port for 6ac610db-025d-4332-ad0b-0f6677f0b7cd owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:51.720430 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ffe5b-7695-45fd-b7bf-fda246532646 req-72587e6d-c08b-4324-be9a-95158d0e308e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:51.721933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5ffe5b-7695-45fd-b7bf-fda246532646 req-72587e6d-c08b-4324-be9a-95158d0e308e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0854883 Dec 06 12:43:51.822976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab5ffe5b-7695-45fd-b7bf-fda246532646 req-c6c3e460-31a8-4a23-914b-d3fd292d0040 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689578 Dec 06 12:43:51.883764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.907211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ac610db-025d-4332-ad0b-0f6677f0b7cd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:51.967574 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.971104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.972261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6aff40a-9fe9-41e5-a62f-fac596c5d923 tempest-FloatingIPAdminTestJSON-1842204602 tempest-FloatingIPAdminTestJSON-1842204602-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/a3dc597f-e8b5-4ff0-a754-4b4e52b6a4a4 HTTP/1.1" status: 204 len: 168 time: 0.5142341 Dec 06 12:43:51.975649 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:52.064513 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port f62a9265-c62c-4991-92e1-e1923f4bc4bd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:52.065287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.147248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.159720 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for f62a9265-c62c-4991-92e1-e1923f4bc4bd owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:52.286510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.313671 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=f62a9265-c62c-4991-92e1-e1923f4bc4bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:52.388381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.392705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-45d9f083-f301-4618-a2d3-36cbc29158d2 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/ports/f62a9265-c62c-4991-92e1-e1923f4bc4bd HTTP/1.1" status: 204 len: 168 time: 0.4161294 Dec 06 12:43:52.395256 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:52.444378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8d7e4-fff2-40db-a092-6ad1db1f0bc8 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:52.445944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-97c8d7e4-fff2-40db-a092-6ad1db1f0bc8 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "GET /v2.0/ports?device_id=86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 HTTP/1.1" status: 200 len: 913 time: 0.0497549 Dec 06 12:43:52.448609 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:52.797807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.997522 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975071-4ea4-4d83-9790-c5d80cbac83e req-b4a78c92-d35c-4da5-b38b-6c4935d9cd97 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:52.999039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd975071-4ea4-4d83-9790-c5d80cbac83e req-b4a78c92-d35c-4da5-b38b-6c4935d9cd97 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.1033113 Dec 06 12:43:53.063495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd975071-4ea4-4d83-9790-c5d80cbac83e req-87302519-2449-4ab5-89d1-76fb63bb39ea tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574851 Dec 06 12:43:53.141652 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port e578a950-a5d9-41f6-ab41-b6d9082fdcde {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:53.142279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.230842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.242957 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for e578a950-a5d9-41f6-ab41-b6d9082fdcde owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:53.420510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.447804 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=e578a950-a5d9-41f6-ab41-b6d9082fdcde,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:53.615214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.827822 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:53.931261 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:53.936477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59e05a35-3cac-4104-99fa-bacbcc129192 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "PUT /v2.0/routers/86ae07ea-9fc1-4a11-8509-3c25c6e65bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868832 Dec 06 12:43:53.939206 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:53.940522 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114de044-c86b-4340-868a-a403e6768e0a None None] Sync routers for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:53.950485 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:53.951084 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:53.983636 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:53.992032 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] Routers {'86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:53.992617 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:54.026944 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-114de044-c86b-4340-868a-a403e6768e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:54.027579 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114de044-c86b-4340-868a-a403e6768e0a None None] The sync data for ids ['86ae07ea-9fc1-4a11-8509-3c25c6e65bd6'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:54.045478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.470254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.484518 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb378bc-54fb-4b80-a2d1-83da1e2b84ad req-c3ec524f-0400-43c2-814e-632fa34a9ecb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:54.485999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fb378bc-54fb-4b80-a2d1-83da1e2b84ad req-c3ec524f-0400-43c2-814e-632fa34a9ecb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 943 time: 0.0674684 Dec 06 12:43:54.538896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f9574135-e4dc-4c46-8384-21fe35229efc details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:43:54.565829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8fb378bc-54fb-4b80-a2d1-83da1e2b84ad req-4ffcba8d-165f-42c5-83c4-e54cf4387fa7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729222 Dec 06 12:43:54.574125 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port bd943313-16f4-4bdf-a04f-e4a5e6e7306c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:54.574475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.633361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9574135-e4dc-4c46-8384-21fe35229efc,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:54.649232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:43:54.651114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.663870 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for bd943313-16f4-4bdf-a04f-e4a5e6e7306c owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:54.687679 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.700595 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9574135-e4dc-4c46-8384-21fe35229efc {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:43:54.720186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9574135-e4dc-4c46-8384-21fe35229efc,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:54.724390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.771464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:54.827941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.852891 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=bd943313-16f4-4bdf-a04f-e4a5e6e7306c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:54.867147 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decae5d2-5ef5-44f6-bd84-78fdbf84667b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:54.916208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.925681 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['f9574135-e4dc-4c46-8384-21fe35229efc'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:43:55.006496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.008551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.050606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.051154 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Fanout notify agent at l3_agent the message router_deleted on router 86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:43:55.058149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.059273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c7fa1eeb-179d-4acf-9dff-cbfefc801f0a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/routers/86ae07ea-9fc1-4a11-8509-3c25c6e65bd6 HTTP/1.1" status: 204 len: 168 time: 1.1191576 Dec 06 12:43:55.062594 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:55.113099 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting subnet 59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:43:55.116348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.161118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.241171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.296408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.328621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Subnet': ['ID=59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:55.330703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.333898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a2affeb-49ad-4a30-96de-3624ba230998 tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/subnets/59f2f2fd-1e79-4e46-9f1d-6e3f76e57db7 HTTP/1.1" status: 204 len: 168 time: 0.2706127 Dec 06 12:43:55.336017 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6d1a87-1344-4d15-b7c4-58d5b754ad74 None None] Network 08699753-28f0-401c-a9dd-07a350385e96 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:55.340578 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:55.415529 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.470160 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:55.470500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.512555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] DHCP port deletion for 08699753-28f0-401c-a9dd-07a350385e96 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:55.537784 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] For port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,segment=NetworkSegment(90e31551-fcb8-46c1-b874-4870bec447a5),segment_id=90e31551-fcb8-46c1-b874-4870bec447a5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:55.538151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.550513 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:55.559065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Deleting port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:55.559596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.624784 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] For port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,segment=NetworkSegment(90e31551-fcb8-46c1-b874-4870bec447a5),segment_id=90e31551-fcb8-46c1-b874-4870bec447a5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:55.625209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.638492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Calling delete_port for afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:55.641959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.696489 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] No DVR routers for this DVR port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:55.701147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:55.714440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.744839 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] Pushing event deleted for resources: {'Port': ['ID=afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:55.748473 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11472b-2ceb-4991-841b-a0a16ca18325 None None] No DVR routers for this DVR port afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:55.766113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2994fa-096f-4393-92cb-0df6e7fc31f6 req-19601b31-d1fe-4cff-ac3f-0351ead70563 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:55.767840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec2994fa-096f-4393-92cb-0df6e7fc31f6 req-19601b31-d1fe-4cff-ac3f-0351ead70563 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 944 time: 0.1290445 Dec 06 12:43:55.800977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.834217 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08699753-28f0-401c-a9dd-07a350385e96']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.856073 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e31551-fcb8-46c1-b874-4870bec447a5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.856365 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e31551-fcb8-46c1-b874-4870bec447a5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.874178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.879044 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ec2994fa-096f-4393-92cb-0df6e7fc31f6 req-a05a8c4d-0bd1-4af4-8e89-30f195891d66 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051009 Dec 06 12:43:55.894120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.900391 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:43:55.900791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:43:55.903830 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:43:55.959565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.966947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.970132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/networks/08699753-28f0-401c-a9dd-07a350385e96 HTTP/1.1" status: 204 len: 168 time: 0.6285529 Dec 06 12:43:55.972779 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:55.981335 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a380507-2e62-4173-9b06-a15844ff745b tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Network': ['ID=08699753-28f0-401c-a9dd-07a350385e96,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.094410 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Deleting port 87ae99aa-6383-4cf4-96e2-e3edf1942ac3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:56.094640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.173298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.173632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.185410 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Calling delete_port for 87ae99aa-6383-4cf4-96e2-e3edf1942ac3 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:56.310730 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.339374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Pushing event deleted for resources: {'Port': ['ID=87ae99aa-6383-4cf4-96e2-e3edf1942ac3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.364860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.365239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.365585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.365924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.366257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.366586 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.366910 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.367234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.367553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.367876 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.368198 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.368518 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.368836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:56.407532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.410151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.411316 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fc537eaf-cf0e-4d3f-b160-1a243ea32f5a tempest-FloatingIPAdminTestJSON-2034638391 tempest-FloatingIPAdminTestJSON-2034638391-project] 10.222.0.31 "DELETE /v2.0/floatingips/43235a16-21d7-45c1-8310-7547fea46364 HTTP/1.1" status: 204 len: 168 time: 0.4375067 Dec 06 12:43:56.539004 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f9574135-e4dc-4c46-8384-21fe35229efc up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:43:56.589885 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port f9574135-e4dc-4c46-8384-21fe35229efc completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:43:56.594410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port f9574135-e4dc-4c46-8384-21fe35229efc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:56.594891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.658719 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:56.676698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.699422 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:56.701887 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176295bc-356b-4102-8e83-0eb0f7eb7f59" -d '{"events": [{"server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "name": "network-vif-plugged", "status": "completed", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:56.714792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9574135-e4dc-4c46-8384-21fe35229efc,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:56.719875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.746119 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b153467-ae4f-44bc-a11a-fe67dda0bb89 x-openstack-request-id: req-7b153467-ae4f-44bc-a11a-fe67dda0bb89 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:56.746457 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "name": "network-vif-plugged", "status": "completed", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:56.746749 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b153467-ae4f-44bc-a11a-fe67dda0bb89 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:56.747143 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'code': 200} Dec 06 12:43:56.775538 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.810132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59127f7c-554b-41b4-95a1-f156d5b40509 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca27ff5b526946eebcfcd21ebb0eaf5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499677 Dec 06 12:43:56.812590 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:56.869293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.910387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.942136 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaa1b2-1e91-48c3-9398-441d74bbd871 req-c570d582-16bc-4883-a13e-ead943b812f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:56.943648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cefaa1b2-1e91-48c3-9398-441d74bbd871 req-c570d582-16bc-4883-a13e-ead943b812f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0851312 Dec 06 12:43:56.978749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.981306 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.982712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2832b05b-ec62-4b59-bee8-6149ea0375f4 HTTP/1.1" status: 204 len: 168 time: 0.1691775 Dec 06 12:43:57.000977 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876eb42-19a6-4d94-ba0e-70a817793a66 req-61a1cf84-6fa0-4e08-b301-ac3367c0cd77 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:57.002373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f876eb42-19a6-4d94-ba0e-70a817793a66 req-61a1cf84-6fa0-4e08-b301-ac3367c0cd77 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0544336 Dec 06 12:43:57.003523 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325905d-b64f-414c-8965-1d4e6186186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832b05b-ec62-4b59-bee8-6149ea0375f4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.015680 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cefaa1b2-1e91-48c3-9398-441d74bbd871 req-17b5f69d-9d66-427f-9641-aa53f4fddb6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637743 Dec 06 12:43:57.063039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f876eb42-19a6-4d94-ba0e-70a817793a66 req-33d5841a-1f02-4969-a180-8233a542cc12 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532312 Dec 06 12:43:57.171947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:57.192449 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:57.192832 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device afd1b8e0-2fbf-4bee-9b6a-5a6ae503c6e3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:57.249609 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35050) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.263272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c83354c7-6bf6-4056-ac51-9dee3fff141e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.266925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa0593e8-b5cc-4ed9-91f5-3aff3c32b438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.337398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c83354c7-6bf6-4056-ac51-9dee3fff141e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.341391 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c83354c7-6bf6-4056-ac51-9dee3fff141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.379709 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83354c7-6bf6-4056-ac51-9dee3fff141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db17592-81ab-4c4c-98ec-d3161da9a7fc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.385225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c83354c7-6bf6-4056-ac51-9dee3fff141e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a42c5c628754997ba9bc34a233ec780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343296 Dec 06 12:43:57.387896 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.436165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.458106 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.504858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.507543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.508693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9db17592-81ab-4c4c-98ec-d3161da9a7fc HTTP/1.1" status: 204 len: 168 time: 0.1198163 Dec 06 12:43:57.516375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a33a-821d-4e8c-aceb-696c30d7e115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db17592-81ab-4c4c-98ec-d3161da9a7fc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.819182 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.833007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-955691ed-e4aa-4c6a-a405-5c2c0581fea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.910435 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-955691ed-e4aa-4c6a-a405-5c2c0581fea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.913878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-955691ed-e4aa-4c6a-a405-5c2c0581fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.952207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-955691ed-e4aa-4c6a-a405-5c2c0581fea3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb01ee8f44f6458995246460212095c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319554 Dec 06 12:43:57.953356 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955691ed-e4aa-4c6a-a405-5c2c0581fea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405b306-1f40-428a-a3c0-8310ab24131e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.955035 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35060) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:58.024005 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.045345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.092157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.095236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.096380 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6405b306-1f40-428a-a3c0-8310ab24131e HTTP/1.1" status: 204 len: 168 time: 0.1369956 Dec 06 12:43:58.104325 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5704f-921c-447b-be6b-a6148a5adc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405b306-1f40-428a-a3c0-8310ab24131e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:58.197977 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ad5a2-fc6a-4fc2-bfdc-8627daf50bb4 req-5eea144f-3ced-4558-a523-96a29309f887 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:58.199567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b46ad5a2-fc6a-4fc2-bfdc-8627daf50bb4 req-5eea144f-3ced-4558-a523-96a29309f887 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0524359 Dec 06 12:43:58.253345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b46ad5a2-fc6a-4fc2-bfdc-8627daf50bb4 req-94f8883e-f182-445b-9f8c-4c19589df49e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Dec 06 12:43:58.370051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c7b8c-0aa5-49d4-9d25-46e1da7b75ee req-3e887d7c-0524-47ca-8bd4-11c41416ee82 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:58.371537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5c7b8c-0aa5-49d4-9d25-46e1da7b75ee req-3e887d7c-0524-47ca-8bd4-11c41416ee82 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Dec 06 12:43:58.422249 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da5c7b8c-0aa5-49d4-9d25-46e1da7b75ee req-0386b937-92bb-48ac-8aae-e5a4fad123dd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444844 Dec 06 12:43:58.445498 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:58.490096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdcb687-afeb-438f-9685-252588707c75 tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:58.491632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4fdcb687-afeb-438f-9685-252588707c75 tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1091 time: 0.0450025 Dec 06 12:43:58.494499 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:58.499355 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:58.521755 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.619943 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.736026 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.35.3.127 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/79b82eac-abf8-4402-aeec-e00742e445c1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:43:58.836452 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.871312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:58.907984 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:43:58.912877 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:43:58.915570 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:43:58.951754 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=79b82eac-abf8-4402-aeec-e00742e445c1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.293577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.306943 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.364220 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.450355 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1531131132'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.474142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Made reservation on behalf of 723d404d1976457faea29d24073aa293 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:59.477791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.487206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.514878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.519524 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.567792 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.571446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.593427 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=79b82eac-abf8-4402-aeec-e00742e445c1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.603222 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:43:59.604684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.610041 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de06e1a2-43f2-412b-ba04-80188f3865e7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.617973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.618324 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Added segment ed21ae00-3fc6-430f-b1ec-e347f0065929 of type vlan for network 51e6aafc-a7d4-4511-a28f-c4c357d922ca Dec 06 12:43:59.618627 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-06804484-ea9f-4b0a-ae04-197bbb256f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.662729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.691766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.697269 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:59.697880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.710218 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP c03d3e95-2504-452a-a2ca-8964f5bfdbdb associated. External IP: 172.35.3.127, port: f9574135-e4dc-4c46-8384-21fe35229efc. Dec 06 12:43:59.712397 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.735931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4277389 Dec 06 12:43:59.771921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe159-bb63-4f3e-ac35-e52facc11c57 tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Pushing event updated for resources: {'Network': ['ID=51e6aafc-a7d4-4511-a28f-c4c357d922ca,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.784491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:43:59.910025 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.915032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca', 'binding:host_id': 'n-h1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1168565514'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.935786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Made reservation on behalf of c62e0804431541e3a407a25957da706f for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:43:59.939118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.947468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.024214 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.028079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.033302 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port 29fe45d4-f77f-4461-9790-88a77056df5c yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:00.053348 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 549fa7e2-afa0-4e86-99b8-106a135c1c33 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:00.053687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.056302 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:00.115274 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7632abd0-39ec-46a7-a8d5-33264e061be0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.181050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.181401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.223270 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 549fa7e2-afa0-4e86-99b8-106a135c1c33 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:00.245241 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:00.255621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:00.266781 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:00.267409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:00.284490 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port 29fe45d4-f77f-4461-9790-88a77056df5c yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:00.294790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.301019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.302495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.338008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-847ebc9e-6aba-4bbd-a105-4b07d76a6724 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8422537 Dec 06 12:44:00.351458 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:00.354339 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f2197-c2e2-4f27-b684-77b9f306f811" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:00.369700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=29fe45d4-f77f-4461-9790-88a77056df5c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.374690 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Checking segment: {'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:00.374690 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Network hostable DHCP agents. Network: 51e6aafc-a7d4-4511-a28f-c4c357d922ca, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:00.385773 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:00.395328 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:00.418735 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 51e6aafc-a7d4-4511-a28f-c4c357d922ca) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:00.430140 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc89b6d-9ee3-46cb-8b75-a6f0b4260263 None None] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:00.432716 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:00.451548 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.452829 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.453025 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.454404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.459294 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.459484 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.459950 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 2 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.475919 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.476340 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.476755 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.482007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.482421 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.483245 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 3 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.488398 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=549fa7e2-afa0-4e86-99b8-106a135c1c33,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.509434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.509853 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.510382 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.518864 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.519190 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.519588 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 4 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.519824 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534b9f01-e6bd-4443-963e-24d5b32c2a8f x-openstack-request-id: req-534b9f01-e6bd-4443-963e-24d5b32c2a8f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:00.520126 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:00.520385 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-534b9f01-e6bd-4443-963e-24d5b32c2a8f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:00.520849 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'status': 'completed', 'code': 200} Dec 06 12:44:00.562471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.562843 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.563190 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.564493 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.565398 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Floating IP ff41898d-b8f0-4455-bf99-d6be44e83c62 disassociated (deleted). External IP: 172.35.3.46, port: 421df364-c486-42e0-935f-c054b1283c4e. Dec 06 12:44:00.570997 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.571326 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.573036 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 5 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.595191 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.595550 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.595876 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.602592 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-2b2abd0e-90ec-4659-82b5-fa5af5595590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:00.604144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-2b2abd0e-90ec-4659-82b5-fa5af5595590 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0717480 Dec 06 12:44:00.605135 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.605875 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.605875 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 6 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.644164 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.644514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.645240 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.652159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.659376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.659755 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.662253 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 7 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.704268 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.704641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.704992 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.716304 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.716640 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.719185 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 8 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.742880 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-3ba07fd2-0326-4a3b-956f-ff4232c28c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:00.744383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-3ba07fd2-0326-4a3b-956f-ff4232c28c9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1337316 Dec 06 12:44:00.745066 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.745474 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.745821 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.757613 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.757954 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.759740 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 9 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.790577 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:43:59Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:00.817353 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.817704 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.818053 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.819604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:00.827720 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.828057 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.829960 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:00.830619 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 10 to bind port 29fe45d4-f77f-4461-9790-88a77056df5c Dec 06 12:44:00.830992 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:00.841146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-3611c962-f28e-4e9e-9630-75a51d7885ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 999 time: 0.0896144 Dec 06 12:44:00.845785 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:00.846127 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:00.846471 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:00.879451 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 29fe45d4-f77f-4461-9790-88a77056df5c on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:00.879791 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 29fe45d4-f77f-4461-9790-88a77056df5c on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:00.880169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.930270 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-d3c0281f-0225-4158-bfc0-3a686c98008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:00.931673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-d3c0281f-0225-4158-bfc0-3a686c98008d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0828488 Dec 06 12:44:00.949882 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:00.987618 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port 29fe45d4-f77f-4461-9790-88a77056df5c, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:00.987987 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempted to set empty binding levels {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:44:00.994963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.009974 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-216b430f-2b85-45c9-b9e6-9b8b392b4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:01.011478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-216b430f-2b85-45c9-b9e6-9b8b392b4e32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729043 Dec 06 12:44:01.046984 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:01.047240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.086095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=29fe45d4-f77f-4461-9790-88a77056df5c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:01.093478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ac7b115-a2fe-4b25-b79c-78633707e6b2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1823111 Dec 06 12:44:01.097480 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:01.140883 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 48a083d2-7561-4d06-8df4-442fee1821f0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:01.153007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-8ef91fea-480c-438f-8661-20ea062c13a7 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235547 Dec 06 12:44:01.199575 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:43:59Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:01.225507 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3153ef2-0dbe-4d78-824e-d5a55bf06e4a None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:43:59Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:01.256564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-860f2197-c2e2-4f27-b684-77b9f306f811 req-aec24cda-1464-48df-9f77-8b1490321f0b service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968795 Dec 06 12:44:01.271101 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Deleting port 29fe45d4-f77f-4461-9790-88a77056df5c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:01.271448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.271628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.348797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:01.353587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.358950 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Sync routers for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:01.361787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port 29fe45d4-f77f-4461-9790-88a77056df5c, host n-h1-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:01.362156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.375288 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:01.375976 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:01.393892 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Calling delete_port for 29fe45d4-f77f-4461-9790-88a77056df5c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:01.404170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eb79490e-f644-429c-87d7-5680fd849d06 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff41898d-b8f0-4455-bf99-d6be44e83c62 HTTP/1.1" status: 204 len: 168 time: 1.6884017 Dec 06 12:44:01.484204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb0bba-ac2a-4905-8ba6-e5b7bf7e3b46 None None] New status for floating IP c03d3e95-2504-452a-a2ca-8964f5bfdbdb: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:44:01.494624 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.495240 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:01.534211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.537938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "DELETE /v2.0/ports/29fe45d4-f77f-4461-9790-88a77056df5c HTTP/1.1" status: 204 len: 168 time: 0.4394205 Dec 06 12:44:01.539701 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1fabf-3c32-48f7-9b62-e4151453090d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event deleted for resources: {'Port': ['ID=29fe45d4-f77f-4461-9790-88a77056df5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:01.540787 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35128) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:01.597074 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13fd2e0-7729-4a61-80c4-a2c19fe2cc21 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:44:01.602947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f13fd2e0-7729-4a61-80c4-a2c19fe2cc21 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports/29fe45d4-f77f-4461-9790-88a77056df5c HTTP/1.1" status: 404 len: 333 time: 0.0597830 Dec 06 12:44:01.603427 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:01.609794 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-965967593'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:01.639567 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Made reservation on behalf of c62e0804431541e3a407a25957da706f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:01.642801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.693815 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:01.735968 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:01.760741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be34d8-12f3-4e5f-b8f8-d60c16fb8294 req-c2d01327-5953-4b03-8fb3-5bffef9bc35b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:01.762344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7be34d8-12f3-4e5f-b8f8-d60c16fb8294 req-c2d01327-5953-4b03-8fb3-5bffef9bc35b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.1151721 Dec 06 12:44:01.767294 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Checking router: 48a083d2-7561-4d06-8df4-442fee1821f0 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:01.777101 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:01.778371 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:01.856047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7be34d8-12f3-4e5f-b8f8-d60c16fb8294 req-5f6f70ba-dc60-4be1-9212-5218e65515ff tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860181 Dec 06 12:44:01.886037 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:01.914656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.948933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.993288 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:01.997617 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:02.002210 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:02.003116 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.003720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.009622 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=ab104702-6b52-476f-b6bd-5ebdad6ae4b9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:02.022959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-153dc8cf-0d70-4913-94ec-77734c50dfc6 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4184420 Dec 06 12:44:02.025589 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.031191 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:02.083028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.086451 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:02.112187 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5957-0338-45f0-8439-096cbdbddf8c None None] The sync data for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 is: [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:42:15Z', 'revision_number': 4, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b0279918-5fcf-4019-921f-a9cd336f4687', 'name': '', 'network_id': '53347752-5a81-43e5-894c-ea02892a26ef', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'mac_address': 'fa:16:3e:ba:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:14Z', 'updated_at': '2021-12-06T12:42:19Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'subnets': [{'id': '9ad0de6e-1352-4a84-bcfb-68c656f19e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:02.259352 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:02.269662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.275406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.327822 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=ab104702-6b52-476f-b6bd-5ebdad6ae4b9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:02.340271 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.340610 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.340953 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.345563 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.345897 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.346284 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 2 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.360136 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.360834 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.360834 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.365868 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.366209 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.366661 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 3 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.367346 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12899067-3d0e-42ab-83db-49ee9ff52445 None None] New status for floating IP ff41898d-b8f0-4455-bf99-d6be44e83c62: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:44:02.379828 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.380170 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.380643 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.385567 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.385901 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.386303 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 4 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.393621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.401031 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.401405 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.401766 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.406155 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.406476 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.406872 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 5 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.418847 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.419187 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.419521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.423678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.424011 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.424404 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 6 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.438063 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.438409 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.438747 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.443358 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.443699 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.444157 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 7 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.457585 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.457931 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.458279 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.462786 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.463188 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.463590 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 8 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.477081 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.477456 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.477796 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.482303 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.482640 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.483060 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 9 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.495282 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.495627 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.495965 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.500216 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.500550 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.500942 n-d-master-1 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 10 to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 Dec 06 12:44:02.513224 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:02.513510 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:02.513847 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:02.518107 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:02.518443 n-d-master-1 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:02.518804 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.526458 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:02.529281 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65592e98-fb70-4d3d-96fd-c6a97400e18a" -d '{"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:02.567987 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3687a5d1-6ad1-44a6-aa6f-fc47ed87a9f6 x-openstack-request-id: req-3687a5d1-6ad1-44a6-aa6f-fc47ed87a9f6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:02.568321 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:02.568582 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3687a5d1-6ad1-44a6-aa6f-fc47ed87a9f6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:02.568989 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'status': 'completed', 'code': 200} Dec 06 12:44:02.592956 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port ab104702-6b52-476f-b6bd-5ebdad6ae4b9, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:02.593352 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:44:02.598029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.627852 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] In _notify_port_updated(), no bound segment for port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:44:02.629043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.629321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.630682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "PUT /v2.0/ports/ab104702-6b52-476f-b6bd-5ebdad6ae4b9 HTTP/1.1" status: 200 len: 974 time: 0.6041069 Dec 06 12:44:02.633188 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.729164 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ae52-aeda-4885-ab8c-24920292d2aa tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=ab104702-6b52-476f-b6bd-5ebdad6ae4b9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:02.760083 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.760553 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.761011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.761490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.761937 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.762380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.762829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.763329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.763749 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.764828 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.765342 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.765893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.766463 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.766939 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.767503 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.768101 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.768549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.768994 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.769471 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.769912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.770355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.770791 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.771228 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.771662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.772097 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.772531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.775584 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4462d36d-57ea-4818-81d8-fe01eb262f56 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23219 time: 0.1414647 Dec 06 12:44:02.779507 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35140) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.785077 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-ed4cfc00-0e9d-4560-addf-213627a591d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.786593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-ed4cfc00-0e9d-4560-addf-213627a591d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dba5110fd3fe46989ee27e99e723f858&device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 1096 time: 0.1214268 Dec 06 12:44:02.857793 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Deleting port ab104702-6b52-476f-b6bd-5ebdad6ae4b9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:02.858179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.896751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-0dfd8ed3-86cf-4996-bd99-7f8b790abbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.898898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-0dfd8ed3-86cf-4996-bd99-7f8b790abbc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 200 len: 898 time: 0.0860555 Dec 06 12:44:02.924605 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port ab104702-6b52-476f-b6bd-5ebdad6ae4b9, host n-h1-master-1, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:02.925300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.937752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Calling delete_port for ab104702-6b52-476f-b6bd-5ebdad6ae4b9 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:02.951193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-8229fbb7-e1d1-4b9d-93ec-ab98ff8df4d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 200 len: 217 time: 0.0415289 Dec 06 12:44:03.021575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.023670 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-45b996c5-ddc4-4177-90e0-9c052d8774ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.025246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-45b996c5-ddc4-4177-90e0-9c052d8774ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 200 len: 834 time: 0.0650558 Dec 06 12:44:03.033763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143cfdd-7096-4b5c-885e-876211601892 req-7a6cc183-1e0a-45be-b9a4-8bd1f439746c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.035173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1143cfdd-7096-4b5c-885e-876211601892 req-7a6cc183-1e0a-45be-b9a4-8bd1f439746c tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0867674 Dec 06 12:44:03.048341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab104702-6b52-476f-b6bd-5ebdad6ae4b9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.053736 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.057589 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-01bf50be-e8b4-45ea-a2dc-010039628cb1 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ab104702-6b52-476f-b6bd-5ebdad6ae4b9 HTTP/1.1" status: 204 len: 168 time: 0.2764506 Dec 06 12:44:03.060385 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35144) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:03.091960 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9ef6d6-69e6-48ee-944f-892f54c01e87 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:44:03.093445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fb9ef6d6-69e6-48ee-944f-892f54c01e87 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports/ab104702-6b52-476f-b6bd-5ebdad6ae4b9 HTTP/1.1" status: 404 len: 333 time: 0.0320506 Dec 06 12:44:03.097215 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35146) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:03.101841 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1594850636', 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:03.115649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1143cfdd-7096-4b5c-885e-876211601892 req-4b276239-cb0e-4b2f-8419-b9cc973e9c38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/security-groups?id=7319eaa6-6789-4ae9-9b32-5e9bf7923078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744243 Dec 06 12:44:03.129058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-c02a5219-0a24-461d-9c6d-5f08fbb00e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.130551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-c02a5219-0a24-461d-9c6d-5f08fbb00e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53347752-5a81-43e5-894c-ea02892a26ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621400 Dec 06 12:44:03.152591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-be07e2e8-b12f-47b3-b5b4-6cfe5cf4d49b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.154696 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-be07e2e8-b12f-47b3-b5b4-6cfe5cf4d49b tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 945 time: 0.0848436 Dec 06 12:44:03.156046 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Made reservation on behalf of c62e0804431541e3a407a25957da706f for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:03.158355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.189928 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.206846 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port 25a57451-e354-4f79-8d0a-1342121a5b78 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:03.227715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-d8103359-e729-48f9-82f3-4d34e961d854 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881758 Dec 06 12:44:03.323438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65592e98-fb70-4d3d-96fd-c6a97400e18a req-7b124eb1-9098-43fb-a448-f6433e3c52f8 service neutron] 10.222.0.53 "GET /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Dec 06 12:44:03.335227 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port 421df364-c486-42e0-935f-c054b1283c4e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:03.335571 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.453378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.485567 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port 421df364-c486-42e0-935f-c054b1283c4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=421df364-c486-42e0-935f-c054b1283c4e,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:03.485923 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.510922 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for 421df364-c486-42e0-935f-c054b1283c4e owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:03.556859 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.605532 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:03.614093 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:03.618542 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:03.619424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.620009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.630371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=25a57451-e354-4f79-8d0a-1342121a5b78,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.651006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd38d8f5-be55-4d21-a5a8-6b90c681922d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5527387 Dec 06 12:44:03.653801 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35148) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:03.717110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d0f8b-64e6-4458-bb79-42f02804862c tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.719055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-877d0f8b-64e6-4458-bb79-42f02804862c tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports/25a57451-e354-4f79-8d0a-1342121a5b78 HTTP/1.1" status: 200 len: 955 time: 0.0642323 Dec 06 12:44:03.721816 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35150) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:03.757984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.806493 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=421df364-c486-42e0-935f-c054b1283c4e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.855482 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] No DVR routers for this DVR port 421df364-c486-42e0-935f-c054b1283c4e on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:44:03.859379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.862602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-027057c4-a6c3-4996-82d0-e9c4d1012f56 req-c7bc7244-5002-45d2-b3e2-14b274ffe1c2 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.53 "DELETE /v2.0/ports/421df364-c486-42e0-935f-c054b1283c4e HTTP/1.1" status: 204 len: 173 time: 0.7020476 Dec 06 12:44:03.863053 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-deleted', 'tag': '421df364-c486-42e0-935f-c054b1283c4e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:03.865329 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563cc3a-4a0a-4ba8-8dc6-b7f98697fb82" -d '{"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-deleted", "tag": "421df364-c486-42e0-935f-c054b1283c4e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:03.878923 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Deleting port 25a57451-e354-4f79-8d0a-1342121a5b78 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:03.879360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.906005 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e5ba4-dd33-4572-b641-add4994beacf x-openstack-request-id: req-d32e5ba4-dd33-4572-b641-add4994beacf {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:03.906301 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a8c6ad-e06b-4f75-a8e6-eff9d52e008e", "name": "network-vif-deleted", "tag": "421df364-c486-42e0-935f-c054b1283c4e", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:03.906551 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d32e5ba4-dd33-4572-b641-add4994beacf {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:03.906943 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a8c6ad-e06b-4f75-a8e6-eff9d52e008e', 'name': 'network-vif-deleted', 'tag': '421df364-c486-42e0-935f-c054b1283c4e', 'status': 'completed', 'code': 200} Dec 06 12:44:03.942665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.955002 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Calling delete_port for 25a57451-e354-4f79-8d0a-1342121a5b78 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:04.038343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.063833 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event deleted for resources: {'Port': ['ID=25a57451-e354-4f79-8d0a-1342121a5b78,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.070848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.074184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cefb3270-77e9-481b-aca6-360f2d48731e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "DELETE /v2.0/ports/25a57451-e354-4f79-8d0a-1342121a5b78 HTTP/1.1" status: 204 len: 168 time: 0.3514161 Dec 06 12:44:04.076738 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35154) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:04.099800 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2167a20-9c0a-4387-b2da-ad07ca61244e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:44:04.101145 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e2167a20-9c0a-4387-b2da-ad07ca61244e tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports/25a57451-e354-4f79-8d0a-1342121a5b78 HTTP/1.1" status: 404 len: 333 time: 0.0234740 Dec 06 12:44:04.104487 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35156) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:04.109799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-391084570'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:04.129672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Made reservation on behalf of c62e0804431541e3a407a25957da706f for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:04.132001 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.148246 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port 17bdbf44-4fc6-432c-be73-001b591aaa42 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:04.253420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-231b9f89-5861-4da2-9d11-dcf2c270adbc req-f26e29ed-86c8-4768-8b23-f30e1c574ca5 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a8c6ad-e06b-4f75-a8e6-eff9d52e008e HTTP/1.1" status: 200 len: 210 time: 0.0335500 Dec 06 12:44:04.320185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.355156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.400565 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Network 51e6aafc-a7d4-4511-a28f-c4c357d922ca is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:04.403503 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:04.407502 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:04.408424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:04.409019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.415632 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=17bdbf44-4fc6-432c-be73-001b591aaa42,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.429758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-db48b2ff-31be-412f-8263-ccf112c16646 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3243237 Dec 06 12:44:04.432316 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35160) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:04.437143 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:04.492659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.657086 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] device_id is not set on port 17bdbf44-4fc6-432c-be73-001b591aaa42 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:04.664605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.670217 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.721418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=17bdbf44-4fc6-432c-be73-001b591aaa42,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.731597 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.732188 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.732523 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.736910 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.737268 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.737654 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 2 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.750704 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.751036 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.751364 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.755725 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.756053 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.756435 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 3 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.768760 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.768957 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.769310 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.773551 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.773876 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.774256 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 4 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.786725 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.787056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.787380 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.791559 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.791883 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.792262 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 5 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.804263 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.804594 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.804926 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.809078 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.809662 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.809801 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 6 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.821765 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.822094 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.822422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.826578 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.826899 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.827275 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 7 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.838576 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.838909 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.839234 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.843841 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.844165 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.844540 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 8 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.856376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.856972 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.857339 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.862059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.862383 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.862760 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 9 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.874229 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.874559 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.874881 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.879003 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.879326 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.879702 n-d-master-1 neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempt 10 to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 Dec 06 12:44:04.894809 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.895138 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.895464 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempting to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.899579 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:04.899902 n-d-master-1 neutron-server[103298]: ERROR neutron.plugins.ml2.managers [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Failed to bind port 17bdbf44-4fc6-432c-be73-001b591aaa42 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'ed21ae00-3fc6-430f-b1ec-e347f0065929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51e6aafc-a7d4-4511-a28f-c4c357d922ca'}] Dec 06 12:44:04.900259 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.230767 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port 17bdbf44-4fc6-432c-be73-001b591aaa42, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:05.231124 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attempted to set empty binding levels {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:44:05.235948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.267359 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] In _notify_port_updated(), no bound segment for port 17bdbf44-4fc6-432c-be73-001b591aaa42 on network 51e6aafc-a7d4-4511-a28f-c4c357d922ca {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:44:05.268604 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:05.268811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.270211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "PUT /v2.0/ports/17bdbf44-4fc6-432c-be73-001b591aaa42 HTTP/1.1" status: 200 len: 974 time: 0.8369641 Dec 06 12:44:05.272993 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:05.284593 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca2e9-370d-4000-9410-bd5c1beb63df tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event updated for resources: {'Port': ['ID=17bdbf44-4fc6-432c-be73-001b591aaa42,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:05.317009 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35166) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:05.355340 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Deleting port 17bdbf44-4fc6-432c-be73-001b591aaa42 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:05.355684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.416954 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] For port 17bdbf44-4fc6-432c-be73-001b591aaa42, host n-h1-master-1, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:05.417350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.429138 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Calling delete_port for 17bdbf44-4fc6-432c-be73-001b591aaa42 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:05.512433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.538438 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Pushing event deleted for resources: {'Port': ['ID=17bdbf44-4fc6-432c-be73-001b591aaa42,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:05.545939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.551811 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6b699335-057f-4079-abfd-c79e5d581da2 tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "DELETE /v2.0/ports/17bdbf44-4fc6-432c-be73-001b591aaa42 HTTP/1.1" status: 204 len: 168 time: 0.2754307 Dec 06 12:44:05.552057 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:05.575936 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6d2b0-17ef-4b6d-af3d-70bf99bef19d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:44:05.578301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eea6d2b0-17ef-4b6d-af3d-70bf99bef19d tempest-PortsAdminExtendedAttrsTestJSON-862193175 tempest-PortsAdminExtendedAttrsTestJSON-862193175-project-admin] 10.222.0.31 "GET /v2.0/ports/17bdbf44-4fc6-432c-be73-001b591aaa42 HTTP/1.1" status: 404 len: 333 time: 0.0250430 Dec 06 12:44:05.581556 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:05.655251 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.743116 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.744283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.765069 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6aafc-a7d4-4511-a28f-c4c357d922ca']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:05.775512 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed21ae00-3fc6-430f-b1ec-e347f0065929') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:05.775815 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed21ae00-3fc6-430f-b1ec-e347f0065929') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:05.785659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.798577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.804451 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:05.804840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:05.807813 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:05.869423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.873909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.877330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] 10.222.0.31 "DELETE /v2.0/networks/51e6aafc-a7d4-4511-a28f-c4c357d922ca HTTP/1.1" status: 204 len: 168 time: 0.2948213 Dec 06 12:44:05.891986 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e591ba3-3118-4b4d-8064-ee48776cdafd tempest-PortsAdminExtendedAttrsTestJSON-1937922088 tempest-PortsAdminExtendedAttrsTestJSON-1937922088-project] Pushing event deleted for resources: {'Network': ['ID=51e6aafc-a7d4-4511-a28f-c4c357d922ca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:06.006101 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port b0279918-5fcf-4019-921f-a9cd336f4687 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:06.006618 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.102074 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port b0279918-5fcf-4019-921f-a9cd336f4687, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0279918-5fcf-4019-921f-a9cd336f4687,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:06.102441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.115932 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for b0279918-5fcf-4019-921f-a9cd336f4687 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:06.122754 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:06.262242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d22e00c0-1deb-43d7-a52f-d8eadc334ac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=723d404d1976457faea29d24073aa293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381266 Dec 06 12:44:06.264590 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:06.303998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.313182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.329806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=b0279918-5fcf-4019-921f-a9cd336f4687,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:06.334906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.396862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.400896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.402338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de06e1a2-43f2-412b-ba04-80188f3865e7 HTTP/1.1" status: 204 len: 168 time: 0.1367037 Dec 06 12:44:06.411479 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb79d2-e45e-45dc-8142-36e3c8849511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06e1a2-43f2-412b-ba04-80188f3865e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:06.533455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.709529 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:06.753714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0c948e14-70f1-4953-805e-fabe28516c87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c62e0804431541e3a407a25957da706f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428929 Dec 06 12:44:06.756098 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:06.763920 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Router 48a083d2-7561-4d06-8df4-442fee1821f0 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:06.804353 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.825533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.871283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.872525 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:06.874559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.875760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7632abd0-39ec-46a7-a8d5-33264e061be0 HTTP/1.1" status: 204 len: 168 time: 0.1188478 Dec 06 12:44:06.881140 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34e5e39b-8cf9-43fd-af27-dd0ecd7b9f81 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "PUT /v2.0/routers/48a083d2-7561-4d06-8df4-442fee1821f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602353 Dec 06 12:44:06.881140 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35192) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:06.884108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ac1d5-067a-43e1-821f-91ab411b0a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7632abd0-39ec-46a7-a8d5-33264e061be0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:06.888814 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Sync routers for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:06.908899 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:06.909339 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:06.941145 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting subnet 9ad0de6e-1352-4a84-bcfb-68c656f19e88 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:44:06.944510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.989051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.022401 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:07.083494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.134598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:44:07.160334 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 421df364-c486-42e0-935f-c054b1283c4e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:44:07.161008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 421df364-c486-42e0-935f-c054b1283c4e not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:44:07.177551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.208033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad0de6e-1352-4a84-bcfb-68c656f19e88,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:07.210156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.213678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c1cfcf20-fa68-4bcd-826f-8eafa3c81b1f tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/subnets/9ad0de6e-1352-4a84-bcfb-68c656f19e88 HTTP/1.1" status: 204 len: 168 time: 0.3315442 Dec 06 12:44:07.216383 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35198) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:07.219231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599a319-1ae2-4691-940d-dd2ebb5b0fd4 None None] Network 53347752-5a81-43e5-894c-ea02892a26ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:07.339107 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.456654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.508402 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:44:06Z', 'revision_number': 5, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port': {'id': 'a0876733-5993-44d3-9ba7-f834e37456b7', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:42:11Z', 'updated_at': '2021-12-06T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:07.515614 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Deleting port a0876733-5993-44d3-9ba7-f834e37456b7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:07.515941 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.539554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Checking router: 48a083d2-7561-4d06-8df4-442fee1821f0 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:07.552629 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Routers {'48a083d2-7561-4d06-8df4-442fee1821f0'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:07.553247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['48a083d2-7561-4d06-8df4-442fee1821f0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:07.616702 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] For port a0876733-5993-44d3-9ba7-f834e37456b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0876733-5993-44d3-9ba7-f834e37456b7,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:07.617070 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.632119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Calling delete_port for a0876733-5993-44d3-9ba7-f834e37456b7 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:07.651584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] DHCP port deletion for 53347752-5a81-43e5-894c-ea02892a26ef request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:07.686937 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] Set router 48a083d2-7561-4d06-8df4-442fee1821f0 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:07.747486 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 6, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:07.779181 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c6f7b-6504-4c4d-9c4a-51d712d3a477 None None] The sync data for ids ['48a083d2-7561-4d06-8df4-442fee1821f0'] in n-d-master-1 is: [{'id': '48a083d2-7561-4d06-8df4-442fee1821f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442335854', 'tenant_id': 'dba5110fd3fe46989ee27e99e723f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:42:10Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 6, 'project_id': 'dba5110fd3fe46989ee27e99e723f858', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:07.792598 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Deleting port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:07.793059 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.832045 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.866293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] For port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,segment=NetworkSegment(95bc2441-3bda-45a0-8677-4c2b2b87d6b5),segment_id=95bc2441-3bda-45a0-8677-4c2b2b87d6b5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:07.866833 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.868061 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Port': ['ID=a0876733-5993-44d3-9ba7-f834e37456b7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:07.884621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ae220-c87d-4246-bd5f-3c2f257855b9 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:07.887508 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Calling delete_port for 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:07.929255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.977993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.009970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] No DVR routers for this DVR port 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:44:08.015266 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b4d7e-8d98-43c0-97a5-2a9d51b3d34b None None] Pushing event deleted for resources: {'Port': ['ID=89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:08.032689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.035452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.080025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.080648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Fanout notify agent at l3_agent the message router_deleted on router 48a083d2-7561-4d06-8df4-442fee1821f0 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:08.087657 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.091564 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9754eb91-bc4f-4855-8aa5-c5b465412f38 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/routers/48a083d2-7561-4d06-8df4-442fee1821f0 HTTP/1.1" status: 204 len: 168 time: 0.8714826 Dec 06 12:44:08.091726 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35224) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.176011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.296573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.325376 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53347752-5a81-43e5-894c-ea02892a26ef']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:08.337485 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bc2441-3bda-45a0-8677-4c2b2b87d6b5') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:08.337791 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bc2441-3bda-45a0-8677-4c2b2b87d6b5') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:08.350878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.366410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.373208 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:08.374035 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:08.377333 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:08.438632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.447766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.451683 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/networks/53347752-5a81-43e5-894c-ea02892a26ef HTTP/1.1" status: 204 len: 168 time: 0.3590288 Dec 06 12:44:08.454359 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35234) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.473614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ccfd-77d1-4284-9378-dc2c09f03123 tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'Network': ['ID=53347752-5a81-43e5-894c-ea02892a26ef,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:08.533027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.566289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.570352 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.634115 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.636897 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.641369 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] 10.222.0.31 "DELETE /v2.0/security-groups/7319eaa6-6789-4ae9-9b32-5e9bf7923078 HTTP/1.1" status: 204 len: 168 time: 0.1827533 Dec 06 12:44:08.657673 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70835c-3564-4fcb-bf87-fa030c0c4a0a tempest-TestNetworkAdvancedServerOps-1993291677 tempest-TestNetworkAdvancedServerOps-1993291677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319eaa6-6789-4ae9-9b32-5e9bf7923078,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:08.700575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-70f37246-c5ec-4d89-b5db-5ac7b36434ae tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:08.739674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-70f37246-c5ec-4d89-b5db-5ac7b36434ae tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "PUT /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564 HTTP/1.1" status: 200 len: 366 time: 0.1680977 Dec 06 12:44:08.742177 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.752047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ae7fbfb-5104-4c44-bc10-8fb6ba6d375c tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0088205 Dec 06 12:44:08.754388 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35248) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.765761 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a2652b6c-0285-49ad-bf06-684678d01949 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564 HTTP/1.1" status: 200 len: 366 time: 0.0100577 Dec 06 12:44:08.768686 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35250) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.784063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bc05b684-9d62-429e-96b0-b312929cd912 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564 HTTP/1.1" status: 204 len: 168 time: 0.0140176 Dec 06 12:44:08.786691 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.797295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-81dfa64a-ec27-4433-b117-bb126ecf7ec2 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0094233 Dec 06 12:44:08.799550 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.812143 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35256) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.812350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd431fe2-aa2c-406b-8d4a-72f95c93e2eb tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564 HTTP/1.1" status: 200 len: 370 time: 0.0116234 Dec 06 12:44:08.817356 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc7c9606-426c-489f-b139-dc9327b14663 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564/default HTTP/1.1" status: 200 len: 370 time: 0.0038898 Dec 06 12:44:08.819635 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.829421 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e2e5ab24-e061-457f-880e-681a11636794 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] delete failed (client error): The resource could not be found. Dec 06 12:44:08.830450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e2e5ab24-e061-457f-880e-681a11636794 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/7eb28afb4dad4afe9a071ce89df96564 HTTP/1.1" status: 404 len: 348 time: 0.0097108 Dec 06 12:44:08.939157 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.961031 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:network and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:08.965122 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:08.972772 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:subnet and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:08.976138 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:08.983145 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:subnetpool and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:08.987412 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35268) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:08.989016 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:08.996642 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:port and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:09.000860 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:09.008434 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:router and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:09.011908 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:09.019117 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:floatingip and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:09.022519 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:09.060127 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:security_group and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:09.064075 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:09.070285 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Usage tracker for resource:security_group_rule and project:2d315a62ecec43889114e71291c14b12 is out of sync, need to count used quota {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:44:09.073694 n-d-master-1 neutron-server[103297]: DEBUG neutron.quota.resource [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103297) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:44:09.079506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3ae76d78-19ee-4f2b-92be-0f52e65ba5c8 tempest-QuotasTest-2108048225 tempest-QuotasTest-2108048225-project-admin] 10.222.0.31 "GET /v2.0/quotas/2d315a62ecec43889114e71291c14b12/details.json HTTP/1.1" status: 200 len: 703 time: 0.1393142 Dec 06 12:44:09.193757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0876733-5993-44d3-9ba7-f834e37456b7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:44:09.217654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a0876733-5993-44d3-9ba7-f834e37456b7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:44:09.218073 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a0876733-5993-44d3-9ba7-f834e37456b7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:44:09.218378 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:44:09.239495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:44:09.239849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 89eaa1da-ff75-4ae4-bc59-2bd1ed7dcf75 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:44:09.240272 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b0279918-5fcf-4019-921f-a9cd336f4687 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:44:09.259862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b0279918-5fcf-4019-921f-a9cd336f4687 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:44:09.260255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b0279918-5fcf-4019-921f-a9cd336f4687 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:44:09.327918 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b344331e-8de3-4d0b-8bd2-db8769da0e90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dba5110fd3fe46989ee27e99e723f858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393188 Dec 06 12:44:09.330289 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:09.330449 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:09.378444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.399534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.434551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a41661e0-6f08-4e71-af52-8e96a652002e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.446916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.449683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.450893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d77ee24e-eaf4-4b72-acfa-5cc213a987b4 HTTP/1.1" status: 204 len: 168 time: 0.1194921 Dec 06 12:44:09.459585 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3985efe-0143-41fa-9b8a-777a91a91a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ee24e-eaf4-4b72-acfa-5cc213a987b4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:09.519867 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a41661e0-6f08-4e71-af52-8e96a652002e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.523636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a41661e0-6f08-4e71-af52-8e96a652002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.566881 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35286) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:09.573795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a41661e0-6f08-4e71-af52-8e96a652002e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bc61739e67e467e8361395bbfc599f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422590 Dec 06 12:44:09.575794 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41661e0-6f08-4e71-af52-8e96a652002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64956c16-0c72-4b40-944e-1e86990e339b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:09.619308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.642498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.696157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.704965 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.706405 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64956c16-0c72-4b40-944e-1e86990e339b HTTP/1.1" status: 204 len: 168 time: 0.1384447 Dec 06 12:44:09.715440 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751051-78e4-4a2e-87b6-6e0276f8be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64956c16-0c72-4b40-944e-1e86990e339b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:09.752602 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:09.793877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-76446438-6867-4b2f-b840-0c7acf925956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=939d9c27d46d4de1842a3c828ecec2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398326 Dec 06 12:44:09.796869 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:09.843185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.864437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.912216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.914899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.916063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e40b84de-2ac6-48dd-9b7a-0ed4d080120a HTTP/1.1" status: 204 len: 168 time: 0.1182220 Dec 06 12:44:09.924071 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccbdd5-98c0-4321-aeb5-9439b6af613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b84de-2ac6-48dd-9b7a-0ed4d080120a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:10.031813 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:10.045956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da3802ae-26f1-42c6-b734-265f68e2d8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.139091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da3802ae-26f1-42c6-b734-265f68e2d8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.144113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da3802ae-26f1-42c6-b734-265f68e2d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.190199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da3802ae-26f1-42c6-b734-265f68e2d8fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d315a62ecec43889114e71291c14b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548250 Dec 06 12:44:10.190199 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3802ae-26f1-42c6-b734-265f68e2d8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff646388-cce9-4ed2-a56c-8908a5f462d3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:10.190552 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35300) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:10.244993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.270355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.321427 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.324054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.325293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff646388-cce9-4ed2-a56c-8908a5f462d3 HTTP/1.1" status: 204 len: 168 time: 0.1336567 Dec 06 12:44:10.335067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f5ab9-8520-4073-9e7d-96bb37d65ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff646388-cce9-4ed2-a56c-8908a5f462d3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:11.575665 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:11.674573 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1823338555', 'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:11.694910 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Made reservation on behalf of ab980344c1f24eebb6e7c867d9b63e3a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:11.697069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.706417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.781651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.785058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.808147 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:11.817679 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d1526-6643-4abb-a475-7815e1c5ec29,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:11.822417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.822750 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Added segment 990994eb-af12-4def-9b79-ef4713b1db49 of type vlan for network d0791de5-d4f5-491c-a0f3-b6d23511a13e Dec 06 12:44:11.869141 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.901258 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.902270 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.902860 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:11.941714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3648808 Dec 06 12:44:11.944681 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:11.950690 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'subnet': {'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:11.990377 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644ca1-d8bd-44cd-895a-9e862189ed8c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Network': ['ID=d0791de5-d4f5-491c-a0f3-b6d23511a13e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:11.999913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:12.007498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Made reservation on behalf of ab980344c1f24eebb6e7c867d9b63e3a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:12.010198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.295343 n-d-master-1 neutron-server[103297]: DEBUG neutron.objects.ports [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:44:12.295691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.353547 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0593fb7b-29a2-4fac-8bb4-0bea1a394d8b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:12.361607 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Checking segment: {'id': '990994eb-af12-4def-9b79-ef4713b1db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:12.361970 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network hostable DHCP agents. Network: d0791de5-d4f5-491c-a0f3-b6d23511a13e, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:12.378622 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:12.387321 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d0791de5-d4f5-491c-a0f3-b6d23511a13e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:12.391153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:12.391737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.395900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316da88c-d9e8-4e87-b547-3c0cd9fc50d0 None None] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:12.407845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f240c86-263e-4c59-a4e4-934957cf98d1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4621005 Dec 06 12:44:12.410554 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:12.415335 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-452062966', 'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:12.434959 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Made reservation on behalf of ab980344c1f24eebb6e7c867d9b63e3a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:12.437842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.452954 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] device_id is not set on port ba8d046c-5485-4641-ba6f-782b32bb4532 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:44:12.520647 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca485a6-efe1-46fa-8380-5ce2956cb4c1 None None] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:12.559484 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 2001:db8::3ab (d0791de5-d4f5-491c-a0f3-b6d23511a13e/0593fb7b-29a2-4fac-8bb4-0bea1a394d8b/ba8d046c-5485-4641-ba6f-782b32bb4532) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:12.698878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.735035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.783205 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:12.786063 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:12.790664 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:12.791628 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:12.792235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.796066 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=ba8d046c-5485-4641-ba6f-782b32bb4532,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:12.810004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-facf47dc-7f1d-40e5-afb6-a1674b4587ae tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.3984118 Dec 06 12:44:12.812498 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:12.885307 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Deleting port ba8d046c-5485-4641-ba6f-782b32bb4532 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:12.885651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.961808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:12.973813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Calling delete_port for ba8d046c-5485-4641-ba6f-782b32bb4532 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:13.095332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.120641 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba8d046c-5485-4641-ba6f-782b32bb4532,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:13.145769 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.148981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ee9e151-5479-4c23-aa05-ea75b3e9b546 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ba8d046c-5485-4641-ba6f-782b32bb4532 HTTP/1.1" status: 204 len: 168 time: 0.3355703 Dec 06 12:44:13.151648 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:13.156464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e', 'external_fixed_ips': [{'subnet_id': '0593fb7b-29a2-4fac-8bb4-0bea1a394d8b', 'ip_address': '2001:db8::3ab'}]}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:13.175795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.176765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.224889 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.357048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.546779 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.565186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.706427 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 2001:db8::3ab (d0791de5-d4f5-491c-a0f3-b6d23511a13e/0593fb7b-29a2-4fac-8bb4-0bea1a394d8b/f6435b29-15fa-4726-9352-89e74face1ff) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:13.806181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.839132 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:13.879649 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network d0791de5-d4f5-491c-a0f3-b6d23511a13e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:13.882640 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:13.886083 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:13.922842 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=f6435b29-15fa-4726-9352-89e74face1ff,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:14.393907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:14.587222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:14.720471 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router a0f90cf7-deab-4f4f-8f3b-d0467d86f977 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:14.841346 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:14.854894 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Sync routers for ids ['a0f90cf7-deab-4f4f-8f3b-d0467d86f977'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:14.865370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:14.869138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d5198ca-1ed1-45f3-afa8-89970afe51c6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7142403 Dec 06 12:44:14.869800 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:14.876320 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Routers {'a0f90cf7-deab-4f4f-8f3b-d0467d86f977'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:14.877054 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a0f90cf7-deab-4f4f-8f3b-d0467d86f977'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:15.000005 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.122529 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.142473 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Set router a0f90cf7-deab-4f4f-8f3b-d0467d86f977 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:15.177982 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Deleting port f6435b29-15fa-4726-9352-89e74face1ff {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:15.178479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.258914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.271975 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Calling delete_port for f6435b29-15fa-4726-9352-89e74face1ff owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:15.332394 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f90cf7-deab-4f4f-8f3b-d0467d86f977', 'name': '', 'tenant_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e', 'external_fixed_ips': [{'subnet_id': '0593fb7b-29a2-4fac-8bb4-0bea1a394d8b', 'ip_address': '2001:db8::3ab'}], 'enable_snat': True}, 'gw_port_id': 'f6435b29-15fa-4726-9352-89e74face1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:13Z', 'updated_at': '2021-12-06T12:44:13Z', 'revision_number': 3, 'project_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'gw_port': {'id': 'f6435b29-15fa-4726-9352-89e74face1ff', 'name': '', 'network_id': 'd0791de5-d4f5-491c-a0f3-b6d23511a13e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f90cf7-deab-4f4f-8f3b-d0467d86f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '0593fb7b-29a2-4fac-8bb4-0bea1a394d8b', 'ip_address': '2001:db8::3ab', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:13Z', 'updated_at': '2021-12-06T12:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0593fb7b-29a2-4fac-8bb4-0bea1a394d8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:15.363168 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Checking router: a0f90cf7-deab-4f4f-8f3b-d0467d86f977 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:15.363512 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Updating router a0f90cf7-deab-4f4f-8f3b-d0467d86f977 port f6435b29-15fa-4726-9352-89e74face1ff binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:44:15.396966 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.447131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.479727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6435b29-15fa-4726-9352-89e74face1ff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:15.502307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.596987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.599198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.646513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.647134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0f90cf7-deab-4f4f-8f3b-d0467d86f977 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:15.649873 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.db.api [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:44:15.650327 n-d-master-1 neutron-server[103300]: DEBUG oslo_db.api [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:44:15.651358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.652665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-73447df5-d3c4-4e57-86bf-a55310425f95 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a0f90cf7-deab-4f4f-8f3b-d0467d86f977 HTTP/1.1" status: 204 len: 168 time: 0.7820837 Dec 06 12:44:15.655382 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:15.699693 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Deleting subnet 0593fb7b-29a2-4fac-8bb4-0bea1a394d8b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:44:15.702790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.737625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.775380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.829217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.854954 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0593fb7b-29a2-4fac-8bb4-0bea1a394d8b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:15.857147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:15.860842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6013553f-2ace-432b-9bb9-932ad04429ea tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/0593fb7b-29a2-4fac-8bb4-0bea1a394d8b HTTP/1.1" status: 204 len: 168 time: 0.2045529 Dec 06 12:44:15.863421 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:15.930113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.017010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.038691 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0791de5-d4f5-491c-a0f3-b6d23511a13e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:16.047916 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990994eb-af12-4def-9b79-ef4713b1db49') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:16.048219 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990994eb-af12-4def-9b79-ef4713b1db49') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:16.057483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.071019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.077546 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:16.077920 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:16.079621 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:16.139644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.145230 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0791de5-d4f5-491c-a0f3-b6d23511a13e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:44:16.147865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.154715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d0791de5-d4f5-491c-a0f3-b6d23511a13e HTTP/1.1" status: 204 len: 168 time: 0.2867701 Dec 06 12:44:16.167028 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead19be-be5b-4457-9c53-ec95cb3fe4c5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0791de5-d4f5-491c-a0f3-b6d23511a13e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:16.187171 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Port f6435b29-15fa-4726-9352-89e74face1ff not found while updating agent binding for router a0f90cf7-deab-4f4f-8f3b-d0467d86f977. {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 12:44:16.195894 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:16.196305 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:44:16.196852 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0f90cf7-deab-4f4f-8f3b-d0467d86f977'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103300) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:44:16.197254 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf535933-9d67-42e8-a72d-8e6cf10f07b5 None None] The sync data for ids ['a0f90cf7-deab-4f4f-8f3b-d0467d86f977'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:16.342007 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:16.346443 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'name': 'tempest-router--94140560', 'project_id': 'f40397b95e384ae88ee828c39568b0a3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:16.367314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.368279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.416785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.421350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.436520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.437659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea4b0029-5a36-4bb3-9ad3-9a276c312ef3 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0946500 Dec 06 12:44:16.440310 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:16.512662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.684754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.687582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.730900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.731422 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd2027ba-828f-406f-8e94-a3257d246e69 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:16.736605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.737710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7d4b309c-cc2e-4900-922e-bb8479071f22 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/routers/cd2027ba-828f-406f-8e94-a3257d246e69 HTTP/1.1" status: 204 len: 168 time: 0.2963505 Dec 06 12:44:16.843078 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:17.026749 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1109897561', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:17.052828 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.053853 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.109104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.242012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.438780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.457795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.564626 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Allocated IP 172.35.3.89 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e972c946-76ca-4dd3-bc72-dea077c525c9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:17.670567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.703463 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.746639 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:17.750138 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:17.753609 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:17.759357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event updated for resources: {'Port': ['ID=e972c946-76ca-4dd3-bc72-dea077c525c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:17.762209 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921305d8-4ac9-4601-9e67-4311dd44e9ec None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:17.816375 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c349492f-2c94-4572-b2f8-52ec193f487f None None] Provisioning complete for port e972c946-76ca-4dd3-bc72-dea077c525c9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:17.816639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c349492f-2c94-4572-b2f8-52ec193f487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:17.852615 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c349492f-2c94-4572-b2f8-52ec193f487f None None] Port e972c946-76ca-4dd3-bc72-dea077c525c9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:18.002700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:18.516911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:18.643604 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Router 9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:18.749813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:18.759039 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] Sync routers for ids ['9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:18.769708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] Routers {'9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:18.770432 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:18.772610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:18.776456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7218910-71fa-41cb-b90a-fbe3a1d877ed tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9298296 Dec 06 12:44:18.776806 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:18.801959 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:18.810484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] Routers {'9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:18.811597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:18.848325 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:18.848981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e45e9-5177-459b-9c97-4de803738d9c None None] The sync data for ids ['9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:18.886794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-57d53ef6-c212-4478-b875-d56affaaf5a4 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 HTTP/1.1" status: 200 len: 924 time: 0.1085601 Dec 06 12:44:18.890022 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:18.923425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5c16705-5cc4-48f0-959d-09988c09ce06 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 HTTP/1.1" status: 200 len: 205 time: 0.0322795 Dec 06 12:44:18.925751 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:19.035353 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.139746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.191819 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port e972c946-76ca-4dd3-bc72-dea077c525c9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:19.192168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.267095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.278856 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for e972c946-76ca-4dd3-bc72-dea077c525c9 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:19.437474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.467468 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=e972c946-76ca-4dd3-bc72-dea077c525c9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:19.478509 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a12558-c561-4199-b11b-7097a80f1e03 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:19.491549 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.491788 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.492129 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.492467 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.492807 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.493600 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.493941 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.494258 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.494581 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.494980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.495221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.495546 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.495875 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:19.537914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.629867 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.632054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.679062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.679599 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:19.686607 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.687906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5d7695ab-143a-4120-9804-e04e915318a8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 HTTP/1.1" status: 204 len: 168 time: 0.7611477 Dec 06 12:44:19.691418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:19.695685 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1874803184', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:19.717440 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.718451 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.759309 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.771916 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.909735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.098692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.116790 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.224475 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 172.35.3.245 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1132ec1d-ebc9-4575-b8c2-d25056d87c63) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:20.325866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.359759 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.403676 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:20.406611 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:20.410168 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:20.419558 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431ea54-bb0f-449d-a7a3-eebb5f7ad925 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:20.436988 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=1132ec1d-ebc9-4575-b8c2-d25056d87c63,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:20.485826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5d723431-ae13-4e9a-8e57-1d7ff92bb194 None None] Provisioning complete for port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:20.486304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d723431-ae13-4e9a-8e57-1d7ff92bb194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.520597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5d723431-ae13-4e9a-8e57-1d7ff92bb194 None None] Port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:20.664936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.866486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.316054 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router 23870a38-da7d-45f1-bce3-2b4142439002 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:21.430655 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:21.440462 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Sync routers for ids ['23870a38-da7d-45f1-bce3-2b4142439002'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:21.448685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.452908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-56782f98-2d3d-4379-b948-2436d340d673 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7576036 Dec 06 12:44:21.453497 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:21.453703 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Routers {'23870a38-da7d-45f1-bce3-2b4142439002'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:21.454475 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['23870a38-da7d-45f1-bce3-2b4142439002'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:21.559009 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Set router 23870a38-da7d-45f1-bce3-2b4142439002 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:21.569299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83bf9e6b-e56a-415b-a375-efbda89831b1 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/23870a38-da7d-45f1-bce3-2b4142439002 HTTP/1.1" status: 200 len: 909 time: 0.1123145 Dec 06 12:44:21.569524 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:21.574403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1874803184', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:21.597929 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.599165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.652891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.741020 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23870a38-da7d-45f1-bce3-2b4142439002', 'name': 'tempest-snat-router-1874803184', 'tenant_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': False}, 'gw_port_id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:20Z', 'revision_number': 3, 'project_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'gw_port': {'id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23870a38-da7d-45f1-bce3-2b4142439002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:20Z', 'updated_at': '2021-12-06T12:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:21.767184 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Checking router: 23870a38-da7d-45f1-bce3-2b4142439002 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:21.767533 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Updating router 23870a38-da7d-45f1-bce3-2b4142439002 port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:44:21.792760 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:21.801701 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.019854 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.048527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.049912 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.055451 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.099742 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb3de7-a637-42d9-9349-9b70c412dac4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:22.102041 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Attempting to bind port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:22.102436 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Attempting to bind port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:22.102797 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Attempting to bind port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:22.113974 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:22.114348 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:22.114749 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.115138 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:22.115605 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Bound port: 1132ec1d-ebc9-4575-b8c2-d25056d87c63, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:22.115978 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.135267 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Pushing event updated for resources: {'Port': ['ID=1132ec1d-ebc9-4575-b8c2-d25056d87c63,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:22.149338 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.149617 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.149979 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.150622 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.150622 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.151012 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.151335 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.151598 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.152148 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.152441 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.152765 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.153538 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.153538 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:22.159058 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-65838bde-d652-475d-9b1d-4d0a5a9cdaa6 None None] Provisioning complete for port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:22.159691 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-65838bde-d652-475d-9b1d-4d0a5a9cdaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.178622 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 172.35.3.168 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e6d7b426-ab98-4720-95ea-2b2342897149) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:22.181672 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] For port 1132ec1d-ebc9-4575-b8c2-d25056d87c63, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:22.184834 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] For port 1132ec1d-ebc9-4575-b8c2-d25056d87c63, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1132ec1d-ebc9-4575-b8c2-d25056d87c63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:22.190842 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.207538 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-65838bde-d652-475d-9b1d-4d0a5a9cdaa6 None None] Port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:22.236354 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73bd61-ec9b-42fb-bbd2-62c5d6c699df None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:22.241492 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Routers {'23870a38-da7d-45f1-bce3-2b4142439002'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:22.242148 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['23870a38-da7d-45f1-bce3-2b4142439002'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:22.290250 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fc31c-91cb-4f38-9cdb-adc372787075 None None] Pushing event updated for resources: {'Port': ['ID=1132ec1d-ebc9-4575-b8c2-d25056d87c63,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:22.315098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.332601 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] Provisioning complete for port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:22.333401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.356599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.364669 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] Set router 23870a38-da7d-45f1-bce3-2b4142439002 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:22.406101 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:22.409618 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:22.414079 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:22.431845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be8ad8-ddf8-4698-b92e-229281d8b2f7 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:22.441114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d7b426-ab98-4720-95ea-2b2342897149,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:22.448599 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.474011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] For port 1132ec1d-ebc9-4575-b8c2-d25056d87c63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1132ec1d-ebc9-4575-b8c2-d25056d87c63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:22.478918 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.533601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14481-e3e9-4717-8ead-e3f2da76a6a5 None None] Pushing event updated for resources: {'Port': ['ID=1132ec1d-ebc9-4575-b8c2-d25056d87c63,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:22.605249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a37efa8a-b805-4abe-9ccf-c5ef324c6d19 None None] Provisioning complete for port e6d7b426-ab98-4720-95ea-2b2342897149 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:22.605647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a37efa8a-b805-4abe-9ccf-c5ef324c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.640752 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a37efa8a-b805-4abe-9ccf-c5ef324c6d19 None None] Port e6d7b426-ab98-4720-95ea-2b2342897149 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:22.662359 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23870a38-da7d-45f1-bce3-2b4142439002', 'name': 'tempest-snat-router-1874803184', 'tenant_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': False}, 'gw_port_id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:20Z', 'revision_number': 3, 'project_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'gw_port': {'id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23870a38-da7d-45f1-bce3-2b4142439002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:20Z', 'updated_at': '2021-12-06T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:22.689097 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9c94-6043-4571-98bc-0c49be9837dd None None] The sync data for ids ['23870a38-da7d-45f1-bce3-2b4142439002'] in n-d-master-1 is: [{'id': '23870a38-da7d-45f1-bce3-2b4142439002', 'name': 'tempest-snat-router-1874803184', 'tenant_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245'}], 'enable_snat': False}, 'gw_port_id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:20Z', 'revision_number': 3, 'project_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'gw_port': {'id': '1132ec1d-ebc9-4575-b8c2-d25056d87c63', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23870a38-da7d-45f1-bce3-2b4142439002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:20Z', 'updated_at': '2021-12-06T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:22.706407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:22.852780 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:44:22.922086 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.069779 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router 8fe27804-cc5b-4fde-983f-9b3220e86205 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:23.183464 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:23.198116 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Sync routers for ids ['8fe27804-cc5b-4fde-983f-9b3220e86205'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:23.206596 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.210615 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-edb4d5aa-5156-4544-8269-a92486171599 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6378388 Dec 06 12:44:23.211056 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:23.213143 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Routers {'8fe27804-cc5b-4fde-983f-9b3220e86205'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:23.213771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8fe27804-cc5b-4fde-983f-9b3220e86205'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:23.256110 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1132ec1d-ebc9-4575-b8c2-d25056d87c63 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:23.335419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ed493d75-e7d8-4a30-bf1d-ea1445a32491 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/8fe27804-cc5b-4fde-983f-9b3220e86205 HTTP/1.1" status: 200 len: 908 time: 0.1209049 Dec 06 12:44:23.336476 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:23.363383 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:23.363747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.390492 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Set router 8fe27804-cc5b-4fde-983f-9b3220e86205 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:23.442062 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.549791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.604444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Deleting port e6d7b426-ab98-4720-95ea-2b2342897149 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:23.604800 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.625143 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe27804-cc5b-4fde-983f-9b3220e86205', 'name': 'tempest-snat-router-1874803184', 'tenant_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'e6d7b426-ab98-4720-95ea-2b2342897149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:21Z', 'updated_at': '2021-12-06T12:44:22Z', 'revision_number': 3, 'project_id': 'ab980344c1f24eebb6e7c867d9b63e3a', 'gw_port': {'id': 'e6d7b426-ab98-4720-95ea-2b2342897149', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe27804-cc5b-4fde-983f-9b3220e86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:22Z', 'updated_at': '2021-12-06T12:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:23.651487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Checking router: 8fe27804-cc5b-4fde-983f-9b3220e86205 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:23.651836 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Updating router 8fe27804-cc5b-4fde-983f-9b3220e86205 port e6d7b426-ab98-4720-95ea-2b2342897149 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:44:23.698138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.713465 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Calling delete_port for e6d7b426-ab98-4720-95ea-2b2342897149 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:23.839049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.887157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:23.914802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d7b426-ab98-4720-95ea-2b2342897149,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:23.934552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c1e05-de06-4495-bcdc-9a93d898581e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:23.977668 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.101757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:44:24.102123 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:44:24.350272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.352482 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.396968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.397528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe27804-cc5b-4fde-983f-9b3220e86205 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:24.402122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.403269 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-aab3dd6c-e6dd-4913-8776-42b9c0ca7375 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8fe27804-cc5b-4fde-983f-9b3220e86205 HTTP/1.1" status: 204 len: 168 time: 1.0665359 Dec 06 12:44:24.405822 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:24.511254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.610738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.624780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Port e6d7b426-ab98-4720-95ea-2b2342897149 not found while updating agent binding for router 8fe27804-cc5b-4fde-983f-9b3220e86205. {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 12:44:24.632956 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:24.633360 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:44:24.633966 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8fe27804-cc5b-4fde-983f-9b3220e86205'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:44:24.634338 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8fe2-34d3-49c0-a03f-7db10ffc6838 None None] The sync data for ids ['8fe27804-cc5b-4fde-983f-9b3220e86205'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:24.662695 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Deleting port 1132ec1d-ebc9-4575-b8c2-d25056d87c63 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:24.662974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.745627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] For port 1132ec1d-ebc9-4575-b8c2-d25056d87c63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1132ec1d-ebc9-4575-b8c2-d25056d87c63,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:24.745992 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.757885 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Calling delete_port for 1132ec1d-ebc9-4575-b8c2-d25056d87c63 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:24.918472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:24.944794 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event deleted for resources: {'Port': ['ID=1132ec1d-ebc9-4575-b8c2-d25056d87c63,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:24.954554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1aedbc-bc32-49ac-a2e1-72898a61c838 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:25.003416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.091413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.094060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.140647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.141451 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23870a38-da7d-45f1-bce3-2b4142439002 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:25.146775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.152370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5add978f-6228-46b0-8d96-aa9761e48f4a tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "DELETE /v2.0/routers/23870a38-da7d-45f1-bce3-2b4142439002 HTTP/1.1" status: 204 len: 168 time: 0.7455518 Dec 06 12:44:25.152581 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:25.157813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-438844277', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:25.190552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.193035 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.252148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.391299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.577634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.597295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.707354 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Allocated IP 172.35.3.170 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a4ecddb0-a90d-429a-8c56-754ee98c10cc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:25.814346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.847622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:25.887763 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:25.891325 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:25.894921 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:25.906699 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ef62d-7c14-4d77-94a1-40e92fa2f818 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:25.917675 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event updated for resources: {'Port': ['ID=a4ecddb0-a90d-429a-8c56-754ee98c10cc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:25.980053 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd023f44-fa0a-445d-a7c1-7bdd02f50e50 None None] Provisioning complete for port a4ecddb0-a90d-429a-8c56-754ee98c10cc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:25.980426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd023f44-fa0a-445d-a7c1-7bdd02f50e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:26.014987 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd023f44-fa0a-445d-a7c1-7bdd02f50e50 None None] Port a4ecddb0-a90d-429a-8c56-754ee98c10cc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:26.449025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:26.643972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:26.770938 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Router 4c1f6349-03d4-4787-9403-feeac9c25f8f is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:26.875081 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:26.884944 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] Sync routers for ids ['4c1f6349-03d4-4787-9403-feeac9c25f8f'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:26.894713 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] Routers {'4c1f6349-03d4-4787-9403-feeac9c25f8f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:26.895319 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4c1f6349-03d4-4787-9403-feeac9c25f8f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:26.895646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:26.900536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4321d5b7-688a-4d2f-a0f2-1fd89587978a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7435319 Dec 06 12:44:26.900536 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:26.903967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:26.932565 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:26.941679 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] Routers {'4c1f6349-03d4-4787-9403-feeac9c25f8f'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:26.942276 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4c1f6349-03d4-4787-9403-feeac9c25f8f'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:26.973763 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:26.974398 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df6da7-918a-475e-97ca-4472cb888ba9 None None] The sync data for ids ['4c1f6349-03d4-4787-9403-feeac9c25f8f'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:27.146880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1132ec1d-ebc9-4575-b8c2-d25056d87c63 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:44:27.165881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1132ec1d-ebc9-4575-b8c2-d25056d87c63 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:44:27.166301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1132ec1d-ebc9-4575-b8c2-d25056d87c63 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:44:27.189025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:27.268896 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b075d7de-c68f-4636-906a-bc690ffccdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:27.570491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:27.573983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:27.678424 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router 4c1f6349-03d4-4787-9403-feeac9c25f8f has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:27.784075 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:27.788309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:27.789532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67d70c3a-d7b2-4b11-9ac7-ea8daded4df5 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "PUT /v2.0/routers/4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 200 len: 925 time: 0.8889499 Dec 06 12:44:27.792261 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:27.793482 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] Sync routers for ids ['4c1f6349-03d4-4787-9403-feeac9c25f8f'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:27.803466 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] Routers {'4c1f6349-03d4-4787-9403-feeac9c25f8f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:27.804066 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4c1f6349-03d4-4787-9403-feeac9c25f8f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:27.838638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:27.847832 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] Routers {'4c1f6349-03d4-4787-9403-feeac9c25f8f'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:27.848525 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4c1f6349-03d4-4787-9403-feeac9c25f8f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:27.879769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:27.880409 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d76e0-e252-48e1-b008-daa0b83c216d None None] The sync data for ids ['4c1f6349-03d4-4787-9403-feeac9c25f8f'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:27.895628 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d0c740b8-acd3-4b93-8b05-c362aead3a7c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 200 len: 925 time: 0.1022844 Dec 06 12:44:27.898418 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:27.966008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4923c-4c04-404a-8220-1aa82af280d0 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:27.968110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-21a4923c-4c04-404a-8220-1aa82af280d0 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=4c1f6349-03d4-4787-9403-feeac9c25f8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0687892 Dec 06 12:44:27.970795 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35402) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:28.354235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6af86a-4124-4608-a658-0000324be640 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:28.355617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce6af86a-4124-4608-a658-0000324be640 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.3839300 Dec 06 12:44:28.358790 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35404) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:28.383752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ec310016-e5a8-48cc-a619-d802761b6e0d tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 200 len: 205 time: 0.0239511 Dec 06 12:44:28.386072 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:28.487647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.587984 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.641582 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port a4ecddb0-a90d-429a-8c56-754ee98c10cc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:28.641959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.720222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.731925 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for a4ecddb0-a90d-429a-8c56-754ee98c10cc owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:28.891744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.917918 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=a4ecddb0-a90d-429a-8c56-754ee98c10cc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:28.928469 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e56b6e-76b7-430a-b96d-3639176f04ff None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:28.975293 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.063989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.066108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.111487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.112033 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 4c1f6349-03d4-4787-9403-feeac9c25f8f {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:29.118833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.120471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-118ca1a6-fa8a-4d3d-961f-c87dee4a30f1 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 204 len: 168 time: 0.7330039 Dec 06 12:44:29.123541 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:29.127747 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-323032408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:29.150118 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.151048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.200204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.204363 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.221079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.222287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ca646ca3-faa9-4f2e-b705-7fc3e920b2f7 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0978193 Dec 06 12:44:29.224892 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:29.229190 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:29.430966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.600314 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-748bffbb-55db-4b4d-8c01-24f58b0a590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.617377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.636270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.743664 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Allocated IP 172.35.3.55 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/1b9366c6-0eb3-4572-acc3-b260144fbb06) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:29.842549 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.880747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.919328 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:29.924202 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:29.928628 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:29.931608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event updated for resources: {'Port': ['ID=1b9366c6-0eb3-4572-acc3-b260144fbb06,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:29.937904 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d12366-247f-4796-9bd5-5a4fe7845db3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:30.063069 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ac75d801-ce71-48de-974f-986064f02e34 None None] Provisioning complete for port 1b9366c6-0eb3-4572-acc3-b260144fbb06 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:30.063347 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac75d801-ce71-48de-974f-986064f02e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.096685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ac75d801-ce71-48de-974f-986064f02e34 None None] Port 1b9366c6-0eb3-4572-acc3-b260144fbb06 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:30.175602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.366883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.370079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.492272 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Router 4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:30.594154 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:30.601190 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.604438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3fc6f2be-21f4-4233-9273-6a81d71aa180 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "PUT /v2.0/routers/4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 200 len: 882 time: 1.3760302 Dec 06 12:44:30.604638 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] Sync routers for ids ['4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:30.605089 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:30.616162 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] Routers {'4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:30.616994 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:30.618334 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:30.652571 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:30.660958 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] Routers {'4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:30.661623 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:30.693369 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:30.694021 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a858ad4-51e5-4f50-83fa-e43cbd3c7460 None None] The sync data for ids ['4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:30.718946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-80899ff8-12f2-4efa-8a3d-f927a0992b9c tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 200 len: 923 time: 0.1131155 Dec 06 12:44:30.720960 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:30.790669 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7cb025-2d38-42e6-872b-37b4bb956c11 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:30.792179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3f7cb025-2d38-42e6-872b-37b4bb956c11 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0702033 Dec 06 12:44:30.795566 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:30.876560 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6905a-ca26-4657-9e4d-787b96f875e4 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:30.877880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dba6905a-ca26-4657-9e4d-787b96f875e4 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.0813401 Dec 06 12:44:30.880524 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:30.906012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2c0950a6-69f4-4cb3-a214-127c67474fc5 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 200 len: 205 time: 0.0244818 Dec 06 12:44:30.908284 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:31.010793 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.111499 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.165993 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port 1b9366c6-0eb3-4572-acc3-b260144fbb06 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:31.166335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.240587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.252292 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for 1b9366c6-0eb3-4572-acc3-b260144fbb06 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:31.273698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.412191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.437808 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=1b9366c6-0eb3-4572-acc3-b260144fbb06,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:31.455361 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7294f-664a-44b0-8d1c-713d07c9a2fb None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:31.501427 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.591120 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.593343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.636538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.637127 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:31.644546 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.645673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0d935c56-1b2b-4658-b51f-19fa9641b208 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 204 len: 168 time: 0.7365212 Dec 06 12:44:31.649385 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:31.653491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1937305659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:31.675678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.676976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.036205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.040626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.059618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.061472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e1a214af-e31b-4e98-832e-3e560f465914 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4112926 Dec 06 12:44:32.064135 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:32.068361 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:32.259596 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.389275 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.455606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.474578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.575280 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 172.35.3.75 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a82d3138-b25c-4597-b900-ef4c6d340adc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:32.679444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.713894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.754357 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:32.757227 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:32.759511 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:32.770527 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91b88b-ab26-4b28-964b-522ccd4fe5ae None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:32.789712 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=a82d3138-b25c-4597-b900-ef4c6d340adc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:32.835926 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-675ca76d-8907-41f2-8f15-c055ba5f2504 None None] Provisioning complete for port a82d3138-b25c-4597-b900-ef4c6d340adc triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:32.836211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-675ca76d-8907-41f2-8f15-c055ba5f2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.872141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-675ca76d-8907-41f2-8f15-c055ba5f2504 None None] Port a82d3138-b25c-4597-b900-ef4c6d340adc cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:33.015796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.183568 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.204799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.208109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.333217 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router 4cc2e07e-2734-4b8a-986a-dc11d9e24d88 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:33.436542 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:33.440757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.441991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e11d0332-a9bb-4bd4-8100-20d2e3667ea9 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "PUT /v2.0/routers/4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 200 len: 918 time: 1.3769317 Dec 06 12:44:33.444591 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:33.447056 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] Sync routers for ids ['4cc2e07e-2734-4b8a-986a-dc11d9e24d88'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:33.457278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] Routers {'4cc2e07e-2734-4b8a-986a-dc11d9e24d88'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:33.457954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4cc2e07e-2734-4b8a-986a-dc11d9e24d88'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:33.489583 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:33.498483 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] Routers {'4cc2e07e-2734-4b8a-986a-dc11d9e24d88'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:33.499072 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4cc2e07e-2734-4b8a-986a-dc11d9e24d88'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:33.532433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:33.533071 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bb8d4-c18f-4616-be66-609c33696e39 None None] The sync data for ids ['4cc2e07e-2734-4b8a-986a-dc11d9e24d88'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:33.548802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c2e15ddf-fbb8-4331-ae8f-dbec369e0106 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 200 len: 924 time: 0.1029027 Dec 06 12:44:33.551419 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:33.590353 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80685982-9200-433a-87ac-b8eab585121e tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:33.591871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80685982-9200-433a-87ac-b8eab585121e tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=4cc2e07e-2734-4b8a-986a-dc11d9e24d88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0395727 Dec 06 12:44:33.594375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:33.678957 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339a94f-1f76-4be1-8739-e7a50939ab8b tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:33.680336 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2339a94f-1f76-4be1-8739-e7a50939ab8b tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.0850859 Dec 06 12:44:33.687828 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:33.713961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91893f32-2982-4ae1-a990-6fd85c9a557d tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 200 len: 205 time: 0.0250812 Dec 06 12:44:33.716235 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:33.819841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.920213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:33.969910 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port a82d3138-b25c-4597-b900-ef4c6d340adc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:33.970172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.043461 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.055743 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for a82d3138-b25c-4597-b900-ef4c6d340adc owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:34.215181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.245622 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=a82d3138-b25c-4597-b900-ef4c6d340adc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:34.256543 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b098a8a-8767-4cbf-9902-4868c71ad5c6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:34.304684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.400408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.402522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.442785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.443326 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 4cc2e07e-2734-4b8a-986a-dc11d9e24d88 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:34.450127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.451743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-918c4b06-1810-4e91-80bd-ba05344eeb9b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 204 len: 168 time: 0.7340736 Dec 06 12:44:34.455530 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35438) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:34.460184 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-565397866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:34.483073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.484154 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.537628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.541658 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.558514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.559673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-54d06f94-5578-4535-95b5-d02b99000dae tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1031260 Dec 06 12:44:34.562855 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35440) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:34.566964 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'enable_snat': False}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:34.760054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.956224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:34.974191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.078833 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Allocated IP 172.35.3.80 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/16f22ca8-7fd9-4527-8cab-2d3588b22bc9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:35.176709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.209050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.243123 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:35.247854 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:35.251278 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:35.260231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4c58f-ebef-4e48-a90e-52ce19ac032c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:35.281557 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Pushing event updated for resources: {'Port': ['ID=16f22ca8-7fd9-4527-8cab-2d3588b22bc9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:35.306231 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c7a69b85-f830-4c0e-99e1-00ff077e11a7 None None] Provisioning complete for port 16f22ca8-7fd9-4527-8cab-2d3588b22bc9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:35.306602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c7a69b85-f830-4c0e-99e1-00ff077e11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.338911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69b85-f830-4c0e-99e1-00ff077e11a7 None None] Port 16f22ca8-7fd9-4527-8cab-2d3588b22bc9 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:35.502513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.687912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.691213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.813816 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Router 7d88701d-a70e-4c73-a622-30444b068f66 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:35.916015 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:35.920612 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:35.921469 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a0d15494-f9df-4c94-b0ff-26f06a8f5752 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "PUT /v2.0/routers/7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 200 len: 918 time: 1.3576427 Dec 06 12:44:35.923994 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:35.926551 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] Sync routers for ids ['7d88701d-a70e-4c73-a622-30444b068f66'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:35.936584 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] Routers {'7d88701d-a70e-4c73-a622-30444b068f66'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:35.937430 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7d88701d-a70e-4c73-a622-30444b068f66'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:35.973249 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:35.981939 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] Routers {'7d88701d-a70e-4c73-a622-30444b068f66'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:35.982526 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7d88701d-a70e-4c73-a622-30444b068f66'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:36.015681 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:36.016336 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5546bc-36ee-43b3-8c4c-e153df8d34be None None] The sync data for ids ['7d88701d-a70e-4c73-a622-30444b068f66'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:36.305667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1518d744-6e58-44c6-ab7e-8d5d5c3ae8f6 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 200 len: 924 time: 0.3805611 Dec 06 12:44:36.308378 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35444) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:36.350610 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4948126e-4dc4-43c0-9b96-f677cd5fd84d tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:36.352187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4948126e-4dc4-43c0-9b96-f677cd5fd84d tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=7d88701d-a70e-4c73-a622-30444b068f66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0427687 Dec 06 12:44:36.354720 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35446) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:36.451862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6934e-b1a6-4011-8e26-5c5359310d73 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:36.453414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-03a6934e-b1a6-4011-8e26-5c5359310d73 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/networks/2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 881 time: 0.0976231 Dec 06 12:44:36.455972 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35448) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:36.484392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-348b32ff-2ff5-4fa7-9b62-a6babf664a2b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 200 len: 205 time: 0.0273833 Dec 06 12:44:36.486937 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:36.598136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:36.702296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:36.756195 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port 16f22ca8-7fd9-4527-8cab-2d3588b22bc9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:36.756645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:36.841803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:36.856683 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for 16f22ca8-7fd9-4527-8cab-2d3588b22bc9 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:37.029607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.060314 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=16f22ca8-7fd9-4527-8cab-2d3588b22bc9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:37.070534 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593cf82-f0b6-4f4f-a56a-530a60238e19 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:37.122242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.212651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.214789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.261656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.262185 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 7d88701d-a70e-4c73-a622-30444b068f66 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:37.269173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.270258 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7787e967-5e8f-466b-b9a8-3c82c927aa7f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 204 len: 168 time: 0.7823780 Dec 06 12:44:37.274000 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:37.279547 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-448152757', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:37.303313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.304455 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.322644 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-b32be604-eb04-4745-89b5-32237310abf5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511887 Dec 06 12:44:37.369970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.418346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-b0d4f8cb-030c-48d6-9c91-d2ae457573f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:37.419824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-b0d4f8cb-030c-48d6-9c91-d2ae457573f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0516715 Dec 06 12:44:37.510893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.531499 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-ea48ec0b-f48c-4a54-9bbf-96ffea58250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:37.532968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-ea48ec0b-f48c-4a54-9bbf-96ffea58250b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0940509 Dec 06 12:44:37.598614 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-628919b4-a837-4164-ac20-3c5299ea5367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 1001 time: 0.0589609 Dec 06 12:44:37.657266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-454f96c7-f771-412b-8a0c-4e094069583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:37.658944 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-454f96c7-f771-412b-8a0c-4e094069583d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0533988 Dec 06 12:44:37.708279 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-8fb72b82-3f20-460b-a71a-c2a4c63a7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:37.709773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-8fb72b82-3f20-460b-a71a-c2a4c63a7dee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438631 Dec 06 12:44:37.713994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.732374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:37.807565 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-b57ce903-9916-4d8a-9ad7-225168f5e741 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901332 Dec 06 12:44:37.913663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dfab6389-f2bf-4624-9937-5e2cfd0ee301 req-e4bdbe06-5e57-450c-963b-a38f64932f3f service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992706 Dec 06 12:44:38.156669 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Allocated IP 172.35.3.230 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/4a752512-20c4-4f9b-bab3-c03bfd2fc7da) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:38.258896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:38.300433 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:38.342551 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:38.345518 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:38.350096 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:38.353524 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event updated for resources: {'Port': ['ID=4a752512-20c4-4f9b-bab3-c03bfd2fc7da,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:38.361832 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d209be7-dd4b-47d1-a518-8edc526d2d0d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:38.478446 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d2766b0c-65b1-4352-bb9a-c2d874cd04f4 None None] Provisioning complete for port 4a752512-20c4-4f9b-bab3-c03bfd2fc7da triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:38.478718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d2766b0c-65b1-4352-bb9a-c2d874cd04f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:38.515406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-d2766b0c-65b1-4352-bb9a-c2d874cd04f4 None None] Port 4a752512-20c4-4f9b-bab3-c03bfd2fc7da cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:38.593402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:38.789594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:38.922592 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Router 35e35ad0-951e-4a90-b247-055face335d5 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:39.031663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:39.041604 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] Sync routers for ids ['35e35ad0-951e-4a90-b247-055face335d5'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:39.051612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.052487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] Routers {'35e35ad0-951e-4a90-b247-055face335d5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:39.052835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-857a9957-5c93-4942-b94a-5aeb52a5ba79 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7778280 Dec 06 12:44:39.055464 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:39.055911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['35e35ad0-951e-4a90-b247-055face335d5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:39.059798 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:39.088289 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:39.096865 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] Routers {'35e35ad0-951e-4a90-b247-055face335d5'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:39.097487 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['35e35ad0-951e-4a90-b247-055face335d5'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:39.132297 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:39.132951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe356a7-db64-4786-a44d-e1147b0faf67 None None] The sync data for ids ['35e35ad0-951e-4a90-b247-055face335d5'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:39.352364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.365019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.418114 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Deleting port 4a752512-20c4-4f9b-bab3-c03bfd2fc7da {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:39.418459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.492847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.505013 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Calling delete_port for 4a752512-20c4-4f9b-bab3-c03bfd2fc7da owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:39.668511 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.695971 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Pushing event deleted for resources: {'Port': ['ID=4a752512-20c4-4f9b-bab3-c03bfd2fc7da,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:39.706683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd3505-c92b-4df5-a742-86f5dffd866d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:39.757632 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.949006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7888184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-667'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:39.952747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7888177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7888138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883488'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.026472 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Router 35e35ad0-951e-4a90-b247-055face335d5 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:40.099300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:40.106330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.108013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5b614250-f984-4f50-9baa-0e062b7470b4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "PUT /v2.0/routers/35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 200 len: 709 time: 1.0516253 Dec 06 12:44:40.109480 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] Sync routers for ids ['35e35ad0-951e-4a90-b247-055face335d5'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:40.110609 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.119152 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] Routers {'35e35ad0-951e-4a90-b247-055face335d5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:40.119846 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['35e35ad0-951e-4a90-b247-055face335d5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:40.151130 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:40.159444 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] Routers {'35e35ad0-951e-4a90-b247-055face335d5'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:40.160026 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:44:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['35e35ad0-951e-4a90-b247-055face335d5'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:40.182608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-616099d3-eba7-42cf-bd92-838466a57faa tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/routers/35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 200 len: 744 time: 0.0709088 Dec 06 12:44:40.185831 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.198479 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:40.199175 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719653a6-95ed-4ee4-89ee-a78f834d71a1 None None] The sync data for ids ['35e35ad0-951e-4a90-b247-055face335d5'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:40.231438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a4c7c77-e381-405f-b010-862c6be44c35 tempest-RoutersIpV6AdminTest-1582001650 tempest-RoutersIpV6AdminTest-1582001650-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&device_id=35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 200 len: 205 time: 0.0439250 Dec 06 12:44:40.234151 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.259603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3129165b-569f-4a92-8db8-afa7d50accf8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 200 len: 205 time: 0.0244229 Dec 06 12:44:40.261936 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.334619 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.788420 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.790534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.831763 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.832319 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Fanout notify agent at l3_agent the message router_deleted on router 35e35ad0-951e-4a90-b247-055face335d5 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:44:40.846518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:40.847649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04f9920f-1ec5-4a40-ad24-60d2811d26a4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 204 len: 168 time: 0.5848269 Dec 06 12:44:40.851291 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.878126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2cf1c609-2163-4603-b3cf-620922b56714 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 200 len: 205 time: 0.0257559 Dec 06 12:44:40.880338 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.920268 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2d51401e-a468-419a-9524-a8872bcfc7ec tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:40.921299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2d51401e-a468-419a-9524-a8872bcfc7ec tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/35e35ad0-951e-4a90-b247-055face335d5 HTTP/1.1" status: 404 len: 336 time: 0.0400562 Dec 06 12:44:40.923756 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.948889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f9ba13c7-da61-4461-88e2-c1036d84bdb4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 200 len: 205 time: 0.0241311 Dec 06 12:44:40.951569 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:40.987433 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-13d640ce-2bb0-408a-b24e-efc8851375bb tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:40.988411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-13d640ce-2bb0-408a-b24e-efc8851375bb tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/7d88701d-a70e-4c73-a622-30444b068f66 HTTP/1.1" status: 404 len: 336 time: 0.0359657 Dec 06 12:44:40.990923 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.020042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3962b2eb-8752-4404-9e58-b5c02349a743 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 200 len: 205 time: 0.0281146 Dec 06 12:44:41.022631 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.058495 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-b5caea1e-8267-4950-b181-82b45e87056a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:41.059488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b5caea1e-8267-4950-b181-82b45e87056a tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4cc2e07e-2734-4b8a-986a-dc11d9e24d88 HTTP/1.1" status: 404 len: 336 time: 0.0359666 Dec 06 12:44:41.062590 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.088078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7eb4670a-bfc6-4ffd-858e-28ef7c4b609b tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 200 len: 205 time: 0.0244997 Dec 06 12:44:41.090328 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.129435 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-a6da26c4-6da3-4261-80a0-8a2f716376e8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:41.130413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a6da26c4-6da3-4261-80a0-8a2f716376e8 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4d6b6197-7b1c-42fe-aa3c-e356ac1c34ab HTTP/1.1" status: 404 len: 336 time: 0.0392165 Dec 06 12:44:41.133117 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.159675 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-62f60def-8840-4cb8-bcb2-22fa61f05178 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 200 len: 205 time: 0.0258112 Dec 06 12:44:41.161947 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.196933 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-b57bfdf9-6f5e-48a0-a946-43aa720f3f5f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:41.197879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b57bfdf9-6f5e-48a0-a946-43aa720f3f5f tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/4c1f6349-03d4-4787-9403-feeac9c25f8f HTTP/1.1" status: 404 len: 336 time: 0.0350542 Dec 06 12:44:41.200182 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.226451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9cd83092-34e1-4203-97d3-0ab3b2ab3601 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 HTTP/1.1" status: 200 len: 205 time: 0.0247247 Dec 06 12:44:41.228697 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.269760 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-5dda6924-533b-467f-8264-7f7386185ed4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] delete failed (client error): The resource could not be found. Dec 06 12:44:41.270757 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5dda6924-533b-467f-8264-7f7386185ed4 tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/routers/9d459b37-e8fd-4d0d-8b3b-0c22ee6dec56 HTTP/1.1" status: 404 len: 336 time: 0.0410850 Dec 06 12:44:41.273333 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.298320 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a61d62-a138-4ec5-a58d-52a05992446d tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:41.298768 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a61d62-a138-4ec5-a58d-52a05992446d tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:41.301713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67a61d62-a138-4ec5-a58d-52a05992446d tempest-RoutersIpV6AdminTest-650969828 tempest-RoutersIpV6AdminTest-650969828-project] 10.222.0.31 "DELETE /v2.0/subnets/0593fb7b-29a2-4fac-8bb4-0bea1a394d8b HTTP/1.1" status: 404 len: 337 time: 0.0274863 Dec 06 12:44:41.538418 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35496) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.643883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5662043-67c4-4746-a43e-06a15a3b51a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.718695 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5662043-67c4-4746-a43e-06a15a3b51a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.722178 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5662043-67c4-4746-a43e-06a15a3b51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.760858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c5662043-67c4-4746-a43e-06a15a3b51a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ce0dc1ec30a4521a520ee8430ea1961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213683 Dec 06 12:44:41.762901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5662043-67c4-4746-a43e-06a15a3b51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2376f-2f9f-4ba3-8d78-9d5d30a017c1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:41.763561 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:41.814949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.836013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.884104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.886797 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:41.887980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22b2376f-2f9f-4ba3-8d78-9d5d30a017c1 HTTP/1.1" status: 204 len: 168 time: 0.1233242 Dec 06 12:44:41.895872 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594ae94-8f53-4996-b668-47ac499dfddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2376f-2f9f-4ba3-8d78-9d5d30a017c1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:42.142555 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:42.187432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-271c550d-927e-42bb-b0ae-c72c7c4f2c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab980344c1f24eebb6e7c867d9b63e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436320 Dec 06 12:44:42.189926 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35508) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:42.236541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:42.257256 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:42.303025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:42.305789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:42.306920 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/397d1526-6643-4abb-a475-7815e1c5ec29 HTTP/1.1" status: 204 len: 168 time: 0.1161063 Dec 06 12:44:42.314715 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27237b20-a2b8-4dc5-91f9-d46779c28ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d1526-6643-4abb-a475-7815e1c5ec29,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:42.990061 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35530) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:43.082444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872153809'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:43.102882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:43.106566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.115432 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.192694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.202135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.246408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:43.263712 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa1cee7-e813-4081-95e3-38039b338c15,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:43.270280 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.270624 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment a06b7091-da6f-4f81-9c25-bd4aea8f2a9b of type vlan for network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 Dec 06 12:44:43.284832 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-f6284571-1892-4b65-b0df-cbdbc9b55cc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943785 Dec 06 12:44:43.315997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.342279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.347998 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.348575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.411711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4205499 Dec 06 12:44:43.448841 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9956202-cee6-420b-ac9b-8e7f3888f2d1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=96b7eff7-9db6-42c3-b756-e6d62e7d6da9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:43.456951 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-b2f28ac6-d722-4375-82ba-6fde2354deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.458503 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-b2f28ac6-d722-4375-82ba-6fde2354deda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 1096 time: 0.1065538 Dec 06 12:44:43.460489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:43.539716 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:43.545426 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:43.568951 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-52a8f083-be7b-4c58-b344-9a6d8c8334ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.570478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-52a8f083-be7b-4c58-b344-9a6d8c8334ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 200 len: 909 time: 0.0904639 Dec 06 12:44:43.636525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:43.640443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.640888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-8b6f555d-5cd1-46ca-b333-c78897b52eb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 200 len: 1001 time: 0.0630844 Dec 06 12:44:43.692713 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-de7dbbc4-3b3e-4b59-8b38-45b4198758a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.694360 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-de7dbbc4-3b3e-4b59-8b38-45b4198758a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 200 len: 847 time: 0.0461285 Dec 06 12:44:43.741524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-8fb76a25-f64c-4e8c-afe4-8f6e56d1f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.743012 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-8fb76a25-f64c-4e8c-afe4-8f6e56d1f806 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f95e548f-a2bb-47e4-8e51-9cae76d317d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412631 Dec 06 12:44:43.820675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.841984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-84aaa8e7-d3ab-476a-8056-18b5b7d8c555 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914102 Dec 06 12:44:43.884183 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=fcf670ae-1c66-4198-8e52-f015a6ba1e53,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:43.890037 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:43.890411 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: 96b7eff7-9db6-42c3-b756-e6d62e7d6da9, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:43.907984 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:43.917203 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 96b7eff7-9db6-42c3-b756-e6d62e7d6da9) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:43.921761 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:43.922284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.927263 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b891bda-820d-4491-9756-81643d9648e6 None None] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:43.939050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-39a1a5f9-f100-49f9-91a8-a622c9524f0a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3982043 Dec 06 12:44:43.942613 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:43.947669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f7b1a372-e470-467d-adf2-1f14d8a021b1 req-e01ad8e9-0670-4343-b904-ee7da76c6196 service neutron] 10.222.0.53 "GET /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991230 Dec 06 12:44:43.947893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1292960342'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:43.971647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:43.975281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:43.999961 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:44.009787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.010203 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 1bf26b54-0e8d-444a-8b89-568d859b2917 of type vlan for network cbf75085-5ada-4daf-85fb-2c94ee131605 Dec 06 12:44:44.055311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.080119 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.086011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:44.086376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.088325 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-96b7eff7-9db6-42c3-b756-e6d62e7d6da9', 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': 'fcf670ae-1c66-4198-8e52-f015a6ba1e53'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:44.089219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.150696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2070143 Dec 06 12:44:44.154150 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35538) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:44.159189 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'cbf75085-5ada-4daf-85fb-2c94ee131605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:44.188209 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d11b1-32f5-4c2a-97d0-ef9618393144 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=cbf75085-5ada-4daf-85fb-2c94ee131605,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:44.207147 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network cbf75085-5ada-4daf-85fb-2c94ee131605 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:44.248575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:44.252197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.289104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Allocated IP 172.20.255.242 (96b7eff7-9db6-42c3-b756-e6d62e7d6da9/fcf670ae-1c66-4198-8e52-f015a6ba1e53/134b28fa-5b7c-4952-9387-038af2082657) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:44.447995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.454839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.469330 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.497876 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:44.500726 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:44.505434 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:44.513013 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Pushing event updated for resources: {'Port': ['ID=134b28fa-5b7c-4952-9387-038af2082657,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:44.537439 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=eb32007b-febf-4cfe-af13-8ef048b8c6e3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:44.540334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.540930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.541491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.542015 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.543179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.543713 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.545360 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.545899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.546426 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.546944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.547456 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.547969 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.548485 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:44.551933 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '1bf26b54-0e8d-444a-8b89-568d859b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cbf75085-5ada-4daf-85fb-2c94ee131605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:44.552445 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: cbf75085-5ada-4daf-85fb-2c94ee131605, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:44.571320 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network cbf75085-5ada-4daf-85fb-2c94ee131605 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:44.582809 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cbf75085-5ada-4daf-85fb-2c94ee131605) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:44.584915 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Attempting to bind port 134b28fa-5b7c-4952-9387-038af2082657 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:44.585332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Attempting to bind port 134b28fa-5b7c-4952-9387-038af2082657 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:44.585701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Attempting to bind port 134b28fa-5b7c-4952-9387-038af2082657 on network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:44.592192 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:44.592701 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Checking segment: {'id': 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:44.593107 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.593524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Bound using segment: {'id': 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:44.594001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Bound port: 134b28fa-5b7c-4952-9387-038af2082657, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96b7eff7-9db6-42c3-b756-e6d62e7d6da9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:44.594384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.594599 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:44.595210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.596293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464d2b5-0b15-4f1a-a072-09dfba16ee0e None None] Network cbf75085-5ada-4daf-85fb-2c94ee131605 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:44.616279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6aeefd28-d713-464c-899c-6dec96979c5e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4585629 Dec 06 12:44:44.616621 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35540) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:44.717113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] For port 134b28fa-5b7c-4952-9387-038af2082657, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:44.721453 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] For port 134b28fa-5b7c-4952-9387-038af2082657, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134b28fa-5b7c-4952-9387-038af2082657,segment=NetworkSegment(a06b7091-da6f-4f81-9c25-bd4aea8f2a9b),segment_id=a06b7091-da6f-4f81-9c25-bd4aea8f2a9b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:44.726504 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.730693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.819254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.821048 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ebf9d-cf88-412e-a5fd-2b7f9cebb2b9 None None] Pushing event updated for resources: {'Port': ['ID=134b28fa-5b7c-4952-9387-038af2082657,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:44.855900 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3ebb4-01b0-44be-b3c2-fd664775a4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cbf75085-5ada-4daf-85fb-2c94ee131605', 'network_id': 'cbf75085-5ada-4daf-85fb-2c94ee131605', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': 'eb32007b-febf-4cfe-af13-8ef048b8c6e3'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:44.857616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-42e3ebb4-01b0-44be-b3c2-fd664775a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.901019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:44.943364 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=eb32007b-febf-4cfe-af13-8ef048b8c6e3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-42e3ebb4-01b0-44be-b3c2-fd664775a4d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb32007b-febf-4cfe-af13-8ef048b8c6e3: This subnet is being modified by another concurrent operation. Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb32007b-febf-4cfe-af13-8ef048b8c6e3: This subnet is being modified by another concurrent operation. Dec 06 12:44:44.969089 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:44:45.002344 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ff815-68f2-4810-b7aa-17b42482a434 None None] Network cbf75085-5ada-4daf-85fb-2c94ee131605 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:45.045371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.072766 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf75085-5ada-4daf-85fb-2c94ee131605']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:45.084559 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf26b54-0e8d-444a-8b89-568d859b2917') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:45.084853 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf26b54-0e8d-444a-8b89-568d859b2917') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:45.095277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.113498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.120225 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:45.120632 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:45.125035 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:45.190657 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.197974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.201694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/cbf75085-5ada-4daf-85fb-2c94ee131605 HTTP/1.1" status: 204 len: 168 time: 0.5841281 Dec 06 12:44:45.205200 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:45.210921 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217329194'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:45.214892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acc8fd-be57-42b2-8f17-e10c6ca73e94 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=cbf75085-5ada-4daf-85fb-2c94ee131605,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:45.234724 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:45.237372 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134b28fa-5b7c-4952-9387-038af2082657 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:45.238241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.261892 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:45.272333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.272686 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 903da2b5-b7ee-4706-afa2-cf7275412671 of type vlan for network 38bc295f-af8b-4368-b1e0-36e25b5a2615 Dec 06 12:44:45.297927 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 134b28fa-5b7c-4952-9387-038af2082657 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:45.298709 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.327564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.353352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.359947 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:45.360630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.378407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.394912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1880584 Dec 06 12:44:45.397759 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35544) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:45.402926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': '38bc295f-af8b-4368-b1e0-36e25b5a2615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:45.416002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 134b28fa-5b7c-4952-9387-038af2082657, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134b28fa-5b7c-4952-9387-038af2082657,segment=NetworkSegment(a06b7091-da6f-4f81-9c25-bd4aea8f2a9b),segment_id=a06b7091-da6f-4f81-9c25-bd4aea8f2a9b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:45.422026 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.436769 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2cf77-4f90-46d8-bc85-ce1fa3345561 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=38bc295f-af8b-4368-b1e0-36e25b5a2615,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:45.453480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 38bc295f-af8b-4368-b1e0-36e25b5a2615 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:45.522087 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:45.525713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.527598 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=134b28fa-5b7c-4952-9387-038af2082657,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:45.583442 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Performing IP validity checks on allocation pools {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:44:45.583963 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:44:45.716929 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.776159 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=535dc9b2-04ec-473a-81e2-24ae0a4c385c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:45.787950 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '903da2b5-b7ee-4706-afa2-cf7275412671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '38bc295f-af8b-4368-b1e0-36e25b5a2615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:45.788319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: 38bc295f-af8b-4368-b1e0-36e25b5a2615, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:45.797067 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cecbca-c0cd-4189-a5d9-073db775a288 None None] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:45.805413 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 38bc295f-af8b-4368-b1e0-36e25b5a2615 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:45.815154 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 38bc295f-af8b-4368-b1e0-36e25b5a2615) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:45.821176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:45.822192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:45.823471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b34bfc-926c-42e5-a0db-48ebc6b9233d None None] Network 38bc295f-af8b-4368-b1e0-36e25b5a2615 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:45.842734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9bdfe9d3-a3f8-4897-875c-f1544ed4f09a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4409406 Dec 06 12:44:45.843039 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:45.947438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.007359 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.069249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.096255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=535dc9b2-04ec-473a-81e2-24ae0a4c385c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:46.101739 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b91395da-db31-4851-8b5d-2dda6ffc3857 None None] Provisioning complete for port 134b28fa-5b7c-4952-9387-038af2082657 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:46.102209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b91395da-db31-4851-8b5d-2dda6ffc3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.162917 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.186233 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bc295f-af8b-4368-b1e0-36e25b5a2615']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:46.196901 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903da2b5-b7ee-4706-afa2-cf7275412671') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:46.197557 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903da2b5-b7ee-4706-afa2-cf7275412671') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:46.208358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.224312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.231643 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:46.232947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:46.236026 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:46.251106 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef1493-eef3-4eab-bef2-a123d040a229 None None] Network 38bc295f-af8b-4368-b1e0-36e25b5a2615 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:46.310267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.316643 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.321786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/38bc295f-af8b-4368-b1e0-36e25b5a2615 HTTP/1.1" status: 204 len: 168 time: 0.4776695 Dec 06 12:44:46.325950 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:46.334224 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580000767'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:46.343106 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58055052-553a-46d5-bdfb-b54004f3a07f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=38bc295f-af8b-4368-b1e0-36e25b5a2615,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:46.362279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:46.366666 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.400641 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:46.417543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.417942 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment c23f837e-117f-4d8a-9e03-75a77641a976 of type vlan for network fb5550fd-8fd6-4f73-832e-dbac85d90ce2 Dec 06 12:44:46.465684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.493004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.499149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:46.499748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.539064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2110941 Dec 06 12:44:46.542334 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:46.546942 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'fb5550fd-8fd6-4f73-832e-dbac85d90ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:46.573845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a68532-47d8-44be-8672-ed21e0b585c3 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:46.587643 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee4e35-9bfd-4abe-8a61-7d190aebe693 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=fb5550fd-8fd6-4f73-832e-dbac85d90ce2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:46.600345 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fb5550fd-8fd6-4f73-832e-dbac85d90ce2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:46.678668 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:46.682207 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.717691 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-883258fc-29a7-4ce1-b47c-7d99509b3959 None None] Provisioning complete for port 134b28fa-5b7c-4952-9387-038af2082657 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:46.718063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-883258fc-29a7-4ce1-b47c-7d99509b3959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.769985 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a68532-47d8-44be-8672-ed21e0b585c3 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:46.875406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.932301 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=d1094c62-15be-47cb-a1f1-4a9521977533,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:46.943427 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': 'c23f837e-117f-4d8a-9e03-75a77641a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fb5550fd-8fd6-4f73-832e-dbac85d90ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:46.943794 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: fb5550fd-8fd6-4f73-832e-dbac85d90ce2, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:46.961660 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network fb5550fd-8fd6-4f73-832e-dbac85d90ce2 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:46.971390 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fb5550fd-8fd6-4f73-832e-dbac85d90ce2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:46.975704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:46.976521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:46.993646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3e681e9e-af77-4906-b0b7-d0df9c012692 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4505770 Dec 06 12:44:46.996485 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:47.066347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95085b-91be-4bff-b06a-286a5df8575a None None] Network fb5550fd-8fd6-4f73-832e-dbac85d90ce2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:47.099329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.185279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.230606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134b28fa-5b7c-4952-9387-038af2082657 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:47.233921 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4814e79-86ea-4802-a48e-4609dcf75428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fb5550fd-8fd6-4f73-832e-dbac85d90ce2', 'network_id': 'fb5550fd-8fd6-4f73-832e-dbac85d90ce2', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': 'd1094c62-15be-47cb-a1f1-4a9521977533'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:47.234755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d4814e79-86ea-4802-a48e-4609dcf75428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.255626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.296819 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=d1094c62-15be-47cb-a1f1-4a9521977533,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:47.345305 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 134b28fa-5b7c-4952-9387-038af2082657 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:47.345721 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.367218 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c71fd7-80db-45d6-83c7-5158ad4211d6 None None] Network fb5550fd-8fd6-4f73-832e-dbac85d90ce2 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:47.378746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.405442 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5550fd-8fd6-4f73-832e-dbac85d90ce2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:47.415839 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23f837e-117f-4d8a-9e03-75a77641a976') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:47.416230 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23f837e-117f-4d8a-9e03-75a77641a976') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:47.426185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.438995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.444940 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:47.445377 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:47.448369 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:47.510402 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.520872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.524288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/fb5550fd-8fd6-4f73-832e-dbac85d90ce2 HTTP/1.1" status: 204 len: 168 time: 0.5266979 Dec 06 12:44:47.527790 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35558) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:47.533436 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593294488'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:47.534905 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a2100-5f07-4969-9a39-7b3c3ca8f31a tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=fb5550fd-8fd6-4f73-832e-dbac85d90ce2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:47.557811 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:47.561400 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.584326 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:47.593509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.593855 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 0621079b-7ce1-4720-ac07-888832e22883 of type vlan for network a3072572-66e8-4242-ac41-eee0b94be443 Dec 06 12:44:47.632891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.657728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.663247 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:47.663818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:47.696125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1667218 Dec 06 12:44:47.698808 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35560) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:47.706039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'a3072572-66e8-4242-ac41-eee0b94be443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:47.751884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb06333-dad4-447d-b1eb-8226d8e5a873 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=a3072572-66e8-4242-ac41-eee0b94be443,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:47.761813 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a3072572-66e8-4242-ac41-eee0b94be443 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:47.826308 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:47.829797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.007247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.069669 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=d74fe98a-f29d-4b18-8c98-8bc4743d2f0b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:48.078730 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '0621079b-7ce1-4720-ac07-888832e22883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3072572-66e8-4242-ac41-eee0b94be443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:48.079088 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: a3072572-66e8-4242-ac41-eee0b94be443, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:48.094341 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network a3072572-66e8-4242-ac41-eee0b94be443 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:48.102943 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a3072572-66e8-4242-ac41-eee0b94be443) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:48.108725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:48.110065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.111088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58806f2d-c56e-4177-a43d-82e6663168a5 None None] Network a3072572-66e8-4242-ac41-eee0b94be443 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:48.126404 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c04e769c-8b9e-4971-b6ee-5b7df1555b55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4266200 Dec 06 12:44:48.129046 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35562) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:48.223995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.254194 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78ceb3-9ca0-474c-9085-40bb1fe14bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a3072572-66e8-4242-ac41-eee0b94be443', 'network_id': 'a3072572-66e8-4242-ac41-eee0b94be443', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': 'd74fe98a-f29d-4b18-8c98-8bc4743d2f0b'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:48.255063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c78ceb3-9ca0-474c-9085-40bb1fe14bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.276046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.339206 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-6c78ceb3-9ca0-474c-9085-40bb1fe14bbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d74fe98a-f29d-4b18-8c98-8bc4743d2f0b: This subnet is being modified by another concurrent operation. Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d74fe98a-f29d-4b18-8c98-8bc4743d2f0b: This subnet is being modified by another concurrent operation. Dec 06 12:44:48.350990 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:44:48.370989 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f46721-0ec2-4f84-9a8f-1cafee005e81 None None] Network a3072572-66e8-4242-ac41-eee0b94be443 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:48.479898 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a9e8f-b166-4738-8591-07a0225657b8 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:48.578461 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a9e8f-b166-4738-8591-07a0225657b8 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:48.666727 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=d74fe98a-f29d-4b18-8c98-8bc4743d2f0b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:48.727879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.748352 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3072572-66e8-4242-ac41-eee0b94be443']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:48.757616 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621079b-7ce1-4720-ac07-888832e22883') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:48.757921 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621079b-7ce1-4720-ac07-888832e22883') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:48.767762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.782663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.788514 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:48.788891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:48.792458 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:48.853397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.859995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.863101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/a3072572-66e8-4242-ac41-eee0b94be443 HTTP/1.1" status: 204 len: 168 time: 0.7330461 Dec 06 12:44:48.866934 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:48.873273 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825860822'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:48.874344 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abd2a-8460-42a7-9743-33d27ef96cb2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=a3072572-66e8-4242-ac41-eee0b94be443,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:48.895984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:48.899510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.921813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:48.931398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.931729 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 416f0ac5-3737-4d06-a0f7-8b40108b354f of type vlan for network e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 Dec 06 12:44:48.971543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:48.995995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.002298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:49.002877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.039034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1703804 Dec 06 12:44:49.041827 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:49.046788 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'e0847c1b-21ad-43c2-a8b8-4b36d843e8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:49.094999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c203f92-aa98-4793-8279-51e12b102f2c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=e0847c1b-21ad-43c2-a8b8-4b36d843e8e0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:49.104617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:49.169809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:49.173358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.232394 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:44:49.232910 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:44:49.347868 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.411280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=68b3a329-1490-4009-92d9-cecfca4637e5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:49.417979 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '416f0ac5-3737-4d06-a0f7-8b40108b354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e0847c1b-21ad-43c2-a8b8-4b36d843e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:49.418345 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: e0847c1b-21ad-43c2-a8b8-4b36d843e8e0, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:49.435832 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:49.444793 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e0847c1b-21ad-43c2-a8b8-4b36d843e8e0) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:49.452981 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a17738-5f7a-4a45-8914-12d542091f20 None None] Network e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:49.453280 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:49.453987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.471710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-be972798-87b5-41b8-8702-f7ac6214e12b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4288807 Dec 06 12:44:49.474429 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35568) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:49.573046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.601515 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba689c7-692e-4677-a965-b9fed43a294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0847c1b-21ad-43c2-a8b8-4b36d843e8e0', 'network_id': 'e0847c1b-21ad-43c2-a8b8-4b36d843e8e0', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': '68b3a329-1490-4009-92d9-cecfca4637e5'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:49.602483 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7ba689c7-692e-4677-a965-b9fed43a294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.627195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.690511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-7ba689c7-692e-4677-a965-b9fed43a294a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b3a329-1490-4009-92d9-cecfca4637e5: This subnet is being modified by another concurrent operation. Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b3a329-1490-4009-92d9-cecfca4637e5: This subnet is being modified by another concurrent operation. Dec 06 12:44:49.697424 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:44:49.716877 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355feef-d4a7-4557-9797-65a83a760a2d None None] Network e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:49.720960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=68b3a329-1490-4009-92d9-cecfca4637e5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:49.781701 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.799621 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.802900 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0847c1b-21ad-43c2-a8b8-4b36d843e8e0']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:49.812646 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416f0ac5-3737-4d06-a0f7-8b40108b354f') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:49.812977 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416f0ac5-3737-4d06-a0f7-8b40108b354f') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:49.822594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.835739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.840124 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48721c9f-8152-4ec9-919a-f7259b72dc0f None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:49.846815 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:49.847197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:49.850457 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:49.912225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.917967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.921296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 HTTP/1.1" status: 204 len: 168 time: 0.4456055 Dec 06 12:44:49.924576 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:49.929915 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-861007104'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:49.940797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701f0a4-b12c-4e99-9339-2d727cbedc3b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=e0847c1b-21ad-43c2-a8b8-4b36d843e8e0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:49.940995 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48721c9f-8152-4ec9-919a-f7259b72dc0f None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:49.953418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:49.957054 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.981696 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:49.991707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:49.992056 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment cbdde8dc-6531-4270-8748-cc8e22ca27be of type vlan for network bdef49c1-ff5d-461e-8411-841ff3424c69 Dec 06 12:44:50.033411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.057490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.063039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:50.063618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.102210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1765068 Dec 06 12:44:50.105056 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:50.110103 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'bdef49c1-ff5d-461e-8411-841ff3424c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:50.152096 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd6ee8-4bb9-4d83-be8e-58b7b3b32241 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=bdef49c1-ff5d-461e-8411-841ff3424c69,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:50.163603 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network bdef49c1-ff5d-461e-8411-841ff3424c69 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:50.232829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:50.236372 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.417222 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.479936 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=fa9e97ac-4a8f-4158-bb5a-bff67ec48f6c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:50.484716 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': 'cbdde8dc-6531-4270-8748-cc8e22ca27be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bdef49c1-ff5d-461e-8411-841ff3424c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:50.485014 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: bdef49c1-ff5d-461e-8411-841ff3424c69, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:50.501854 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network bdef49c1-ff5d-461e-8411-841ff3424c69 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:50.510215 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bdef49c1-ff5d-461e-8411-841ff3424c69) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:50.514721 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:50.515369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.520141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fdadc-630f-4397-816f-3c49ce3bb900 None None] Network bdef49c1-ff5d-461e-8411-841ff3424c69 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:50.532343 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-885d4ad9-77c3-488d-8c21-50181c1896af tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4262650 Dec 06 12:44:50.535126 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35574) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:50.636624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.692952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.761898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.788688 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9e97ac-4a8f-4158-bb5a-bff67ec48f6c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:50.807141 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43858e-0fe5-414f-83b2-af9a10723507 None None] Network bdef49c1-ff5d-461e-8411-841ff3424c69 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:50.848164 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.869027 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdef49c1-ff5d-461e-8411-841ff3424c69']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:50.879027 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdde8dc-6531-4270-8748-cc8e22ca27be') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:50.879325 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdde8dc-6531-4270-8748-cc8e22ca27be') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:50.888610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.901674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.907646 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:50.908036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:50.911013 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:50.971573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.978197 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.982149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/bdef49c1-ff5d-461e-8411-841ff3424c69 HTTP/1.1" status: 204 len: 168 time: 0.4454038 Dec 06 12:44:50.985837 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:50.990898 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477601250'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:50.993431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d6b5-77e5-412b-9e69-45c73b478fec tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=bdef49c1-ff5d-461e-8411-841ff3424c69,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:51.011366 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:51.014948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.042106 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:51.051713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.052062 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 88b2dcdf-c562-421e-830c-72d61af60a18 of type vlan for network a6963a36-80c9-474b-9090-663641ea0563 Dec 06 12:44:51.090271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.115263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.120816 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.121416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.153097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1661975 Dec 06 12:44:51.156325 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:51.161256 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': 'a6963a36-80c9-474b-9090-663641ea0563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:51.211291 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e02f-454e-4c45-9601-645ab9241ecc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=a6963a36-80c9-474b-9090-663641ea0563,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:51.221622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a6963a36-80c9-474b-9090-663641ea0563 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:51.282207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:51.285617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.463752 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.523960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=5d25f528-abbf-4e9f-860d-fd38f06e4318,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:51.531537 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '88b2dcdf-c562-421e-830c-72d61af60a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a6963a36-80c9-474b-9090-663641ea0563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:51.531906 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: a6963a36-80c9-474b-9090-663641ea0563, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:51.547277 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network a6963a36-80c9-474b-9090-663641ea0563 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:51.555645 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a6963a36-80c9-474b-9090-663641ea0563) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:51.559550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.560194 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.566057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9d34-e43a-4d7a-babb-328aab558cec None None] Network a6963a36-80c9-474b-9090-663641ea0563 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:51.578099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67b87dba-41fc-4ced-8abd-2ece5038b677 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4206326 Dec 06 12:44:51.580624 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:51.679001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.717177 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b76f0-bc73-4101-80c7-213a96cea0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a6963a36-80c9-474b-9090-663641ea0563', 'network_id': 'a6963a36-80c9-474b-9090-663641ea0563', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': '5d25f528-abbf-4e9f-860d-fd38f06e4318'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:51.718316 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a87b76f0-bc73-4101-80c7-213a96cea0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.732152 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.792611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server [None req-a87b76f0-bc73-4101-80c7-213a96cea0c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d25f528-abbf-4e9f-860d-fd38f06e4318: This subnet is being modified by another concurrent operation. Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d25f528-abbf-4e9f-860d-fd38f06e4318: This subnet is being modified by another concurrent operation. Dec 06 12:44:51.816522 n-d-master-1 neutron-server[103299]: ERROR oslo_messaging.rpc.server Dec 06 12:44:51.825086 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=5d25f528-abbf-4e9f-860d-fd38f06e4318,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:51.839567 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6e4d7-d43d-40a6-822d-82aacae03e41 None None] Network a6963a36-80c9-474b-9090-663641ea0563 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:51.888734 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.908690 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6963a36-80c9-474b-9090-663641ea0563']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:51.917838 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b2dcdf-c562-421e-830c-72d61af60a18') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:51.918137 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b2dcdf-c562-421e-830c-72d61af60a18') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:51.927376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.941337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.943151 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5766627-3472-4ba6-a082-a5c60f7691bd None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:51.948565 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:51.948995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:51.952666 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:52.015037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.022777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.025925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/a6963a36-80c9-474b-9090-663641ea0563 HTTP/1.1" status: 204 len: 168 time: 0.4443469 Dec 06 12:44:52.029464 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:52.034237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1212936865'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:52.045476 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5766627-3472-4ba6-a082-a5c60f7691bd None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:52.048158 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef64e57-68c5-419d-ac4c-941c7e391030 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=a6963a36-80c9-474b-9090-663641ea0563,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:52.065641 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:52.069109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.092482 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:52.101637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.102044 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment c5f61008-3b55-46c6-a2e9-f8073658df10 of type vlan for network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 Dec 06 12:44:52.142286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.167623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.173793 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:52.174384 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.207985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1774960 Dec 06 12:44:52.210830 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35584) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:52.216705 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:52.249751 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde366d-036e-4193-8610-c5e2973f7009 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=3daed1f5-c264-4b1a-bbcf-207c28691ce3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:52.261599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:52.385240 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.398151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.418071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:44:52.423925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:52.424536 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.425786 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "PUT /v2.0/networks/3daed1f5-c264-4b1a-bbcf-207c28691ce3 HTTP/1.1" status: 200 len: 723 time: 0.2139757 Dec 06 12:44:52.428669 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:52.433827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:52.469032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea53a8-4cff-4b6d-962d-187d67c7e665 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=3daed1f5-c264-4b1a-bbcf-207c28691ce3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:52.480152 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:52.529320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:52.533018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.715114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.775571 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=692230a3-ab89-4d82-a13d-253c561a84f0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:52.787602 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': 'c5f61008-3b55-46c6-a2e9-f8073658df10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:52.787970 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: 3daed1f5-c264-4b1a-bbcf-207c28691ce3, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:52.804654 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:52.813218 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3daed1f5-c264-4b1a-bbcf-207c28691ce3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:52.817225 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:52.817946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.822410 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb87759-15ba-44af-a847-153243e82ccb None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:52.833518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4b6a5ce5-79a7-45fd-9197-e3ff60fb57c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4035909 Dec 06 12:44:52.836004 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:52.841553 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:52.939061 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15836251'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:52.966435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3daed1f5-c264-4b1a-bbcf-207c28691ce3', 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': '692230a3-ab89-4d82-a13d-253c561a84f0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:52.967300 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.071338 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760236378031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16319418'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.108618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:53.109238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.110516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "PUT /v2.0/subnets/692230a3-ab89-4d82-a13d-253c561a84f0 HTTP/1.1" status: 200 len: 806 time: 0.2735763 Dec 06 12:44:53.113019 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:53.114800 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Allocated IP 172.20.0.2 (3daed1f5-c264-4b1a-bbcf-207c28691ce3/692230a3-ab89-4d82-a13d-253c561a84f0/a37abef8-591a-45c0-b710-5e4d09c9012d) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:53.162176 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4f81a-909f-4f01-8bb3-870f192fab12 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=692230a3-ab89-4d82-a13d-253c561a84f0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:53.225062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.258165 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.264787 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.280991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.303177 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:53.306068 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:53.308986 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:53.318070 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Pushing event updated for resources: {'Port': ['ID=a37abef8-591a-45c0-b710-5e4d09c9012d,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:53.343200 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.371812 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=692230a3-ab89-4d82-a13d-253c561a84f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:53.377842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Attempting to bind port a37abef8-591a-45c0-b710-5e4d09c9012d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:53.378216 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Attempting to bind port a37abef8-591a-45c0-b710-5e4d09c9012d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c5f61008-3b55-46c6-a2e9-f8073658df10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:53.378628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Attempting to bind port a37abef8-591a-45c0-b710-5e4d09c9012d on network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:53.383519 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:53.383894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Checking segment: {'id': 'c5f61008-3b55-46c6-a2e9-f8073658df10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:53.384295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.384689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Bound using segment: {'id': 'c5f61008-3b55-46c6-a2e9-f8073658df10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:53.385184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Bound port: a37abef8-591a-45c0-b710-5e4d09c9012d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f61008-3b55-46c6-a2e9-f8073658df10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:53.385550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.432653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.446727 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] For port a37abef8-591a-45c0-b710-5e4d09c9012d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:53.449920 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] For port a37abef8-591a-45c0-b710-5e4d09c9012d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a37abef8-591a-45c0-b710-5e4d09c9012d,segment=NetworkSegment(c5f61008-3b55-46c6-a2e9-f8073658df10),segment_id=c5f61008-3b55-46c6-a2e9-f8073658df10)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:53.451980 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3daed1f5-c264-4b1a-bbcf-207c28691ce3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:53.454585 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.542917 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157b04-c477-4f18-92c1-b43b03389d3d None None] Pushing event updated for resources: {'Port': ['ID=a37abef8-591a-45c0-b710-5e4d09c9012d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:53.566510 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd2ca9-3b84-4503-be0d-ec1c018966cd None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:53.688044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0e316-d603-4ac9-a174-9860b2d1f8a5 None None] Network 3daed1f5-c264-4b1a-bbcf-207c28691ce3 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:53.781131 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f61008-3b55-46c6-a2e9-f8073658df10') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:53.781394 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f61008-3b55-46c6-a2e9-f8073658df10') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:53.790542 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.803533 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.809722 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:53.810115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:53.813038 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:53.815907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c8348-48e6-4363-b46f-440231eeba2c None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:53.867010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:44:53.867010 n-d-master-1 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:44:53.867010 n-d-master-1 neutron-server[103297]: [parameters: {'id': '3daed1f5-c264-4b1a-bbcf-207c28691ce3'}] Dec 06 12:44:53.867010 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:44:53.867633 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:44:53.908932 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c8348-48e6-4363-b46f-440231eeba2c None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:54.369062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.420449 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Deleting port a37abef8-591a-45c0-b710-5e4d09c9012d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:54.420784 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.484001 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] For port a37abef8-591a-45c0-b710-5e4d09c9012d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a37abef8-591a-45c0-b710-5e4d09c9012d,segment=NetworkSegment(c5f61008-3b55-46c6-a2e9-f8073658df10),segment_id=c5f61008-3b55-46c6-a2e9-f8073658df10)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:54.484365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.496477 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Calling delete_port for a37abef8-591a-45c0-b710-5e4d09c9012d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:54.576046 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.600403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Port': ['ID=a37abef8-591a-45c0-b710-5e4d09c9012d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:54.603930 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No DVR routers for this DVR port a37abef8-591a-45c0-b710-5e4d09c9012d on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:44:54.680140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.704545 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3daed1f5-c264-4b1a-bbcf-207c28691ce3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:54.713793 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f61008-3b55-46c6-a2e9-f8073658df10') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:54.714097 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f61008-3b55-46c6-a2e9-f8073658df10') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:54.723631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.737656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.743412 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:54.743818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:54.747052 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:54.803662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.810379 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.813539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/3daed1f5-c264-4b1a-bbcf-207c28691ce3 HTTP/1.1" status: 204 len: 168 time: 1.6995862 Dec 06 12:44:54.816344 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35592) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:54.824713 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba26455-8834-40d4-b4f0-24b9e3e37f31 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=3daed1f5-c264-4b1a-bbcf-207c28691ce3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:54.843171 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f96af2f-6e6b-4610-9bf6-43b92bc80831 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:54.843669 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f96af2f-6e6b-4610-9bf6-43b92bc80831 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:54.846738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f96af2f-6e6b-4610-9bf6-43b92bc80831 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/3daed1f5-c264-4b1a-bbcf-207c28691ce3 HTTP/1.1" status: 404 len: 339 time: 0.0294008 Dec 06 12:44:54.850359 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35594) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:54.855087 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747689000', 'description': 'd1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:54.876200 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:54.879955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.903598 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:54.912605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.912954 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 0a656e63-4d9b-450c-b8bf-a6bd45be2a76 of type vlan for network f414c592-1e0a-4163-8428-098b93ab8fcb Dec 06 12:44:54.952753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.976460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:54.982908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:54.983488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.015777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1644385 Dec 06 12:44:55.018444 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35596) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:55.079346 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453f55-7c51-4d2b-bdaa-33100b2996ef tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=f414c592-1e0a-4163-8428-098b93ab8fcb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:55.089417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f414c592-1e0a-4163-8428-098b93ab8fcb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:55.132008 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f70b4-aafd-4380-9848-3960a9770c0c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:55.133473 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0f3f70b4-aafd-4380-9848-3960a9770c0c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks?id=f414c592-1e0a-4163-8428-098b93ab8fcb HTTP/1.1" status: 200 len: 760 time: 0.1141028 Dec 06 12:44:55.136191 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35598) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:55.141927 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'description': 'd2'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:55.294161 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.307139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.324535 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network f414c592-1e0a-4163-8428-098b93ab8fcb is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:44:55.330433 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:55.331021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.332283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "PUT /v2.0/networks/f414c592-1e0a-4163-8428-098b93ab8fcb HTTP/1.1" status: 200 len: 757 time: 0.1951604 Dec 06 12:44:55.335178 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:55.381382 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2af14-4c76-4f73-86bd-12ba42418238 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=f414c592-1e0a-4163-8428-098b93ab8fcb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:55.392275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network f414c592-1e0a-4163-8428-098b93ab8fcb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:55.419043 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69623599-7366-4adf-8bf4-83ba848faab1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:55.420653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-69623599-7366-4adf-8bf4-83ba848faab1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks?id=f414c592-1e0a-4163-8428-098b93ab8fcb HTTP/1.1" status: 200 len: 760 time: 0.0843992 Dec 06 12:44:55.424583 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35602) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:55.429570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978124593'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:55.450572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:55.454093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.477730 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:55.486665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.487121 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 2b3cea88-e9b8-4f8e-a576-2cc716aa0adc of type vlan for network 63371584-425e-4a15-abca-832cbab79211 Dec 06 12:44:55.526898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.550138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.555568 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:55.556145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.589937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1642683 Dec 06 12:44:55.592752 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35604) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:55.599611 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': '63371584-425e-4a15-abca-832cbab79211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:55.647510 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f695b68-f5bf-4edd-bc07-bf950e5c07aa tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=63371584-425e-4a15-abca-832cbab79211,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:55.657249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 63371584-425e-4a15-abca-832cbab79211 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:55.721638 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:55.725335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.900680 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:55.959463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=70fff6df-ffe3-4a5d-b4aa-225aa3652bd9,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:55.967784 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '2b3cea88-e9b8-4f8e-a576-2cc716aa0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63371584-425e-4a15-abca-832cbab79211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:55.968145 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: 63371584-425e-4a15-abca-832cbab79211, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:55.985483 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 63371584-425e-4a15-abca-832cbab79211 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:55.994113 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 63371584-425e-4a15-abca-832cbab79211) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:55.998481 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:55.999074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.003120 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef05891-5fdf-4db0-bcdb-8d1a0bc556ef None None] Network 63371584-425e-4a15-abca-832cbab79211 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:56.015145 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0cb926d3-c126-4ed6-bfe9-8c3e967cd014 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4213607 Dec 06 12:44:56.017808 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35606) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.117940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.173669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.241881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.270494 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=70fff6df-ffe3-4a5d-b4aa-225aa3652bd9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:56.303483 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98a0ed-1ca3-4f11-a067-84c082a614a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-63371584-425e-4a15-abca-832cbab79211', 'network_id': '63371584-425e-4a15-abca-832cbab79211', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': '70fff6df-ffe3-4a5d-b4aa-225aa3652bd9'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:56.304351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b98a0ed-1ca3-4f11-a067-84c082a614a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.329105 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.350136 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63371584-425e-4a15-abca-832cbab79211']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:56.360398 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3cea88-e9b8-4f8e-a576-2cc716aa0adc') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:56.360700 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3cea88-e9b8-4f8e-a576-2cc716aa0adc') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:56.370109 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.384597 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c9d42-9777-4af7-a3b5-5211b2490c35 None None] Network 63371584-425e-4a15-abca-832cbab79211 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:56.386202 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.392445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:56.392838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:56.396480 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:56.459587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.466970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:56.470235 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/63371584-425e-4a15-abca-832cbab79211 HTTP/1.1" status: 204 len: 168 time: 0.4512131 Dec 06 12:44:56.473103 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.482403 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=63371584-425e-4a15-abca-832cbab79211,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:56.489900 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.490275 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.490591 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.490928 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.491267 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.491598 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.491926 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.492252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.492576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.492897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.493250 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.493576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.493900 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411a013-e63e-41d0-8474-1e2cd214b23f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:56.502010 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07abc57-a044-4638-9c0e-01d5007909a2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] GET failed (client error): The resource could not be found. Dec 06 12:44:56.503349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d07abc57-a044-4638-9c0e-01d5007909a2 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets/70fff6df-ffe3-4a5d-b4aa-225aa3652bd9 HTTP/1.1" status: 404 len: 337 time: 0.0292206 Dec 06 12:44:56.506102 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.523747 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-73116f26-91e8-4dd5-88e2-e150644ade8d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:56.524235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73116f26-91e8-4dd5-88e2-e150644ade8d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:56.527208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-73116f26-91e8-4dd5-88e2-e150644ade8d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/63371584-425e-4a15-abca-832cbab79211 HTTP/1.1" status: 404 len: 339 time: 0.0202086 Dec 06 12:44:56.531506 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.716775 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc2296-cf51-45d0-b06c-94a7a52f1b36 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:56.718166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-90dc2296-cf51-45d0-b06c-94a7a52f1b36 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1857438 Dec 06 12:44:56.720831 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.754410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dc5871b1-0b16-488f-98d5-c0980d148f75 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8 HTTP/1.1" status: 200 len: 207 time: 0.0325067 Dec 06 12:44:56.757576 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:56.931550 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee1462-62e3-41be-b5ca-9e9760273e61 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:56.937516 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee1462-62e3-41be-b5ca-9e9760273e61 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:56.943217 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee1462-62e3-41be-b5ca-9e9760273e61 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:56.948899 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee1462-62e3-41be-b5ca-9e9760273e61 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:56.951034 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-edee1462-62e3-41be-b5ca-9e9760273e61 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1925788 Dec 06 12:44:56.954721 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.064920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fc0c9b49-3c14-4558-abe9-85260ffe8bbc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1090574 Dec 06 12:44:57.068082 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.151378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c60555-62cb-4abc-9726-bd8c4ec419cd tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.152933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c60555-62cb-4abc-9726-bd8c4ec419cd tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.154516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51c60555-62cb-4abc-9726-bd8c4ec419cd tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0854900 Dec 06 12:44:57.158002 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.207273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471dd34-4c2a-4990-8351-9f79f28bee7e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.208710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471dd34-4c2a-4990-8351-9f79f28bee7e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.210220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f471dd34-4c2a-4990-8351-9f79f28bee7e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0513234 Dec 06 12:44:57.213568 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.271139 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-703d3ce0-344c-429d-b88c-71feed16c1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.314566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ff590-c7ca-4685-9978-646117332c1f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.315991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2a9ff590-c7ca-4685-9978-646117332c1f tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks/96b7eff7-9db6-42c3-b756-e6d62e7d6da9 HTTP/1.1" status: 200 len: 800 time: 0.1014745 Dec 06 12:44:57.319532 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.414412 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-be93d6e2-2fb1-44e9-9966-8a49730ae504 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/networks/96b7eff7-9db6-42c3-b756-e6d62e7d6da9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0938146 Dec 06 12:44:57.417869 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35628) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.471192 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975d75a-c621-4dfc-a8e3-52d05d6fc396 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.472536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2975d75a-c621-4dfc-a8e3-52d05d6fc396 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets/fcf670ae-1c66-4198-8e52-f015a6ba1e53 HTTP/1.1" status: 200 len: 811 time: 0.0537665 Dec 06 12:44:57.476070 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.525382 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abf3bb-d853-42cb-b78e-dda24795475b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.526827 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d1abf3bb-d853-42cb-b78e-dda24795475b tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "GET /v2.0/subnets/fcf670ae-1c66-4198-8e52-f015a6ba1e53?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0498071 Dec 06 12:44:57.530247 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.534967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63882308'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:57.554872 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:57.558223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.581118 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:57.589835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.590180 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Added segment 0132304b-2352-4ce1-8b49-d8878eb1a970 of type vlan for network 07950cad-39a6-4330-8289-6b52bb3b1cfb Dec 06 12:44:57.629643 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.653085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.658722 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:57.659302 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.696662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1653833 Dec 06 12:44:57.699379 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35634) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:57.704120 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:57.747733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65075513-0fcc-49da-89fe-6053a77e801e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Network': ['ID=07950cad-39a6-4330-8289-6b52bb3b1cfb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:57.757523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:57.822098 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Made reservation on behalf of d2774ddd4f7f4f11a2e5c32705e32ec3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:57.825851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:57.884947 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:44:57.885415 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:44:58.008659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.072128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=e42f748d-cf9d-4970-8b5a-0dd254b4bec9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:58.081063 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Checking segment: {'id': '0132304b-2352-4ce1-8b49-d8878eb1a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:58.081467 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network hostable DHCP agents. Network: 07950cad-39a6-4330-8289-6b52bb3b1cfb, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:58.098249 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:58.107620 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07950cad-39a6-4330-8289-6b52bb3b1cfb) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:58.111498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:58.112104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.116213 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676aea3-686a-44d5-bd72-8c59f76fdc8c None None] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:58.128688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-251c6b16-d2fe-4c1a-9094-c6a431bd301d tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4278598 Dec 06 12:44:58.130991 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:58.136143 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:58.227713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15836251'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.259466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-07950cad-39a6-4330-8289-6b52bb3b1cfb', 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb', 'tenant_id': 'd2774ddd4f7f4f11a2e5c32705e32ec3', 'fixed_ips': [{'subnet_id': 'e42f748d-cf9d-4970-8b5a-0dd254b4bec9'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:58.260390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.390080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760236378031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16319418'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.432127 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:58.432722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.436536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "PUT /v2.0/subnets/e42f748d-cf9d-4970-8b5a-0dd254b4bec9 HTTP/1.1" status: 200 len: 877 time: 0.3020899 Dec 06 12:44:58.436683 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Allocated IP 172.20.0.3 (07950cad-39a6-4330-8289-6b52bb3b1cfb/e42f748d-cf9d-4970-8b5a-0dd254b4bec9/bd887277-4b87-415b-bad0-c134d5182fdb) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:58.436814 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:58.461980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa823c9-9715-4a4e-a077-9ea26332fd9c tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event updated for resources: {'Subnet': ['ID=e42f748d-cf9d-4970-8b5a-0dd254b4bec9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:58.544045 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.580626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.587137 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.595628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.630066 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:58.638879 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:58.640436 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Pushing event updated for resources: {'Port': ['ID=bd887277-4b87-415b-bad0-c134d5182fdb,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:58.642612 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:58.664527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.693400 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=e42f748d-cf9d-4970-8b5a-0dd254b4bec9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:58.694988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Attempting to bind port bd887277-4b87-415b-bad0-c134d5182fdb on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:58.695368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Attempting to bind port bd887277-4b87-415b-bad0-c134d5182fdb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0132304b-2352-4ce1-8b49-d8878eb1a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:58.695734 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Attempting to bind port bd887277-4b87-415b-bad0-c134d5182fdb on network 07950cad-39a6-4330-8289-6b52bb3b1cfb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:58.701749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:58.702131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Checking segment: {'id': '0132304b-2352-4ce1-8b49-d8878eb1a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:58.702533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.702927 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Bound using segment: {'id': '0132304b-2352-4ce1-8b49-d8878eb1a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:58.703395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Bound port: bd887277-4b87-415b-bad0-c134d5182fdb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0132304b-2352-4ce1-8b49-d8878eb1a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:58.703778 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.755438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.766758 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] For port bd887277-4b87-415b-bad0-c134d5182fdb, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:58.770967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] For port bd887277-4b87-415b-bad0-c134d5182fdb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd887277-4b87-415b-bad0-c134d5182fdb,segment=NetworkSegment(0132304b-2352-4ce1-8b49-d8878eb1a970),segment_id=0132304b-2352-4ce1-8b49-d8878eb1a970)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:58.775429 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.776996 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07950cad-39a6-4330-8289-6b52bb3b1cfb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:58.786633 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0132304b-2352-4ce1-8b49-d8878eb1a970') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:58.786931 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0132304b-2352-4ce1-8b49-d8878eb1a970') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:58.796043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.808893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.815526 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:58.816001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:58.819006 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:58.865823 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db2823-c8f0-4cb9-baaf-6575418bc42c None None] Pushing event updated for resources: {'Port': ['ID=bd887277-4b87-415b-bad0-c134d5182fdb,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:58.875925 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a33ef8-0407-4ea0-a3d3-335e46251968 None None] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:58.876942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:44:58.876942 n-d-master-1 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:44:58.876942 n-d-master-1 neutron-server[103297]: [parameters: {'id': '07950cad-39a6-4330-8289-6b52bb3b1cfb'}] Dec 06 12:44:58.876942 n-d-master-1 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:44:58.877404 n-d-master-1 neutron-server[103297]: DEBUG oslo_db.api [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:44:58.994169 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577a27d-a9a0-4b1c-9adb-3c937e229982 None None] Network 07950cad-39a6-4330-8289-6b52bb3b1cfb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:59.108122 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ede10f-b623-4a9a-a6dd-113a5d654625 None None] get_active_networks_info from n-d-master-1 {{(pid=103299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:44:59.200345 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ede10f-b623-4a9a-a6dd-113a5d654625 None None] Resources bound (agent type, host, resource id): {{(pid=103299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:44:59.378885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.436097 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Deleting port bd887277-4b87-415b-bad0-c134d5182fdb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:44:59.436443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.497774 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] For port bd887277-4b87-415b-bad0-c134d5182fdb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd887277-4b87-415b-bad0-c134d5182fdb,segment=NetworkSegment(0132304b-2352-4ce1-8b49-d8878eb1a970),segment_id=0132304b-2352-4ce1-8b49-d8878eb1a970)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:59.498135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.510247 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Calling delete_port for bd887277-4b87-415b-bad0-c134d5182fdb owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:44:59.589724 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.601554 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b7bbfabe-47ba-49ac-9aa8-c6dac16f84b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.616108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Port': ['ID=bd887277-4b87-415b-bad0-c134d5182fdb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:59.619619 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No DVR routers for this DVR port bd887277-4b87-415b-bad0-c134d5182fdb on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:44:59.698278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.719337 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07950cad-39a6-4330-8289-6b52bb3b1cfb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:59.728461 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0132304b-2352-4ce1-8b49-d8878eb1a970') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:59.728757 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0132304b-2352-4ce1-8b49-d8878eb1a970') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:59.738325 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.751459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.757721 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:44:59.758108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:44:59.761401 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:44:59.817540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.822581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.826533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/07950cad-39a6-4330-8289-6b52bb3b1cfb HTTP/1.1" status: 204 len: 168 time: 1.3888278 Dec 06 12:44:59.830047 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35640) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:59.841370 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a290a5-6a23-4448-b8d6-9766d351a392 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=07950cad-39a6-4330-8289-6b52bb3b1cfb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:59.852036 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:44:59.856835 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-db69277d-e1b0-4ce9-991a-eec6f2300e49 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:59.857354 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db69277d-e1b0-4ce9-991a-eec6f2300e49 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:59.860411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-db69277d-e1b0-4ce9-991a-eec6f2300e49 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/e42f748d-cf9d-4970-8b5a-0dd254b4bec9 HTTP/1.1" status: 404 len: 337 time: 0.0292530 Dec 06 12:44:59.862853 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35642) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:59.880130 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ee6870-0393-4112-8608-e25af84240b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:59.880607 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ee6870-0393-4112-8608-e25af84240b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:59.883569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-11ee6870-0393-4112-8608-e25af84240b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/07950cad-39a6-4330-8289-6b52bb3b1cfb HTTP/1.1" status: 404 len: 339 time: 0.0198240 Dec 06 12:44:59.885753 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35644) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:59.910867 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc7600a-366c-4111-a00f-642e9232cca1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:59.911262 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc7600a-366c-4111-a00f-642e9232cca1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:59.914275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2fc7600a-366c-4111-a00f-642e9232cca1 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/70fff6df-ffe3-4a5d-b4aa-225aa3652bd9 HTTP/1.1" status: 404 len: 337 time: 0.0276635 Dec 06 12:44:59.916460 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35646) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:59.939236 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7b17eb-2368-449a-8462-6af1f79123fb tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:44:59.939717 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7b17eb-2368-449a-8462-6af1f79123fb tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:44:59.942678 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cc7b17eb-2368-449a-8462-6af1f79123fb tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/63371584-425e-4a15-abca-832cbab79211 HTTP/1.1" status: 404 len: 339 time: 0.0253537 Dec 06 12:44:59.944928 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35648) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.018493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.105527 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.125827 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f414c592-1e0a-4163-8428-098b93ab8fcb']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:00.134996 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a656e63-4d9b-450c-b8bf-a6bd45be2a76') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:00.135300 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a656e63-4d9b-450c-b8bf-a6bd45be2a76') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:00.145287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.158312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.164110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:00.164436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:00.167418 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:00.223887 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.230619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.234057 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/f414c592-1e0a-4163-8428-098b93ab8fcb HTTP/1.1" status: 204 len: 168 time: 0.2882309 Dec 06 12:45:00.236672 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.244929 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8887-7600-408c-a5e8-73cbe703f8ca tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=f414c592-1e0a-4163-8428-098b93ab8fcb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:00.266965 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39271fc-04e3-461c-880b-f302fdb00127 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.267416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39271fc-04e3-461c-880b-f302fdb00127 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.270464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e39271fc-04e3-461c-880b-f302fdb00127 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/692230a3-ab89-4d82-a13d-253c561a84f0 HTTP/1.1" status: 404 len: 337 time: 0.0327821 Dec 06 12:45:00.272903 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.290117 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f610c5b6-3051-431d-95c6-9b96c789e851 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.290584 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f610c5b6-3051-431d-95c6-9b96c789e851 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.293455 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f610c5b6-3051-431d-95c6-9b96c789e851 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/3daed1f5-c264-4b1a-bbcf-207c28691ce3 HTTP/1.1" status: 404 len: 339 time: 0.0195956 Dec 06 12:45:00.295670 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.319861 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b15078-975e-4c1b-9ef0-8718587288c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.320295 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b15078-975e-4c1b-9ef0-8718587288c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.323201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5b15078-975e-4c1b-9ef0-8718587288c9 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/5d25f528-abbf-4e9f-860d-fd38f06e4318 HTTP/1.1" status: 404 len: 337 time: 0.0266793 Dec 06 12:45:00.326312 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.343140 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a75a864-0f8e-436a-9181-7ebbd6542691 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.343626 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a75a864-0f8e-436a-9181-7ebbd6542691 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.346552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a75a864-0f8e-436a-9181-7ebbd6542691 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/a6963a36-80c9-474b-9090-663641ea0563 HTTP/1.1" status: 404 len: 339 time: 0.0193782 Dec 06 12:45:00.348732 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35658) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.373757 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6ad2e1-7598-4ef5-b493-be8f50d8bbdc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.374190 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6ad2e1-7598-4ef5-b493-be8f50d8bbdc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.377063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da6ad2e1-7598-4ef5-b493-be8f50d8bbdc tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/fa9e97ac-4a8f-4158-bb5a-bff67ec48f6c HTTP/1.1" status: 404 len: 337 time: 0.0274482 Dec 06 12:45:00.379208 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.395931 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62e7546-bd7c-41af-9a2f-973837385086 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.396408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62e7546-bd7c-41af-9a2f-973837385086 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.399365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f62e7546-bd7c-41af-9a2f-973837385086 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/bdef49c1-ff5d-461e-8411-841ff3424c69 HTTP/1.1" status: 404 len: 339 time: 0.0192964 Dec 06 12:45:00.401459 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.425421 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c276a39e-1e74-4f29-b81e-1a27d6730e30 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.425790 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c276a39e-1e74-4f29-b81e-1a27d6730e30 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.428670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c276a39e-1e74-4f29-b81e-1a27d6730e30 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/68b3a329-1490-4009-92d9-cecfca4637e5 HTTP/1.1" status: 404 len: 337 time: 0.0263636 Dec 06 12:45:00.430705 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.447882 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f995ed-566c-4694-a495-2201bcc6149e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.448346 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f995ed-566c-4694-a495-2201bcc6149e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.451254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f1f995ed-566c-4694-a495-2201bcc6149e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/e0847c1b-21ad-43c2-a8b8-4b36d843e8e0 HTTP/1.1" status: 404 len: 339 time: 0.0197022 Dec 06 12:45:00.453357 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.480313 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d319a370-fc97-4167-bc0e-52e2da6acc29 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.481004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d319a370-fc97-4167-bc0e-52e2da6acc29 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.484381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d319a370-fc97-4167-bc0e-52e2da6acc29 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/d74fe98a-f29d-4b18-8c98-8bc4743d2f0b HTTP/1.1" status: 404 len: 337 time: 0.0301650 Dec 06 12:45:00.486575 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.503637 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0096b52a-1570-493d-8e7c-600e1b1957d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.504100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0096b52a-1570-493d-8e7c-600e1b1957d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.506987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0096b52a-1570-493d-8e7c-600e1b1957d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/a3072572-66e8-4242-ac41-eee0b94be443 HTTP/1.1" status: 404 len: 339 time: 0.0195692 Dec 06 12:45:00.509017 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.532548 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dac767d-1ccc-44e3-af98-d71eb3601ec7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.532985 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dac767d-1ccc-44e3-af98-d71eb3601ec7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.535881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7dac767d-1ccc-44e3-af98-d71eb3601ec7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/d1094c62-15be-47cb-a1f1-4a9521977533 HTTP/1.1" status: 404 len: 337 time: 0.0259917 Dec 06 12:45:00.538004 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.554848 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2113e062-7746-4564-89e1-7604b4498d47 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.555317 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2113e062-7746-4564-89e1-7604b4498d47 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.558186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2113e062-7746-4564-89e1-7604b4498d47 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/fb5550fd-8fd6-4f73-832e-dbac85d90ce2 HTTP/1.1" status: 404 len: 339 time: 0.0193360 Dec 06 12:45:00.560806 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35674) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.584257 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-526f4bd7-82c2-4a92-896c-a18add820c55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.584688 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526f4bd7-82c2-4a92-896c-a18add820c55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.587619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-526f4bd7-82c2-4a92-896c-a18add820c55 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/535dc9b2-04ec-473a-81e2-24ae0a4c385c HTTP/1.1" status: 404 len: 337 time: 0.0259268 Dec 06 12:45:00.589659 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.607029 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc6f930-095f-454d-b118-8e29dcaf31d7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.607667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc6f930-095f-454d-b118-8e29dcaf31d7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.610646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bcc6f930-095f-454d-b118-8e29dcaf31d7 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/38bc295f-af8b-4368-b1e0-36e25b5a2615 HTTP/1.1" status: 404 len: 339 time: 0.0201013 Dec 06 12:45:00.613642 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35678) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.613895 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.645805 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b960830-b42c-4652-b071-97f4b7bfa7d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.646523 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b960830-b42c-4652-b071-97f4b7bfa7d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.649558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7b960830-b42c-4652-b071-97f4b7bfa7d3 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/eb32007b-febf-4cfe-af13-8ef048b8c6e3 HTTP/1.1" status: 404 len: 337 time: 0.0345483 Dec 06 12:45:00.651972 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35680) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.670721 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-41142625-5d3e-435c-9b84-97697ca756b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:00.671198 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41142625-5d3e-435c-9b84-97697ca756b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:00.674134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41142625-5d3e-435c-9b84-97697ca756b8 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/cbf75085-5ada-4daf-85fb-2c94ee131605 HTTP/1.1" status: 404 len: 339 time: 0.0205560 Dec 06 12:45:00.676583 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35682) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.726048 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Deleting subnet fcf670ae-1c66-4198-8e52-f015a6ba1e53 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:00.729199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.768376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.853623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.908984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.934300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf670ae-1c66-4198-8e52-f015a6ba1e53,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:00.939776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:00.942981 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a2a5a01a-fc3c-4a51-b94c-adada8c5783e tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/subnets/fcf670ae-1c66-4198-8e52-f015a6ba1e53 HTTP/1.1" status: 204 len: 168 time: 0.2655528 Dec 06 12:45:00.945404 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35684) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:00.945996 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6499e6-cc00-4ab4-af77-51f81ff82d95 None None] Network 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:01.023461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.077660 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Deleting port 134b28fa-5b7c-4952-9387-038af2082657 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:01.078011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.116440 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] DHCP port deletion for 96b7eff7-9db6-42c3-b756-e6d62e7d6da9 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:01.141289 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] For port 134b28fa-5b7c-4952-9387-038af2082657, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134b28fa-5b7c-4952-9387-038af2082657,segment=NetworkSegment(a06b7091-da6f-4f81-9c25-bd4aea8f2a9b),segment_id=a06b7091-da6f-4f81-9c25-bd4aea8f2a9b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:01.141656 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.155476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Calling delete_port for 134b28fa-5b7c-4952-9387-038af2082657 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:01.168537 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Deleting port 134b28fa-5b7c-4952-9387-038af2082657 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:01.168975 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.226213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134b28fa-5b7c-4952-9387-038af2082657 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:01.235739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] For port 134b28fa-5b7c-4952-9387-038af2082657, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134b28fa-5b7c-4952-9387-038af2082657,segment=NetworkSegment(a06b7091-da6f-4f81-9c25-bd4aea8f2a9b),segment_id=a06b7091-da6f-4f81-9c25-bd4aea8f2a9b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:01.236140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.240609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.265803 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Port': ['ID=134b28fa-5b7c-4952-9387-038af2082657,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:01.271603 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] No DVR routers for this DVR port 134b28fa-5b7c-4952-9387-038af2082657 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:01.277190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Calling delete_port for 134b28fa-5b7c-4952-9387-038af2082657 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:01.302442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.338419 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port 134b28fa-5b7c-4952-9387-038af2082657 {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:45:01.338801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134b28fa-5b7c-4952-9387-038af2082657 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:01.353759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.372678 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.374405 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b7eff7-9db6-42c3-b756-e6d62e7d6da9']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:01.383669 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:01.383970 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06b7091-da6f-4f81-9c25-bd4aea8f2a9b') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:01.393655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.398572 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] Pushing event deleted for resources: {'Port': ['ID=134b28fa-5b7c-4952-9387-038af2082657,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:01.400419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81a461-03eb-42ee-88b5-8b7b6e7de3df None None] No DVR routers for this DVR port 134b28fa-5b7c-4952-9387-038af2082657 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:01.412183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.418590 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:01.418976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:01.422079 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:01.479477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.486438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.489509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] 10.222.0.31 "DELETE /v2.0/networks/96b7eff7-9db6-42c3-b756-e6d62e7d6da9 HTTP/1.1" status: 204 len: 168 time: 0.5431805 Dec 06 12:45:01.501353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050539a9-f210-48b9-a856-d3ff966f8941 tempest-NetworksTest-250751470 tempest-NetworksTest-250751470-project] Pushing event deleted for resources: {'Network': ['ID=96b7eff7-9db6-42c3-b756-e6d62e7d6da9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:01.724872 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35690) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:01.859454 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7ab671f2-5bd7-43da-9805-5bc1bf66623b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2774ddd4f7f4f11a2e5c32705e32ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333120 Dec 06 12:45:01.861911 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35694) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:01.907637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.928114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.973647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.976250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.977432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fa1cee7-e813-4081-95e3-38039b338c15 HTTP/1.1" status: 204 len: 168 time: 0.1146150 Dec 06 12:45:01.985697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32999a3a-6996-4bf8-a67d-5715f023192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa1cee7-e813-4081-95e3-38039b338c15,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:02.392449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.588655 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35716) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:02.684943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2113463389'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:02.706392 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:02.709922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.718764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.794140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.797653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.825916 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:02.831270 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd739e06-d09a-4fe2-aef8-a130de2b7595,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:02.839053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.839309 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment 86b39e62-a5fa-4f4e-8947-7d2e59e85a42 of type vlan for network a0f5c59f-65bd-4dae-aa66-6180c1076f6a Dec 06 12:45:02.882460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.907284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.912866 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:02.913472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.950576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3602834 Dec 06 12:45:02.953298 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:02.958419 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'name': 'tempest-PortsTestJSON-1216283637'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:02.982071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb6287-7513-4251-a894-44e41e517d84 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=a0f5c59f-65bd-4dae-aa66-6180c1076f6a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:02.992773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:03.047011 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:03.050556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.067686 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 408eb9ea-d599-4646-8f74-9d72f4b5e156 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:03.185475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.225082 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.258404 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.311270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=408eb9ea-d599-4646-8f74-9d72f4b5e156,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:03.326621 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': '86b39e62-a5fa-4f4e-8947-7d2e59e85a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:03.326989 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: a0f5c59f-65bd-4dae-aa66-6180c1076f6a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:03.342190 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:03.350801 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a0f5c59f-65bd-4dae-aa66-6180c1076f6a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:03.354499 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:03.360227 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c8c62c-4e94-4f46-a24d-2fcf86f00a47 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:03.360999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:03.361761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.378368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ee326507-85e2-4ce1-9282-2bf565917a77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4239204 Dec 06 12:45:03.381685 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:03.386458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1950294672'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:03.411038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:03.414758 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.441090 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:03.450780 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.451182 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment 6a918457-7fbf-42a4-a48d-0d41b20545ea of type vlan for network d9c96382-ddee-4621-b90f-dc137adb27dc Dec 06 12:45:03.495424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.526052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.531895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:03.532481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.573504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906118 Dec 06 12:45:03.575997 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35728) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:03.581250 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'ports': [{'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'}, {'network_id': 'd9c96382-ddee-4621-b90f-dc137adb27dc'}]} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:03.581567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:03.582052 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'd9c96382-ddee-4621-b90f-dc137adb27dc'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:03.629811 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cbbaa-a39c-4650-a1f4-fdf888054c48 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=d9c96382-ddee-4621-b90f-dc137adb27dc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:03.645599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d9c96382-ddee-4621-b90f-dc137adb27dc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:03.652304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4d370-3062-47d0-9765-53036a26b2ed req-6477bc28-551a-495f-a59e-a3f44952455a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:03.654021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39b4d370-3062-47d0-9765-53036a26b2ed req-6477bc28-551a-495f-a59e-a3f44952455a tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0867820 Dec 06 12:45:03.711491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39b4d370-3062-47d0-9765-53036a26b2ed req-4d4df60e-a684-45e7-b2f6-33250f33a706 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497773 Dec 06 12:45:03.754975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 2} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:03.759575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.771920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:03.852993 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port b90f2c2f-1250-4285-8ad2-18500582584a yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:03.966052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.034143 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 083afb77-f79b-4193-8db9-d9b435e8c325 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:04.138968 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.174042 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.220514 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:04.225406 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:04.229765 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:04.230952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.234397 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=b90f2c2f-1250-4285-8ad2-18500582584a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:04.290329 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=083afb77-f79b-4193-8db9-d9b435e8c325,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:04.300479 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': '6a918457-7fbf-42a4-a48d-0d41b20545ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd9c96382-ddee-4621-b90f-dc137adb27dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:04.300842 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: d9c96382-ddee-4621-b90f-dc137adb27dc, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:04.316828 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network d9c96382-ddee-4621-b90f-dc137adb27dc is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:04.325978 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d9c96382-ddee-4621-b90f-dc137adb27dc) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:04.329495 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:04.335464 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce206df-0307-4b9d-892c-4222684bc35f None None] Network d9c96382-ddee-4621-b90f-dc137adb27dc requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:04.335622 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:04.340387 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:04.341566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.357832 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bba37ad2-eed5-477c-a9cb-71ec5bb5242e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7807558 Dec 06 12:45:04.360522 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:04.447796 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 083afb77-f79b-4193-8db9-d9b435e8c325 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:04.448138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.516552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.528106 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 083afb77-f79b-4193-8db9-d9b435e8c325 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:04.602831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.634699 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=083afb77-f79b-4193-8db9-d9b435e8c325,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:04.641331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:04.644579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-35779242-c6ac-4637-ab62-3ee6e772dd09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/083afb77-f79b-4193-8db9-d9b435e8c325 HTTP/1.1" status: 204 len: 168 time: 0.2830534 Dec 06 12:45:04.647091 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35732) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:04.724980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d51ecc7-afa1-4b4a-87b5-8b46f1056dd9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:04.731095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d51ecc7-afa1-4b4a-87b5-8b46f1056dd9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:04.732630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7d51ecc7-afa1-4b4a-87b5-8b46f1056dd9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0846281 Dec 06 12:45:04.735314 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:04.825300 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port b90f2c2f-1250-4285-8ad2-18500582584a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:04.825677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.006123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccca118-eabd-4011-b3c9-d0098bdfbe65 req-0fef50b6-8e57-4548-b66b-660362dd433c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:05.007611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ccca118-eabd-4011-b3c9-d0098bdfbe65 req-0fef50b6-8e57-4548-b66b-660362dd433c tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.0547624 Dec 06 12:45:05.058804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ccca118-eabd-4011-b3c9-d0098bdfbe65 req-974ba6f9-2a7e-4768-8bc2-9785a704f685 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/security-groups?id=e95be737-b283-4540-803b-2a7d93c5ed33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Dec 06 12:45:05.211248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.230507 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for b90f2c2f-1250-4285-8ad2-18500582584a owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:05.242398 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-46820bc0-603b-4054-b495-9fbe35de146f tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:05.243819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-46820bc0-603b-4054-b495-9fbe35de146f tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.53 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 945 time: 0.1066525 Dec 06 12:45:05.381549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.410818 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Deleting port c7094931-c567-4ff7-b23c-c1356f5ec314 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:05.411153 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.416376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=b90f2c2f-1250-4285-8ad2-18500582584a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:05.439408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.442639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2f16ca2b-35da-478d-8968-24f1eed8fbf4 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/b90f2c2f-1250-4285-8ad2-18500582584a HTTP/1.1" status: 204 len: 168 time: 0.7064087 Dec 06 12:45:05.445046 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35740) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:05.543694 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1b98a-b0b7-45c4-b2c4-0709f9026f39 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:05.545143 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-85a1b98a-b0b7-45c4-b2c4-0709f9026f39 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0991619 Dec 06 12:45:05.546953 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] For port c7094931-c567-4ff7-b23c-c1356f5ec314, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c7094931-c567-4ff7-b23c-c1356f5ec314,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:05.547319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.547969 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:05.572044 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a876794-263f-4f35-b894-a3216bb248d3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:05.573438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a876794-263f-4f35-b894-a3216bb248d3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/083afb77-f79b-4193-8db9-d9b435e8c325 HTTP/1.1" status: 404 len: 333 time: 0.0243707 Dec 06 12:45:05.576588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:05.599928 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-42814ee9-a41f-43b3-979c-67ad981ab336 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:05.601266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42814ee9-a41f-43b3-979c-67ad981ab336 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/b90f2c2f-1250-4285-8ad2-18500582584a HTTP/1.1" status: 404 len: 333 time: 0.0237246 Dec 06 12:45:05.603958 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:05.680585 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.718598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.718963 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.719281 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Floating IP f09b79a0-59e1-450b-b04f-46d90e7cffe0 disassociated. External IP: 172.35.3.182, port: c7094931-c567-4ff7-b23c-c1356f5ec314. Dec 06 12:45:05.719626 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Calling delete_port for c7094931-c567-4ff7-b23c-c1356f5ec314 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:05.763823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.783953 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c96382-ddee-4621-b90f-dc137adb27dc']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:05.793017 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a918457-7fbf-42a4-a48d-0d41b20545ea') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:05.793946 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a918457-7fbf-42a4-a48d-0d41b20545ea') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:05.807341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.820806 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.826821 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:05.827262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:05.830284 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:05.844745 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.884100 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event deleted for resources: {'Port': ['ID=c7094931-c567-4ff7-b23c-c1356f5ec314,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:05.894437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.905424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.908585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/d9c96382-ddee-4621-b90f-dc137adb27dc HTTP/1.1" status: 204 len: 168 time: 0.3037348 Dec 06 12:45:05.920708 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:05.925708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-721704685'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:05.929731 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed0ebc-494f-4d62-a4f7-f73b9136c049 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=d9c96382-ddee-4621-b90f-dc137adb27dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:05.948784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:05.952245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.975431 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:05.985541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:05.985884 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment ff1a68df-2992-4113-92b8-93fa7b69dfe8 of type vlan for network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 Dec 06 12:45:06.010632 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Router 6379c589-5a17-4503-8109-a88232cce277 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:06.025737 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.051605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.057249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:06.057830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.097281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1754870 Dec 06 12:45:06.100116 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:06.107944 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:06.129174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:06.140309 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Sync routers for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:06.151168 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:06.151402 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a414723-bbda-44b5-89da-645d2097069a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=0910cdc5-0eb3-4df0-aafa-ae5b5fd36274,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:06.151844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:06.185633 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] No DVR routers for this DVR port c7094931-c567-4ff7-b23c-c1356f5ec314 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:06.188221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.189318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53a2ef6c-07a5-4f07-b59d-b7de0650031c req-01eee213-769f-48b5-993f-a1965ac2b98b tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e89fb9-4083-424b-96fa-d362c618851f HTTP/1.1" status: 200 len: 210 time: 0.0419531 Dec 06 12:45:06.192147 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b03dff3e-e8aa-4f33-9fbf-7b25c7e58d9a req-69494119-498f-4f57-839a-ceeb5925cbd4 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.53 "DELETE /v2.0/ports/c7094931-c567-4ff7-b23c-c1356f5ec314 HTTP/1.1" status: 204 len: 173 time: 0.9415374 Dec 06 12:45:06.192147 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'name': 'network-vif-deleted', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:06.194719 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d5b4de-2bd0-4374-bc58-b8dce96d5a39" -d '{"events": [{"server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "name": "network-vif-deleted", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:06.223722 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:06.268082 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77b4df-93fd-4a1c-8cf9-b8bb2f01918d x-openstack-request-id: req-bf77b4df-93fd-4a1c-8cf9-b8bb2f01918d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:06.268611 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e89fb9-4083-424b-96fa-d362c618851f", "name": "network-vif-deleted", "tag": "c7094931-c567-4ff7-b23c-c1356f5ec314", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:06.268725 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf77b4df-93fd-4a1c-8cf9-b8bb2f01918d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:06.269214 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e89fb9-4083-424b-96fa-d362c618851f', 'name': 'network-vif-deleted', 'tag': 'c7094931-c567-4ff7-b23c-c1356f5ec314', 'status': 'completed', 'code': 200} Dec 06 12:45:06.413390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:06.584397 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:06.587814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.620074 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:06.644932 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:45:06.645586 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:45:06.796178 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.809739 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Checking router: 6379c589-5a17-4503-8109-a88232cce277 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:06.818199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:06.818832 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:06.860067 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=77d067b6-b013-479c-9511-e26a43a7db4b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:06.872162 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': 'ff1a68df-2992-4113-92b8-93fa7b69dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:06.872530 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:06.889730 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:06.898224 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:06.902375 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:06.903001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:06.911583 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09889a-6a4a-42c8-8724-74308b46d93d None None] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:06.919803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a0f5393b-7c0d-4ac6-9551-63d4c3943503 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8186791 Dec 06 12:45:06.922374 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:06.927223 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274', 'name': 'tempest-PortsTestJSON-642706265'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:06.982022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:07.038921 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:07.042383 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.058762 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port a48ef541-44a7-43d8-9119-08943fbaa329 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:07.167153 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.5 (0910cdc5-0eb3-4df0-aafa-ae5b5fd36274/77d067b6-b013-479c-9511-e26a43a7db4b/a48ef541-44a7-43d8-9119-08943fbaa329) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:07.189753 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0910cdc5-0eb3-4df0-aafa-ae5b5fd36274', 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': '77d067b6-b013-479c-9511-e26a43a7db4b'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:07.190617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.266133 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35760) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:07.330471 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:07.332705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.366122 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a4ec9-e708-4a74-ab9b-985a2b97d5a1 None None] The sync data for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 is: [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:50Z', 'revision_number': 4, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a04f4c7d-6eee-41b3-a28f-3e155f3d5c44', 'name': '', 'network_id': 'f95e548f-a2bb-47e4-8e51-9cae76d317d7', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'mac_address': 'fa:16:3e:9a:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:49Z', 'updated_at': '2021-12-06T12:40:03Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'subnets': [{'id': '5557ece4-b391-43cc-8590-47495b3aec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:07.379023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.404234 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Deleting port b0006f1a-6d55-4326-90a0-6627876a9e33 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:07.405328 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.440060 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:07.443982 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:07.445248 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Allocated IP 172.20.0.2 (0910cdc5-0eb3-4df0-aafa-ae5b5fd36274/77d067b6-b013-479c-9511-e26a43a7db4b/6f12f68a-1275-4dbd-8be5-58f47d9a4396) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:07.448219 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:07.475476 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=a48ef541-44a7-43d8-9119-08943fbaa329,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:07.505775 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.506098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.515335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:07.516102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.518327 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Calling delete_port for b0006f1a-6d55-4326-90a0-6627876a9e33 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:07.537376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2cd5e191-7fd0-4564-9678-c7aa6a333c64 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6138215 Dec 06 12:45:07.540153 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35762) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:07.626432 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.636186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.650778 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port a48ef541-44a7-43d8-9119-08943fbaa329 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:07.651332 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.687690 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:07.690789 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:07.693292 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:07.705727 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Pushing event updated for resources: {'Port': ['ID=6f12f68a-1275-4dbd-8be5-58f47d9a4396,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:07.717569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.732290 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc373e70-0796-4502-a424-637cdd8f9180 None None] New status for floating IP f09b79a0-59e1-450b-b04f-46d90e7cffe0: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:45:07.763611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.764628 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event deleted for resources: {'Port': ['ID=b0006f1a-6d55-4326-90a0-6627876a9e33,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:07.767172 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Attempting to bind port 6f12f68a-1275-4dbd-8be5-58f47d9a4396 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:07.767741 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Attempting to bind port 6f12f68a-1275-4dbd-8be5-58f47d9a4396 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ff1a68df-2992-4113-92b8-93fa7b69dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:07.768341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Attempting to bind port 6f12f68a-1275-4dbd-8be5-58f47d9a4396 on network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:07.775121 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:07.775847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Checking segment: {'id': 'ff1a68df-2992-4113-92b8-93fa7b69dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:07.776486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.777078 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Bound using segment: {'id': 'ff1a68df-2992-4113-92b8-93fa7b69dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:07.778330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Bound port: 6f12f68a-1275-4dbd-8be5-58f47d9a4396, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1a68df-2992-4113-92b8-93fa7b69dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0910cdc5-0eb3-4df0-aafa-ae5b5fd36274'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:07.779137 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.781269 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for a48ef541-44a7-43d8-9119-08943fbaa329 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:07.854233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.858242 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.859430 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68974622-b341-42c8-b569-abdc6dc0b70e tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "DELETE /v2.0/floatingips/f09b79a0-59e1-450b-b04f-46d90e7cffe0 HTTP/1.1" status: 204 len: 168 time: 0.5922444 Dec 06 12:45:07.865557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] For port 6f12f68a-1275-4dbd-8be5-58f47d9a4396, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:07.869478 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] For port 6f12f68a-1275-4dbd-8be5-58f47d9a4396, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f12f68a-1275-4dbd-8be5-58f47d9a4396,segment=NetworkSegment(ff1a68df-2992-4113-92b8-93fa7b69dfe8),segment_id=ff1a68df-2992-4113-92b8-93fa7b69dfe8)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:07.877056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.933349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:07.948267 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35770) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:07.957633 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df744a6c-e714-43f2-a228-b6eef1a01f72 None None] Pushing event updated for resources: {'Port': ['ID=6f12f68a-1275-4dbd-8be5-58f47d9a4396,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:07.969887 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=a48ef541-44a7-43d8-9119-08943fbaa329,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:08.023438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.036940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.041100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a56c0219-c48f-465b-ab00-12c4ad57cf90 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/a48ef541-44a7-43d8-9119-08943fbaa329 HTTP/1.1" status: 204 len: 168 time: 0.5002511 Dec 06 12:45:08.042829 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:08.050351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.065765 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2620aa-a3f6-484e-b64a-5c525ba50387 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:08.066494 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2620aa-a3f6-484e-b64a-5c525ba50387 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:08.070139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce2620aa-a3f6-484e-b64a-5c525ba50387 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/a48ef541-44a7-43d8-9119-08943fbaa329 HTTP/1.1" status: 404 len: 333 time: 0.0256836 Dec 06 12:45:08.072136 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:08.101031 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa43980-04e6-4709-b029-f0fd38a7faab tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:08.102688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9aa43980-04e6-4709-b029-f0fd38a7faab tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/a48ef541-44a7-43d8-9119-08943fbaa329 HTTP/1.1" status: 404 len: 333 time: 0.0295489 Dec 06 12:45:08.105462 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35776) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:08.171913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.174524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.175695 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] 10.222.0.31 "DELETE /v2.0/security-groups/e95be737-b283-4540-803b-2a7d93c5ed33 HTTP/1.1" status: 204 len: 168 time: 0.2259240 Dec 06 12:45:08.193615 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 77d067b6-b013-479c-9511-e26a43a7db4b {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:08.195732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bb64b-2d3b-4238-add8-006eb25367b1 tempest-TestServerBasicOps-69292128 tempest-TestServerBasicOps-69292128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95be737-b283-4540-803b-2a7d93c5ed33,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:08.199186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.243594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.328492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.389325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.416982 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=77d067b6-b013-479c-9511-e26a43a7db4b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:08.418997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.422221 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2a210cd8-05be-499b-bf80-acea570d8b36 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/77d067b6-b013-479c-9511-e26a43a7db4b HTTP/1.1" status: 204 len: 168 time: 0.3151472 Dec 06 12:45:08.425301 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35780) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:08.501441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.553059 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 6f12f68a-1275-4dbd-8be5-58f47d9a4396 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:08.553477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.625133 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port 6f12f68a-1275-4dbd-8be5-58f47d9a4396, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f12f68a-1275-4dbd-8be5-58f47d9a4396,segment=NetworkSegment(ff1a68df-2992-4113-92b8-93fa7b69dfe8),segment_id=ff1a68df-2992-4113-92b8-93fa7b69dfe8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:08.625530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.639318 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 6f12f68a-1275-4dbd-8be5-58f47d9a4396 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:08.721520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.750999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=6f12f68a-1275-4dbd-8be5-58f47d9a4396,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:08.757816 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port 6f12f68a-1275-4dbd-8be5-58f47d9a4396 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:08.837975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.859543 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0910cdc5-0eb3-4df0-aafa-ae5b5fd36274']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:08.869740 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1a68df-2992-4113-92b8-93fa7b69dfe8') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:08.869906 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1a68df-2992-4113-92b8-93fa7b69dfe8') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:08.878735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57a56b-dbdc-4f30-8796-d004296c24be None None] Network 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:08.881319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.894734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.900951 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:08.901365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:08.904657 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:08.965789 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8b64ee14-dd83-4a7a-ba57-922193ac563d None None] Could not find standard attr ID for object 6f12f68a-1275-4dbd-8be5-58f47d9a4396. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:08.970433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.974852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:08.978392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 HTTP/1.1" status: 204 len: 168 time: 0.5520821 Dec 06 12:45:08.982992 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35782) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:08.988555 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2083017914'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:09.005574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2bb34-6b38-4506-a04c-ef7aaa9b8950 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=0910cdc5-0eb3-4df0-aafa-ae5b5fd36274,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:09.021220 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:09.024743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.041055 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81894bdb-3699-4f60-af67-b2f89c893bcb None None] DHCP port deletion for 0910cdc5-0eb3-4df0-aafa-ae5b5fd36274 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:09.053641 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:09.062918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.063270 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment 7c5818f7-411b-4343-b736-586f9b1e3ab6 of type vlan for network 964f81d1-d280-449c-9cfb-edc7d1d0e751 Dec 06 12:45:09.102153 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.127289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.132911 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:09.133531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.177009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931186 Dec 06 12:45:09.179802 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:09.185040 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:09.208305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074a92-9738-46c9-ae04-c54f5546e391 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=964f81d1-d280-449c-9cfb-edc7d1d0e751,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:09.219985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:09.240754 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35788) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:09.290746 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:09.295131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.418420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c7094931-c567-4ff7-b23c-c1356f5ec314 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:09.439088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: c7094931-c567-4ff7-b23c-c1356f5ec314 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:09.439438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c7094931-c567-4ff7-b23c-c1356f5ec314 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:09.479060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.541223 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=7cec5f44-6e5c-48b0-8ef6-e06711c40fd4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:09.549586 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': '7c5818f7-411b-4343-b736-586f9b1e3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:09.549960 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: 964f81d1-d280-449c-9cfb-edc7d1d0e751, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:09.566559 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:09.576084 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 964f81d1-d280-449c-9cfb-edc7d1d0e751) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:09.580204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:09.580796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.588816 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095e96f-3753-48ab-8d91-b23de4c3a955 None None] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:09.602842 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab32a75d-78f1-42e6-b88c-e9a0e4310eda tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4194658 Dec 06 12:45:09.603123 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35792) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:09.609827 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751', 'security_groups': [], 'name': 'tempest-PortsTestJSON-647342537'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:09.732913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-964f81d1-d280-449c-9cfb-edc7d1d0e751', 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': '7cec5f44-6e5c-48b0-8ef6-e06711c40fd4'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:09.733805 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.765405 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:09.768852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:09.805184 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 8b1c5007-fc13-4d14-a054-2c6d8e4a327d yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:09.868568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Allocated IP 172.20.0.2 (964f81d1-d280-449c-9cfb-edc7d1d0e751/7cec5f44-6e5c-48b0-8ef6-e06711c40fd4/c267fab1-28da-4773-ac60-e78ace6a8823) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:09.879552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.009448 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.015279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.051899 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:10.054728 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:10.058686 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:10.069618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Pushing event updated for resources: {'Port': ['ID=c267fab1-28da-4773-ac60-e78ace6a8823,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:10.094538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cd53cfa9-fc76-4f07-b73a-0ffe81e7e499 {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:45:10.094860 n-d-master-1 neutron-server[103298]: DEBUG oslo_db.api [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:45:10.121462 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Attempting to bind port c267fab1-28da-4773-ac60-e78ace6a8823 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:10.122318 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Attempting to bind port c267fab1-28da-4773-ac60-e78ace6a8823 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7c5818f7-411b-4343-b736-586f9b1e3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:10.122678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Attempting to bind port c267fab1-28da-4773-ac60-e78ace6a8823 on network 964f81d1-d280-449c-9cfb-edc7d1d0e751 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:10.127576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:10.127950 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Checking segment: {'id': '7c5818f7-411b-4343-b736-586f9b1e3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:10.128348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.128735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Bound using segment: {'id': '7c5818f7-411b-4343-b736-586f9b1e3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:10.129226 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Bound port: c267fab1-28da-4773-ac60-e78ace6a8823, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5818f7-411b-4343-b736-586f9b1e3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '964f81d1-d280-449c-9cfb-edc7d1d0e751'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:10.129605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.170627 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Deleting port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:10.171333 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.190415 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] For port c267fab1-28da-4773-ac60-e78ace6a8823, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:10.193431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] For port c267fab1-28da-4773-ac60-e78ace6a8823, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c267fab1-28da-4773-ac60-e78ace6a8823,segment=NetworkSegment(7c5818f7-411b-4343-b736-586f9b1e3ab6),segment_id=7c5818f7-411b-4343-b736-586f9b1e3ab6)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:10.197917 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.255679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68752e1-d7aa-413b-95b0-eba201ff6171 None None] Pushing event updated for resources: {'Port': ['ID=c267fab1-28da-4773-ac60-e78ace6a8823,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:10.260392 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] For port a04f4c7d-6eee-41b3-a28f-3e155f3d5c44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:10.260758 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.274081 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Calling delete_port for a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:10.475471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.503695 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04f4c7d-6eee-41b3-a28f-3e155f3d5c44,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:10.600896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:10.629095 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port a656c70e-4c3c-46b1-a018-28d91996a1f6 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:11.031889 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.123447 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.7 (964f81d1-d280-449c-9cfb-edc7d1d0e751/7cec5f44-6e5c-48b0-8ef6-e06711c40fd4/a656c70e-4c3c-46b1-a018-28d91996a1f6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:11.208683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb1851-fc75-4f4b-acb7-86eb8a5fde79 None None] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:11.333688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c267fab1-28da-4773-ac60-e78ace6a8823 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:11.366084 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] Provisioning complete for port c267fab1-28da-4773-ac60-e78ace6a8823 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:11.366369 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.378312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.403105 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Router 6379c589-5a17-4503-8109-a88232cce277 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:11.467022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c267fab1-28da-4773-ac60-e78ace6a8823 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:11.467224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.467551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.527300 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.550528 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:11.565217 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:11.573537 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:11.578099 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=a656c70e-4c3c-46b1-a018-28d91996a1f6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:11.610145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] For port c267fab1-28da-4773-ac60-e78ace6a8823, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c267fab1-28da-4773-ac60-e78ace6a8823,segment=NetworkSegment(7c5818f7-411b-4343-b736-586f9b1e3ab6),segment_id=7c5818f7-411b-4343-b736-586f9b1e3ab6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:11.617454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.619129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:11.623711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.626264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00b2f7fd-8ce1-4257-a8aa-fdd848a07ca5 admin admin] 10.222.0.31 "PUT /v2.0/routers/6379c589-5a17-4503-8109-a88232cce277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3835988 Dec 06 12:45:11.628670 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:11.645608 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:11.646340 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.668584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9d888d96-1384-45db-8dd4-321e601c2a7d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0619485 Dec 06 12:45:11.668909 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35796) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:11.671253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Sync routers for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:11.722654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:11.723276 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:11.747205 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623cd18-3e54-4596-91ab-9b34fc7bbc06 None None] Pushing event updated for resources: {'Port': ['ID=c267fab1-28da-4773-ac60-e78ace6a8823,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:11.775376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port a656c70e-4c3c-46b1-a018-28d91996a1f6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:11.775830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.799392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.813754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:45:11.814274 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:45:11.879573 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c4a04356-d0e4-43c4-8abe-6beff15381a3 None None] Provisioning complete for port c267fab1-28da-4773-ac60-e78ace6a8823 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:11.880089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c4a04356-d0e4-43c4-8abe-6beff15381a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.885532 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:11.892809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.907761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for a656c70e-4c3c-46b1-a018-28d91996a1f6 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:11.921776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:11.986432 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Deleting port b50a7e7d-75ef-44c9-ac6b-47589fe23a03 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:11.986773 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.079704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.080842 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] For port b50a7e7d-75ef-44c9-ac6b-47589fe23a03, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:12.081242 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.095435 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Calling delete_port for b50a7e7d-75ef-44c9-ac6b-47589fe23a03 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:12.107418 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=a656c70e-4c3c-46b1-a018-28d91996a1f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:12.148559 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:45:10Z', 'revision_number': 5, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port': {'id': 'b50a7e7d-75ef-44c9-ac6b-47589fe23a03', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379c589-5a17-4503-8109-a88232cce277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:12.176304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Checking router: 6379c589-5a17-4503-8109-a88232cce277 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:12.177610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.181276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da604246-cb8d-40d5-bdaa-4609e27891fc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/a656c70e-4c3c-46b1-a018-28d91996a1f6 HTTP/1.1" status: 204 len: 168 time: 0.5113399 Dec 06 12:45:12.184386 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35800) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:12.188072 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Routers {'6379c589-5a17-4503-8109-a88232cce277'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:12.189724 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6379c589-5a17-4503-8109-a88232cce277'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:12.211210 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd48819-9547-432d-a49c-da48654006af tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:12.212780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3dd48819-9547-432d-a49c-da48654006af tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/a656c70e-4c3c-46b1-a018-28d91996a1f6 HTTP/1.1" status: 404 len: 333 time: 0.0274436 Dec 06 12:45:12.215551 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35802) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:12.278989 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 7cec5f44-6e5c-48b0-8ef6-e06711c40fd4 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:12.282978 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.319336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.329545 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.351097 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b50a7e7d-75ef-44c9-ac6b-47589fe23a03,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:12.423027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.436739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.453890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0cb11-0731-4be2-89c4-a6468c075c20 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:12.502659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.506088 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bd7e9a86-2d1a-4d4c-8dbf-00901132fbdf None None] Could not find standard attr ID for object a656c70e-4c3c-46b1-a018-28d91996a1f6. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:12.521587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.524053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.535868 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=7cec5f44-6e5c-48b0-8ef6-e06711c40fd4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:12.540009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.546361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-60b2e3e5-d8ed-4e8d-9b61-4385b83a1f6c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/7cec5f44-6e5c-48b0-8ef6-e06711c40fd4 HTTP/1.1" status: 204 len: 168 time: 0.3269382 Dec 06 12:45:12.546625 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35804) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:12.549057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] Set router 6379c589-5a17-4503-8109-a88232cce277 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:12.571648 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.572215 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6379c589-5a17-4503-8109-a88232cce277 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:45:12.577627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.581778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e3d61a37-0e5f-4465-8ef4-bb8789f9ee6b admin admin] 10.222.0.31 "DELETE /v2.0/routers/6379c589-5a17-4503-8109-a88232cce277 HTTP/1.1" status: 204 len: 168 time: 0.9497914 Dec 06 12:45:12.581993 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:12.610812 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2252177-de42-417b-9b04-b27c1b950fd6 None None] Network 964f81d1-d280-449c-9cfb-edc7d1d0e751 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:12.624405 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:45:11Z', 'revision_number': 6, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:12.626704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.641725 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Deleting subnet 5557ece4-b391-43cc-8590-47495b3aec7c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:12.645689 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.665740 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c333f2-06e2-4ac8-88dc-a7a0dff829ac None None] The sync data for ids ['6379c589-5a17-4503-8109-a88232cce277'] in n-d-master-1 is: [{'id': '6379c589-5a17-4503-8109-a88232cce277', 'name': 'tempest-TestServerBasicOps-287863774-router', 'tenant_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:46Z', 'updated_at': '2021-12-06T12:45:11Z', 'revision_number': 6, 'project_id': '2a9e86ccc7cb44a88ca8c642c7d2b2d0', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:12.688070 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.696707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port c267fab1-28da-4773-ac60-e78ace6a8823 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:12.697689 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.787882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port c267fab1-28da-4773-ac60-e78ace6a8823, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c267fab1-28da-4773-ac60-e78ace6a8823,segment=NetworkSegment(7c5818f7-411b-4343-b736-586f9b1e3ab6),segment_id=7c5818f7-411b-4343-b736-586f9b1e3ab6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:12.788246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.792329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.801693 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for c267fab1-28da-4773-ac60-e78ace6a8823 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:12.847445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.873063 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5557ece4-b391-43cc-8590-47495b3aec7c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:12.877069 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.880213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a917217a-9c89-42fa-bcf5-8c20e9bd9ebc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5557ece4-b391-43cc-8590-47495b3aec7c HTTP/1.1" status: 204 len: 168 time: 0.2972744 Dec 06 12:45:12.883021 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:12.884050 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db40da-025b-4697-ba07-f3e27fbb61c0 None None] Network f95e548f-a2bb-47e4-8e51-9cae76d317d7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:12.884825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:12.898992 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port c267fab1-28da-4773-ac60-e78ace6a8823 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:12.944110 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=c267fab1-28da-4773-ac60-e78ace6a8823,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:12.959687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.009704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.015317 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Deleting port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:13.015580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.033104 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964f81d1-d280-449c-9cfb-edc7d1d0e751']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.044167 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5818f7-411b-4343-b736-586f9b1e3ab6') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.044539 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5818f7-411b-4343-b736-586f9b1e3ab6') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.055955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.061097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2e933-a099-4fe8-9984-adfcf2a014ec None None] DHCP port deletion for 964f81d1-d280-449c-9cfb-edc7d1d0e751 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:13.076166 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.083135 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:13.083605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:13.091611 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:13.112229 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] For port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:13.112692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.126771 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] DHCP port deletion for f95e548f-a2bb-47e4-8e51-9cae76d317d7 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:13.142187 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Calling delete_port for d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:13.181088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.187028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.203497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/964f81d1-d280-449c-9cfb-edc7d1d0e751 HTTP/1.1" status: 204 len: 168 time: 0.6525981 Dec 06 12:45:13.204439 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:13.209768 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'name': 'tempest-PortsTestJSON-1016703786'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:13.213346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Deleting port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:13.213969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.214696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e87ec-b145-444d-b317-bc16c9499739 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=964f81d1-d280-449c-9cfb-edc7d1d0e751,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:13.278008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] For port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,segment=NetworkSegment(6fa0c99c-9f18-433a-a059-cb8c5978075f),segment_id=6fa0c99c-9f18-433a-a059-cb8c5978075f)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:13.278519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.291092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Calling delete_port for d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:13.316109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.347933 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:13.349868 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] No DVR routers for this DVR port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:13.370636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.371298 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:13.375350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.396332 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] Pushing event deleted for resources: {'Port': ['ID=d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:13.401310 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7452cdb-7590-471b-bf21-8110b6033ceb None None] No DVR routers for this DVR port d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:13.411638 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:13.446955 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.502559 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95e548f-a2bb-47e4-8e51-9cae76d317d7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.520154 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa0c99c-9f18-433a-a059-cb8c5978075f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.520460 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa0c99c-9f18-433a-a059-cb8c5978075f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:13.539021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.563398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.586625 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:13.587033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:13.588714 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:13.623800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:13.645411 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:13.645778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a04f4c7d-6eee-41b3-a28f-3e155f3d5c44 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:13.646204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c267fab1-28da-4773-ac60-e78ace6a8823 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:13.666723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c267fab1-28da-4773-ac60-e78ace6a8823 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:13.667039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c267fab1-28da-4773-ac60-e78ace6a8823 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:13.667392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:13.689275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:13.689275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d1e8e8b4-8671-48b0-b6e1-336ca5aa4ce0 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:13.695314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.704221 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.710310 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35812) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:13.710775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] 10.222.0.31 "DELETE /v2.0/networks/f95e548f-a2bb-47e4-8e51-9cae76d317d7 HTTP/1.1" status: 204 len: 168 time: 0.8258271 Dec 06 12:45:13.716223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.728491 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2c92-df00-44d8-865e-05ab19d1a6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f95e548f-a2bb-47e4-8e51-9cae76d317d7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:13.763369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.826912 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:13.828304 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:13.834618 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:13.841934 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:13.848757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:13.849717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:13.869527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a943d2a7-d9f7-49ae-8327-8107b582443c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6640112 Dec 06 12:45:13.872316 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:13.961930 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:13.962188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.028771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.041051 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:14.076284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.127112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.160613 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:14.164614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.171073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a6d8f969-590b-48e8-8637-732f95c3634c tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/d3dfe5ea-0c57-403a-b8ca-2145ef5fe6eb HTTP/1.1" status: 204 len: 168 time: 0.2976534 Dec 06 12:45:14.171687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:14.176433 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'mac_address': 'fa:16:3e:ad:c4:7f', 'name': 'tempest-PortsTestJSON-462505375'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:14.270311 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:14.334026 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Deleting port 38323620-52dc-49f1-a0aa-df9732b36f0d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:14.334369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.334948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.357220 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port be41cae7-c144-4e3c-9dd9-c07089f25708 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:14.415716 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] For port 38323620-52dc-49f1-a0aa-df9732b36f0d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38323620-52dc-49f1-a0aa-df9732b36f0d,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:14.416120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.433330 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Calling delete_port for 38323620-52dc-49f1-a0aa-df9732b36f0d owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:14.519408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.556516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.607138 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:14.610173 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:14.612649 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:14.618442 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:14.619043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.629252 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.629603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=be41cae7-c144-4e3c-9dd9-c07089f25708,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:14.646035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-960d87eb-935a-414e-82cf-dc021095567e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4733183 Dec 06 12:45:14.648649 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:14.657475 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Pushing event deleted for resources: {'Port': ['ID=38323620-52dc-49f1-a0aa-df9732b36f0d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:14.706481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4108db9-ed0d-46ee-bf62-27391834f4d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:14.707966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e4108db9-ed0d-46ee-bf62-27391834f4d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/be41cae7-c144-4e3c-9dd9-c07089f25708 HTTP/1.1" status: 200 len: 840 time: 0.0582619 Dec 06 12:45:14.710917 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:14.810738 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port be41cae7-c144-4e3c-9dd9-c07089f25708 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:14.811160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.870365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.892310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:14.906761 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for be41cae7-c144-4e3c-9dd9-c07089f25708 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:14.996055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.029429 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=be41cae7-c144-4e3c-9dd9-c07089f25708,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:15.034722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.038173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0833365-dac0-4994-8137-61abfa0a09db tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/be41cae7-c144-4e3c-9dd9-c07089f25708 HTTP/1.1" status: 204 len: 168 time: 0.3262653 Dec 06 12:45:15.040826 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:15.070084 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-691d7b58-1146-4c4c-a1b3-5e70ef6b9d80 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:15.071418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-691d7b58-1146-4c4c-a1b3-5e70ef6b9d80 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/be41cae7-c144-4e3c-9dd9-c07089f25708 HTTP/1.1" status: 404 len: 333 time: 0.0297744 Dec 06 12:45:15.075832 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:15.080551 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'name': 'tempest-PortsTestJSON-447425677'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:15.125985 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Router 5f3bddc3-dc0a-4d06-958b-c72818f12016 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:15.176590 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:15.184304 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.208780 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 25d66a7f-e55b-49c7-9437-2660b806da9b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:15.252617 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:15.258377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-15ecdbbc-68bc-48fa-905a-cd63a313eaae admin admin] 10.222.0.31 "PUT /v2.0/routers/5f3bddc3-dc0a-4d06-958b-c72818f12016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468662 Dec 06 12:45:15.260867 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35830) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:15.262854 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b50a7e7d-75ef-44c9-ac6b-47589fe23a03 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:15.268408 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Sync routers for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:15.281655 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:15.282407 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:15.289510 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b50a7e7d-75ef-44c9-ac6b-47589fe23a03 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:15.290215 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b50a7e7d-75ef-44c9-ac6b-47589fe23a03 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:15.414012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.425764 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:15.452678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.502712 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:15.505852 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:15.510358 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:15.515978 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:15.516729 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.523100 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=25d66a7f-e55b-49c7-9437-2660b806da9b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:15.543736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-750358c7-e34e-4cfa-a309-bddb15c3d382 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4639769 Dec 06 12:45:15.544132 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:15.549825 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:15.618883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.644789 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:45:14Z', 'revision_number': 5, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:15.672184 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Checking router: 5f3bddc3-dc0a-4d06-958b-c72818f12016 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:15.685692 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Routers {'5f3bddc3-dc0a-4d06-958b-c72818f12016'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:15.686667 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f3bddc3-dc0a-4d06-958b-c72818f12016'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:15.712570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.789283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.794832 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.795839 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] Set router 5f3bddc3-dc0a-4d06-958b-c72818f12016 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:15.819132 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.828552 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] In _notify_port_updated(), no bound segment for port 25d66a7f-e55b-49c7-9437-2660b806da9b on network a0f5c59f-65bd-4dae-aa66-6180c1076f6a {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:45:15.834233 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:15.834859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.838550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/ports/25d66a7f-e55b-49c7-9437-2660b806da9b HTTP/1.1" status: 200 len: 818 time: 0.2908974 Dec 06 12:45:15.841859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:15.875024 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a4b2-9112-4d1e-9b26-33c83e796ce3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=25d66a7f-e55b-49c7-9437-2660b806da9b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:15.882140 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Deleting port 2f85d88a-93e0-456f-a1a1-963ca28ac194 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:15.882140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.945686 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 25d66a7f-e55b-49c7-9437-2660b806da9b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:15.946093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.964248 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] For port 2f85d88a-93e0-456f-a1a1-963ca28ac194, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f85d88a-93e0-456f-a1a1-963ca28ac194,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:15.964609 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.979422 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Calling delete_port for 2f85d88a-93e0-456f-a1a1-963ca28ac194 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:16.021858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.036022 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 25d66a7f-e55b-49c7-9437-2660b806da9b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:16.080588 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:45:14Z', 'revision_number': 5, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:16.112641 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25c44-4487-409b-8105-1e95c8d15124 None None] The sync data for ids ['5f3bddc3-dc0a-4d06-958b-c72818f12016'] in n-d-master-1 is: [{'id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'name': 'tempest-TestServerBasicOps-1001808520-router', 'tenant_id': 'dea69c30ef184b2486b70470dffc138a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:55Z', 'updated_at': '2021-12-06T12:45:14Z', 'revision_number': 5, 'project_id': 'dea69c30ef184b2486b70470dffc138a', 'gw_port': {'id': '2f85d88a-93e0-456f-a1a1-963ca28ac194', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3bddc3-dc0a-4d06-958b-c72818f12016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:56Z', 'updated_at': '2021-12-06T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:16.120053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.169500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.175329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/25d66a7f-e55b-49c7-9437-2660b806da9b HTTP/1.1" status: 204 len: 168 time: 0.3304284 Dec 06 12:45:16.175329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0777d-eb24-4748-baf4-490902305e7f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=25d66a7f-e55b-49c7-9437-2660b806da9b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:16.175895 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.181703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.212237 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2f85d88a-93e0-456f-a1a1-963ca28ac194,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:16.229637 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d77726-99b5-4c14-92c7-f78bad42bb1d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:16.252879 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64df284-b42c-4c7e-83a6-5ad3f28fcdd7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:16.254363 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a64df284-b42c-4c7e-83a6-5ad3f28fcdd7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0775695 Dec 06 12:45:16.257070 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.279806 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.281633 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c8f153-3265-4edf-8a12-9965566f0f74 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:16.286402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-25c8f153-3265-4edf-8a12-9965566f0f74 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/25d66a7f-e55b-49c7-9437-2660b806da9b HTTP/1.1" status: 404 len: 333 time: 0.0249643 Dec 06 12:45:16.286588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.291145 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1573422874'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:16.311114 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:16.314898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.338112 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:16.347931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.348296 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment 6d338e56-dea3-4ebb-b761-0393e1c34f2e of type vlan for network 542721b4-40b8-484b-8375-58e365d3e27a Dec 06 12:45:16.372478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.374749 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.390980 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.416052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.418718 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.419273 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3bddc3-dc0a-4d06-958b-c72818f12016 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:45:16.422926 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:16.423707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.423812 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.424643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59cde724-97e6-4bba-ade6-fb477c8251ef admin admin] 10.222.0.31 "DELETE /v2.0/routers/5f3bddc3-dc0a-4d06-958b-c72818f12016 HTTP/1.1" status: 204 len: 168 time: 1.1626287 Dec 06 12:45:16.427070 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35846) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.466066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1754024 Dec 06 12:45:16.466508 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.471324 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:16.480169 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Deleting subnet 3d043c8c-ed57-45ad-a0a6-a239b3943f8a {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:16.483739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.514557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9039-563e-455b-b28a-9cf1ac03cac3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=542721b4-40b8-484b-8375-58e365d3e27a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:16.525414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.528505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 542721b4-40b8-484b-8375-58e365d3e27a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:16.594038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:16.598058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.615813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.690302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.717147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d043c8c-ed57-45ad-a0a6-a239b3943f8a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:16.720826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.724376 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b3d28d09-be5b-4be2-9f0d-24f8f91680d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d043c8c-ed57-45ad-a0a6-a239b3943f8a HTTP/1.1" status: 204 len: 168 time: 0.2963603 Dec 06 12:45:16.727178 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a90fd-d2ee-4dc9-a29b-76fe2024c950 None None] Network 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:16.728940 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:16.842550 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.860573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.914214 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] DHCP port deletion for 3ccd09a2-1d18-4b94-8b66-c3dcffea9688 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:16.951646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=fb114786-2c5f-4dc3-bfc0-daac04ecb4ce,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:16.974931 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': '6d338e56-dea3-4ebb-b761-0393e1c34f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:16.975225 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: 542721b4-40b8-484b-8375-58e365d3e27a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:16.978392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Deleting port 9f8c4031-2d61-4dcb-8386-d51130801e16 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:16.978570 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:16.990729 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Deleting port 9f8c4031-2d61-4dcb-8386-d51130801e16 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:16.991066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.016176 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 542721b4-40b8-484b-8375-58e365d3e27a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:17.040103 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] For port 9f8c4031-2d61-4dcb-8386-d51130801e16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f8c4031-2d61-4dcb-8386-d51130801e16,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:17.040496 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.053145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Calling delete_port for 9f8c4031-2d61-4dcb-8386-d51130801e16 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:17.055865 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 542721b4-40b8-484b-8375-58e365d3e27a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:17.064053 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:17.064652 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.065398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5333c5-3c49-486f-b1e6-20b78aba3574 None None] Network 542721b4-40b8-484b-8375-58e365d3e27a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:17.068741 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] For port 9f8c4031-2d61-4dcb-8386-d51130801e16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f8c4031-2d61-4dcb-8386-d51130801e16,segment=NetworkSegment(368d4206-508f-4796-b13c-f8ce11a0794a),segment_id=368d4206-508f-4796-b13c-f8ce11a0794a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:17.069098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.089828 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Calling delete_port for 9f8c4031-2d61-4dcb-8386-d51130801e16 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:17.098247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bda3a5c2-ed45-47dd-8395-563c7fec9736 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6307425 Dec 06 12:45:17.101085 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35852) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:17.106905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:17.183270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.213084 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8c4031-2d61-4dcb-8386-d51130801e16,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:17.215415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.222443 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] No DVR routers for this DVR port 9f8c4031-2d61-4dcb-8386-d51130801e16 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:17.227527 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:17.234215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.260170 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] No DVR routers for this DVR port 9f8c4031-2d61-4dcb-8386-d51130801e16 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:17.269844 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30b32-0dde-4bc9-827f-364299642867 None None] Pushing event deleted for resources: {'Port': ['ID=9f8c4031-2d61-4dcb-8386-d51130801e16,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:17.310304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-542721b4-40b8-484b-8375-58e365d3e27a', 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': 'fb114786-2c5f-4dc3-bfc0-daac04ecb4ce'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:17.311284 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.363745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f85d88a-93e0-456f-a1a1-963ca28ac194 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:17.379757 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fb114786-2c5f-4dc3-bfc0-daac04ecb4ce (CIDR: 172.20.0.0/28) Dec 06 12:45:17.383573 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:17.384060 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:17.404381 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-497a8c41-ed1d-4f6c-a404-783dbc1b01bf tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2990329 Dec 06 12:45:17.404645 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35854) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:17.409773 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:17.441141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2f85d88a-93e0-456f-a1a1-963ca28ac194 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:17.441141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2f85d88a-93e0-456f-a1a1-963ca28ac194 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:17.441569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 38323620-52dc-49f1-a0aa-df9732b36f0d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:17.476665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 38323620-52dc-49f1-a0aa-df9732b36f0d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:17.476665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 38323620-52dc-49f1-a0aa-df9732b36f0d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:17.477001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9f8c4031-2d61-4dcb-8386-d51130801e16 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:17.504454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 9f8c4031-2d61-4dcb-8386-d51130801e16 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:17.504804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 9f8c4031-2d61-4dcb-8386-d51130801e16 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:17.546173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:17.550053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.560115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Allocated IP 172.20.0.2 (542721b4-40b8-484b-8375-58e365d3e27a/fb114786-2c5f-4dc3-bfc0-daac04ecb4ce/bd77944a-f8c7-44b3-b6b4-a6732d62bea3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:17.707651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.727070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.729477 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccd09a2-1d18-4b94-8b66-c3dcffea9688']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:17.734324 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.739559 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368d4206-508f-4796-b13c-f8ce11a0794a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:17.739856 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368d4206-508f-4796-b13c-f8ce11a0794a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:17.749439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.763603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.769747 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:17.770133 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:17.771938 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:17.783000 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Network 542721b4-40b8-484b-8375-58e365d3e27a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:17.786925 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Pushing event updated for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:17.789391 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:17.791359 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:17.835933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.839895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.851899 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.854199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Attempting to bind port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:17.854584 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Attempting to bind port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6d338e56-dea3-4ebb-b761-0393e1c34f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:17.854954 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Attempting to bind port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 on network 542721b4-40b8-484b-8375-58e365d3e27a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:17.855143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ccd09a2-1d18-4b94-8b66-c3dcffea9688 HTTP/1.1" status: 204 len: 168 time: 1.1251919 Dec 06 12:45:17.856422 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac00f-66b8-4dc5-94f6-9a861b5ccdee admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccd09a2-1d18-4b94-8b66-c3dcffea9688,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:17.863178 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:17.863403 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Checking segment: {'id': '6d338e56-dea3-4ebb-b761-0393e1c34f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:17.863821 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.864260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Bound using segment: {'id': '6d338e56-dea3-4ebb-b761-0393e1c34f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:17.864736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Bound port: bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d338e56-dea3-4ebb-b761-0393e1c34f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '542721b4-40b8-484b-8375-58e365d3e27a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:17.865120 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.883470 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 542721b4-40b8-484b-8375-58e365d3e27a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:17.887580 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:17.892234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:17.892909 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.916710 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=09181f4b-830f-4400-87ce-93cb5420f51c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:17.925211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56996df5-7683-4069-b338-76b75112bf38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5174232 Dec 06 12:45:17.926419 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:17.931442 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'fixed_ips': [{'subnet_id': 'fb114786-2c5f-4dc3-bfc0-daac04ecb4ce'}, {'subnet_id': '09181f4b-830f-4400-87ce-93cb5420f51c'}], 'name': 'tempest-PortsTestJSON-793882913'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:17.939002 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:17.942474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,segment=NetworkSegment(6d338e56-dea3-4ebb-b761-0393e1c34f2e),segment_id=6d338e56-dea3-4ebb-b761-0393e1c34f2e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:17.947786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:17.995511 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:18.025204 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a821-8fa0-484e-a892-5cb101d8cbdb None None] Pushing event updated for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:18.052308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a7a6410f-bc4b-4193-812c-9f405831c271 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9e86ccc7cb44a88ca8c642c7d2b2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550573 Dec 06 12:45:18.055059 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:18.063137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:18.168741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.192135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.222511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.239187 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 5835caf7-f927-4f07-9caf-9c06dc822954 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:18.350961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.353506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.354660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f68795da-6e83-47ff-9c4a-89e0ee9f339d HTTP/1.1" status: 204 len: 168 time: 0.2985353 Dec 06 12:45:18.371754 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dede5-182d-4688-994a-cafee828d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68795da-6e83-47ff-9c4a-89e0ee9f339d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:18.531136 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.3 (542721b4-40b8-484b-8375-58e365d3e27a/fb114786-2c5f-4dc3-bfc0-daac04ecb4ce/5835caf7-f927-4f07-9caf-9c06dc822954) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:18.537125 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.26 (542721b4-40b8-484b-8375-58e365d3e27a/09181f4b-830f-4400-87ce-93cb5420f51c/5835caf7-f927-4f07-9caf-9c06dc822954) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:18.699635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.711918 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:18.772119 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8a7e754e-2329-4569-a5ad-d57d1f7c30f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dea69c30ef184b2486b70470dffc138a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591834 Dec 06 12:45:18.773246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.774905 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:18.832857 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 542721b4-40b8-484b-8375-58e365d3e27a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:18.833127 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.838024 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:18.842881 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:18.847462 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=5835caf7-f927-4f07-9caf-9c06dc822954,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:18.856633 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.900601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:18.901372 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.911564 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.914545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:18.915765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef2e459-eb75-4527-a608-cd1cec65e041 HTTP/1.1" status: 204 len: 168 time: 0.1395903 Dec 06 12:45:18.921585 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35874) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:18.923309 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68619d90-81be-410f-8b53-46d8a4d199c6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9912312 Dec 06 12:45:18.933048 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb114786-2c5f-4dc3-bfc0-daac04ecb4ce'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:18.938763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec70e-c178-4c18-869c-428a65db9f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef2e459-eb75-4527-a608-cd1cec65e041,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:19.008271 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997de6f-6a8f-46f7-bbff-9b2bd9799573 None None] Network 542721b4-40b8-484b-8375-58e365d3e27a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:19.091436 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.145287 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] Provisioning complete for port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:19.145759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.314524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd77944a-f8c7-44b3-b6b4-a6732d62bea3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:19.348800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.381052 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Update dhcp port {'port': {'network_id': '542721b4-40b8-484b-8375-58e365d3e27a', 'fixed_ips': [{'subnet_id': 'fb114786-2c5f-4dc3-bfc0-daac04ecb4ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '09181f4b-830f-4400-87ce-93cb5420f51c'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'bd77944a-f8c7-44b3-b6b4-a6732d62bea3'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:45:19.425542 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Delete allocated IP 172.20.0.26 (542721b4-40b8-484b-8375-58e365d3e27a/09181f4b-830f-4400-87ce-93cb5420f51c) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:45:19.428860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,segment=NetworkSegment(6d338e56-dea3-4ebb-b761-0393e1c34f2e),segment_id=6d338e56-dea3-4ebb-b761-0393e1c34f2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:19.430531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.444941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.509458 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:19.510416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.568568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.573470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.604807 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79fc4-7c5e-4517-9f85-c52372f6c0d5 None None] Pushing event updated for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:19.662364 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=5835caf7-f927-4f07-9caf-9c06dc822954,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:19.679237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.679607 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.679933 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.680272 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.680605 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.680931 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.681308 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.681637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.681960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.682282 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.682603 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.682941 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.683243 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:19.693571 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] In _notify_port_updated(), no bound segment for port 5835caf7-f927-4f07-9caf-9c06dc822954 on network 542721b4-40b8-484b-8375-58e365d3e27a {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:45:19.698993 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:19.699647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.700934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4e83a68f-d226-40ec-ab42-04c118d159a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/ports/5835caf7-f927-4f07-9caf-9c06dc822954 HTTP/1.1" status: 200 len: 918 time: 0.7784138 Dec 06 12:45:19.703573 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:19.708463 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb114786-2c5f-4dc3-bfc0-daac04ecb4ce'}, {'subnet_id': '09181f4b-830f-4400-87ce-93cb5420f51c'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:19.712960 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Allocated IP 172.20.0.18 (542721b4-40b8-484b-8375-58e365d3e27a/09181f4b-830f-4400-87ce-93cb5420f51c/bd77944a-f8c7-44b3-b6b4-a6732d62bea3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:19.771844 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.790255 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.821948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,segment=NetworkSegment(6d338e56-dea3-4ebb-b761-0393e1c34f2e),segment_id=6d338e56-dea3-4ebb-b761-0393e1c34f2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:20.007724 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.012620 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.069943 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.19 (542721b4-40b8-484b-8375-58e365d3e27a/09181f4b-830f-4400-87ce-93cb5420f51c/5835caf7-f927-4f07-9caf-9c06dc822954) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:20.099327 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bb745-db4b-4564-a884-18ef13538294 None None] Pushing event updated for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:20.196845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.202233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.304279 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=5835caf7-f927-4f07-9caf-9c06dc822954,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:20.345718 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] In _notify_port_updated(), no bound segment for port 5835caf7-f927-4f07-9caf-9c06dc822954 on network 542721b4-40b8-484b-8375-58e365d3e27a {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:45:20.351301 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:20.351932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.353306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce16891c-f268-406d-a04f-05f2776670bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/ports/5835caf7-f927-4f07-9caf-9c06dc822954 HTTP/1.1" status: 200 len: 998 time: 0.6487684 Dec 06 12:45:20.356852 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:20.451763 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 5835caf7-f927-4f07-9caf-9c06dc822954 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:20.452102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.543983 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.556504 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 5835caf7-f927-4f07-9caf-9c06dc822954 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:20.564051 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97342e9e-20aa-4720-9f43-8f133cc75b68 None None] Network 542721b4-40b8-484b-8375-58e365d3e27a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:20.625974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4fc2f20d-0a59-49a8-86f9-5b1ec8eb44ba None None] Provisioning complete for port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:20.626350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f20d-0a59-49a8-86f9-5b1ec8eb44ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.749422 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.776947 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=5835caf7-f927-4f07-9caf-9c06dc822954,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:20.778527 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4fc2f20d-0a59-49a8-86f9-5b1ec8eb44ba None None] Could not find standard attr ID for object 5835caf7-f927-4f07-9caf-9c06dc822954. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:20.868978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.872307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6235d185-934c-460a-9428-1a8e4b41bc1f tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/5835caf7-f927-4f07-9caf-9c06dc822954 HTTP/1.1" status: 204 len: 168 time: 0.5144856 Dec 06 12:45:20.874898 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:20.898666 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bf5144-aa29-403e-8640-3568014b5734 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:20.899991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d1bf5144-aa29-403e-8640-3568014b5734 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/5835caf7-f927-4f07-9caf-9c06dc822954 HTTP/1.1" status: 404 len: 333 time: 0.0241933 Dec 06 12:45:20.902974 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:20.951500 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 09181f4b-830f-4400-87ce-93cb5420f51c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:20.954567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:20.998249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.080037 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.138457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.165820 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=09181f4b-830f-4400-87ce-93cb5420f51c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:21.169486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.177009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ff26bc57-2eaf-4ecd-a58c-7720df427218 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/09181f4b-830f-4400-87ce-93cb5420f51c HTTP/1.1" status: 204 len: 168 time: 0.2688460 Dec 06 12:45:21.177258 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35884) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:21.227353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd77944a-f8c7-44b3-b6b4-a6732d62bea3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:21.237478 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet fb114786-2c5f-4dc3-bfc0-daac04ecb4ce {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:21.241672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.279600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:21.280497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.284768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.321609 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce07e9a-25a3-4630-8305-feb6f1d364eb None None] Network 542721b4-40b8-484b-8375-58e365d3e27a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:21.378320 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.436506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.451301 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c38427ff-0c2f-46d6-a7e8-3c5d844bba7e None None] Provisioning complete for port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:21.451807 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c38427ff-0c2f-46d6-a7e8-3c5d844bba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.462304 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=fb114786-2c5f-4dc3-bfc0-daac04ecb4ce,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:21.468591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.472174 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5247fd18-0ca6-4b58-ba76-88040b29ce49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/fb114786-2c5f-4dc3-bfc0-daac04ecb4ce HTTP/1.1" status: 204 len: 168 time: 0.2953811 Dec 06 12:45:21.474686 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:21.555558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.579118 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c38427ff-0c2f-46d6-a7e8-3c5d844bba7e None None] Could not find standard attr ID for object 5835caf7-f927-4f07-9caf-9c06dc822954. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:21.604985 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] DHCP port deletion for 542721b4-40b8-484b-8375-58e365d3e27a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:21.613464 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:21.613866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.654689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Deleting port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:21.655072 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.678189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,segment=NetworkSegment(6d338e56-dea3-4ebb-b761-0393e1c34f2e),segment_id=6d338e56-dea3-4ebb-b761-0393e1c34f2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:21.678553 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.692007 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for bd77944a-f8c7-44b3-b6b4-a6732d62bea3 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:21.720436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] For port bd77944a-f8c7-44b3-b6b4-a6732d62bea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,segment=NetworkSegment(6d338e56-dea3-4ebb-b761-0393e1c34f2e),segment_id=6d338e56-dea3-4ebb-b761-0393e1c34f2e)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:21.720843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.733497 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Calling delete_port for bd77944a-f8c7-44b3-b6b4-a6732d62bea3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:21.775985 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.800943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:21.804796 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:21.813789 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.837455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] Pushing event deleted for resources: {'Port': ['ID=bd77944a-f8c7-44b3-b6b4-a6732d62bea3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:21.842987 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81e4e6-d03b-4be0-b76c-1df0750f5cd3 None None] No DVR routers for this DVR port bd77944a-f8c7-44b3-b6b4-a6732d62bea3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:21.888004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.907795 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542721b4-40b8-484b-8375-58e365d3e27a']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:21.916796 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d338e56-dea3-4ebb-b761-0393e1c34f2e') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:21.917100 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d338e56-dea3-4ebb-b761-0393e1c34f2e') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:21.928399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.941613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.947633 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:21.948060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:21.951805 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:22.007558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.015371 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.018531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/542721b4-40b8-484b-8375-58e365d3e27a HTTP/1.1" status: 204 len: 168 time: 0.5428970 Dec 06 12:45:22.022333 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:22.033980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303965-27c0-4609-a96c-e01aa69d14c0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=542721b4-40b8-484b-8375-58e365d3e27a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:22.075999 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac91550-8943-4d2f-b203-527db978e9a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:22.077465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6ac91550-8943-4d2f-b203-527db978e9a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0538330 Dec 06 12:45:22.080968 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:22.125283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dbbf1b62-0856-4dc7-bc59-07c79e486c25 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0430915 Dec 06 12:45:22.128394 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:22.133223 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1563736801'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:22.153147 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:22.156513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.179971 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:22.189459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.189811 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment f851dc15-6257-431e-976b-046237a92761 of type vlan for network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b Dec 06 12:45:22.227840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.252800 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.258658 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:22.259280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.299419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1700392 Dec 06 12:45:22.302127 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:22.306823 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:22.348458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e069dce-4709-46e6-af01-69fcb7f0ea09 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=e4ff69f9-2b50-424b-a5f7-d2b96113fd7b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:22.359921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:22.420130 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:22.423871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.599316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.664358 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=d80ffcb7-6a3f-4028-a57c-65fe05654ccb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:22.672752 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': 'f851dc15-6257-431e-976b-046237a92761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:22.673116 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: e4ff69f9-2b50-424b-a5f7-d2b96113fd7b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:22.689383 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:22.697699 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e4ff69f9-2b50-424b-a5f7-d2b96113fd7b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:22.701763 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:22.702362 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.706518 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3be71a-9d53-48b7-9642-3e4030012a5d None None] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:22.718409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1612af4-b0a1-4ddc-8d88-3542c3c75bca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153016 Dec 06 12:45:22.720953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:22.725927 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b', 'name': 'tempest-PortsTestJSON-1152706214'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:22.839044 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:22.843415 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.861392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e4ff69f9-2b50-424b-a5f7-d2b96113fd7b', 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': 'd80ffcb7-6a3f-4028-a57c-65fe05654ccb'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:22.862521 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:22.862798 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 4d961108-623c-4cdb-b04a-0aa9e044b724 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:22.972008 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.5 (e4ff69f9-2b50-424b-a5f7-d2b96113fd7b/d80ffcb7-6a3f-4028-a57c-65fe05654ccb/4d961108-623c-4cdb-b04a-0aa9e044b724) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:23.117879 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.150430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.194077 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:23.197362 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:23.201744 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:23.201987 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Allocated IP 172.20.0.2 (e4ff69f9-2b50-424b-a5f7-d2b96113fd7b/d80ffcb7-6a3f-4028-a57c-65fe05654ccb/0a5d99c9-d547-4268-982b-f1d5f400569e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:23.222060 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd77944a-f8c7-44b3-b6b4-a6732d62bea3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:23.229580 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=4d961108-623c-4cdb-b04a-0aa9e044b724,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:23.256081 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bd77944a-f8c7-44b3-b6b4-a6732d62bea3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:23.256434 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd77944a-f8c7-44b3-b6b4-a6732d62bea3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:23.260965 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:23.263316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.280445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-594cc1b9-2d07-4c0f-9dc1-83aaf4f31c07 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5584133 Dec 06 12:45:23.282942 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:23.287977 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b', 'name': 'tempest-PortsTestJSON-2131271398'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:23.371804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.378250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.399249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:23.402883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.415796 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:23.418703 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:23.419603 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 87e9743c-8a09-4ff3-bc4e-1017d6e54c3b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:23.422818 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:23.431718 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Pushing event updated for resources: {'Port': ['ID=0a5d99c9-d547-4268-982b-f1d5f400569e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:23.485871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Attempting to bind port 0a5d99c9-d547-4268-982b-f1d5f400569e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:23.486376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Attempting to bind port 0a5d99c9-d547-4268-982b-f1d5f400569e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f851dc15-6257-431e-976b-046237a92761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:23.486748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Attempting to bind port 0a5d99c9-d547-4268-982b-f1d5f400569e on network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:23.491695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:23.492075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Checking segment: {'id': 'f851dc15-6257-431e-976b-046237a92761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:23.492471 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.492865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Bound using segment: {'id': 'f851dc15-6257-431e-976b-046237a92761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:23.493360 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Bound port: 0a5d99c9-d547-4268-982b-f1d5f400569e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f851dc15-6257-431e-976b-046237a92761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4ff69f9-2b50-424b-a5f7-d2b96113fd7b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:23.493745 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.528918 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.13 (e4ff69f9-2b50-424b-a5f7-d2b96113fd7b/d80ffcb7-6a3f-4028-a57c-65fe05654ccb/87e9743c-8a09-4ff3-bc4e-1017d6e54c3b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:23.553867 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] For port 0a5d99c9-d547-4268-982b-f1d5f400569e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:23.556919 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] For port 0a5d99c9-d547-4268-982b-f1d5f400569e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5d99c9-d547-4268-982b-f1d5f400569e,segment=NetworkSegment(f851dc15-6257-431e-976b-046237a92761),segment_id=f851dc15-6257-431e-976b-046237a92761)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:23.561901 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.625075 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047d68f-1558-4361-8db3-fd2c21b1551b None None] Pushing event updated for resources: {'Port': ['ID=0a5d99c9-d547-4268-982b-f1d5f400569e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:23.691890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.725594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.774502 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:23.778853 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:23.783916 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:23.816133 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=87e9743c-8a09-4ff3-bc4e-1017d6e54c3b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:23.848536 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:23.849204 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:23.866720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-423c5ab4-9d3c-4015-8b89-935c7ea2bd8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.5827353 Dec 06 12:45:23.869336 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:23.953351 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061cd40d-85fc-4aa4-bdc9-2cbe5a83ab27 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:23.954884 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-061cd40d-85fc-4aa4-bdc9-2cbe5a83ab27 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.0845354 Dec 06 12:45:23.957953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:24.045251 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 87e9743c-8a09-4ff3-bc4e-1017d6e54c3b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:24.045538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.131713 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.144155 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 87e9743c-8a09-4ff3-bc4e-1017d6e54c3b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:24.274051 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.305008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=87e9743c-8a09-4ff3-bc4e-1017d6e54c3b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:24.376400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.380174 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85bd54c4-625f-4bfa-80d6-418d2a6fab77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/87e9743c-8a09-4ff3-bc4e-1017d6e54c3b HTTP/1.1" status: 204 len: 168 time: 0.4211581 Dec 06 12:45:24.382677 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:24.407535 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-48165461-8719-4343-9d11-56603bb28f91 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:24.409000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-48165461-8719-4343-9d11-56603bb28f91 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/87e9743c-8a09-4ff3-bc4e-1017d6e54c3b HTTP/1.1" status: 404 len: 333 time: 0.0253656 Dec 06 12:45:24.411717 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:24.500198 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 4d961108-623c-4cdb-b04a-0aa9e044b724 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:24.500555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.529420 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc3c34-0ed0-4d84-9361-69c9c2398567 None None] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:24.588990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.600868 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 4d961108-623c-4cdb-b04a-0aa9e044b724 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:24.647233 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] Provisioning complete for port 0a5d99c9-d547-4268-982b-f1d5f400569e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:24.647610 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.731530 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.756196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.763818 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=4d961108-623c-4cdb-b04a-0aa9e044b724,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:24.796890 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] For port 0a5d99c9-d547-4268-982b-f1d5f400569e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5d99c9-d547-4268-982b-f1d5f400569e,segment=NetworkSegment(f851dc15-6257-431e-976b-046237a92761),segment_id=f851dc15-6257-431e-976b-046237a92761)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:24.801359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.840755 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.846595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f2902af3-7546-4161-98d0-3d1e7d204aba tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/4d961108-623c-4cdb-b04a-0aa9e044b724 HTTP/1.1" status: 204 len: 168 time: 0.4315839 Dec 06 12:45:24.847035 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:24.863301 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af6e11-59e5-49e4-97cb-4c1768ed4964 None None] Pushing event updated for resources: {'Port': ['ID=0a5d99c9-d547-4268-982b-f1d5f400569e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:24.873735 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a5ecb6-81f8-4ae8-a22c-e9720c4611bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:24.875183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-82a5ecb6-81f8-4ae8-a22c-e9720c4611bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/4d961108-623c-4cdb-b04a-0aa9e044b724 HTTP/1.1" status: 404 len: 333 time: 0.0270233 Dec 06 12:45:24.877910 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35910) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:24.933406 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet d80ffcb7-6a3f-4028-a57c-65fe05654ccb {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:24.936697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:24.977626 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.016158 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0d3e738e-6958-435e-87cc-9a4ace594b30 None None] Could not find standard attr ID for object 4d961108-623c-4cdb-b04a-0aa9e044b724. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:25.032542 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0d3e738e-6958-435e-87cc-9a4ace594b30 None None] Provisioning complete for port 0a5d99c9-d547-4268-982b-f1d5f400569e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:25.032939 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0d3e738e-6958-435e-87cc-9a4ace594b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.067565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.135284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.165270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.168535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/d80ffcb7-6a3f-4028-a57c-65fe05654ccb HTTP/1.1" status: 204 len: 168 time: 0.2896798 Dec 06 12:45:25.169453 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd0f47-e177-4067-b69c-8f2e54aee040 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=d80ffcb7-6a3f-4028-a57c-65fe05654ccb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:25.171138 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35912) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:25.226914 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7e1f6766-5b60-4b02-ae59-6ae80edcbb6c None None] Could not find standard attr ID for object 4d961108-623c-4cdb-b04a-0aa9e044b724. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:25.255821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.281253 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0a5d99c9-d547-4268-982b-f1d5f400569e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:25.315435 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 0a5d99c9-d547-4268-982b-f1d5f400569e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:25.315878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.329258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee0fb8-f203-4ede-ac9a-01d9a2892b7d None None] Network e4ff69f9-2b50-424b-a5f7-d2b96113fd7b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:25.361506 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-87fbe2f0-6bba-4ff2-8ca1-1b5977bfff51 None None] Could not find standard attr ID for object 87e9743c-8a09-4ff3-bc4e-1017d6e54c3b. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:25.385100 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port 0a5d99c9-d547-4268-982b-f1d5f400569e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5d99c9-d547-4268-982b-f1d5f400569e,segment=NetworkSegment(f851dc15-6257-431e-976b-046237a92761),segment_id=f851dc15-6257-431e-976b-046237a92761)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:25.385505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.397809 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 0a5d99c9-d547-4268-982b-f1d5f400569e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:25.400378 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 0a5d99c9-d547-4268-982b-f1d5f400569e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:25.400755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.476715 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.487027 n-d-master-1 neutron-server[103299]: INFO neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No ports have port_id starting with 0a5d99c9-d547-4268-982b-f1d5f400569e Dec 06 12:45:25.506340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=0a5d99c9-d547-4268-982b-f1d5f400569e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:25.509839 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port 0a5d99c9-d547-4268-982b-f1d5f400569e on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:25.565762 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d0147-04a6-4fbc-8a55-7bfdbc995843 None None] DHCP port deletion for e4ff69f9-2b50-424b-a5f7-d2b96113fd7b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:25.588925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.609325 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ff69f9-2b50-424b-a5f7-d2b96113fd7b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:25.618377 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f851dc15-6257-431e-976b-046237a92761') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:25.618677 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f851dc15-6257-431e-976b-046237a92761') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:25.632174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.645921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.652171 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:25.652641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:25.655700 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:25.711767 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.718645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.721866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/e4ff69f9-2b50-424b-a5f7-d2b96113fd7b HTTP/1.1" status: 204 len: 168 time: 0.5498006 Dec 06 12:45:25.726273 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35914) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:25.731583 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092325872'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:25.733739 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750a953-d3cb-4918-bd4a-5b9af2c379e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=e4ff69f9-2b50-424b-a5f7-d2b96113fd7b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:25.752385 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:25.755848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.779304 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:25.788021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.788301 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment f0646261-26ab-4637-b9ab-d375daa10cf5 of type vlan for network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece Dec 06 12:45:25.828313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.852446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.858912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:25.859492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:25.896823 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1694140 Dec 06 12:45:25.899625 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:25.905329 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:25.927616 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eeea3-c799-47ee-ae48-a0e0b432fd17 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=7dc68e2b-1ea7-4bd0-bc91-077e56bfbece,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:25.937340 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:25.994046 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:25.997835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.173085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.233980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:26.239762 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': 'f0646261-26ab-4637-b9ab-d375daa10cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:26.240089 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:26.256560 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:26.265510 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:26.271866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:26.272102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.275135 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c0700-e761-4795-8ab8-ec8229ab6f17 None None] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:26.290772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9c2db708-6e37-487d-b4b5-5d9d7f4265f3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3899372 Dec 06 12:45:26.293548 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:26.298960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece', 'name': 'tempest-PortsTestJSON-898566044', 'fixed_ips': [{'subnet_id': '9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81', 'ip_address': '172.20.0.10'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:26.407140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:26.415999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7dc68e2b-1ea7-4bd0-bc91-077e56bfbece', 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': '9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:26.417032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.494707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.513395 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 9e06791b-db6c-44b5-a115-bbf13bcf2b2a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:26.551804 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Allocated IP 172.20.0.2 (7dc68e2b-1ea7-4bd0-bc91-077e56bfbece/9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81/f94ec553-b83d-43ea-a806-f96a324ecfc7) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:26.695467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.701045 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.739981 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:26.744293 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:26.749886 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:26.752025 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.10 (7dc68e2b-1ea7-4bd0-bc91-077e56bfbece/9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81/9e06791b-db6c-44b5-a115-bbf13bcf2b2a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:26.753059 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Pushing event updated for resources: {'Port': ['ID=f94ec553-b83d-43ea-a806-f96a324ecfc7,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:26.805188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Attempting to bind port f94ec553-b83d-43ea-a806-f96a324ecfc7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:26.805475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Attempting to bind port f94ec553-b83d-43ea-a806-f96a324ecfc7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f0646261-26ab-4637-b9ab-d375daa10cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:26.805892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Attempting to bind port f94ec553-b83d-43ea-a806-f96a324ecfc7 on network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:26.812201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:26.812470 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Checking segment: {'id': 'f0646261-26ab-4637-b9ab-d375daa10cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:26.812877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.813306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Bound using segment: {'id': 'f0646261-26ab-4637-b9ab-d375daa10cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:26.813780 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Bound port: f94ec553-b83d-43ea-a806-f96a324ecfc7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0646261-26ab-4637-b9ab-d375daa10cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:26.814159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.878983 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] For port f94ec553-b83d-43ea-a806-f96a324ecfc7, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:26.881979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] For port f94ec553-b83d-43ea-a806-f96a324ecfc7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f94ec553-b83d-43ea-a806-f96a324ecfc7,segment=NetworkSegment(f0646261-26ab-4637-b9ab-d375daa10cf5),segment_id=f0646261-26ab-4637-b9ab-d375daa10cf5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:26.888243 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.906092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.946893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:26.950487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09523058-1f3d-42cc-8d7c-c1c3f351c2e4 None None] Pushing event updated for resources: {'Port': ['ID=f94ec553-b83d-43ea-a806-f96a324ecfc7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:26.994084 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:26.997345 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:27.001221 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:27.007991 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=9e06791b-db6c-44b5-a115-bbf13bcf2b2a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:27.053912 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.054543 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.071810 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-61b9ff9b-0edd-430a-ad91-8507297952a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7770758 Dec 06 12:45:27.074953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:27.079893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': '7dc68e2b-1ea7-4bd0-bc91-077e56bfbece', 'name': 'tempest-PortsTestJSON-176492143', 'fixed_ips': [{'subnet_id': '9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81', 'ip_address': '172.20.0.9'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:27.217812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:27.223661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.242251 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 7a4a476e-42c5-4b43-a718-f851df6dc5f7 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:27.285652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f94ec553-b83d-43ea-a806-f96a324ecfc7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:27.290509 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-273392b5-a386-4bac-838a-1fb431266edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.338049 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f94ec553-b83d-43ea-a806-f96a324ecfc7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:27.338324 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.409580 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.9 (7dc68e2b-1ea7-4bd0-bc91-077e56bfbece/9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81/7a4a476e-42c5-4b43-a718-f851df6dc5f7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:27.427742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.467275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port f94ec553-b83d-43ea-a806-f96a324ecfc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f94ec553-b83d-43ea-a806-f96a324ecfc7,segment=NetworkSegment(f0646261-26ab-4637-b9ab-d375daa10cf5),segment_id=f0646261-26ab-4637-b9ab-d375daa10cf5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:27.472244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.528974 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=f94ec553-b83d-43ea-a806-f96a324ecfc7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:27.532367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0a5d99c9-d547-4268-982b-f1d5f400569e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:27.555098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 0a5d99c9-d547-4268-982b-f1d5f400569e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:27.555388 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 0a5d99c9-d547-4268-982b-f1d5f400569e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:27.608845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.650877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.699855 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:27.703440 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:27.706416 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:27.736516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=7a4a476e-42c5-4b43-a718-f851df6dc5f7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:27.764191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.764824 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.785568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8f8e0b7f-1028-4a37-b08d-714a9cac3d77 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7094560 Dec 06 12:45:27.788320 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35930) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:27.880544 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5daeb8b-f365-486c-8106-f00d39c91258 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.882226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f5daeb8b-f365-486c-8106-f00d39c91258 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0929081 Dec 06 12:45:27.884996 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35932) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:27.940913 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8a3d8-b3dd-4235-b069-151ec128e280 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.947655 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8a3d8-b3dd-4235-b069-151ec128e280 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.953814 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8a3d8-b3dd-4235-b069-151ec128e280 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.957193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-18f8a3d8-b3dd-4235-b069-151ec128e280 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0689335 Dec 06 12:45:27.958634 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35934) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:27.977239 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249ef45-8b71-4b17-a4d9-76c01828421f None None] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:28.044048 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f1747a05-3ff3-4c09-8284-c135bc378aa9 None None] Provisioning complete for port f94ec553-b83d-43ea-a806-f96a324ecfc7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:28.044394 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f1747a05-3ff3-4c09-8284-c135bc378aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.053489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 7a4a476e-42c5-4b43-a718-f851df6dc5f7 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:28.053833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.142752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.155038 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 7a4a476e-42c5-4b43-a718-f851df6dc5f7 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:28.300808 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.329196 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=7a4a476e-42c5-4b43-a718-f851df6dc5f7,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:28.406169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.413476 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d157f562-ea07-42f8-a2d4-aed4240a7745 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/7a4a476e-42c5-4b43-a718-f851df6dc5f7 HTTP/1.1" status: 204 len: 168 time: 0.4510305 Dec 06 12:45:28.413476 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35936) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:28.438882 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-79797768-4bb1-4d56-bf20-df9d7d921939 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:28.440411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-79797768-4bb1-4d56-bf20-df9d7d921939 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/7a4a476e-42c5-4b43-a718-f851df6dc5f7 HTTP/1.1" status: 404 len: 333 time: 0.0257654 Dec 06 12:45:28.443240 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35938) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:28.517241 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Provisioning complete for port 9e06791b-db6c-44b5-a115-bbf13bcf2b2a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:28.517626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.554174 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 9e06791b-db6c-44b5-a115-bbf13bcf2b2a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:28.554778 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.563105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Port 9e06791b-db6c-44b5-a115-bbf13bcf2b2a cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:28.573609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Provisioning complete for port f94ec553-b83d-43ea-a806-f96a324ecfc7 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:28.575110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.677753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.694760 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 9e06791b-db6c-44b5-a115-bbf13bcf2b2a owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:28.848047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.868558 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d54be1a-fb52-45c9-aec0-1c9d725d456c None None] Could not find standard attr ID for object 7a4a476e-42c5-4b43-a718-f851df6dc5f7. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:28.891190 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=9e06791b-db6c-44b5-a115-bbf13bcf2b2a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:28.966525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.970693 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-45c73cea-5a2d-450c-bf5d-49fb25d850e2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/9e06791b-db6c-44b5-a115-bbf13bcf2b2a HTTP/1.1" status: 204 len: 168 time: 0.5263681 Dec 06 12:45:28.973596 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:28.999626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8fe723e9-b345-4898-aae4-eedc1c638133 None None] Could not find standard attr ID for object 9e06791b-db6c-44b5-a115-bbf13bcf2b2a. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:29.004584 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8fe723e9-b345-4898-aae4-eedc1c638133 None None] Could not find standard attr ID for object 7a4a476e-42c5-4b43-a718-f851df6dc5f7. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:29.010578 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7194e2-ba1d-4ef2-bd8c-74c1ba6c7a4a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:29.012646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe7194e2-ba1d-4ef2-bd8c-74c1ba6c7a4a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/9e06791b-db6c-44b5-a115-bbf13bcf2b2a HTTP/1.1" status: 404 len: 333 time: 0.0374246 Dec 06 12:45:29.017576 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35944) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:29.123327 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:29.126903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.196251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.251505 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f94ec553-b83d-43ea-a806-f96a324ecfc7 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:29.303971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.314115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f94ec553-b83d-43ea-a806-f96a324ecfc7 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:29.314565 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.375443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.412397 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.416648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81 HTTP/1.1" status: 204 len: 168 time: 0.3980410 Dec 06 12:45:29.417084 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be57705-0308-4c6d-b276-aa25b5bc3234 None None] Network 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:29.417782 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b0095-a611-4181-b4e0-167ecb84c816 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:29.419473 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:29.499264 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.551698 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port f94ec553-b83d-43ea-a806-f96a324ecfc7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:29.552040 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.583697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] DHCP port deletion for 7dc68e2b-1ea7-4bd0-bc91-077e56bfbece request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:29.617649 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port f94ec553-b83d-43ea-a806-f96a324ecfc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f94ec553-b83d-43ea-a806-f96a324ecfc7,segment=NetworkSegment(f0646261-26ab-4637-b9ab-d375daa10cf5),segment_id=f0646261-26ab-4637-b9ab-d375daa10cf5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:29.618043 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.626064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94020768-1a67-4604-8135-66131d7678ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.638822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for f94ec553-b83d-43ea-a806-f96a324ecfc7 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:29.655884 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Deleting port f94ec553-b83d-43ea-a806-f96a324ecfc7 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:29.656382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.723602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.729618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] For port f94ec553-b83d-43ea-a806-f96a324ecfc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f94ec553-b83d-43ea-a806-f96a324ecfc7,segment=NetworkSegment(f0646261-26ab-4637-b9ab-d375daa10cf5),segment_id=f0646261-26ab-4637-b9ab-d375daa10cf5)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:29.730669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.744260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Calling delete_port for f94ec553-b83d-43ea-a806-f96a324ecfc7 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:29.752520 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=f94ec553-b83d-43ea-a806-f96a324ecfc7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:29.754310 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port f94ec553-b83d-43ea-a806-f96a324ecfc7 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:29.836663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.837130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.858187 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc68e2b-1ea7-4bd0-bc91-077e56bfbece']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:29.863993 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] Pushing event deleted for resources: {'Port': ['ID=f94ec553-b83d-43ea-a806-f96a324ecfc7,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:29.866097 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed60eab-4d8d-4438-a39e-c8e31ea8f401 None None] No DVR routers for this DVR port f94ec553-b83d-43ea-a806-f96a324ecfc7 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:29.868438 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0646261-26ab-4637-b9ab-d375daa10cf5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:29.868704 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0646261-26ab-4637-b9ab-d375daa10cf5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:29.879933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.894031 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.900444 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:29.900976 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:29.904417 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:29.963041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.970657 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.975505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/7dc68e2b-1ea7-4bd0-bc91-077e56bfbece HTTP/1.1" status: 204 len: 168 time: 0.5548196 Dec 06 12:45:29.979840 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:29.986030 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2110402714'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:29.994893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14aa3a-7dce-4ef2-845b-718a36a1fbe3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=7dc68e2b-1ea7-4bd0-bc91-077e56bfbece,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:30.009989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:30.013769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.039267 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:30.048502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.048843 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Added segment 9655ce1f-2022-4731-9cea-49c7425c7262 of type vlan for network a84b2b79-3020-4035-ad80-77637bed228d Dec 06 12:45:30.091124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.117973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.124772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.125393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.166668 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1821492 Dec 06 12:45:30.166968 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:30.171637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:30.217970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb67a48-7dde-4555-bfde-b1edfae76afb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Network': ['ID=a84b2b79-3020-4035-ad80-77637bed228d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:30.228302 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a84b2b79-3020-4035-ad80-77637bed228d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:30.297789 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:30.301213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.481772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.541405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=4d91fdd9-10c0-403d-812c-ecf1ce95a832,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:30.550056 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Checking segment: {'id': '9655ce1f-2022-4731-9cea-49c7425c7262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:30.550425 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network hostable DHCP agents. Network: a84b2b79-3020-4035-ad80-77637bed228d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:30.567657 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a84b2b79-3020-4035-ad80-77637bed228d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:30.577408 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a84b2b79-3020-4035-ad80-77637bed228d) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:30.581464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.582054 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.588008 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28d6fc-4083-4af2-8091-a8b449264730 None None] Network a84b2b79-3020-4035-ad80-77637bed228d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:30.602313 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:30.604193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b913c9fb-5592-47cf-983a-6d7ca72f9777 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338772 Dec 06 12:45:30.607912 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1660270341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:30.633345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.635027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.656730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.765456 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a84b2b79-3020-4035-ad80-77637bed228d', 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': '4d91fdd9-10c0-403d-812c-ecf1ce95a832'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:30.766672 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.928997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Allocated IP 172.20.0.2 (a84b2b79-3020-4035-ad80-77637bed228d/4d91fdd9-10c0-403d-812c-ecf1ce95a832/e3ebba4b-d753-4a82-9902-580abfce324a) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:31.055361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.062803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.082987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.084520 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e962d6a5-79cc-4e06-8bc0-cc0ffca2fce9 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4810231 Dec 06 12:45:31.087149 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:31.087387 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.093337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d', 'name': 'tempest-PortsTestJSON-282190589'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:31.094161 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.152559 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Network a84b2b79-3020-4035-ad80-77637bed228d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:31.157799 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:31.162058 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:31.177238 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Pushing event updated for resources: {'Port': ['ID=e3ebba4b-d753-4a82-9902-580abfce324a,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:31.236425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:31.239481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.241375 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Attempting to bind port e3ebba4b-d753-4a82-9902-580abfce324a on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:31.241819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Attempting to bind port e3ebba4b-d753-4a82-9902-580abfce324a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9655ce1f-2022-4731-9cea-49c7425c7262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:31.242146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Attempting to bind port e3ebba4b-d753-4a82-9902-580abfce324a on network a84b2b79-3020-4035-ad80-77637bed228d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:31.249185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:31.249602 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Checking segment: {'id': '9655ce1f-2022-4731-9cea-49c7425c7262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:31.250066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.250405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Bound using segment: {'id': '9655ce1f-2022-4731-9cea-49c7425c7262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:31.250886 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Bound port: e3ebba4b-d753-4a82-9902-580abfce324a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9655ce1f-2022-4731-9cea-49c7425c7262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a84b2b79-3020-4035-ad80-77637bed228d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:31.251577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.255948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f94ec553-b83d-43ea-a806-f96a324ecfc7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:31.261578 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:31.288665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: f94ec553-b83d-43ea-a806-f96a324ecfc7 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:31.289013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f94ec553-b83d-43ea-a806-f96a324ecfc7 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:31.318598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.347638 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] For port e3ebba4b-d753-4a82-9902-580abfce324a, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:31.350908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] For port e3ebba4b-d753-4a82-9902-580abfce324a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3ebba4b-d753-4a82-9902-580abfce324a,segment=NetworkSegment(9655ce1f-2022-4731-9cea-49c7425c7262),segment_id=9655ce1f-2022-4731-9cea-49c7425c7262)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:31.356459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.380099 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.6 (a84b2b79-3020-4035-ad80-77637bed228d/4d91fdd9-10c0-403d-812c-ecf1ce95a832/bdcb857d-4a22-4e90-b099-7d2e8aead7a0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:31.415695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a58eaa-652e-4bd5-b938-10de822455ee None None] Pushing event updated for resources: {'Port': ['ID=e3ebba4b-d753-4a82-9902-580abfce324a,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:31.549576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.583514 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.634761 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=bdcb857d-4a22-4e90-b099-7d2e8aead7a0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:31.653923 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a84b2b79-3020-4035-ad80-77637bed228d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:31.655553 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:31.658128 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:31.722963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:31.723704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.742430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-01af54e7-5816-4bad-b3dd-65875e8f4deb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6533172 Dec 06 12:45:31.744813 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:32.075931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.362630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.368010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.403572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.442708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=bdcb857d-4a22-4e90-b099-7d2e8aead7a0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:32.498788 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc740c-6c9b-486c-8063-7ed8a0101239 None None] Network a84b2b79-3020-4035-ad80-77637bed228d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:32.591047 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] Provisioning complete for port e3ebba4b-d753-4a82-9902-580abfce324a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:32.591527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.607172 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.737363 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.744376 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.815810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] For port e3ebba4b-d753-4a82-9902-580abfce324a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3ebba4b-d753-4a82-9902-580abfce324a,segment=NetworkSegment(9655ce1f-2022-4731-9cea-49c7425c7262),segment_id=9655ce1f-2022-4731-9cea-49c7425c7262)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:32.820603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.874627 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd23c43-e2bb-4954-b0fb-de3ff8a46ee1 None None] Pushing event updated for resources: {'Port': ['ID=e3ebba4b-d753-4a82-9902-580abfce324a,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:33.055400 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2875ae0e-d0d2-447f-b19f-0b07bd49f563 None None] Provisioning complete for port e3ebba4b-d753-4a82-9902-580abfce324a triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.055950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2875ae0e-d0d2-447f-b19f-0b07bd49f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.059365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.074500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.163182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.165182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=bdcb857d-4a22-4e90-b099-7d2e8aead7a0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:33.199453 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2875ae0e-d0d2-447f-b19f-0b07bd49f563 None None] Provisioning complete for port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.199861 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2875ae0e-d0d2-447f-b19f-0b07bd49f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.298143 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.315942 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2875ae0e-d0d2-447f-b19f-0b07bd49f563 None None] Port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:33.329782 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a84b2b79-3020-4035-ad80-77637bed228d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:33.331356 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:33.375266 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3ebba4b-d753-4a82-9902-580abfce324a up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:33.439018 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e3ebba4b-d753-4a82-9902-580abfce324a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.440371 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.471017 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-de22a5de-05d9-4d42-8cf4-b3bf6ad406f8 None None] Provisioning complete for port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.471464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-de22a5de-05d9-4d42-8cf4-b3bf6ad406f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.547340 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Router 4788821b-f786-4da9-94b1-f7deaa74ba0e is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:45:33.557261 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-de22a5de-05d9-4d42-8cf4-b3bf6ad406f8 None None] Port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:33.693409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ab66fe76-eb77-44ea-a8a5-c6ae07171891 None None] Provisioning complete for port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.694744 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab66fe76-eb77-44ea-a8a5-c6ae07171891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.735722 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:33.746133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ab66fe76-eb77-44ea-a8a5-c6ae07171891 None None] Port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:33.748267 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:33.749105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-27049c39-25c8-4596-b822-cbe4891ee6c2 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/routers/4788821b-f786-4da9-94b1-f7deaa74ba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030079 Dec 06 12:45:33.763808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] Sync routers for ids ['4788821b-f786-4da9-94b1-f7deaa74ba0e'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:33.795637 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] Routers {'4788821b-f786-4da9-94b1-f7deaa74ba0e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:33.796271 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4788821b-f786-4da9-94b1-f7deaa74ba0e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:33.822929 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88448d3f-7933-400a-95f3-51d08550eba0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:33.824994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-88448d3f-7933-400a-95f3-51d08550eba0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?device_id=4788821b-f786-4da9-94b1-f7deaa74ba0e HTTP/1.1" status: 200 len: 981 time: 0.0753274 Dec 06 12:45:33.828049 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:33.841800 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:33.865077 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] Routers {'4788821b-f786-4da9-94b1-f7deaa74ba0e'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:33.867566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4788821b-f786-4da9-94b1-f7deaa74ba0e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:33.919807 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:33.920930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175b0d7-bac7-4934-b1e9-ae18db43fa20 None None] The sync data for ids ['4788821b-f786-4da9-94b1-f7deaa74ba0e'] in n-d-master-1 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:33.930556 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-93f08db8-6e76-42f3-84df-dc3521814f37 None None] Provisioning complete for port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:33.930878 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93f08db8-6e76-42f3-84df-dc3521814f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:33.970610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-93f08db8-6e76-42f3-84df-dc3521814f37 None None] Port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:34.360886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.714916 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port bdcb857d-4a22-4e90-b099-7d2e8aead7a0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:34.715612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.857991 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.880189 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for bdcb857d-4a22-4e90-b099-7d2e8aead7a0 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:35.105988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.138953 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=bdcb857d-4a22-4e90-b099-7d2e8aead7a0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:35.292814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.503596 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Router 4788821b-f786-4da9-94b1-f7deaa74ba0e has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:35.619791 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:35.629645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b3425841-d4c3-4222-8a3a-14f0f8992ede tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/routers/4788821b-f786-4da9-94b1-f7deaa74ba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002079 Dec 06 12:45:35.629985 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35984) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:35.638818 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] Sync routers for ids ['4788821b-f786-4da9-94b1-f7deaa74ba0e'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:35.658147 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] Routers {'4788821b-f786-4da9-94b1-f7deaa74ba0e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:35.658723 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4788821b-f786-4da9-94b1-f7deaa74ba0e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.676172 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f9346-8ff2-470d-8461-b84696a09c40 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:35.678034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-465f9346-8ff2-470d-8461-b84696a09c40 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/bdcb857d-4a22-4e90-b099-7d2e8aead7a0 HTTP/1.1" status: 404 len: 333 time: 0.0470240 Dec 06 12:45:35.681004 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 35986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:35.693599 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.703804 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] Routers {'4788821b-f786-4da9-94b1-f7deaa74ba0e'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:35.703804 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4788821b-f786-4da9-94b1-f7deaa74ba0e'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.746618 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.747920 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902226d1-1736-4ba9-ba85-67222891aaa8 None None] The sync data for ids ['4788821b-f786-4da9-94b1-f7deaa74ba0e'] in n-d-master-1 is: [] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:35.809252 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.381973 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.385653 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.433717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.434217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Fanout notify agent at l3_agent the message router_deleted on router 4788821b-f786-4da9-94b1-f7deaa74ba0e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:45:36.443651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.445587 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35988) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:36.445819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f96957f-026a-47ea-b19b-8ebe6de85013 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/routers/4788821b-f786-4da9-94b1-f7deaa74ba0e HTTP/1.1" status: 204 len: 168 time: 0.7636805 Dec 06 12:45:36.518519 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 4d91fdd9-10c0-403d-812c-ecf1ce95a832 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:36.521912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.564282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.659567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.736055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.765223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=4d91fdd9-10c0-403d-812c-ecf1ce95a832,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:36.772163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.775307 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58695684-8a51-4625-9756-3b8381ae3a7b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/4d91fdd9-10c0-403d-812c-ecf1ce95a832 HTTP/1.1" status: 204 len: 168 time: 0.3283033 Dec 06 12:45:36.778460 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766865b-1feb-4981-b906-dbc325e88c02 None None] Network a84b2b79-3020-4035-ad80-77637bed228d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:36.778873 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35992) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:36.856229 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:45:36.871614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.929330 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port e3ebba4b-d753-4a82-9902-580abfce324a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:36.929911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.001217 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] DHCP port deletion for a84b2b79-3020-4035-ad80-77637bed228d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:37.001783 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port e3ebba4b-d753-4a82-9902-580abfce324a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3ebba4b-d753-4a82-9902-580abfce324a,segment=NetworkSegment(9655ce1f-2022-4731-9cea-49c7425c7262),segment_id=9655ce1f-2022-4731-9cea-49c7425c7262)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:37.002267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.016275 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for e3ebba4b-d753-4a82-9902-580abfce324a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:37.055580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Deleting port e3ebba4b-d753-4a82-9902-580abfce324a {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:37.055957 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.129070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] For port e3ebba4b-d753-4a82-9902-580abfce324a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3ebba4b-d753-4a82-9902-580abfce324a,segment=NetworkSegment(9655ce1f-2022-4731-9cea-49c7425c7262),segment_id=9655ce1f-2022-4731-9cea-49c7425c7262)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:37.130357 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.146104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Calling delete_port for e3ebba4b-d753-4a82-9902-580abfce324a owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:37.255530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.262699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3ebba4b-d753-4a82-9902-580abfce324a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:37.306941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e3ebba4b-d753-4a82-9902-580abfce324a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:37.307278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e3ebba4b-d753-4a82-9902-580abfce324a not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:37.311491 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] Pushing event deleted for resources: {'Port': ['ID=e3ebba4b-d753-4a82-9902-580abfce324a,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:37.314706 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b178d-4c2e-456b-b50b-47874a0b5807 None None] No DVR routers for this DVR port e3ebba4b-d753-4a82-9902-580abfce324a on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:37.464986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.488970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=e3ebba4b-d753-4a82-9902-580abfce324a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:37.495739 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port e3ebba4b-d753-4a82-9902-580abfce324a on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:37.581285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.604060 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84b2b79-3020-4035-ad80-77637bed228d']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.614529 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9655ce1f-2022-4731-9cea-49c7425c7262') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.614832 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9655ce1f-2022-4731-9cea-49c7425c7262') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.625381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.640475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.647090 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:37.647508 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self.session.flush() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:37.650599 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:37.713275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.737183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.740348 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/a84b2b79-3020-4035-ad80-77637bed228d HTTP/1.1" status: 204 len: 168 time: 0.9607699 Dec 06 12:45:37.741697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf018-c8f8-4101-ac4f-7849743f23a3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=a84b2b79-3020-4035-ad80-77637bed228d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:37.744418 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35996) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:37.793977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb271d4-7371-4650-9e68-7a1b6dda0715 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:37.795504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1bb271d4-7371-4650-9e68-7a1b6dda0715 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/408eb9ea-d599-4646-8f74-9d72f4b5e156 HTTP/1.1" status: 200 len: 841 time: 0.0501308 Dec 06 12:45:37.799223 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 35998) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:37.842686 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36000) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:37.843706 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa5bc8bb-f11c-43c2-9e0c-5518c4481bbb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/408eb9ea-d599-4646-8f74-9d72f4b5e156?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0424364 Dec 06 12:45:37.847869 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:37.936960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:37.940474 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.126703 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.181410 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=19897c98-4178-4848-9b88-d605d1dab6eb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.188775 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:38.190798 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:38.193526 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.194102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.201142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae887cf-d32c-4e3a-869a-2960d14737c0 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:38.213680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-85f7aad0-5427-4080-aa65-dc91ac5ec6a8 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3699646 Dec 06 12:45:38.215401 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.221352 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703792629'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.249076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.352692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-8887d23e-340e-48f6-a596-3904f6a58634 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582781 Dec 06 12:45:38.354527 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.359820 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.395799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.399941 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36004) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.400134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1832373 Dec 06 12:45:38.404476 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554771a8-d7c3-439e-a5f8-9ed8bbc6bf46 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd345b-caa8-4270-aa37-368cbe8c7e43,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.404845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'security_group': {'name': 'tempest-secgroup-931961396'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.469356 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'tenant_id': '766bd823642e48c2837e8b05b173d6c5', 'fixed_ips': [{'subnet_id': '19897c98-4178-4848-9b88-d605d1dab6eb'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:38.470361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.473024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.489582 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-f1d938eb-38c6-401d-9c06-7fcb49376638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.491081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-f1d938eb-38c6-401d-9c06-7fcb49376638 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0716245 Dec 06 12:45:38.606136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.615121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.653979 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-22216d90-a74b-4247-92f0-ae2626688c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.656510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-22216d90-a74b-4247-92f0-ae2626688c1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1399281 Dec 06 12:45:38.658539 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.659797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2590175 Dec 06 12:45:38.664680 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.685365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-649731529', 'security_groups': ['1b10d144-4414-42aa-8d27-c9f017b79169'], 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19897c98-4178-4848-9b88-d605d1dab6eb'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.712444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f625bc-2ecf-4a29-8e6f-2ac3aad7b28e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10d144-4414-42aa-8d27-c9f017b79169,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.750695 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-e8641320-cd68-45d2-9642-545ccd9d1b85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 1001 time: 0.0854940 Dec 06 12:45:38.803394 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-fea2e950-b562-485c-959f-67940d73c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.804924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-fea2e950-b562-485c-959f-67940d73c42b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0480039 Dec 06 12:45:38.857806 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-c736d618-876c-4010-a273-5c2b23d3d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.859704 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-c736d618-876c-4010-a273-5c2b23d3d8c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463617 Dec 06 12:45:38.871970 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Allocated IP 172.20.0.2 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/19897c98-4178-4848-9b88-d605d1dab6eb/c4134c3b-7404-4f5c-950a-3dfb567594f3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:38.873980 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-5ee6456c-77cd-4d3f-afd5-2363a043b67f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:45:38.875152 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-5ee6456c-77cd-4d3f-afd5-2363a043b67f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071702 Dec 06 12:45:38.880648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:38.992378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.011889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-984c5d43-ae92-40ca-8cf2-ba1acabcb89b service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274195 Dec 06 12:45:39.019060 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port d566cd53-f193-49d9-93b8-75d807c83f86 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:39.072108 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.080492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.125564 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:39.129201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6bd341c0-4556-4605-80b0-28b08e7d106d req-51417902-669b-4756-a461-84fb14aa7550 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090977 Dec 06 12:45:39.131774 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:39.144574 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:39.163712 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:39.209269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Attempting to bind port c4134c3b-7404-4f5c-950a-3dfb567594f3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:39.209881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Attempting to bind port c4134c3b-7404-4f5c-950a-3dfb567594f3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '86b39e62-a5fa-4f4e-8947-7d2e59e85a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:39.209999 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Attempting to bind port c4134c3b-7404-4f5c-950a-3dfb567594f3 on network a0f5c59f-65bd-4dae-aa66-6180c1076f6a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:39.215016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:39.215397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Checking segment: {'id': '86b39e62-a5fa-4f4e-8947-7d2e59e85a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:39.215875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.216281 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Bound using segment: {'id': '86b39e62-a5fa-4f4e-8947-7d2e59e85a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:39.216537 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.13 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/19897c98-4178-4848-9b88-d605d1dab6eb/d566cd53-f193-49d9-93b8-75d807c83f86) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:39.216751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Bound port: c4134c3b-7404-4f5c-950a-3dfb567594f3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b39e62-a5fa-4f4e-8947-7d2e59e85a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:39.217140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.282825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:39.285880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:39.289712 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.351211 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cff1e5-32a8-40fe-b150-3eb1b861c89c None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:39.412743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.446990 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.492677 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:39.495938 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:39.499672 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:39.506336 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=d566cd53-f193-49d9-93b8-75d807c83f86,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:39.560348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:39.560957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.579385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c4e4db61-5512-433c-8f2e-60aa5eaf84a6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9020612 Dec 06 12:45:39.582067 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36010) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:39.588819 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:39.708983 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:39.712548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.805664 n-d-master-1 neutron-server[103298]: INFO neutron.db.ipam_backend_mixin [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19897c98-4178-4848-9b88-d605d1dab6eb (CIDR: 172.20.0.0/28) Dec 06 12:45:39.809659 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:39.810145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:39.826075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-84166ce8-36f0-4092-a96b-26da026a4270 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2418859 Dec 06 12:45:39.828050 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36018) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:39.832896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:39.943102 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:39.946741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.135030 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-134c198b-1e97-4e7a-a559-8ffc20d33a4e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245555381&fields=id&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 267 time: 0.0615439 Dec 06 12:45:40.201292 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.245148 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:40.250787 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:40.255256 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:40.255847 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.270857 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=1b7229f8-fde6-41db-b00a-79dccf695992,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:40.285355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70af4b17-ab06-4179-bcb3-c730ac6a2d38 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4561229 Dec 06 12:45:40.286191 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:40.291243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-119635473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b7229f8-fde6-41db-b00a-79dccf695992'}], 'security_groups': ['15dd345b-caa8-4270-aa37-368cbe8c7e43']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:40.295181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-5eb58fe6-4084-4a07-b518-f0d59f14e1a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:40.296696 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-5eb58fe6-4084-4a07-b518-f0d59f14e1a5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1546512 Dec 06 12:45:40.315847 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-ce8ee02c-1a75-4f73-acf1-c947aceea6a7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/quotas/abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 375 time: 0.0106595 Dec 06 12:45:40.405058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-e6ea097e-b790-4cb8-a519-e0d1db87e731 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829232 Dec 06 12:45:40.430310 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c528260-7b7a-4b10-9df0-1f8e430c2379 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:40.458998 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.498339 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:40.498715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.511902 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-5eaf921c-8608-46a7-bab1-49b212996bfc service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933778 Dec 06 12:45:40.610119 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-a69b199e-672e-4068-b332-0af780307b82 service neutron] 10.222.0.31 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917017 Dec 06 12:45:40.653470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.700410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:40.705843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.785340 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:40.785811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.810736 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Delete allocated IP 172.20.0.13 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/19897c98-4178-4848-9b88-d605d1dab6eb) {{(pid=103298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:45:40.820604 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.25 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/1b7229f8-fde6-41db-b00a-79dccf695992/d566cd53-f193-49d9-93b8-75d807c83f86) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:40.829882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:40.836336 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Update dhcp port {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'fixed_ips': [{'subnet_id': '19897c98-4178-4848-9b88-d605d1dab6eb', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b7229f8-fde6-41db-b00a-79dccf695992'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c4134c3b-7404-4f5c-950a-3dfb567594f3'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:45:40.874192 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.889285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-59efa339-04a2-4134-a436-2ee288d556f3 None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:40.992163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.998896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.085419 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Allocated IP 172.20.0.18 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/1b7229f8-fde6-41db-b00a-79dccf695992/c4134c3b-7404-4f5c-950a-3dfb567594f3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:41.106447 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=d566cd53-f193-49d9-93b8-75d807c83f86,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.129028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc1a7ae5-c026-4f08-af24-8ba997fa4630 req-75b53510-9910-4fc1-a1a1-da5c90df44e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.2172468 Dec 06 12:45:41.130801 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] In _notify_port_updated(), no bound segment for port d566cd53-f193-49d9-93b8-75d807c83f86 on network a0f5c59f-65bd-4dae-aa66-6180c1076f6a {{(pid=103298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:45:41.137008 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:41.137644 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.139217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-05a7f898-c3d2-4f08-bb59-d3cb0bb8da96 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/ports/d566cd53-f193-49d9-93b8-75d807c83f86 HTTP/1.1" status: 200 len: 920 time: 0.8520300 Dec 06 12:45:41.141727 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.200705 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:41.242834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.249196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.251101 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port d566cd53-f193-49d9-93b8-75d807c83f86 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:41.251549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.314734 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:41.358376 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1597a-179f-4c20-aecb-76d1246b35dc None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.359329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.373177 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for d566cd53-f193-49d9-93b8-75d807c83f86 owned by {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:41.401999 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:41.402379 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.533475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.569771 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=d566cd53-f193-49d9-93b8-75d807c83f86,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.646558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.650120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac61b4bb-0707-49cf-8906-4393d3c6604a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/d566cd53-f193-49d9-93b8-75d807c83f86 HTTP/1.1" status: 204 len: 168 time: 0.5074146 Dec 06 12:45:41.653453 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.678456 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4fcccd-6893-4735-ba36-df76e563a434 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:41.680041 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5d4fcccd-6893-4735-ba36-df76e563a434 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/d566cd53-f193-49d9-93b8-75d807c83f86 HTTP/1.1" status: 404 len: 333 time: 0.0255909 Dec 06 12:45:41.682793 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.740303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.763441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.807298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.810476 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.811644 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b10d144-4414-42aa-8d27-c9f017b79169 HTTP/1.1" status: 204 len: 168 time: 0.1277199 Dec 06 12:45:41.814668 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.820945 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8cb26-6ff9-4deb-9c59-859fe7220b8e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10d144-4414-42aa-8d27-c9f017b79169,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.873759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.898733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.950231 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.953459 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.956974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/security-groups/15dd345b-caa8-4270-aa37-368cbe8c7e43 HTTP/1.1" status: 204 len: 168 time: 0.1389832 Dec 06 12:45:41.957403 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.971896 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49751228-b27b-4219-ab61-4b25ccc0209d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd345b-caa8-4270-aa37-368cbe8c7e43,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.029807 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:42.030350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.033276 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 19897c98-4178-4848-9b88-d605d1dab6eb {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:42.043676 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.124885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.160470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-dbfd68a5-72be-4726-8dd3-fc898e38ce16 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:42.161435 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:42.161915 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.162332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-dbfd68a5-72be-4726-8dd3-fc898e38ce16 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1589866 Dec 06 12:45:42.203336 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:42.209086 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-98467a20-4f95-4869-840b-8958e9c5ef08 None None] Could not find standard attr ID for object d566cd53-f193-49d9-93b8-75d807c83f86. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:42.248120 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-5e179ef6-8dae-478b-b222-f939c4d1217f tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe323e4070449ef9b59137c34637dff HTTP/1.1" status: 200 len: 379 time: 0.0696869 Dec 06 12:45:42.258884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'port': {'device_id': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'admin_state_up': True, 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'security_groups': ['f85d9889-3614-4ec2-bd03-fb40e3db323e']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:42.263238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fcd9f440-70eb-4b08-85f1-9fd5fa2fa01e req-538e26a6-ee4d-4bcf-b61f-862770fd0d4e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.0346880 Dec 06 12:45:42.305279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.321484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4ed5acd3-0b9c-42bd-9745-edbfa72a566d None None] Could not find standard attr ID for object d566cd53-f193-49d9-93b8-75d807c83f86. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:42.378605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.395730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Made reservation on behalf of abe323e4070449ef9b59137c34637dff for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:42.399394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.408374 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=19897c98-4178-4848-9b88-d605d1dab6eb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.414429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.421554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-45773618-df96-4a59-894c-a628dcac6153 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/19897c98-4178-4848-9b88-d605d1dab6eb HTTP/1.1" status: 204 len: 168 time: 0.4595320 Dec 06 12:45:42.422390 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:42.427588 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:42.547302 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:42.550853 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.20.0.13 (ae94d0e5-63da-4330-8993-025e287d5ae4/0c570707-6e82-48d4-ad2e-43fb69d3e817/c966c795-9ac4-427c-9147-528890cce097) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:42.555464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.744348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.790090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.821882 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network ae94d0e5-63da-4330-8993-025e287d5ae4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:42.833719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06065378-87db-44f1-89fb-8546bc78d92d None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:42.851320 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:42.854543 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:42.870895 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.884392 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e33b88e2-0045-408b-af07-70f3b40e373f None None] Could not find standard attr ID for object d566cd53-f193-49d9-93b8-75d807c83f86. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:42.917516 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.939070 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:42.940029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.947851 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:42.953499 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:42.958779 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:42.959343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.964102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-52802c81-3e44-4edd-b38e-2dff9219eda3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7090545 Dec 06 12:45:42.973776 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=c0912c81-4089-4bc4-b783-22ed91e28d16,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.986524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-00800faa-3874-4185-bd37-2baf9c53622d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5632868 Dec 06 12:45:42.989242 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:42.991843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Request body: {'port': {'device_id': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:43.000919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1259660637'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:43.034651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.067492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.132963 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.138622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.172727 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335d7871-226f-4c4e-aa33-325ec2c908c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.188330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.192464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6cac39e7-efbe-45a1-9ee8-97ec3276fb4d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1996715 Dec 06 12:45:43.194146 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:43.212862 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'security_group': {'name': 'tempest-secgroup-454969119'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:43.239977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.242916 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Update dhcp port {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'fixed_ips': [{'subnet_id': '1b7229f8-fde6-41db-b00a-79dccf695992', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c0912c81-4089-4bc4-b783-22ed91e28d16'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c4134c3b-7404-4f5c-950a-3dfb567594f3'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:45:43.278037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.280877 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd6096a5-f651-4a65-825b-ceb6af306d8b None None] Provisioning complete for port c966c795-9ac4-427c-9147-528890cce097 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:43.281561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd6096a5-f651-4a65-825b-ceb6af306d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.329116 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.335788 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd6096a5-f651-4a65-825b-ceb6af306d8b None None] Port c966c795-9ac4-427c-9147-528890cce097 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:43.337491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.339523 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:43.376104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.377722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1823881 Dec 06 12:45:43.384832 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:43.409980 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'security_group': {'name': 'tempest-secgroup-362690349'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:43.444797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe0d4-bbe4-4bd8-981b-d39b437f319a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d6f63-dd7b-4e1a-8866-d6a804a9c15c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.465120 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e813f-d9dc-429f-81d3-f7f87b5bdc0f req-1ecc306f-6160-4ff8-889d-7491d170dd9a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:43.467315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b1e813f-d9dc-429f-81d3-f7f87b5bdc0f req-1ecc306f-6160-4ff8-889d-7491d170dd9a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 932 time: 0.1082091 Dec 06 12:45:43.468942 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.477995 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c966c795-9ac4-427c-9147-528890cce097 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:45:43.488458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.509709 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Transition to ACTIVE for port object c966c795-9ac4-427c-9147-528890cce097 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:45:43.515385 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.521176 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:43.521556 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.544517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b1e813f-d9dc-429f-81d3-f7f87b5bdc0f req-24c71aaf-5dfc-45cf-8720-1a10e65f9938 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647688 Dec 06 12:45:43.582108 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Pushing event updated for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.619784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Allocated IP 172.20.0.2 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/c0912c81-4089-4bc4-b783-22ed91e28d16/c4134c3b-7404-4f5c-950a-3dfb567594f3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:43.630500 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.638571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.699625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.703372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2971187 Dec 06 12:45:43.703682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6013c-393b-4319-aacf-26a890b2957e tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2286e24-ffc5-43b4-a744-806f88990539,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.705223 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:43.725197 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-331040852', 'security_groups': ['a2286e24-ffc5-43b4-a744-806f88990539'], 'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0912c81-4089-4bc4-b783-22ed91e28d16'}]}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:43.808537 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Attempting to bind port c966c795-9ac4-427c-9147-528890cce097 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:43.808882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Attempting to bind port c966c795-9ac4-427c-9147-528890cce097 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:43.809260 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Attempting to bind port c966c795-9ac4-427c-9147-528890cce097 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:43.819763 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Port c966c795-9ac4-427c-9147-528890cce097 on network ae94d0e5-63da-4330-8993-025e287d5ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:45:43.819763 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Attempting to bind port c966c795-9ac4-427c-9147-528890cce097 on network ae94d0e5-63da-4330-8993-025e287d5ae4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:43.834744 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:43.835383 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Checking segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:43.835490 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Bound using segment: {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:43.835906 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Bound port: c966c795-9ac4-427c-9147-528890cce097, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d44cdc-57af-4952-a2b0-36cff08113f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:43.836272 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.838576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:43.874722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.880813 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.917705 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:43.923067 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.936161 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:43.951247 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] device_id is not set on port 81b5266a-3085-4246-8c82-af15166309d5 yet. {{(pid=103298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:45:43.958115 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c966c795-9ac4-427c-9147-528890cce097,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:43.990935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.008397 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0a143-6473-4c14-9abe-777cf3195661 None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:44.045825 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.046451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.047871 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] 10.222.0.53 "PUT /v2.0/ports/c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 1092 time: 1.0692205 Dec 06 12:45:44.048346 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:44.050687 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d6409-e4cf-4bba-97f9-9f452364fd42" -d '{"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:44.112069 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a1fac-cce0-4090-9b08-6b10f7f0a47b x-openstack-request-id: req-f98a1fac-cce0-4090-9b08-6b10f7f0a47b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:44.112367 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:44.112625 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f98a1fac-cce0-4090-9b08-6b10f7f0a47b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:44.113032 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097', 'status': 'completed', 'code': 200} Dec 06 12:45:44.129425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5cfb0-4728-43de-99f5-337b5e695c11 service neutron] Pushing event updated for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:44.282809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-0e75b718-ae62-4d06-9a84-9a874ca7e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.284352 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-0e75b718-ae62-4d06-9a84-9a874ca7e497 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1095 time: 0.1516986 Dec 06 12:45:44.292962 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.4 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/c0912c81-4089-4bc4-b783-22ed91e28d16/81b5266a-3085-4246-8c82-af15166309d5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:44.341289 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-1218a601-74df-4edd-aae6-e7b9e8042198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 217 time: 0.0433891 Dec 06 12:45:44.438033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-2d16e900-f220-4800-9fca-fbccc05b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.439539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-2d16e900-f220-4800-9fca-fbccc05b8c87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0904889 Dec 06 12:45:44.548706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.551630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477632-da4d-4cbf-a804-702e17d7996e req-6bdb36de-ea5e-465e-8d6a-8447efedac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.553190 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-6bdb36de-ea5e-465e-8d6a-8447efedac16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813498 Dec 06 12:45:44.572284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901792fb-8ebf-40fe-b33f-4b3b92977ea4 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:44.619559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.685853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-31ad996e-db55-46d6-9400-5ce9504aec25 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:44.686226 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-31ad996e-db55-46d6-9400-5ce9504aec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.718218 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0750-52ba-4f3e-89aa-e32a03a3144d req-ac06f969-cea2-40de-a7c5-87d2d6c419ed tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.720237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-186b0750-52ba-4f3e-89aa-e32a03a3144d req-ac06f969-cea2-40de-a7c5-87d2d6c419ed tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0997653 Dec 06 12:45:44.724379 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=81b5266a-3085-4246-8c82-af15166309d5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:44.757597 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:44.760437 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:44.778530 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:44.811437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-186b0750-52ba-4f3e-89aa-e32a03a3144d req-ac9f9c2d-f4dd-43df-acc9-7d6664ae8431 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838554 Dec 06 12:45:44.847803 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-a7aa7c1e-fac3-4671-bd4d-5bc125c3de20 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862794 Dec 06 12:45:44.855561 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:44.856226 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.898537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dcaf83b8-af2b-48bb-9c63-d542e1bad1d0 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1890147 Dec 06 12:45:44.901491 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:44.901990 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-31ad996e-db55-46d6-9400-5ce9504aec25 None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:44.903333 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-31ad996e-db55-46d6-9400-5ce9504aec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.908153 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:44.957718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-31ad996e-db55-46d6-9400-5ce9504aec25 None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:45.018613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c9477632-da4d-4cbf-a804-702e17d7996e req-dfd94c96-38e6-4c99-808c-08b39171938b service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595781 Dec 06 12:45:45.082893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:45.087644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.167420 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-77a2f8ce-ce6c-4415-b067-72597e70baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:45.169133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-77a2f8ce-ce6c-4415-b067-72597e70baf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1095 time: 0.0715828 Dec 06 12:45:45.213734 n-d-master-1 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0912c81-4089-4bc4-b783-22ed91e28d16 (CIDR: 172.20.0.0/28) Dec 06 12:45:45.217911 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:45.218425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:45.255084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a41c7d14-cce6-465d-8d8e-36f69610d725 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3516648 Dec 06 12:45:45.255881 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:45.261824 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:45.291688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:45.344294 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.345238 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.384939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-21491d23-93ca-4ec3-81d4-88d3a04dce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:45.390048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-21491d23-93ca-4ec3-81d4-88d3a04dce7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.2040534 Dec 06 12:45:45.410894 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.411351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.427347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:45.432283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.451022 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-3aa55e17-2f08-4643-a886-436e23e09e86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 217 time: 0.0524373 Dec 06 12:45:45.519113 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-79292fe8-9b4f-4584-9ec3-810b9001a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:45.525022 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-79292fe8-9b4f-4584-9ec3-810b9001a807 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0650232 Dec 06 12:45:45.526218 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Provisioning complete for port 81b5266a-3085-4246-8c82-af15166309d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.526629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.571770 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Port 81b5266a-3085-4246-8c82-af15166309d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:45.582964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.583548 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.587478 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-7b02c507-f144-46d8-a33d-72e2df1b7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:45.589319 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-7b02c507-f144-46d8-a33d-72e2df1b7ed3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568168 Dec 06 12:45:45.590681 n-d-master-1 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1b7229f8-fde6-41db-b00a-79dccf695992 (CIDR: 172.20.0.16/28) Dec 06 12:45:45.594468 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:45.595197 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:45.614579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-702ce3a7-55a6-478e-8fc9-f35780ba825b tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3573713 Dec 06 12:45:45.617451 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:45.623566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'subnet': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:45.625267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-64215f1e-113b-4577-83bf-38f9b7104be6 None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:45.693976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-635c55c0-b76b-4642-a4d2-6007a4089973 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970135 Dec 06 12:45:45.742035 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Made reservation on behalf of 766bd823642e48c2837e8b05b173d6c5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:45.746834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.748227 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-09035792-21dc-455d-8552-459373eb4b83 None None] Provisioning complete for port 81b5266a-3085-4246-8c82-af15166309d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.749458 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09035792-21dc-455d-8552-459373eb4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.794429 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f66d6409-e4cf-4bba-97f9-9f452364fd42 req-8f8f7c89-ebd7-480e-b402-ec789dd7f80a service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926807 Dec 06 12:45:45.802104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-09035792-21dc-455d-8552-459373eb4b83 None None] Port 81b5266a-3085-4246-8c82-af15166309d5 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:45.990820 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157875f-74ee-4199-b4c8-4261f133be88 req-33ab335a-d4f9-40a7-ab96-4a7c89fd75e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:45.992308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9157875f-74ee-4199-b4c8-4261f133be88 req-33ab335a-d4f9-40a7-ab96-4a7c89fd75e0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0935264 Dec 06 12:45:46.043495 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.095505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9157875f-74ee-4199-b4c8-4261f133be88 req-2c7daf7d-d787-41a8-99c9-26aeb9eeaf14 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968344 Dec 06 12:45:46.097116 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:46.100418 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:46.106884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:46.107582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.119118 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccbe1b-f05f-42e9-a3b6-95a0c5529abe None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:46.120563 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Subnet': ['ID=95174bd2-d4c4-48eb-a6c4-3931ae323859,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:46.136528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-61813bef-91a5-4f41-99e7-376707c7c447 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5166728 Dec 06 12:45:46.138583 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:46.144134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-326273099', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95174bd2-d4c4-48eb-a6c4-3931ae323859'}], 'security_groups': ['335d7871-226f-4c4e-aa33-325ec2c908c9', 'b32d6f63-dd7b-4e1a-8866-d6a804a9c15c']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:46.319909 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.355752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Update dhcp port {'port': {'network_id': 'a0f5c59f-65bd-4dae-aa66-6180c1076f6a', 'fixed_ips': [{'subnet_id': '1b7229f8-fde6-41db-b00a-79dccf695992', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c0912c81-4089-4bc4-b783-22ed91e28d16', 'ip_address': '172.20.0.2'}, {'subnet_id': '95174bd2-d4c4-48eb-a6c4-3931ae323859'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c4134c3b-7404-4f5c-950a-3dfb567594f3'} from n-d-master-1. {{(pid=103299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:45:46.540424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.713399 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Allocated IP 172.20.0.34 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/95174bd2-d4c4-48eb-a6c4-3931ae323859/c4134c3b-7404-4f5c-950a-3dfb567594f3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:46.810722 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:46.839775 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.844486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.947896 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Delete allocated IP 172.20.0.4 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/c0912c81-4089-4bc4-b783-22ed91e28d16) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:45:46.950279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Pushing event updated for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:46.956096 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Allocated IP 172.20.0.43 (a0f5c59f-65bd-4dae-aa66-6180c1076f6a/95174bd2-d4c4-48eb-a6c4-3931ae323859/81b5266a-3085-4246-8c82-af15166309d5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:46.961259 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.961743 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.962279 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.962708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.963155 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.963599 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.964508 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.964508 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.964895 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.965418 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.965807 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.966280 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:46.966594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f738df-b08f-478d-a7a6-15365e51ff25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:47.138550 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.148041 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.255739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:47.308357 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event updated for resources: {'Port': ['ID=81b5266a-3085-4246-8c82-af15166309d5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:47.320170 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:47.320768 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.323386 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] In _notify_port_updated(), no bound segment for port 81b5266a-3085-4246-8c82-af15166309d5 on network a0f5c59f-65bd-4dae-aa66-6180c1076f6a {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:45:47.329523 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:47.330192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.331559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-883cdf83-3679-420e-8dfc-f67788cd3e2a tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "PUT /v2.0/ports/81b5266a-3085-4246-8c82-af15166309d5 HTTP/1.1" status: 200 len: 959 time: 1.1918495 Dec 06 12:45:47.334399 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:47.392678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9435c55-c8fc-4498-bf6a-f92a6ac31682 req-ec53756a-2908-4502-a819-eb70975edf36 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:47.394261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9435c55-c8fc-4498-bf6a-f92a6ac31682 req-ec53756a-2908-4502-a819-eb70975edf36 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.2102869 Dec 06 12:45:47.480157 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 81b5266a-3085-4246-8c82-af15166309d5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:47.480507 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.493710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9435c55-c8fc-4498-bf6a-f92a6ac31682 req-819b2395-ff20-4f0b-8cf7-00855f2dc0cb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798473 Dec 06 12:45:47.591076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.604515 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 81b5266a-3085-4246-8c82-af15166309d5 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:47.648193 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:47.648343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.749754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.757913 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Provisioning complete for port 81b5266a-3085-4246-8c82-af15166309d5 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:47.758414 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.778938 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Port 81b5266a-3085-4246-8c82-af15166309d5 was deleted so its status cannot be updated. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:45:47.786204 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=81b5266a-3085-4246-8c82-af15166309d5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:47.790003 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:47.790444 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.827575 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cd786014-4ed3-4699-a7b8-270f88a2f71a None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:47.867038 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.870305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6b40a4e9-2f9f-48f2-a0b4-9cd6e383ef49 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/81b5266a-3085-4246-8c82-af15166309d5 HTTP/1.1" status: 204 len: 168 time: 0.5349395 Dec 06 12:45:47.873400 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:47.899507 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0ac95a-8e4b-42e0-8bb1-8248ad829522 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] GET failed (client error): The resource could not be found. Dec 06 12:45:47.901241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cc0ac95a-8e4b-42e0-8bb1-8248ad829522 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports/81b5266a-3085-4246-8c82-af15166309d5 HTTP/1.1" status: 404 len: 333 time: 0.0268044 Dec 06 12:45:47.905101 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:47.970741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:47.996800 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.049186 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.052435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.053733 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2286e24-ffc5-43b4-a744-806f88990539 HTTP/1.1" status: 204 len: 168 time: 0.1473539 Dec 06 12:45:48.056745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:48.072084 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf627b7-8300-47bd-8629-da7ed75866dc tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2286e24-ffc5-43b4-a744-806f88990539,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:48.138340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.165880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.218157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.221571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.223120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/security-groups/b32d6f63-dd7b-4e1a-8866-d6a804a9c15c HTTP/1.1" status: 204 len: 168 time: 0.1650040 Dec 06 12:45:48.225982 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36094) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:48.234561 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827351-793c-48b0-ba4e-2df3b687bba5 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d6f63-dd7b-4e1a-8866-d6a804a9c15c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:48.247291 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-55803a2b-4f63-4b66-8587-3898b9966949 None None] Could not find standard attr ID for object 81b5266a-3085-4246-8c82-af15166309d5. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:45:48.298171 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.330896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.386431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.389780 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.391108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/security-groups/335d7871-226f-4c4e-aa33-325ec2c908c9 HTTP/1.1" status: 204 len: 168 time: 0.1641366 Dec 06 12:45:48.394233 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:48.401044 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891e20a-e7bb-4ff2-a50f-b6341f4e072d tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d7871-226f-4c4e-aa33-325ec2c908c9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:48.459536 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet c0912c81-4089-4bc4-b783-22ed91e28d16 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:48.462736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.502536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.614627 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.656676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ed00-868b-436a-b9d9-55dad5daa681 req-257651fe-1ab4-4521-b6e5-44721241f55a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:48.658200 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab03ed00-868b-436a-b9d9-55dad5daa681 req-257651fe-1ab4-4521-b6e5-44721241f55a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0858488 Dec 06 12:45:48.706565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.747896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=c0912c81-4089-4bc4-b783-22ed91e28d16,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:48.750181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.756862 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdf8a4-feab-4ab7-8c5d-d226dbbca91a None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:48.757062 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a5b1fae-4b4a-48e8-9ac3-bd868be76cd6 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/c0912c81-4089-4bc4-b783-22ed91e28d16 HTTP/1.1" status: 204 len: 168 time: 0.3618984 Dec 06 12:45:48.758080 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36100) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:48.761335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ab03ed00-868b-436a-b9d9-55dad5daa681 req-70e711c4-0c9e-45b4-9ee8-6646b7465354 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957210 Dec 06 12:45:48.811812 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 95174bd2-d4c4-48eb-a6c4-3931ae323859 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:48.815060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.858477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.941496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.003219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.354528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=95174bd2-d4c4-48eb-a6c4-3931ae323859,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:49.358676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.362226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-24c53966-988d-4bac-8dfe-c71cbd4d4001 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/95174bd2-d4c4-48eb-a6c4-3931ae323859 HTTP/1.1" status: 204 len: 168 time: 0.6030002 Dec 06 12:45:49.364711 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.393299 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c195a-9b4e-4c65-b501-090a061e1986 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:49.393695 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02c195a-9b4e-4c65-b501-090a061e1986 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:49.396819 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b02c195a-9b4e-4c65-b501-090a061e1986 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/c0912c81-4089-4bc4-b783-22ed91e28d16 HTTP/1.1" status: 404 len: 337 time: 0.0311217 Dec 06 12:45:49.399573 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.428615 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f668f-5cf4-4d7b-8fdf-499b56ea0243 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:49.455464 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting subnet 1b7229f8-fde6-41db-b00a-79dccf695992 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:49.459025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.509788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.519797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6003c4b3-fe60-44c9-8a04-e8cc53ed25df None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:49.520152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6003c4b3-fe60-44c9-8a04-e8cc53ed25df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.609921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.672042 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6003c4b3-fe60-44c9-8a04-e8cc53ed25df None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:49.672384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6003c4b3-fe60-44c9-8a04-e8cc53ed25df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.684335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.709572 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6003c4b3-fe60-44c9-8a04-e8cc53ed25df None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:49.719641 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7229f8-fde6-41db-b00a-79dccf695992,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:49.728552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.732439 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6fef5dc0-e75d-4439-aaaf-96ff163fc6b3 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/1b7229f8-fde6-41db-b00a-79dccf695992 HTTP/1.1" status: 204 len: 168 time: 0.3319392 Dec 06 12:45:49.734879 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36106) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.755529 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.768761 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-582063a7-46e3-402f-8c4f-728023c662ac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:49.769251 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582063a7-46e3-402f-8c4f-728023c662ac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:49.775379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-582063a7-46e3-402f-8c4f-728023c662ac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/19897c98-4178-4848-9b88-d605d1dab6eb HTTP/1.1" status: 404 len: 337 time: 0.0369964 Dec 06 12:45:49.775569 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36108) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.809798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0ecb982d-2959-443a-9698-3cf0c84004bb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "GET /v2.0/ports?device_id=4788821b-f786-4da9-94b1-f7deaa74ba0e HTTP/1.1" status: 200 len: 205 time: 0.0331373 Dec 06 12:45:49.811802 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.861423 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2102b46c-a66d-4270-90aa-a63fdccb9840 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] delete failed (client error): The resource could not be found. Dec 06 12:45:49.862312 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2102b46c-a66d-4270-90aa-a63fdccb9840 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/routers/4788821b-f786-4da9-94b1-f7deaa74ba0e HTTP/1.1" status: 404 len: 336 time: 0.0495119 Dec 06 12:45:49.864856 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.910000 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-febaa597-f354-4cbf-93eb-52449b5700ff tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:49.910487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febaa597-f354-4cbf-93eb-52449b5700ff tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:49.913545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-febaa597-f354-4cbf-93eb-52449b5700ff tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/4d91fdd9-10c0-403d-812c-ecf1ce95a832 HTTP/1.1" status: 404 len: 337 time: 0.0477180 Dec 06 12:45:49.916527 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.935938 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58729f40-81f2-4990-a26c-7a2dec982c0a req-8dc18d10-e1e6-4dcd-9f46-a946779b3219 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:49.937485 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58729f40-81f2-4990-a26c-7a2dec982c0a req-8dc18d10-e1e6-4dcd-9f46-a946779b3219 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0865078 Dec 06 12:45:49.950768 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d091d42c-c31b-4e90-bbea-1d00bcf67463 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:49.951295 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d091d42c-c31b-4e90-bbea-1d00bcf67463 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:49.954367 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d091d42c-c31b-4e90-bbea-1d00bcf67463 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/9d48f5dc-6c6e-42bb-b3be-e49b5da0cd81 HTTP/1.1" status: 404 len: 337 time: 0.0361304 Dec 06 12:45:49.957018 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36118) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:49.984132 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59e495d-4877-4f1d-ba0e-bd58823a0f32 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:49.984620 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59e495d-4877-4f1d-ba0e-bd58823a0f32 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:49.990407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d59e495d-4877-4f1d-ba0e-bd58823a0f32 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/d80ffcb7-6a3f-4028-a57c-65fe05654ccb HTTP/1.1" status: 404 len: 337 time: 0.0296619 Dec 06 12:45:49.990887 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36120) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.013361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58729f40-81f2-4990-a26c-7a2dec982c0a req-ce399222-1735-4313-b5a0-b77bc9ea8735 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689542 Dec 06 12:45:50.016275 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cd11e3-5bc6-4451-aff2-68cacb17f9ce tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.016860 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cd11e3-5bc6-4451-aff2-68cacb17f9ce tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.019960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1cd11e3-5bc6-4451-aff2-68cacb17f9ce tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/5835caf7-f927-4f07-9caf-9c06dc822954 HTTP/1.1" status: 404 len: 333 time: 0.0280025 Dec 06 12:45:50.022888 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36122) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.049480 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c8b6ab-1277-44d9-8652-8e3f521bf085 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.049944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c8b6ab-1277-44d9-8652-8e3f521bf085 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.053084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d8c8b6ab-1277-44d9-8652-8e3f521bf085 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/09181f4b-830f-4400-87ce-93cb5420f51c HTTP/1.1" status: 404 len: 337 time: 0.0292521 Dec 06 12:45:50.055906 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.088055 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-069dd2f9-3a4c-436d-a761-5435f78dcfac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.088499 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069dd2f9-3a4c-436d-a761-5435f78dcfac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.091707 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-069dd2f9-3a4c-436d-a761-5435f78dcfac tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/fb114786-2c5f-4dc3-bfc0-daac04ecb4ce HTTP/1.1" status: 404 len: 337 time: 0.0348129 Dec 06 12:45:50.094415 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.123176 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8975d5-6330-4a2a-ba70-6105751020fb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.123653 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8975d5-6330-4a2a-ba70-6105751020fb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.126691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed8975d5-6330-4a2a-ba70-6105751020fb tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/a656c70e-4c3c-46b1-a018-28d91996a1f6 HTTP/1.1" status: 404 len: 333 time: 0.0309801 Dec 06 12:45:50.129217 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36128) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.158510 n-d-master-1 neutron-server[103298]: INFO neutron.pecan_wsgi.hooks.translation [None req-daff117f-c298-463c-886c-8ea6f9e19499 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.159079 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daff117f-c298-463c-886c-8ea6f9e19499 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.162546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-daff117f-c298-463c-886c-8ea6f9e19499 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/7cec5f44-6e5c-48b0-8ef6-e06711c40fd4 HTTP/1.1" status: 404 len: 337 time: 0.0324261 Dec 06 12:45:50.165521 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.201819 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c872e3e9-8c64-4d83-8a22-13bcd0abb932 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] DELETE failed (client error): The resource could not be found. Dec 06 12:45:50.202271 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c872e3e9-8c64-4d83-8a22-13bcd0abb932 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:45:50.205406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c872e3e9-8c64-4d83-8a22-13bcd0abb932 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/subnets/77d067b6-b013-479c-9511-e26a43a7db4b HTTP/1.1" status: 404 len: 337 time: 0.0388191 Dec 06 12:45:50.207964 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.240302 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b455906-9ffd-443f-b4c4-3d070e2c4852 None None] Network a0f5c59f-65bd-4dae-aa66-6180c1076f6a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:50.310787 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port 408eb9ea-d599-4646-8f74-9d72f4b5e156 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:50.311177 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.358435 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1e05f0c4-4362-4eb1-af56-7d42f9107819 None None] Provisioning complete for port c4134c3b-7404-4f5c-950a-3dfb567594f3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:50.358803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1e05f0c4-4362-4eb1-af56-7d42f9107819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.389830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.403755 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for 408eb9ea-d599-4646-8f74-9d72f4b5e156 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:50.455128 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1e05f0c4-4362-4eb1-af56-7d42f9107819 None None] Provisioning complete for port 408eb9ea-d599-4646-8f74-9d72f4b5e156 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:50.455635 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1e05f0c4-4362-4eb1-af56-7d42f9107819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.476905 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] DHCP port deletion for a0f5c59f-65bd-4dae-aa66-6180c1076f6a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:50.482545 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.517257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1e05f0c4-4362-4eb1-af56-7d42f9107819 None None] Port 408eb9ea-d599-4646-8f74-9d72f4b5e156 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:50.517486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=408eb9ea-d599-4646-8f74-9d72f4b5e156,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:50.528486 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.533378 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-180918b1-8c1d-4082-8db1-7e43c5ebd7ca tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/ports/408eb9ea-d599-4646-8f74-9d72f4b5e156 HTTP/1.1" status: 204 len: 168 time: 0.3238711 Dec 06 12:45:50.535631 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:50.548812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Deleting port c4134c3b-7404-4f5c-950a-3dfb567594f3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:50.549236 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.618155 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:50.618560 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.620882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.631921 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Calling delete_port for c4134c3b-7404-4f5c-950a-3dfb567594f3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:50.693531 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Deleting port c4134c3b-7404-4f5c-950a-3dfb567594f3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:50.693796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.709604 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.734764 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] Pushing event deleted for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:50.740380 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02447552-9c08-4600-961f-7a9a59a18b94 None None] No DVR routers for this DVR port c4134c3b-7404-4f5c-950a-3dfb567594f3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:50.762351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] For port c4134c3b-7404-4f5c-950a-3dfb567594f3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4134c3b-7404-4f5c-950a-3dfb567594f3,segment=NetworkSegment(86b39e62-a5fa-4f4e-8947-7d2e59e85a42),segment_id=86b39e62-a5fa-4f4e-8947-7d2e59e85a42)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:50.762716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.775251 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Calling delete_port for c4134c3b-7404-4f5c-950a-3dfb567594f3 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:50.848540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.879237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Port': ['ID=c4134c3b-7404-4f5c-950a-3dfb567594f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:50.881030 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] No DVR routers for this DVR port c4134c3b-7404-4f5c-950a-3dfb567594f3 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:50.960401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:50.985829 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f5c59f-65bd-4dae-aa66-6180c1076f6a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:50.996664 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b39e62-a5fa-4f4e-8947-7d2e59e85a42') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:50.997055 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b39e62-a5fa-4f4e-8947-7d2e59e85a42') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:51.007631 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.025422 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.032521 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:51.032922 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self.session.flush() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:51.035987 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:51.118271 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.125444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.128624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] 10.222.0.31 "DELETE /v2.0/networks/a0f5c59f-65bd-4dae-aa66-6180c1076f6a HTTP/1.1" status: 204 len: 168 time: 0.5914629 Dec 06 12:45:51.142019 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a866-566c-4838-8260-75558440b8a7 tempest-PortsTestJSON-674657767 tempest-PortsTestJSON-674657767-project] Pushing event deleted for resources: {'Network': ['ID=a0f5c59f-65bd-4dae-aa66-6180c1076f6a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:51.162323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1506b-3c4f-4ef7-a394-f5b3f7120d48 req-fc7f6333-e450-46c2-bf39-eebb8ba5f42e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:51.163857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e1506b-3c4f-4ef7-a394-f5b3f7120d48 req-fc7f6333-e450-46c2-bf39-eebb8ba5f42e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0719728 Dec 06 12:45:51.230294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e1506b-3c4f-4ef7-a394-f5b3f7120d48 req-577188e7-1b97-46bb-84d9-c98f11806c77 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581758 Dec 06 12:45:51.247849 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:51.275650 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c4134c3b-7404-4f5c-950a-3dfb567594f3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:51.275969 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c4134c3b-7404-4f5c-950a-3dfb567594f3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:51.398913 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:51.535407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-71e20866-7074-4ab3-b822-78a1fd38dd0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=766bd823642e48c2837e8b05b173d6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352944 Dec 06 12:45:51.538060 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:51.583687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.604604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.649555 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.652811 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:51.654006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd739e06-d09a-4fe2-aef8-a130de2b7595 HTTP/1.1" status: 204 len: 168 time: 0.1149766 Dec 06 12:45:51.661590 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d8e5-bb14-433c-85fe-3b0a022ca6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd739e06-d09a-4fe2-aef8-a130de2b7595,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:52.273298 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:52.351983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60b8d-1132-40f5-9d7d-bbedb502985b req-225c3341-bd3b-4ec0-b2ee-ea9d991bd4ec tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:52.355350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b60b8d-1132-40f5-9d7d-bbedb502985b req-225c3341-bd3b-4ec0-b2ee-ea9d991bd4ec tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0480123 Dec 06 12:45:52.378877 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4e7e19d4-69e8-4e1c-aba5-d79dee8afaa1 tempest-DvrRoutersNegativeTest-1986977345 tempest-DvrRoutersNegativeTest-1986977345-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1347680807', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:52.381776 n-d-master-1 neutron-server[103297]: DEBUG neutron.policy [None req-4e7e19d4-69e8-4e1c-aba5-d79dee8afaa1 tempest-DvrRoutersNegativeTest-1986977345 tempest-DvrRoutersNegativeTest-1986977345-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103297) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 12:45:52.382088 n-d-master-1 neutron-server[103297]: DEBUG neutron.policy [None req-4e7e19d4-69e8-4e1c-aba5-d79dee8afaa1 tempest-DvrRoutersNegativeTest-1986977345 tempest-DvrRoutersNegativeTest-1986977345-project] Failed policy check for 'create_router' {{(pid=103297) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 12:45:52.382623 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-4e7e19d4-69e8-4e1c-aba5-d79dee8afaa1 tempest-DvrRoutersNegativeTest-1986977345 tempest-DvrRoutersNegativeTest-1986977345-project] create failed (client error): Access was denied to this resource. Dec 06 12:45:52.383590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4e7e19d4-69e8-4e1c-aba5-d79dee8afaa1 tempest-DvrRoutersNegativeTest-1986977345 tempest-DvrRoutersNegativeTest-1986977345-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1092899 Dec 06 12:45:52.416762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65b60b8d-1132-40f5-9d7d-bbedb502985b req-4f370da6-f8e1-4919-bf34-974b63bfdef8 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556691 Dec 06 12:45:52.619163 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:52.723139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca17177-e61a-479f-86b2-d9cfa132b8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.806739 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca17177-e61a-479f-86b2-d9cfa132b8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.811330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca17177-e61a-479f-86b2-d9cfa132b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.849499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1ca17177-e61a-479f-86b2-d9cfa132b8cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2c3928df5074ce08b5ea05112f02358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292521 Dec 06 12:45:52.850377 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca17177-e61a-479f-86b2-d9cfa132b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009395fa-eca6-4a9d-a874-8797e01f5b31,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:52.852214 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36182) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:52.900431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.921090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.965836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.968345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:52.969504 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/009395fa-eca6-4a9d-a874-8797e01f5b31 HTTP/1.1" status: 204 len: 168 time: 0.1161008 Dec 06 12:45:52.976976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5dc2c-1889-4428-a3bb-c4b2ec119128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009395fa-eca6-4a9d-a874-8797e01f5b31,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:53.532662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f4c0e-b410-4e7d-ab4a-e2a63884e3d0 req-7e09c55f-e3d7-476d-872f-aa4fd3e3a768 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:53.534201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc2f4c0e-b410-4e7d-ab4a-e2a63884e3d0 req-7e09c55f-e3d7-476d-872f-aa4fd3e3a768 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0495970 Dec 06 12:45:53.583755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc2f4c0e-b410-4e7d-ab4a-e2a63884e3d0 req-1553dbcb-1956-40d1-acfc-3e12314e53d8 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Dec 06 12:45:53.586443 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36206) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:53.680645 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-34bd5cb8-0f37-41e3-bc61-8d5055c4def4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:53.681441 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-34bd5cb8-0f37-41e3-bc61-8d5055c4def4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:45:53.682005 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-34bd5cb8-0f37-41e3-bc61-8d5055c4def4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:45:53.683087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-34bd5cb8-0f37-41e3-bc61-8d5055c4def4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0956199 Dec 06 12:45:53.686702 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36210) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:53.691800 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--966938492'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:53.714450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.722636 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.801060 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.804592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.844249 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a92181-4692-4997-982b-73d75a7d2567,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:53.877368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.880932 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.910032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.911227 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2236204 Dec 06 12:45:53.913165 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036811c-9240-40c7-be8d-7d9942305063 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01aacf3b-61ed-4075-9cd1-281144c243b9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:53.914240 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:53.920286 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '01aacf3b-61ed-4075-9cd1-281144c243b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:53.949349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.000900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.004459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.028797 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1527a054-5001-4b31-a386-5a5e10638d97,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.034528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.035903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fadff79a-32e8-4908-843e-0741f917e635 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196961 Dec 06 12:45:54.038681 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.042875 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0819b558-852c-4e0c-a978-efc7b0df23dd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '01aacf3b-61ed-4075-9cd1-281144c243b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.069266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0819b558-852c-4e0c-a978-efc7b0df23dd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.112867 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-0819b558-852c-4e0c-a978-efc7b0df23dd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:45:54.113882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0819b558-852c-4e0c-a978-efc7b0df23dd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0742958 Dec 06 12:45:54.116632 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.168112 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.190300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.233098 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.236056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.237361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/01aacf3b-61ed-4075-9cd1-281144c243b9 HTTP/1.1" status: 204 len: 168 time: 0.1197526 Dec 06 12:45:54.240121 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36218) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.247202 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149efea-8b9f-4b8f-8959-44aaa89d8bac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aacf3b-61ed-4075-9cd1-281144c243b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.294206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-935fe308-08e8-49c1-a11f-f42203d2ea3a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529289 Dec 06 12:45:54.297883 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36220) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.302062 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483189065'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.324913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.391112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.394762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.423986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.425341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1263950 Dec 06 12:45:54.427263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0375-f46c-44d8-a2e3-86b3d4b8e989 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a4145-0e1f-497e-b86d-426496e998e7,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.428248 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.434669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1a3a566b-c1c0-449b-a3f6-82ee7ff4aac9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': 'c39a4145-0e1f-497e-b86d-426496e998e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.435365 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-1a3a566b-c1c0-449b-a3f6-82ee7ff4aac9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 12:45:54.435819 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1a3a566b-c1c0-449b-a3f6-82ee7ff4aac9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:54.439590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a3a566b-c1c0-449b-a3f6-82ee7ff4aac9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070815 Dec 06 12:45:54.439590 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.490183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.512350 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.554892 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.558470 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.559610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/c39a4145-0e1f-497e-b86d-426496e998e7 HTTP/1.1" status: 204 len: 168 time: 0.1192956 Dec 06 12:45:54.562339 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36226) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.568623 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e849-eca2-4141-9062-01a8e10a0a44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a4145-0e1f-497e-b86d-426496e998e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.612539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7da30ea7-8691-4e74-b583-3856f73d1c2c tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456681 Dec 06 12:45:54.613239 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36230) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.617306 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977252402'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.643061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.704576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaa55-c296-4f4c-9e01-c1c76ca073e9 req-c621407a-cc2c-4ee5-81d0-32ee5a98d02e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:54.706098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9beaa55-c296-4f4c-9e01-c1c76ca073e9 req-c621407a-cc2c-4ee5-81d0-32ee5a98d02e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0517516 Dec 06 12:45:54.714640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.718471 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.750548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.754648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1380036 Dec 06 12:45:54.754648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac551e2-9e54-4e79-a69a-c36393c008fe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3a861-3737-4f5d-91b1-176bb4f36383,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.755054 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.759607 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0ddc431b-e9e2-4738-87a8-e2b05a8d5f66 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '2ec3a861-3737-4f5d-91b1-176bb4f36383', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.768499 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-0ddc431b-e9e2-4738-87a8-e2b05a8d5f66 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 12:45:54.769016 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-0ddc431b-e9e2-4738-87a8-e2b05a8d5f66 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:54.770024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0ddc431b-e9e2-4738-87a8-e2b05a8d5f66 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139470 Dec 06 12:45:54.772726 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36234) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.775403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9beaa55-c296-4f4c-9e01-c1c76ca073e9 req-d72b810e-9a15-42fe-b981-87e843aacf58 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630615 Dec 06 12:45:54.825425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.847078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.887275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.890076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:54.891234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ec3a861-3737-4f5d-91b1-176bb4f36383 HTTP/1.1" status: 204 len: 168 time: 0.1174819 Dec 06 12:45:54.894019 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36236) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.900263 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ced48-a315-47e5-a8a5-1a2c0c27b51d tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3a861-3737-4f5d-91b1-176bb4f36383,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:54.944767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-916f9df3-6424-4e36-ab12-3356b997dcf2 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494201 Dec 06 12:45:54.948455 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36238) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:54.953027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--374219860'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:54.974881 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.039596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.043674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.074732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.075936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1264789 Dec 06 12:45:55.078935 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.080134 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaa0d0-0a14-4fce-af11-4745342c2415 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3bfb64-8501-49fe-9b59-b67d3fea81a3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.083456 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e609f1a-2a41-4460-9fcc-8ccee64cddfe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '9f3bfb64-8501-49fe-9b59-b67d3fea81a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.103432 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-9e609f1a-2a41-4460-9fcc-8ccee64cddfe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 12:45:55.103959 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-9e609f1a-2a41-4460-9fcc-8ccee64cddfe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.105890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9e609f1a-2a41-4460-9fcc-8ccee64cddfe tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0259590 Dec 06 12:45:55.108357 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.113505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f8c5f3a9-2805-4ba3-b0ce-b35a466297ac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '9f3bfb64-8501-49fe-9b59-b67d3fea81a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.114131 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-f8c5f3a9-2805-4ba3-b0ce-b35a466297ac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 12:45:55.114584 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f8c5f3a9-2805-4ba3-b0ce-b35a466297ac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.115488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f8c5f3a9-2805-4ba3-b0ce-b35a466297ac tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062718 Dec 06 12:45:55.117661 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.121390 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ac7636a2-b6b9-44f3-b294-105df169dc7e tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '9f3bfb64-8501-49fe-9b59-b67d3fea81a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.122134 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-ac7636a2-b6b9-44f3-b294-105df169dc7e tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 12:45:55.122583 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ac7636a2-b6b9-44f3-b294-105df169dc7e tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.123479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ac7636a2-b6b9-44f3-b294-105df169dc7e tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0049829 Dec 06 12:45:55.125775 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.130337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b7ca51de-cbf2-4684-ad0d-210ef48f6477 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '9f3bfb64-8501-49fe-9b59-b67d3fea81a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.131154 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-b7ca51de-cbf2-4684-ad0d-210ef48f6477 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 12:45:55.131629 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-b7ca51de-cbf2-4684-ad0d-210ef48f6477 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.132525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b7ca51de-cbf2-4684-ad0d-210ef48f6477 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058777 Dec 06 12:45:55.134803 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.188143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.209808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.250883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.253630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.254783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f3bfb64-8501-49fe-9b59-b67d3fea81a3 HTTP/1.1" status: 204 len: 168 time: 0.1191382 Dec 06 12:45:55.257503 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36250) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.264343 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d727-8809-4557-aa76-60ab823d8d8b tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3bfb64-8501-49fe-9b59-b67d3fea81a3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.300573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4aebc47a-6550-4781-9921-4f35da3a60a0 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419137 Dec 06 12:45:55.304200 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36252) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.308383 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--594549395'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.330515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.394976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.398713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.427000 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.428172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1230435 Dec 06 12:45:55.431077 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.432997 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2538a4-f933-4e7f-8483-29fa3ba5b282 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baaec04-0145-4d7c-953a-a5d3acd707f1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.436260 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ac98b093-ecb1-4f72-af7c-c196c6ae5651 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.437077 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-ac98b093-ecb1-4f72-af7c-c196c6ae5651 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:45:55.437603 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ac98b093-ecb1-4f72-af7c-c196c6ae5651 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.438566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ac98b093-ecb1-4f72-af7c-c196c6ae5651 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065067 Dec 06 12:45:55.441125 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36256) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.445807 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0d63ca78-6628-4f67-ba74-fb572f0866a5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.478462 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-0d63ca78-6628-4f67-ba74-fb572f0866a5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.479508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0d63ca78-6628-4f67-ba74-fb572f0866a5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0372479 Dec 06 12:45:55.482560 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36258) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.487888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b3f838c3-a645-414c-a699-3fb6fe651c4f tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.488624 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-b3f838c3-a645-414c-a699-3fb6fe651c4f tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 12:45:55.489096 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-b3f838c3-a645-414c-a699-3fb6fe651c4f tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.490162 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b3f838c3-a645-414c-a699-3fb6fe651c4f tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067034 Dec 06 12:45:55.492389 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36260) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.496708 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2f9038ad-d6a6-493e-bdaf-9691d7b75d90 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.529835 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-2f9038ad-d6a6-493e-bdaf-9691d7b75d90 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.530807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2f9038ad-d6a6-493e-bdaf-9691d7b75d90 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0375867 Dec 06 12:45:55.533465 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36262) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.537655 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fd6062d3-d4eb-48a4-8390-654665a1a497 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.538116 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-fd6062d3-d4eb-48a4-8390-654665a1a497 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:45:55.538572 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-fd6062d3-d4eb-48a4-8390-654665a1a497 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.539478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fd6062d3-d4eb-48a4-8390-654665a1a497 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051463 Dec 06 12:45:55.541757 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36264) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.545675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f9e1274e-05ad-413b-b41a-df20bebc22da tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.566683 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-f9e1274e-05ad-413b-b41a-df20bebc22da tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Project 3174207167a546a88f87d6baed4903d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:45:55.579760 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-f9e1274e-05ad-413b-b41a-df20bebc22da tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.580764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f9e1274e-05ad-413b-b41a-df20bebc22da tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0381744 Dec 06 12:45:55.583460 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36266) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.587625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4bcc098c-fff1-4151-b281-f8cfcef231f1 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.588107 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-4bcc098c-fff1-4151-b281-f8cfcef231f1 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 12:45:55.588576 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-4bcc098c-fff1-4151-b281-f8cfcef231f1 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.589502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4bcc098c-fff1-4151-b281-f8cfcef231f1 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051775 Dec 06 12:45:55.592131 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36268) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.595921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-03dccd88-e100-4420-a6a5-5c3b238908f2 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.617972 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-03dccd88-e100-4420-a6a5-5c3b238908f2 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Project 3174207167a546a88f87d6baed4903d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:45:55.630699 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-03dccd88-e100-4420-a6a5-5c3b238908f2 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.631829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-03dccd88-e100-4420-a6a5-5c3b238908f2 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0388610 Dec 06 12:45:55.634643 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.640516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d85fc67e-8db1-4787-b002-7b07a63faca0 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '1baaec04-0145-4d7c-953a-a5d3acd707f1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.661666 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-d85fc67e-8db1-4787-b002-7b07a63faca0 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Project 3174207167a546a88f87d6baed4903d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:45:55.673622 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-d85fc67e-8db1-4787-b002-7b07a63faca0 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:55.674666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d85fc67e-8db1-4787-b002-7b07a63faca0 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0390310 Dec 06 12:45:55.677698 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.727620 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.750352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.790974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.793634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.794765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/1baaec04-0145-4d7c-953a-a5d3acd707f1 HTTP/1.1" status: 204 len: 168 time: 0.1162446 Dec 06 12:45:55.797490 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36274) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.804317 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be41d-9238-4052-8809-2f979a64f13a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baaec04-0145-4d7c-953a-a5d3acd707f1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.844130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-52fbe0aa-0cd2-4cec-a5e8-6e019ffb7e87 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454032 Dec 06 12:45:55.848406 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36278) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.853048 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--724524565'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:55.876942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.907596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09de8c-32e1-4d2e-ad80-d8157b95b871 req-3153bdad-0fe6-4ace-a1f7-a4c5dd1701e4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:55.909095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd09de8c-32e1-4d2e-ad80-d8157b95b871 req-3153bdad-0fe6-4ace-a1f7-a4c5dd1701e4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0516415 Dec 06 12:45:55.947179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.951264 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.958921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd09de8c-32e1-4d2e-ad80-d8157b95b871 req-50a143cc-993b-4d02-9c72-0d6bdb8da057 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Dec 06 12:45:55.981416 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.982625 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1330476 Dec 06 12:45:55.984414 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fd9e6-ed4d-42d4-b41d-9b0039d8f888 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d314d0-2c4c-408b-bb6c-6e158de0e68d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.985563 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:55.990211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9dd1a4b0-369d-4432-a004-d6ec98e07dd9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '69d314d0-2c4c-408b-bb6c-6e158de0e68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.028079 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-9dd1a4b0-369d-4432-a004-d6ec98e07dd9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The resource could not be found. Dec 06 12:45:56.029173 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9dd1a4b0-369d-4432-a004-d6ec98e07dd9 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0424769 Dec 06 12:45:56.031891 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.036862 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fa75ede4-b117-421c-9873-f2da00bf0475 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '69d314d0-2c4c-408b-bb6c-6e158de0e68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '44f5caf1-8e1a-4975-a908-cce1a1a550c7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.072465 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-fa75ede4-b117-421c-9873-f2da00bf0475 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The resource could not be found. Dec 06 12:45:56.074009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa75ede4-b117-421c-9873-f2da00bf0475 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412111 Dec 06 12:45:56.076628 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.126024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.147837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.187284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.189977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.191123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/69d314d0-2c4c-408b-bb6c-6e158de0e68d HTTP/1.1" status: 204 len: 168 time: 0.1135917 Dec 06 12:45:56.194020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36286) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.200529 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce9719-c3d4-462f-8255-f858bc612985 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d314d0-2c4c-408b-bb6c-6e158de0e68d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:56.238289 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0b42b933-8df4-446f-beac-df6a204d1cea tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432246 Dec 06 12:45:56.242090 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36288) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.246921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fa6a15b7-b6df-493a-b3dc-ec23be823e6c tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': 'c1586053-61a2-44c5-b882-e72d7ea008ef', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.283783 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-fa6a15b7-b6df-493a-b3dc-ec23be823e6c tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The resource could not be found. Dec 06 12:45:56.284815 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa6a15b7-b6df-493a-b3dc-ec23be823e6c tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0417829 Dec 06 12:45:56.288330 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36290) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.292605 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--817902138'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.313867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.378085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.381380 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.412216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.413457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1241648 Dec 06 12:45:56.414536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90621a-f8b0-4583-9186-380cc11e3c75 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11816e34-b26c-437a-87a6-36cf4af3eabe,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:56.416327 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.421074 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846468708'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.442166 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.506682 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.510018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.540714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.541930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1245148 Dec 06 12:45:56.543833 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4a3b5-1c24-4119-9f7b-00e482f301f3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df15a3b-dd52-43d4-82b0-fccf7f1528fc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:56.544944 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36294) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.550071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1943c5db-ca0f-4fcc-96cd-e24d26adff53 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': '11816e34-b26c-437a-87a6-36cf4af3eabe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8df15a3b-dd52-43d4-82b0-fccf7f1528fc'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.585804 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-1943c5db-ca0f-4fcc-96cd-e24d26adff53 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:56.587042 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1943c5db-ca0f-4fcc-96cd-e24d26adff53 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0409045 Dec 06 12:45:56.589871 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36296) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.641886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.667222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.707606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.710422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.711582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/8df15a3b-dd52-43d4-82b0-fccf7f1528fc HTTP/1.1" status: 204 len: 168 time: 0.1208189 Dec 06 12:45:56.714344 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.720295 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df15a3b-dd52-43d4-82b0-fccf7f1528fc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:56.728015 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.728392 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.728865 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.730087 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.730433 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.730775 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.731107 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.731437 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.731767 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.732096 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.732426 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.732772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.733095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb8c11-6f87-4715-b147-64fa3ca8006a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:56.768388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-394551b4-3bfc-4f3e-a6b2-00228619e5a3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0528176 Dec 06 12:45:56.771006 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.822464 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.843697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.884036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.886882 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.888027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/11816e34-b26c-437a-87a6-36cf4af3eabe HTTP/1.1" status: 204 len: 168 time: 0.1161277 Dec 06 12:45:56.890669 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36302) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.896759 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbe022-a2fd-4dcc-9c89-0fbc39740249 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11816e34-b26c-437a-87a6-36cf4af3eabe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:56.932979 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b0e7b3b3-cc3c-43c1-b0df-3421d69dea84 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0403936 Dec 06 12:45:56.936864 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:56.941566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871907857'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:56.962748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.027502 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.038134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.090919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.092169 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1542611 Dec 06 12:45:57.095364 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36308) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.099282 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb190e3-9eb7-4791-b7ea-cfab23f7ecc5 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdc162c-955d-4d43-b174-9c26a60c72e3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:57.100685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9f37c3df-25c2-4bd9-ab58-c9c7485f9ec4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc162c-955d-4d43-b174-9c26a60c72e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:57.113394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76e7a0-035a-42ba-bfaa-7d506ca6e823 req-68e65094-bc14-411c-bc22-4406c356de46 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:57.114918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f76e7a0-035a-42ba-bfaa-7d506ca6e823 req-68e65094-bc14-411c-bc22-4406c356de46 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 944 time: 0.0863209 Dec 06 12:45:57.136512 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-9f37c3df-25c2-4bd9-ab58-c9c7485f9ec4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:57.137635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f37c3df-25c2-4bd9-ab58-c9c7485f9ec4 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0407102 Dec 06 12:45:57.140453 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36310) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.145064 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d10a4206-3048-467f-a0fc-3f0431ec6c44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc162c-955d-4d43-b174-9c26a60c72e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:57.166437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f76e7a0-035a-42ba-bfaa-7d506ca6e823 req-9316bbe9-0aa4-46ea-a597-b71ea373a244 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 Dec 06 12:45:57.186236 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-d10a4206-3048-467f-a0fc-3f0431ec6c44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:57.187379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d10a4206-3048-467f-a0fc-3f0431ec6c44 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0458353 Dec 06 12:45:57.190122 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36312) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.240882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.263623 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.271518 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc896bec-a88d-4e63-91b1-d30d934c559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.306260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.308767 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.309934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/ecdc162c-955d-4d43-b174-9c26a60c72e3 HTTP/1.1" status: 204 len: 168 time: 0.1189210 Dec 06 12:45:57.312684 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.318983 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e50a2-ee33-44ec-84cb-ef63758a68fd tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdc162c-955d-4d43-b174-9c26a60c72e3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:57.355593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-120dd7e1-4225-47bd-8526-00268e11542a tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416563 Dec 06 12:45:57.359181 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36316) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.363671 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011564096'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:57.385854 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.450512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.453936 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.476988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.478211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1180403 Dec 06 12:45:57.481395 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.486397 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-18ff85f6-c28d-4850-9aba-67f0e83bb706 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:57.486534 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ece40d-c89e-4e9a-a6e6-f0dd5fc1c391 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061dad3a-60c7-48dc-9a6a-11d0c7615bbf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:57.487075 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-18ff85f6-c28d-4850-9aba-67f0e83bb706 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:45:57.487566 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-18ff85f6-c28d-4850-9aba-67f0e83bb706 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 12:45:57.488501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18ff85f6-c28d-4850-9aba-67f0e83bb706 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "PUT /v2.0/security-groups/061dad3a-60c7-48dc-9a6a-11d0c7615bbf HTTP/1.1" status: 409 len: 330 time: 0.0059097 Dec 06 12:45:57.491042 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36320) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.541046 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.562436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.602101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.604876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.606044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/061dad3a-60c7-48dc-9a6a-11d0c7615bbf HTTP/1.1" status: 204 len: 168 time: 0.1141036 Dec 06 12:45:57.608837 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.614800 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049812a-7fd3-4396-a5f1-4b8c5eba9fd3 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061dad3a-60c7-48dc-9a6a-11d0c7615bbf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:57.638549 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c966c795-9ac4-427c-9147-528890cce097 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:45:57.661593 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2779c9b2-dae2-41f9-92c8-c540c8e648bc tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476968 Dec 06 12:45:57.662104 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36324) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.675309 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-30b0956c-cf21-4c03-ad24-ac80d02abecf tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] delete failed (client error): The resource could not be found. Dec 06 12:45:57.676287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-30b0956c-cf21-4c03-ad24-ac80d02abecf tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "DELETE /v2.0/security-groups/81939931-140e-42e0-8026-e7f0b638abbd HTTP/1.1" status: 404 len: 347 time: 0.0132153 Dec 06 12:45:57.679879 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36326) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.693009 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-afa006ab-9772-4442-b72c-762ba3f583c8 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] show failed (client error): The resource could not be found. Dec 06 12:45:57.694014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-afa006ab-9772-4442-b72c-762ba3f583c8 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-groups/eda23cee-fca7-44be-af61-476dc46eda6a HTTP/1.1" status: 404 len: 347 time: 0.0132456 Dec 06 12:45:57.697609 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36328) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.711964 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-43c2229a-4092-43b2-8a99-2f2389d3f550 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] show failed (client error): The resource could not be found. Dec 06 12:45:57.712933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43c2229a-4092-43b2-8a99-2f2389d3f550 tempest-NegativeSecGroupIPv6Test-12883961 tempest-NegativeSecGroupIPv6Test-12883961-project] 10.222.0.31 "GET /v2.0/security-group-rules/58655739-19b3-4ea2-9716-f5908ffcefd3 HTTP/1.1" status: 404 len: 356 time: 0.0139050 Dec 06 12:45:57.742465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c966c795-9ac4-427c-9147-528890cce097,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:57.754392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'c966c795-9ac4-427c-9147-528890cce097', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'port_id': 'c966c795-9ac4-427c-9147-528890cce097', 'mac_address': 'fa:16:3e:cf:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:45:57.792718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.805302 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c966c795-9ac4-427c-9147-528890cce097 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:45:57.824557 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c966c795-9ac4-427c-9147-528890cce097,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:57.827914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.874797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:57.952012 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36334) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:58.081199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-531624b8-22e8-44b5-9ef7-98d05518822c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3174207167a546a88f87d6baed4903d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279097 Dec 06 12:45:58.083610 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:58.133036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.154496 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.199772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.201810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['c966c795-9ac4-427c-9147-528890cce097'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:45:58.202521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.206070 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3a92181-4692-4997-982b-73d75a7d2567 HTTP/1.1" status: 204 len: 168 time: 0.1191876 Dec 06 12:45:58.213001 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677137b5-0548-486f-9b2b-0ab0265d2ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a92181-4692-4997-982b-73d75a7d2567,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:58.296495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d65f0e-b274-445b-b7b7-60543764de14 req-358e8476-c099-4f98-972f-6dba6287c05a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:58.298208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33d65f0e-b274-445b-b7b7-60543764de14 req-358e8476-c099-4f98-972f-6dba6287c05a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 945 time: 0.0572052 Dec 06 12:45:58.364282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33d65f0e-b274-445b-b7b7-60543764de14 req-49d3506f-5072-4e7d-b318-0573492fa4b6 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537674 Dec 06 12:45:58.850933 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36362) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:58.944481 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-66863536-f698-47d2-ad80-80f93cc8225c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:58.944920 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-66863536-f698-47d2-ad80-80f93cc8225c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:45:58.945446 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-66863536-f698-47d2-ad80-80f93cc8225c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:45:58.946447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-66863536-f698-47d2-ad80-80f93cc8225c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0945258 Dec 06 12:45:58.950020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36366) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:58.954949 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067288406'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:58.976331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.985336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.057236 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.061183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.095278 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2458b50-cdd4-45ce-9132-cf73fd419698,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.135265 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.138723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.161392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.162607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2116790 Dec 06 12:45:59.165630 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.170884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad050b42-6963-4c3c-9e73-e2462170328e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768c7874-ba7f-4eac-a807-83484951cc75,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.171015 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '768c7874-ba7f-4eac-a807-83484951cc75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:59.198634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.262796 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.266047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.283163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0933d89e-a49f-4793-a819-7d80348e9fd3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.291211 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.292977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a48939c0-bc16-4802-a2ce-845f4ed71d83 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255634 Dec 06 12:45:59.295741 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.299957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5439fd2a-16ff-46e0-97b4-ad54f8469725 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '768c7874-ba7f-4eac-a807-83484951cc75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:59.324665 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5439fd2a-16ff-46e0-97b4-ad54f8469725 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.368000 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-5439fd2a-16ff-46e0-97b4-ad54f8469725 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:45:59.368949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5439fd2a-16ff-46e0-97b4-ad54f8469725 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0723095 Dec 06 12:45:59.372076 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.423864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.470250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.514817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8068556-f74f-4c11-8e68-3c54eb343df2 req-05bad8a9-c0e6-4414-a2a8-7819dd1aac9e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.516273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8068556-f74f-4c11-8e68-3c54eb343df2 req-05bad8a9-c0e6-4414-a2a8-7819dd1aac9e tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 945 time: 0.0820508 Dec 06 12:45:59.540777 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.543981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.545054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/768c7874-ba7f-4eac-a807-83484951cc75 HTTP/1.1" status: 204 len: 168 time: 0.1720948 Dec 06 12:45:59.547964 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36376) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.562011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed8c0a-bb67-4bf7-b14a-3b7a115e121c tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c7874-ba7f-4eac-a807-83484951cc75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.588911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a8068556-f74f-4c11-8e68-3c54eb343df2 req-e617386c-7c36-4ebd-a2cc-cf28d1ddd072 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657399 Dec 06 12:45:59.604176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7d09c728-c386-42ce-809d-8ce3e94f2d39 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514364 Dec 06 12:45:59.605459 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.610222 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--267898053'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:59.615982 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-35dac6c5-9fbc-4762-8572-b54b9bf37be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.635808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.654069 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c966c795-9ac4-427c-9147-528890cce097 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:59.703725 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port c966c795-9ac4-427c-9147-528890cce097 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:45:59.707299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.708820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port c966c795-9ac4-427c-9147-528890cce097 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:59.709299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.711322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.741343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.742574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1360846 Dec 06 12:45:59.745544 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.749785 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a48e5436-c75c-4582-bc36-7d611c389b9b tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '4bb77bda-911e-4ea9-a10b-a00185d11641', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:59.750286 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-a48e5436-c75c-4582-bc36-7d611c389b9b tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 12:45:59.750787 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-a48e5436-c75c-4582-bc36-7d611c389b9b tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:45:59.754033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a48e5436-c75c-4582-bc36-7d611c389b9b tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0052633 Dec 06 12:45:59.754033 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07836925-4f36-4e7d-b399-2378706195d4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb77bda-911e-4ea9-a10b-a00185d11641,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.755022 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36382) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.791253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.813055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.813600 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966c795-9ac4-427c-9147-528890cce097'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:59.815901 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850679e-f5e1-4786-a996-479ab930fa25" -d '{"events": [{"server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "name": "network-vif-plugged", "status": "completed", "tag": "c966c795-9ac4-427c-9147-528890cce097"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:59.832293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c966c795-9ac4-427c-9147-528890cce097,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:59.836027 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.837874 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.861388 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac9d26-e07a-4fbb-9ffe-ce029c9dd824 x-openstack-request-id: req-52ac9d26-e07a-4fbb-9ffe-ce029c9dd824 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:59.861683 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "name": "network-vif-plugged", "status": "completed", "tag": "c966c795-9ac4-427c-9147-528890cce097", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:59.861939 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52ac9d26-e07a-4fbb-9ffe-ce029c9dd824 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:59.862321 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966c795-9ac4-427c-9147-528890cce097', 'code': 200} Dec 06 12:45:59.879765 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.882325 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.883475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/4bb77bda-911e-4ea9-a10b-a00185d11641 HTTP/1.1" status: 204 len: 168 time: 0.1271968 Dec 06 12:45:59.886851 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.889093 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.899788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91f557-9ee9-440b-a20a-c1710edda6e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb77bda-911e-4ea9-a10b-a00185d11641,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:59.939162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-197f2eed-47b2-4f6d-8c9d-32b840011490 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502670 Dec 06 12:45:59.942725 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.946952 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372812731'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:59.969872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:59.987407 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f79ab-b404-409b-8465-f48e45438c41 req-13781dd3-a4de-4d1e-b0b0-b9d3212ff3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.988928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b42f79ab-b404-409b-8465-f48e45438c41 req-13781dd3-a4de-4d1e-b0b0-b9d3212ff3fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1097 time: 0.0408666 Dec 06 12:46:00.036956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.038214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b42f79ab-b404-409b-8465-f48e45438c41 req-d06982f7-eda1-4c90-95e7-e3714f39f3c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Dec 06 12:46:00.040608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.069552 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.070759 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1271200 Dec 06 12:46:00.071834 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e2df7-24b4-438e-933c-cf1242f07075 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab7678-bd4b-48f1-85e3-73fc19b6ba2e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:00.074839 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36390) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.079749 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c04b964f-facd-433c-ac41-c4d691a488dd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'cfab7678-bd4b-48f1-85e3-73fc19b6ba2e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.080476 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-c04b964f-facd-433c-ac41-c4d691a488dd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 12:46:00.080984 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-c04b964f-facd-433c-ac41-c4d691a488dd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.081967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c04b964f-facd-433c-ac41-c4d691a488dd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059114 Dec 06 12:46:00.084390 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36392) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.138328 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.160036 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.201295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.203922 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.205045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/cfab7678-bd4b-48f1-85e3-73fc19b6ba2e HTTP/1.1" status: 204 len: 168 time: 0.1198325 Dec 06 12:46:00.207854 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.213965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbceef-caf0-42f1-ac60-893e93b6e169 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab7678-bd4b-48f1-85e3-73fc19b6ba2e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:00.252721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b4a9437f-c540-45ea-b49d-e526502f733e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428281 Dec 06 12:46:00.255443 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.259774 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900542174'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.281146 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.344972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.348504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.378714 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.379934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1235716 Dec 06 12:46:00.381118 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be3f50-d9ff-483b-8731-8b1ab42f6c67 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345513f0-7776-4f1e-acc8-cdb45b5fb46d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:00.382824 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.387979 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-804956fc-1d9e-466c-ad2d-078db7c82aed tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '345513f0-7776-4f1e-acc8-cdb45b5fb46d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.389488 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-804956fc-1d9e-466c-ad2d-078db7c82aed tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 12:46:00.389992 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-804956fc-1d9e-466c-ad2d-078db7c82aed tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.391051 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-804956fc-1d9e-466c-ad2d-078db7c82aed tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072110 Dec 06 12:46:00.393537 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36400) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.398217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6ba891c2-66cd-45c5-82ae-09c9bc599c0d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '345513f0-7776-4f1e-acc8-cdb45b5fb46d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.398827 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-6ba891c2-66cd-45c5-82ae-09c9bc599c0d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 12:46:00.399277 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-6ba891c2-66cd-45c5-82ae-09c9bc599c0d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.400172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ba891c2-66cd-45c5-82ae-09c9bc599c0d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0049944 Dec 06 12:46:00.402431 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36402) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.406178 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-53b66402-6cd4-40f4-8224-a51c02c42fc1 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '345513f0-7776-4f1e-acc8-cdb45b5fb46d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.406930 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-53b66402-6cd4-40f4-8224-a51c02c42fc1 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 12:46:00.407382 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-53b66402-6cd4-40f4-8224-a51c02c42fc1 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.408275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-53b66402-6cd4-40f4-8224-a51c02c42fc1 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0050387 Dec 06 12:46:00.410485 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36404) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.414866 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-adbca95a-8905-4fd6-9bbf-8b4fc6ce58c8 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '345513f0-7776-4f1e-acc8-cdb45b5fb46d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.415656 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-adbca95a-8905-4fd6-9bbf-8b4fc6ce58c8 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 12:46:00.416109 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-adbca95a-8905-4fd6-9bbf-8b4fc6ce58c8 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.417546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-adbca95a-8905-4fd6-9bbf-8b4fc6ce58c8 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062199 Dec 06 12:46:00.422085 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36406) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.472088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.494483 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.533674 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.536314 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.537455 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/345513f0-7776-4f1e-acc8-cdb45b5fb46d HTTP/1.1" status: 204 len: 168 time: 0.1145287 Dec 06 12:46:00.540192 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.546795 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba71f6-d6a4-4aa8-90c6-bff2f553ba11 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345513f0-7776-4f1e-acc8-cdb45b5fb46d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:00.585538 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a43444ad-c413-4a17-af42-0142216df36d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441470 Dec 06 12:46:00.589210 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.593466 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698794584'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.615233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.618981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.683454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.693018 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.744004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.745276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1551225 Dec 06 12:46:00.747425 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f03a3d-eff4-4efd-bcbb-4c885c80fad4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:00.748592 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36414) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.755276 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f36d4117-fccb-4209-94b7-4ebbedf585e3 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.755864 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-f36d4117-fccb-4209-94b7-4ebbedf585e3 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:46:00.756531 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-f36d4117-fccb-4209-94b7-4ebbedf585e3 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.760182 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f36d4117-fccb-4209-94b7-4ebbedf585e3 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104775 Dec 06 12:46:00.760816 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36416) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.764283 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9738-2848-445a-8a4b-627e3428abc7 req-f243b582-9552-4344-b5af-91ec44f2d5ef tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:00.765796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7ef9738-2848-445a-8a4b-627e3428abc7 req-f243b582-9552-4344-b5af-91ec44f2d5ef tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.0856800 Dec 06 12:46:00.768805 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-91c87da8-27c3-40e2-92ce-d5d057ad617e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.803963 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-91c87da8-27c3-40e2-92ce-d5d057ad617e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.808083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-91c87da8-27c3-40e2-92ce-d5d057ad617e tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0432744 Dec 06 12:46:00.808232 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36418) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.812412 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-90635df3-6f2e-4544-8f28-9c8188b57c73 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.812913 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-90635df3-6f2e-4544-8f28-9c8188b57c73 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 12:46:00.813404 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-90635df3-6f2e-4544-8f28-9c8188b57c73 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.816433 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-90635df3-6f2e-4544-8f28-9c8188b57c73 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052602 Dec 06 12:46:00.816608 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36420) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.818503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7ef9738-2848-445a-8a4b-627e3428abc7 req-f2fdde33-5677-4973-a1a5-7a85b8099d8c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Dec 06 12:46:00.821498 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bd835fde-8a2b-4f80-98c2-6ebdd1c7e85d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.855357 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-bd835fde-8a2b-4f80-98c2-6ebdd1c7e85d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.856384 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bd835fde-8a2b-4f80-98c2-6ebdd1c7e85d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0389354 Dec 06 12:46:00.859125 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36422) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.863296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3eb73223-cef8-416d-8806-64b907d34fef tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.863765 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-3eb73223-cef8-416d-8806-64b907d34fef tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:46:00.864219 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-3eb73223-cef8-416d-8806-64b907d34fef tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.865104 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3eb73223-cef8-416d-8806-64b907d34fef tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051155 Dec 06 12:46:00.867229 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36424) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.871788 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-cd201135-3735-425b-8fe4-c613aae607ca tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.905429 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-cd201135-3735-425b-8fe4-c613aae607ca tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.906407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cd201135-3735-425b-8fe4-c613aae607ca tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0383432 Dec 06 12:46:00.909215 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36426) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.913477 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9244d4f1-bf1e-4133-9814-2f16195898db tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.913943 n-d-master-1 neutron-server[103298]: WARNING neutron.api.v2.base [None req-9244d4f1-bf1e-4133-9814-2f16195898db tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 12:46:00.914397 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-9244d4f1-bf1e-4133-9814-2f16195898db tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.915300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9244d4f1-bf1e-4133-9814-2f16195898db tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051823 Dec 06 12:46:00.918027 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36428) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.921839 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ed1747cb-b233-4c89-9708-f998f43d7b0f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.954510 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-ed1747cb-b233-4c89-9708-f998f43d7b0f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.955658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed1747cb-b233-4c89-9708-f998f43d7b0f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0368087 Dec 06 12:46:00.958299 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36430) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.962483 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0096eafc-bea2-4182-8f56-426135f0bccf tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:00.996787 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-0096eafc-bea2-4182-8f56-426135f0bccf tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:00.997840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0096eafc-bea2-4182-8f56-426135f0bccf tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0386617 Dec 06 12:46:01.000634 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36432) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.058418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.081619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.125398 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.128041 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.129241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb HTTP/1.1" status: 204 len: 168 time: 0.1276281 Dec 06 12:46:01.131815 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.138839 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f59d76-be40-411b-a214-24de0162c336 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e4e58-c6aa-45d5-b22a-1ccf2752e0cb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:01.176848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c3f083bd-5fe8-444a-817b-3e44b98aeaf4 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438652 Dec 06 12:46:01.180493 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.184829 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--160645968'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.206337 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.269931 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.274721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.287261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.302097 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.303320 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1218898 Dec 06 12:46:01.306301 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36438) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.307511 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ca302-b982-4aa9-a183-2ed09a464027 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5990a05-6392-4be4-8d4d-cd51ca33c145,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:01.310815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7278da05-24cc-49ff-9512-00777059b018 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f5990a05-6392-4be4-8d4d-cd51ca33c145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.348924 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-7278da05-24cc-49ff-9512-00777059b018 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The resource could not be found. Dec 06 12:46:01.349994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7278da05-24cc-49ff-9512-00777059b018 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0427103 Dec 06 12:46:01.352801 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36440) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.357261 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-87fe1fcb-db9c-4c88-be6f-b94e61db44f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': 'f5990a05-6392-4be4-8d4d-cd51ca33c145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'de35ef8e-fcfe-447f-afb8-3d97159d1787'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.394362 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-87fe1fcb-db9c-4c88-be6f-b94e61db44f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The resource could not be found. Dec 06 12:46:01.395396 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-87fe1fcb-db9c-4c88-be6f-b94e61db44f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0416763 Dec 06 12:46:01.398227 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36442) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.450605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.472921 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.514502 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.517183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.518342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5990a05-6392-4be4-8d4d-cd51ca33c145 HTTP/1.1" status: 204 len: 168 time: 0.1191978 Dec 06 12:46:01.521142 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.527071 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa543-b509-41bf-b0fe-efffd14d29fd tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5990a05-6392-4be4-8d4d-cd51ca33c145,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:01.567590 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91d791c7-c3a8-458d-a688-714202f68226 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452366 Dec 06 12:46:01.571220 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.575929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2e9b23e8-98d1-4294-af09-178193b3b2f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '5c2d91aa-4525-4cc4-a780-4fbef544b031', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.612915 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2e9b23e8-98d1-4294-af09-178193b3b2f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The resource could not be found. Dec 06 12:46:01.613971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2e9b23e8-98d1-4294-af09-178193b3b2f5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0418596 Dec 06 12:46:01.617569 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.622178 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--104594207'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.644459 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.709287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.713075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.743936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.745686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1272054 Dec 06 12:46:01.747557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13501bd-1107-4cb9-9910-8f9e4e7b601f tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9247d-d495-4050-8707-89c72a509c8e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:01.748594 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36450) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.757942 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--633631549'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.779584 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.844597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.849051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.882734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:01.883993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1342447 Dec 06 12:46:01.885940 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fbcf1-6aaf-4b18-93e3-dd952fe0a900 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a1a20e-b4f0-4b7a-aaac-a783a724866a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:01.887120 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.892953 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8048a341-ae0c-4fe8-bd1a-a4ef2834af54 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group_rule': {'security_group_id': '7ee9247d-d495-4050-8707-89c72a509c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '01a1a20e-b4f0-4b7a-aaac-a783a724866a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:01.955403 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-8048a341-ae0c-4fe8-bd1a-a4ef2834af54 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:46:01.956583 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8048a341-ae0c-4fe8-bd1a-a4ef2834af54 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0675914 Dec 06 12:46:01.960174 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36456) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:01.965327 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7adf4-7737-4bd7-98e0-f8ff39387e39 req-5f1154fa-8e2e-4a12-b47f-d3e9f0e3f4fb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:01.966964 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a7adf4-7737-4bd7-98e0-f8ff39387e39 req-5f1154fa-8e2e-4a12-b47f-d3e9f0e3f4fb tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.0681415 Dec 06 12:46:02.012484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.016543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28a7adf4-7737-4bd7-98e0-f8ff39387e39 req-7c53db2d-9cfa-4742-b722-73245ceaf7c2 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Dec 06 12:46:02.035156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.086260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.089098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.090291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/01a1a20e-b4f0-4b7a-aaac-a783a724866a HTTP/1.1" status: 204 len: 168 time: 0.1291807 Dec 06 12:46:02.094673 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.106725 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c0ad0-7e61-444d-bcf3-294a49243e69 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a1a20e-b4f0-4b7a-aaac-a783a724866a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:02.149139 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145501cb-9155-4df3-933d-df05dc8709e2 req-89972e40-6dab-4fb9-8ea3-79de140c75d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:02.150671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145501cb-9155-4df3-933d-df05dc8709e2 req-89972e40-6dab-4fb9-8ea3-79de140c75d3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.0588410 Dec 06 12:46:02.155440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-54f1aa48-5d7e-4812-b8d2-8f24e8b4d27b tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0597081 Dec 06 12:46:02.156129 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.232511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-145501cb-9155-4df3-933d-df05dc8709e2 req-69c6edcc-972f-41f6-a503-4a02302178b3 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741205 Dec 06 12:46:02.242313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.253997 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.309368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.355535 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c32bd40-362d-4ed3-b02e-00b7e1d1e4bd tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:02.357057 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c32bd40-362d-4ed3-b02e-00b7e1d1e4bd tempest-TestVolumeBootPattern-1469625925 tempest-TestVolumeBootPattern-1469625925-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1092 time: 0.1021383 Dec 06 12:46:02.359760 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.364225 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'c966c795-9ac4-427c-9147-528890cce097', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:02.387749 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.398517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.401843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.404430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.405572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ee9247d-d495-4050-8707-89c72a509c8e HTTP/1.1" status: 204 len: 168 time: 0.2485111 Dec 06 12:46:02.408232 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36470) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.419914 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83443a00-8db2-4e9e-9922-2109a936d9e7 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9247d-d495-4050-8707-89c72a509c8e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:02.460831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-64b8fa45-be85-4e06-b113-8e7df10a6add tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514381 Dec 06 12:46:02.465264 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36472) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.469863 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696441221'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:02.492515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.502227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.558714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.562804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.592220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.593459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1270957 Dec 06 12:46:02.595419 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbbaa7-5ac1-4641-ac3b-e603d47e1a6a tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3bab1-d41f-48ef-85b1-6baa245a11fa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:02.596584 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.601521 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7cd9a686-5d7d-4215-9827-ac9a05f5f618 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:02.601938 n-d-master-1 neutron-server[103297]: WARNING neutron.api.v2.base [None req-7cd9a686-5d7d-4215-9827-ac9a05f5f618 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:46:02.602766 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-7cd9a686-5d7d-4215-9827-ac9a05f5f618 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 12:46:02.603370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7cd9a686-5d7d-4215-9827-ac9a05f5f618 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "PUT /v2.0/security-groups/2da3bab1-d41f-48ef-85b1-6baa245a11fa HTTP/1.1" status: 409 len: 330 time: 0.0057058 Dec 06 12:46:02.606684 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.639838 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Allocated IP 172.35.3.34 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/4b32ab6f-a674-47b3-95e5-18e6c8b0d32c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:46:02.696807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.754319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.805352 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.827522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.830209 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.831194 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/2da3bab1-d41f-48ef-85b1-6baa245a11fa HTTP/1.1" status: 204 len: 168 time: 0.2234471 Dec 06 12:46:02.834037 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36478) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.843693 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a95a83-c861-4a36-8156-9b80a4c2288d tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3bab1-d41f-48ef-85b1-6baa245a11fa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:02.858441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.887653 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4b3b810b-c4be-436f-be43-8f25543eba46 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0489023 Dec 06 12:46:02.887949 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36480) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.900115 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-cfbf185b-d74b-4359-9c2d-43f6c75efde5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] delete failed (client error): The resource could not be found. Dec 06 12:46:02.904248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cfbf185b-d74b-4359-9c2d-43f6c75efde5 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0f55fbe-a2fe-4b7b-bcc5-16a178ddffa7 HTTP/1.1" status: 404 len: 347 time: 0.0123124 Dec 06 12:46:02.904402 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:46:02.904630 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.908693 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:46:02.913279 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:46:02.916308 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=4b32ab6f-a674-47b3-95e5-18e6c8b0d32c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:02.919185 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-77dad379-9e9f-4829-adbc-bf731fe34e38 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] show failed (client error): The resource could not be found. Dec 06 12:46:02.920255 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-77dad379-9e9f-4829-adbc-bf731fe34e38 tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-groups/418feed9-8d02-420d-a0dc-64964c583dda HTTP/1.1" status: 404 len: 347 time: 0.0147243 Dec 06 12:46:02.924224 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36484) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:02.939553 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-eb7a5476-748d-4114-a585-aea6ed3d67fc tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] show failed (client error): The resource could not be found. Dec 06 12:46:02.940543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-eb7a5476-748d-4114-a585-aea6ed3d67fc tempest-NegativeSecGroupTest-1429068358 tempest-NegativeSecGroupTest-1429068358-project] 10.222.0.31 "GET /v2.0/security-group-rules/485df3e6-5dde-4700-b43d-68faee5cd6be HTTP/1.1" status: 404 len: 356 time: 0.0153711 Dec 06 12:46:03.187602 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:03.234167 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.337249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00f57702-c950-46ba-a765-929d180df8a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=346109012f57467a86fdc63af28a96bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483083 Dec 06 12:46:03.340254 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36494) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:03.398234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.421815 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.471053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.473694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.474843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2458b50-cdd4-45ce-9132-cf73fd419698 HTTP/1.1" status: 204 len: 168 time: 0.1336167 Dec 06 12:46:03.482680 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf5b2-a641-4706-8c8d-3f23ed281768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2458b50-cdd4-45ce-9132-cf73fd419698,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:03.691006 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.798681 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.956170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:03.960910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:04.029415 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event updated for resources: {'Port': ['ID=4b32ab6f-a674-47b3-95e5-18e6c8b0d32c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:04.041281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:04.150206 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP 164b2701-ff4b-422c-bc67-a3f7c766f6af associated. External IP: 172.35.3.34, port: c966c795-9ac4-427c-9147-528890cce097. Dec 06 12:46:04.358704 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:46:04.470072 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:46:04.480705 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:46:04.490959 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:04.491934 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:46:04.492568 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:46:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:46:04.525391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b1d399a2-5961-4c1f-b245-4b8b1e277b71 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1590238 Dec 06 12:46:04.525391 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:46:04.525391 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5746d239-6346-4a06-8009-4dc1d9ff62ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:46:04.566246 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe5d07-8dba-4161-a362-fdc7c1778664 x-openstack-request-id: req-9ffe5d07-8dba-4161-a362-fdc7c1778664 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:46:04.566547 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:46:04.566807 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ffe5d07-8dba-4161-a362-fdc7c1778664 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:46:04.567650 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097', 'status': 'completed', 'code': 200} Dec 06 12:46:04.620080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:46:04.653255 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-d23e1ea5-3bc7-4473-8447-e1e4b77ce0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:04.655130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-d23e1ea5-3bc7-4473-8447-e1e4b77ce0ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1097 time: 0.0442705 Dec 06 12:46:04.752039 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-7a839f66-d0d6-41f3-bfae-4a870666685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:04.753797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-7a839f66-d0d6-41f3-bfae-4a870666685e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0917242 Dec 06 12:46:04.821879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-cddd4f41-bbe3-42b8-8a32-49db034af7cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 999 time: 0.0609603 Dec 06 12:46:04.852688 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '164b2701-ff4b-422c-bc67-a3f7c766f6af', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'c966c795-9ac4-427c-9147-528890cce097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:cf:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:46:03Z', 'updated_at': '2021-12-06T12:46:03Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}, {'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:46:04.877771 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-725ebd79-6d9e-4350-8449-070660832ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:04.879468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-725ebd79-6d9e-4350-8449-070660832ffa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0505602 Dec 06 12:46:04.879573 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:46:04.888518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:46:04.889206 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:46:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:46:04.930730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-d86be8ad-86ec-433d-ab90-9d8449acfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:04.932655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-d86be8ad-86ec-433d-ab90-9d8449acfb4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449028 Dec 06 12:46:05.048882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-e99af3a1-c50e-41f0-a859-200baf9cd823 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095624 Dec 06 12:46:05.153021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5746d239-6346-4a06-8009-4dc1d9ff62ab req-ecf2ac65-ba94-4134-b72f-eb2290692a9d service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973368 Dec 06 12:46:05.161989 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:46:05.395726 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '164b2701-ff4b-422c-bc67-a3f7c766f6af', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'c966c795-9ac4-427c-9147-528890cce097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:cf:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:46:03Z', 'updated_at': '2021-12-06T12:46:03Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}, {'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:46:05.421334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16138dc0-d079-48fe-b887-68648021e6b0 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '164b2701-ff4b-422c-bc67-a3f7c766f6af', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'c966c795-9ac4-427c-9147-528890cce097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:cf:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:46:03Z', 'updated_at': '2021-12-06T12:46:03Z', 'revision_number': 0, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}, {'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:46:05.434254 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36560) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:05.545447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3d59-8b20-4a7f-9354-9c281df1f008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.618578 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c114c7a-c70e-4c76-8a6e-4ca3514269f9 None None] New status for floating IP 164b2701-ff4b-422c-bc67-a3f7c766f6af: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:46:05.626420 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3d59-8b20-4a7f-9354-9c281df1f008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.630586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3d59-8b20-4a7f-9354-9c281df1f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.673949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ae5f3d59-8b20-4a7f-9354-9c281df1f008 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0b1128e007049469bb9832726378760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384012 Dec 06 12:46:05.674691 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3d59-8b20-4a7f-9354-9c281df1f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0a000-f7bb-4f71-a4c7-77c94fa3d5fd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:05.676942 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36564) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:05.725733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.749008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.799050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.801771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:05.803016 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fac0a000-f7bb-4f71-a4c7-77c94fa3d5fd HTTP/1.1" status: 204 len: 168 time: 0.1251650 Dec 06 12:46:05.811566 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755587-afe1-49d6-afb5-53c329e7bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0a000-f7bb-4f71-a4c7-77c94fa3d5fd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:06.056575 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36570) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:06.069654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfd52464-bf69-4bb9-9c75-474c6f327e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.142285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfd52464-bf69-4bb9-9c75-474c6f327e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.145697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfd52464-bf69-4bb9-9c75-474c6f327e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.184212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-dfd52464-bf69-4bb9-9c75-474c6f327e03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18f40c29c0d642ec918bde79b8e7d38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263835 Dec 06 12:46:06.185210 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd52464-bf69-4bb9-9c75-474c6f327e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7cba54-0054-48db-b298-7c6d473883d6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:06.186902 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:06.234852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.255232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.301578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.304168 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:06.305352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c7cba54-0054-48db-b298-7c6d473883d6 HTTP/1.1" status: 204 len: 168 time: 0.1174304 Dec 06 12:46:06.313116 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147ba4-0ae8-4f7f-a7f9-0f3401974c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7cba54-0054-48db-b298-7c6d473883d6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:07.898534 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36626) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:08.000734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4df3e85b-74d7-439a-9cb8-9b96d696da79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.075014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4df3e85b-74d7-439a-9cb8-9b96d696da79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.078913 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4df3e85b-74d7-439a-9cb8-9b96d696da79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.117268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4df3e85b-74d7-439a-9cb8-9b96d696da79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef1f9e331194447da86bf3b75109aba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176030 Dec 06 12:46:08.118077 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e85b-74d7-439a-9cb8-9b96d696da79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6862bafb-6686-4f6e-aa0f-870b2397315d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:08.119907 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:08.171925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.192787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.238933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.241617 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.242899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6862bafb-6686-4f6e-aa0f-870b2397315d HTTP/1.1" status: 204 len: 168 time: 0.1207449 Dec 06 12:46:08.251365 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bc012-35cd-4d7e-8e58-9f339b7f6a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862bafb-6686-4f6e-aa0f-870b2397315d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:08.498118 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:08.511692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc79dd7-0101-43a6-8d80-7356bab1a5c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.583654 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc79dd7-0101-43a6-8d80-7356bab1a5c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.587603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbc79dd7-0101-43a6-8d80-7356bab1a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.624205 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc79dd7-0101-43a6-8d80-7356bab1a5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a49c4e2-16d9-4d9e-b8e9-858a2560f979,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:08.629783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bbc79dd7-0101-43a6-8d80-7356bab1a5c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=309a6555bca445879c7c517ac28f3a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306396 Dec 06 12:46:08.632413 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:08.680273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.701655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.746937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.749509 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:08.750689 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a49c4e2-16d9-4d9e-b8e9-858a2560f979 HTTP/1.1" status: 204 len: 168 time: 0.1172383 Dec 06 12:46:08.758288 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b159-5306-461f-b5b0-1452f12f89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a49c4e2-16d9-4d9e-b8e9-858a2560f979,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:13.857141 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:46:18.727314 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:18.836260 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-521c9260-40ac-4c47-a28e-6079233b6190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:18.919091 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-521c9260-40ac-4c47-a28e-6079233b6190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:18.922952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-521c9260-40ac-4c47-a28e-6079233b6190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:18.964865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-521c9260-40ac-4c47-a28e-6079233b6190 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b77c9a60da184fa2b3370c4ecaf4350e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360895 Dec 06 12:46:18.965733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9260-40ac-4c47-a28e-6079233b6190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f52738-57fd-4a43-a15f-b771fedc5a62,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:18.967779 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36738) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:19.019192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.040655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.091659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.094651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.098199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f52738-57fd-4a43-a15f-b771fedc5a62 HTTP/1.1" status: 204 len: 168 time: 0.1254194 Dec 06 12:46:19.103520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1dba9-091a-47df-adfb-309422360529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f52738-57fd-4a43-a15f-b771fedc5a62,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:19.372911 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36744) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:19.386436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a792493-a61a-4536-8113-dac626eac51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.460180 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a792493-a61a-4536-8113-dac626eac51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.464620 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a792493-a61a-4536-8113-dac626eac51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.506132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6a792493-a61a-4536-8113-dac626eac51c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=845e4ecc39ea4b2c931a4a5a3e788bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298053 Dec 06 12:46:19.506381 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36746) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:19.513476 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a792493-a61a-4536-8113-dac626eac51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f84fc7-25a3-41c8-b5ec-5c1b6c2db5fa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:19.562910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.587068 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.633812 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.636882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:19.638048 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64f84fc7-25a3-41c8-b5ec-5c1b6c2db5fa HTTP/1.1" status: 204 len: 168 time: 0.1307263 Dec 06 12:46:19.647197 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f90b-2397-407c-8399-e5337be2e702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f84fc7-25a3-41c8-b5ec-5c1b6c2db5fa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:19.784670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:27.273116 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fb297192-a4f2-4a4e-b6d4-eece6e4ac02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.578290 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36874) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:29.610645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec673-c13c-40ce-9c85-8f1c9b503f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.705627 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-865f90a7-15b4-4812-9770-05bde814e0c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.784548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-865f90a7-15b4-4812-9770-05bde814e0c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.790324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-865f90a7-15b4-4812-9770-05bde814e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.828420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-865f90a7-15b4-4812-9770-05bde814e0c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d3ec9d6b8a44bd18571518f03485959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489824 Dec 06 12:46:29.829316 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f90a7-15b4-4812-9770-05bde814e0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a7f34-9b3e-4167-afb9-9f49e973267b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:29.831099 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:29.882147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.904646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.951833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.954837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.958916 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/924a7f34-9b3e-4167-afb9-9f49e973267b HTTP/1.1" status: 204 len: 168 time: 0.1244178 Dec 06 12:46:29.965147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a7f34-9b3e-4167-afb9-9f49e973267b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:29.973338 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.973690 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.974033 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.974962 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.975307 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.975669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.975969 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.976340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.976627 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.976985 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.977335 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.977664 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:29.977993 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23f5e6a-9382-47ae-8557-dc49b7fa020c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:30.224542 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:30.237926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ce44-8be3-4170-95a0-716a5a65678a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.318298 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ce44-8be3-4170-95a0-716a5a65678a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.322467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ce44-8be3-4170-95a0-716a5a65678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.363680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0bb3ce44-8be3-4170-95a0-716a5a65678a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06a2d53f412149a096915f54380abd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380382 Dec 06 12:46:30.364531 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3ce44-8be3-4170-95a0-716a5a65678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe6d8dc-f2e4-4617-86ec-4508404d886a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:30.367486 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36886) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:30.415955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.437220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.482246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.484822 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.486006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffe6d8dc-f2e4-4617-86ec-4508404d886a HTTP/1.1" status: 204 len: 168 time: 0.1169920 Dec 06 12:46:30.493666 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf325764-3a12-404b-badf-b1c248bcc504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe6d8dc-f2e4-4617-86ec-4508404d886a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:30.622577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.799708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 36892) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:30.812648 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62379414-666f-4f62-a565-e56548fbd6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.887074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62379414-666f-4f62-a565-e56548fbd6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.890973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62379414-666f-4f62-a565-e56548fbd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:30.928947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62379414-666f-4f62-a565-e56548fbd6cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2279833c2a6447a397c1bd8132c327bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282113 Dec 06 12:46:30.929770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62379414-666f-4f62-a565-e56548fbd6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13dc61c-e603-4e76-a3cb-ed2f668f6d56,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:30.932483 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 36894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:30.980412 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:31.000903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:31.046606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:31.049392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:31.050529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e13dc61c-e603-4e76-a3cb-ed2f668f6d56 HTTP/1.1" status: 204 len: 168 time: 0.1166842 Dec 06 12:46:31.058239 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8579d-f0d6-4b68-bde1-1f02bc16ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13dc61c-e603-4e76-a3cb-ed2f668f6d56,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:31.284353 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:32.409737 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:33.226678 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:40.282883 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-b826f5cc-97b5-43dc-8745-b646dbd943af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416458 Dec 06 12:46:40.372526 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-6bf1f81f-4887-4aee-8a7d-767367481e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:40.374137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-6bf1f81f-4887-4aee-8a7d-767367481e89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0447819 Dec 06 12:46:40.483384 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-46cdcc52-a41d-456d-bc02-fec0fe93b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:40.484867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-46cdcc52-a41d-456d-bc02-fec0fe93b8a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0906177 Dec 06 12:46:40.549257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-8379616d-3045-431f-818a-eb65c73dc615 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 1001 time: 0.0577693 Dec 06 12:46:40.600916 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-0187f37e-d62a-4d9f-b7bf-1a82b8980a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:40.602383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-0187f37e-d62a-4d9f-b7bf-1a82b8980a6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0465295 Dec 06 12:46:40.658912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-47c1d291-c006-4a23-99dc-8c5b53ae59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:40.660961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-47c1d291-c006-4a23-99dc-8c5b53ae59ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508904 Dec 06 12:46:40.760992 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-7256fe95-f9ce-416f-b42d-3de534f38f85 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929430 Dec 06 12:46:40.861729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-77fb12af-1944-48d6-a785-e6e1aaa15cf2 req-1398c650-8830-499c-94f7-138d54d527ba service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935588 Dec 06 12:46:40.946321 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37024) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:41.054507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-114b9c5d-8010-4153-a7ca-d3816576d382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.130844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-114b9c5d-8010-4153-a7ca-d3816576d382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.134876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-114b9c5d-8010-4153-a7ca-d3816576d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.173440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-114b9c5d-8010-4153-a7ca-d3816576d382 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=775fa118537c44c2956c8bd6f85f5450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260253 Dec 06 12:46:41.175577 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9c5d-8010-4153-a7ca-d3816576d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b421a-4b61-4a2d-951c-9047648e28fd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:41.176235 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:41.226630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.249855 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.299115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.301869 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.303043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d4b421a-4b61-4a2d-951c-9047648e28fd HTTP/1.1" status: 204 len: 168 time: 0.1257207 Dec 06 12:46:41.312246 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9923c4-32df-4a03-bba8-d9b57ab45cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b421a-4b61-4a2d-951c-9047648e28fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:41.564409 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:41.579193 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-159ec644-89f6-4700-ad56-7ab7331e7643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.661776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-159ec644-89f6-4700-ad56-7ab7331e7643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.665964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-159ec644-89f6-4700-ad56-7ab7331e7643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.706616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-159ec644-89f6-4700-ad56-7ab7331e7643 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8051a544513846d0a6aa61329c879490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410739 Dec 06 12:46:41.707496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec644-89f6-4700-ad56-7ab7331e7643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d0602-72c9-4b03-85c9-4e6e540d2ef9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:41.709324 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:41.758798 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.783177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.829317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.831900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:41.833070 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f06d0602-72c9-4b03-85c9-4e6e540d2ef9 HTTP/1.1" status: 204 len: 168 time: 0.1222284 Dec 06 12:46:41.840586 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189bb80-55f0-49d9-bdfa-2aba74562392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d0602-72c9-4b03-85c9-4e6e540d2ef9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:42.138718 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37042) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:42.152095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec747db5-c280-4352-ac1d-8ffb18679952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.225356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec747db5-c280-4352-ac1d-8ffb18679952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.229796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec747db5-c280-4352-ac1d-8ffb18679952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.266903 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec747db5-c280-4352-ac1d-8ffb18679952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0a14697e9164a21b9633bbb723bbafa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271148 Dec 06 12:46:42.267760 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec747db5-c280-4352-ac1d-8ffb18679952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c5232-0c16-4a94-912c-930103a40fb2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:42.269593 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:42.317520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.339771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.385584 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.388334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:42.394105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f8c5232-0c16-4a94-912c-930103a40fb2 HTTP/1.1" status: 204 len: 168 time: 0.1229038 Dec 06 12:46:42.402520 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099d089-ede3-4688-874f-f543779ccf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c5232-0c16-4a94-912c-930103a40fb2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:43.036605 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:43.139054 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2037282572-network', 'tenant_id': '5baf71c3fd5747e892c44dd4de6377df'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:43.158868 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Made reservation on behalf of 5baf71c3fd5747e892c44dd4de6377df for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:46:43.161142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.169946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.246115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.250380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.270093 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:46:43.285308 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd78fe-6971-497d-8f64-ed6afcedbeae,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:43.288152 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.288498 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Added segment e9ad4996-8988-42d4-af7d-3a5402af5343 of type vlan for network 2ed58540-f744-42b6-bb24-f21d76d1355c Dec 06 12:46:43.328603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.352673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.353637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:43.354742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.386245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3483999 Dec 06 12:46:43.388932 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:43.393610 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Request body: {'subnet': {'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2037282572-subnet', 'tenant_id': '5baf71c3fd5747e892c44dd4de6377df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:43.427270 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfcdef-a50b-4f0b-a8a5-eac0dda2fa2d admin admin] Pushing event updated for resources: {'Network': ['ID=2ed58540-f744-42b6-bb24-f21d76d1355c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:43.438044 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 2ed58540-f744-42b6-bb24-f21d76d1355c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:46:43.442256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Made reservation on behalf of 5baf71c3fd5747e892c44dd4de6377df for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:46:43.444781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.610573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.672960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:43.682122 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Checking segment: {'id': 'e9ad4996-8988-42d4-af7d-3a5402af5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:46:43.682509 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Network hostable DHCP agents. Network: 2ed58540-f744-42b6-bb24-f21d76d1355c, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:46:43.699457 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Network 2ed58540-f744-42b6-bb24-f21d76d1355c is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:46:43.707887 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2ed58540-f744-42b6-bb24-f21d76d1355c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:46:43.712001 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:43.712601 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:43.720640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce8172-3c4b-4883-8648-38bb8bc40b1e None None] Network 2ed58540-f744-42b6-bb24-f21d76d1355c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:46:43.734744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-abfe5fa6-ffcf-49d1-a28c-0fdf4cc96805 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3410673 Dec 06 12:46:43.845215 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9a9eb-90a5-4d93-b970-8fa1c466310d None None] Network 2ed58540-f744-42b6-bb24-f21d76d1355c requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:46:44.183362 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:44.188290 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1495829604-network', 'tenant_id': 'd44658225b0e48ef966b47d892d1a2e4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:44.208255 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Made reservation on behalf of d44658225b0e48ef966b47d892d1a2e4 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:46:44.210508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.219678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.290537 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.294786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.320790 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:46:44.325890 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3b509-4a63-4328-8999-79b453403d69,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:44.332989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.333981 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Added segment c5e7f14c-838b-429a-a735-64640c94307e of type vlan for network a6291397-b9ca-44e5-b49e-8ff0a40594e7 Dec 06 12:46:44.373355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.396417 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.397488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:44.398174 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.430296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2457721 Dec 06 12:46:44.433175 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:44.438198 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Request body: {'subnet': {'network_id': 'a6291397-b9ca-44e5-b49e-8ff0a40594e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1495829604-subnet', 'tenant_id': 'd44658225b0e48ef966b47d892d1a2e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:44.458806 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Made reservation on behalf of d44658225b0e48ef966b47d892d1a2e4 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:46:44.461170 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.464582 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affccd3-3df2-4cfa-bab5-2ea272d57954 admin admin] Pushing event updated for resources: {'Network': ['ID=a6291397-b9ca-44e5-b49e-8ff0a40594e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:44.474929 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network a6291397-b9ca-44e5-b49e-8ff0a40594e7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:46:44.630349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.682520 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2cfd38-60b9-492d-8e20-bc1a13e86573,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:44.692646 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Checking segment: {'id': 'c5e7f14c-838b-429a-a735-64640c94307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a6291397-b9ca-44e5-b49e-8ff0a40594e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:46:44.692992 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Network hostable DHCP agents. Network: a6291397-b9ca-44e5-b49e-8ff0a40594e7, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:46:44.709403 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Network a6291397-b9ca-44e5-b49e-8ff0a40594e7 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:46:44.718348 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a6291397-b9ca-44e5-b49e-8ff0a40594e7) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:46:44.722506 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:44.723118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:44.728050 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fda3b0-c69a-46ed-acd2-3b78653905fc None None] Network a6291397-b9ca-44e5-b49e-8ff0a40594e7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:46:44.740503 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ceed47ad-164a-4b40-bf22-93e5e4d56c69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3056302 Dec 06 12:46:44.855960 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcedd935-a2ef-40aa-a8f8-43d00171fe99 None None] Network a6291397-b9ca-44e5-b49e-8ff0a40594e7 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:46:45.231860 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b3bac062-87ac-4ecc-9574-f8b5a8f52cce tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:45.233462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b3bac062-87ac-4ecc-9574-f8b5a8f52cce tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/networks?id=2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 200 len: 812 time: 0.1123521 Dec 06 12:46:45.252078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-c37e4abf-8a0a-451c-8a7e-bda46dd25f2e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/quotas/5baf71c3fd5747e892c44dd4de6377df HTTP/1.1" status: 200 len: 375 time: 0.0117288 Dec 06 12:46:45.293727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-a91318d0-fdc9-4ad9-9ceb-b56d3cd3a7cf tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5baf71c3fd5747e892c44dd4de6377df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356798 Dec 06 12:46:45.411921 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-951ad041-067c-41c8-8f6f-4a72ca14fc45 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:46:45.412934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-951ad041-067c-41c8-8f6f-4a72ca14fc45 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123705 Dec 06 12:46:45.513961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-0c1f7370-f9ef-4cc7-aff5-91e76f2ec583 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938523 Dec 06 12:46:45.616691 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-aea26848-e1c6-4b7f-877a-cb84888f150c service neutron] 10.222.0.31 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956581 Dec 06 12:46:46.809510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daedf11c-4567-443b-a537-97066af9caee req-e36bfb8f-2a27-412b-9a79-56647ce2dd3f tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 210 time: 0.0274317 Dec 06 12:46:47.278913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-75dd4ee5-4000-4832-b4f8-6b25010e3894 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448251 Dec 06 12:46:47.400381 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-53712278-a87f-45e1-9572-6bcf1ef79a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:47.402451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-53712278-a87f-45e1-9572-6bcf1ef79a59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1097 time: 0.0427709 Dec 06 12:46:47.505083 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-e23581ce-3103-4898-839c-4c474318ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:47.506483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-e23581ce-3103-4898-839c-4c474318ecec service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0834265 Dec 06 12:46:47.576387 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-44a69f0d-99ae-4fbf-b197-382fa4986339 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 1001 time: 0.0613105 Dec 06 12:46:47.625132 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-b374e955-f9fc-4e80-836a-9652939a351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:47.626574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-b374e955-f9fc-4e80-836a-9652939a351b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0430191 Dec 06 12:46:47.675442 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-6a2a2c3c-452f-4d25-ad2b-0a3f9ad685b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:47.676925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-6a2a2c3c-452f-4d25-ad2b-0a3f9ad685b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424948 Dec 06 12:46:47.690289 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-964254a6-8fa4-44ff-ac64-0b7fbce37483 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:46:47.691479 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-964254a6-8fa4-44ff-ac64-0b7fbce37483 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052593 Dec 06 12:46:47.799550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-66b1ffc7-6b8a-4a40-99d8-3fa1744c4798 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000903 Dec 06 12:46:47.890423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-df8d84b1-81f6-4e7e-8c81-ed0a793770c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:47.892279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-df8d84b1-81f6-4e7e-8c81-ed0a793770c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.53 "GET /v2.0/networks?id=2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 200 len: 812 time: 0.1260114 Dec 06 12:46:47.910950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5d48f282-0b03-4d8a-bb26-6797dd0ca577 req-3dd7e39d-188d-4026-a895-91fc10ecb1f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045792 Dec 06 12:46:47.929733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe079143-7238-40b0-a548-910e249e4a53 req-ed3e7ed9-8bfb-4e65-8aef-e5c4fa1e8a41 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 210 time: 0.0357246 Dec 06 12:46:47.936137 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Request body: {'port': {'device_id': 'b4813814-1549-4ec0-9847-8461244d3dda', 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c', 'admin_state_up': True, 'tenant_id': '5baf71c3fd5747e892c44dd4de6377df'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:48.301636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Made reservation on behalf of 5baf71c3fd5747e892c44dd4de6377df for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:46:48.305313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:48.426978 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Allocated IP 172.20.0.8 (2ed58540-f744-42b6-bb24-f21d76d1355c/c9ed72bf-1e73-4f1f-889a-cbdf8b41223e/829a7ff9-3a0e-4619-ba09-755d165a9722) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:46:48.571735 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:48.603439 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:48.650721 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Network 2ed58540-f744-42b6-bb24-f21d76d1355c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:46:48.654239 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:46:48.656546 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:46:48.686050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Pushing event updated for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:48.711992 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:48.712609 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:48.728153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-93350199-fa90-470f-9993-869b53e5f7cb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973917 Dec 06 12:46:48.745857 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Request body: {'port': {'device_id': 'b4813814-1549-4ec0-9847-8461244d3dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:46:48.801911 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.092708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6a05-f92c-4a44-b134-493e4d380a68 req-19a6e863-e522-46d7-aba0-f9b0d51979a9 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:49.094205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2a6a05-f92c-4a44-b134-493e4d380a68 req-19a6e863-e522-46d7-aba0-f9b0d51979a9 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 931 time: 0.0776339 Dec 06 12:46:49.169276 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829a7ff9-3a0e-4619-ba09-755d165a9722 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:46:49.177290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.182079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e2a6a05-f92c-4a44-b134-493e4d380a68 req-9559da0d-3ac7-446c-99c8-189b5ff9bd96 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798664 Dec 06 12:46:49.196312 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Transition to ACTIVE for port object 829a7ff9-3a0e-4619-ba09-755d165a9722 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:46:49.200919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.249802 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:49.321515 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Attempting to bind port 829a7ff9-3a0e-4619-ba09-755d165a9722 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:46:49.321984 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Attempting to bind port 829a7ff9-3a0e-4619-ba09-755d165a9722 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e9ad4996-8988-42d4-af7d-3a5402af5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:46:49.322319 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Attempting to bind port 829a7ff9-3a0e-4619-ba09-755d165a9722 on network 2ed58540-f744-42b6-bb24-f21d76d1355c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:46:49.327065 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Port 829a7ff9-3a0e-4619-ba09-755d165a9722 on network 2ed58540-f744-42b6-bb24-f21d76d1355c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:46:49.327397 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Attempting to bind port 829a7ff9-3a0e-4619-ba09-755d165a9722 on network 2ed58540-f744-42b6-bb24-f21d76d1355c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:46:49.332201 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:46:49.332541 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Checking segment: {'id': 'e9ad4996-8988-42d4-af7d-3a5402af5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:46:49.332928 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Bound using segment: {'id': 'e9ad4996-8988-42d4-af7d-3a5402af5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:46:49.333385 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Bound port: 829a7ff9-3a0e-4619-ba09-755d165a9722, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ad4996-8988-42d4-af7d-3a5402af5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:46:49.333743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.395940 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:46:49.398939 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=829a7ff9-3a0e-4619-ba09-755d165a9722,segment=NetworkSegment(e9ad4996-8988-42d4-af7d-3a5402af5343),segment_id=e9ad4996-8988-42d4-af7d-3a5402af5343)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:46:49.403843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.436042 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:49.436663 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.438184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] 10.222.0.53 "PUT /v2.0/ports/829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 200 len: 1091 time: 0.6962988 Dec 06 12:46:49.438634 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:46:49.440920 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81673ab-21f7-450a-b4f3-09698cba3199" -d '{"events": [{"name": "network-changed", "server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:46:49.478917 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0242-d8c8-4732-9189-735bcac8c3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:49.482548 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6812a70e-f5be-491e-9789-f18582c359fa x-openstack-request-id: req-6812a70e-f5be-491e-9789-f18582c359fa {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:46:49.482846 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:46:49.483107 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6812a70e-f5be-491e-9789-f18582c359fa {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:46:49.483675 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722', 'status': 'completed', 'code': 200} Dec 06 12:46:49.569345 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-851915b9-de61-4332-9e29-9ae99c22c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:49.570843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-851915b9-de61-4332-9e29-9ae99c22c1c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5baf71c3fd5747e892c44dd4de6377df&device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 1094 time: 0.0684335 Dec 06 12:46:49.618335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-99485716-2ae1-4993-bab1-3417d1fec6ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 200 len: 217 time: 0.0338674 Dec 06 12:46:49.670841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-92c147b4-0ae8-41f5-978b-f04eac12a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:49.672281 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-92c147b4-0ae8-41f5-978b-f04eac12a975 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e HTTP/1.1" status: 200 len: 852 time: 0.0463655 Dec 06 12:46:49.705755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-34a6fe33-5ab1-49c0-91fe-a38885854e1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ed58540-f744-42b6-bb24-f21d76d1355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Dec 06 12:46:49.797359 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-da831abd-45d8-47f6-a5ee-ffcbc6890fa6 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833609 Dec 06 12:46:49.809750 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:49.891475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-acb0512c-0d4e-46cb-8ec4-e361b78beffb req-ab71eea6-77e0-40f3-a542-6c02db756bce service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858614 Dec 06 12:46:50.021233 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-63fba976-5bd3-4fdd-92d8-333c5bb2c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:50.022705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-63fba976-5bd3-4fdd-92d8-333c5bb2c76a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5baf71c3fd5747e892c44dd4de6377df&device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 1094 time: 0.0400288 Dec 06 12:46:50.138258 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-f7b55320-c346-4aeb-8583-3743cd9c1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:50.139789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-f7b55320-c346-4aeb-8583-3743cd9c1444 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 200 len: 913 time: 0.1100063 Dec 06 12:46:50.184778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-55900d77-a050-4e89-a529-5efa5c76a492 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 200 len: 217 time: 0.0373993 Dec 06 12:46:50.234511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-09d596ee-e1dc-412f-9819-766ccfd78c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:50.235966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-09d596ee-e1dc-412f-9819-766ccfd78c7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e HTTP/1.1" status: 200 len: 852 time: 0.0439048 Dec 06 12:46:50.288785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-8eb1aabf-32db-499f-9d3f-b8c4bc610a07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ed58540-f744-42b6-bb24-f21d76d1355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444231 Dec 06 12:46:50.326635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3459-9259-44dd-8828-81b0f185750d req-ec8f80c9-8395-4a35-8c02-f91ceae0ba24 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:50.328040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d90a3459-9259-44dd-8828-81b0f185750d req-ec8f80c9-8395-4a35-8c02-f91ceae0ba24 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 943 time: 0.0750990 Dec 06 12:46:50.423032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d90a3459-9259-44dd-8828-81b0f185750d req-06055e9e-ecea-4c12-bdaf-18696ebf2146 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Dec 06 12:46:50.426397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-f5db4dfc-1240-4a6b-a147-c85e002491d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278903 Dec 06 12:46:50.519731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a81673ab-21f7-450a-b4f3-09698cba3199 req-8f05a3b7-fe9a-4478-8ac8-e5a56c3cfd5f service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847592 Dec 06 12:46:50.856550 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:46:51.538794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfaceb-9aa8-4664-ad9a-36c5cd4eb996 req-689815bf-0209-46d7-8252-d0096ee09de4 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:51.540273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3bfaceb-9aa8-4664-ad9a-36c5cd4eb996 req-689815bf-0209-46d7-8252-d0096ee09de4 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 943 time: 0.0479691 Dec 06 12:46:51.586807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3bfaceb-9aa8-4664-ad9a-36c5cd4eb996 req-880017ba-23ec-4f33-98e7-d0fa0afeac4a tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Dec 06 12:46:52.702556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bda62-4ec4-4cad-b000-42bf5c9c85f6 req-72082331-0c9a-445a-a324-913723252ebd tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:52.704025 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c17bda62-4ec4-4cad-b000-42bf5c9c85f6 req-72082331-0c9a-445a-a324-913723252ebd tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 943 time: 0.0491228 Dec 06 12:46:52.751809 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c17bda62-4ec4-4cad-b000-42bf5c9c85f6 req-54b41984-e18d-4f12-b176-8e1b90a17d0b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Dec 06 12:46:53.874941 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8608cd-f053-4854-8626-e57d4aaf58ff req-c12e6785-0549-4068-9feb-8fac6224bf7b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:53.877779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae8608cd-f053-4854-8626-e57d4aaf58ff req-c12e6785-0549-4068-9feb-8fac6224bf7b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 943 time: 0.0538595 Dec 06 12:46:53.917175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 829a7ff9-3a0e-4619-ba09-755d165a9722 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:46:53.926870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae8608cd-f053-4854-8626-e57d4aaf58ff req-59fa85d6-a60d-40a3-9429-9b875741432b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Dec 06 12:46:54.013080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=829a7ff9-3a0e-4619-ba09-755d165a9722,segment=NetworkSegment(e9ad4996-8988-42d4-af7d-3a5402af5343),segment_id=e9ad4996-8988-42d4-af7d-3a5402af5343)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:46:54.024768 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '829a7ff9-3a0e-4619-ba09-755d165a9722', 'network_id': '2ed58540-f744-42b6-bb24-f21d76d1355c', 'port_id': '829a7ff9-3a0e-4619-ba09-755d165a9722', 'mac_address': 'fa:16:3e:95:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ed72bf-1e73-4f1f-889a-cbdf8b41223e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:46:54.061630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:54.073762 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829a7ff9-3a0e-4619-ba09-755d165a9722 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:46:54.093221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=829a7ff9-3a0e-4619-ba09-755d165a9722,segment=NetworkSegment(e9ad4996-8988-42d4-af7d-3a5402af5343),segment_id=e9ad4996-8988-42d4-af7d-3a5402af5343)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:46:54.097017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:54.145953 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:54.153767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.154120 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.154466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.154808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.155149 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.155490 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.155821 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.156151 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.156480 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.156805 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.157131 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.157477 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.157801 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:46:54.366668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['829a7ff9-3a0e-4619-ba09-755d165a9722'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:46:55.041262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97404c-11cb-41fc-a4e8-4e47d3a03387 req-a8dc6730-1692-4ff6-b43b-29d49930a1bb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:55.043234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a97404c-11cb-41fc-a4e8-4e47d3a03387 req-a8dc6730-1692-4ff6-b43b-29d49930a1bb tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 944 time: 0.0493855 Dec 06 12:46:55.090391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a97404c-11cb-41fc-a4e8-4e47d3a03387 req-336434a8-f840-4148-ba38-136691ca5249 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Dec 06 12:46:55.917529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 829a7ff9-3a0e-4619-ba09-755d165a9722 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:46:55.969863 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 829a7ff9-3a0e-4619-ba09-755d165a9722 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:46:55.974207 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 829a7ff9-3a0e-4619-ba09-755d165a9722 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:46:55.974669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:56.058119 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:56.080748 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:46:56.083033 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a5832-1118-4e86-8c86-ec217d8dd132" -d '{"events": [{"server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "name": "network-vif-plugged", "status": "completed", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:46:56.095794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=829a7ff9-3a0e-4619-ba09-755d165a9722,segment=NetworkSegment(e9ad4996-8988-42d4-af7d-3a5402af5343),segment_id=e9ad4996-8988-42d4-af7d-3a5402af5343)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:46:56.099579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:56.134843 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb4499-b2b9-4b4a-b24a-18bcea419e88 x-openstack-request-id: req-21cb4499-b2b9-4b4a-b24a-18bcea419e88 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:46:56.135145 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "name": "network-vif-plugged", "status": "completed", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:46:56.135440 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21cb4499-b2b9-4b4a-b24a-18bcea419e88 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:46:56.135803 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722', 'code': 200} Dec 06 12:46:56.154117 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:46:56.226171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e44d4-63a7-4583-8834-ae5cd7db73a6 req-6d506292-1174-4ada-b945-cf10f3833d53 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:56.227548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d5e44d4-63a7-4583-8834-ae5cd7db73a6 req-6d506292-1174-4ada-b945-cf10f3833d53 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0532153 Dec 06 12:46:56.294666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b189a4e-3d16-484d-befc-0da6a7658cba req-ef2928b5-6c6b-4dd1-b7ef-b497b504a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:56.296197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b189a4e-3d16-484d-befc-0da6a7658cba req-ef2928b5-6c6b-4dd1-b7ef-b497b504a72f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 1096 time: 0.0677919 Dec 06 12:46:56.299872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d5e44d4-63a7-4583-8834-ae5cd7db73a6 req-f5e0b23b-7838-4d81-9490-5c7fcbb3837e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641909 Dec 06 12:46:56.344612 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b189a4e-3d16-484d-befc-0da6a7658cba req-0dfba205-b014-4d4a-8e18-a4b9ce796d64 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Dec 06 12:46:57.275527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03fc23da-6398-418e-9c26-1e8780544d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:57.427445 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b457-7e7d-4a87-b4f8-9373c889a045 req-d7964717-b2d6-4af0-9da0-210a50bfd75c tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:57.428946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12b0b457-7e7d-4a87-b4f8-9373c889a045 req-d7964717-b2d6-4af0-9da0-210a50bfd75c tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0577447 Dec 06 12:46:57.479905 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12b0b457-7e7d-4a87-b4f8-9373c889a045 req-fd24a0c7-622a-43e4-aa60-b5a43471d055 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Dec 06 12:46:58.594704 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bd363-5408-49a9-b859-28cd393b2a00 req-6cc6e611-db36-4328-806f-013ed2d6d83e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:58.596166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac3bd363-5408-49a9-b859-28cd393b2a00 req-6cc6e611-db36-4328-806f-013ed2d6d83e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0474722 Dec 06 12:46:58.643790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac3bd363-5408-49a9-b859-28cd393b2a00 req-f29f421e-7aa1-44c9-b338-fee1c168ccbe tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Dec 06 12:46:58.757953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69d01-d9c9-4502-b17e-22bb183157bc req-62e67aaa-b61b-43f4-939c-b6aa0ceff58a tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:58.759338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6aa69d01-d9c9-4502-b17e-22bb183157bc req-62e67aaa-b61b-43f4-939c-b6aa0ceff58a tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0487766 Dec 06 12:46:58.807486 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6aa69d01-d9c9-4502-b17e-22bb183157bc req-176c86b4-2bc3-416e-8a9b-3d72faa0ef71 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Dec 06 12:46:59.029110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ae7f0-0862-4649-aa08-3b403a91ae6b req-6755ad5b-3f7c-4399-8c19-2a0f2c7fe77b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:59.031148 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a49ae7f0-0862-4649-aa08-3b403a91ae6b req-6755ad5b-3f7c-4399-8c19-2a0f2c7fe77b tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0513351 Dec 06 12:46:59.077023 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a49ae7f0-0862-4649-aa08-3b403a91ae6b req-c2914099-1ed2-4cff-8e3f-29042c825e08 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Dec 06 12:46:59.613184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4585e36-d7c4-45ab-9ef2-343c219b5643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:00.194148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259e0b-76e4-4036-8ca9-c47b707a1ced req-f7bcd40f-2bff-4fd2-9017-1f7e9320e626 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:00.195638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4259e0b-76e4-4036-8ca9-c47b707a1ced req-f7bcd40f-2bff-4fd2-9017-1f7e9320e626 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0485437 Dec 06 12:47:00.242782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4259e0b-76e4-4036-8ca9-c47b707a1ced req-ddc3f284-ea44-4c2a-86f2-b35e4f201222 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Dec 06 12:47:00.443380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03bfed-39de-4df0-8963-c7c86152ccf3 req-bedc2428-e1f0-4168-ae43-f291025d5256 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:00.444908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d03bfed-39de-4df0-8963-c7c86152ccf3 req-bedc2428-e1f0-4168-ae43-f291025d5256 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0526810 Dec 06 12:47:00.519777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d03bfed-39de-4df0-8963-c7c86152ccf3 req-22051c84-4f5a-4302-9176-71132d256069 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Dec 06 12:47:00.521617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900261-2b50-404f-a1a7-df18f73f66ad req-c3687629-a9d0-47b1-9282-468dbedeb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:00.523007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-c3687629-a9d0-47b1-9282-468dbedeb5a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5baf71c3fd5747e892c44dd4de6377df&device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 1096 time: 0.0772214 Dec 06 12:47:00.613685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900261-2b50-404f-a1a7-df18f73f66ad req-116aad77-7d49-4af4-8c35-d98982cdb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:00.615066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-116aad77-7d49-4af4-8c35-d98982cdb0c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 200 len: 913 time: 0.0848784 Dec 06 12:47:00.625555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:00.660562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-eacf5d6c-9c44-41ea-ab9f-0b0f8d1c4bfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 200 len: 217 time: 0.0384727 Dec 06 12:47:00.709335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900261-2b50-404f-a1a7-df18f73f66ad req-f345a6b4-8595-4244-a2ad-f86bca324361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:00.710794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-f345a6b4-8595-4244-a2ad-f86bca324361 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e HTTP/1.1" status: 200 len: 852 time: 0.0436242 Dec 06 12:47:00.741229 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-b03c7dfb-cc0c-46dc-a059-62fcee32f492 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ed58540-f744-42b6-bb24-f21d76d1355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239024 Dec 06 12:47:00.832926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-c6eff302-6f9a-40a1-bf38-1e3de5c6939f service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Dec 06 12:47:00.919840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43900261-2b50-404f-a1a7-df18f73f66ad req-34a3defc-c6b9-44b7-8f05-380819a650d2 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799296 Dec 06 12:47:01.295902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:01.642293 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2b505-ee87-4a6f-85c2-f72923ddc669 req-83c90ca5-bc70-4df6-9a3b-a76a925ff35a tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:01.643766 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e2b505-ee87-4a6f-85c2-f72923ddc669 req-83c90ca5-bc70-4df6-9a3b-a76a925ff35a tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0533969 Dec 06 12:47:01.690982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93e2b505-ee87-4a6f-85c2-f72923ddc669 req-c8752327-5e1a-4820-9a00-2d505a6640bf tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Dec 06 12:47:02.404477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:02.804933 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d91f-a275-48c9-8deb-ead468db8760 req-fecd8b07-9ce5-40ea-b68f-c0f24632de1e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:02.806434 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22d6d91f-a275-48c9-8deb-ead468db8760 req-fecd8b07-9ce5-40ea-b68f-c0f24632de1e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0476847 Dec 06 12:47:02.854630 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22d6d91f-a275-48c9-8deb-ead468db8760 req-c941d1e5-5eff-4f86-b3f8-fbf6008d9283 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Dec 06 12:47:03.071417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815df5-8beb-40c8-93bf-28c22b818359 req-65f1d60b-8012-46e0-99fd-6756cca34f70 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:03.072886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71815df5-8beb-40c8-93bf-28c22b818359 req-65f1d60b-8012-46e0-99fd-6756cca34f70 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0466859 Dec 06 12:47:03.121987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71815df5-8beb-40c8-93bf-28c22b818359 req-8551e725-b4f8-4b0b-94f1-ff3de37545a9 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Dec 06 12:47:03.228041 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:04.242851 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a341-d1c5-4887-b963-7d0a4f969d22 req-bc75f7ef-8e24-4a71-9ae2-2bb1c6314217 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:04.244313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd85a341-d1c5-4887-b963-7d0a4f969d22 req-bc75f7ef-8e24-4a71-9ae2-2bb1c6314217 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0506387 Dec 06 12:47:04.290201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd85a341-d1c5-4887-b963-7d0a4f969d22 req-b49ef5a3-8a19-484d-9a02-cfec592fba6e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Dec 06 12:47:04.484156 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0023-eaaa-40f4-873e-5aaa00b54011 req-a3ec7e15-4f11-4879-bfb0-518e6bd16c4c tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:04.485688 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b83a0023-eaaa-40f4-873e-5aaa00b54011 req-a3ec7e15-4f11-4879-bfb0-518e6bd16c4c tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0487604 Dec 06 12:47:04.564253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b83a0023-eaaa-40f4-873e-5aaa00b54011 req-c96f60dc-07fb-452a-b977-8a56d392d2de tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726194 Dec 06 12:47:04.566907 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-37feb412-8ee3-4dcf-8087-ad95ea0a1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:04.568327 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-37feb412-8ee3-4dcf-8087-ad95ea0a1b65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5baf71c3fd5747e892c44dd4de6377df&device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 1096 time: 0.0750406 Dec 06 12:47:04.658111 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-a0509295-3f46-4234-a958-ce34ecfce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:04.659515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-a0509295-3f46-4234-a958-ce34ecfce7cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 200 len: 913 time: 0.0842037 Dec 06 12:47:04.703851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-129d82e3-2d9b-46d6-b447-399856c352bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 200 len: 217 time: 0.0377100 Dec 06 12:47:04.752587 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-d7bca471-9cd2-46fd-9e84-5873c39281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:04.754027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-d7bca471-9cd2-46fd-9e84-5873c39281bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e HTTP/1.1" status: 200 len: 852 time: 0.0431526 Dec 06 12:47:04.783705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-dce6ae41-2662-4c39-bb93-8e06ae351c81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ed58540-f744-42b6-bb24-f21d76d1355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229800 Dec 06 12:47:04.876001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-7b5c3525-3876-4399-bcec-263c021b3c26 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Dec 06 12:47:04.963920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5112e26c-a541-4d29-9c31-1e5852e77f1a req-9f09ef3b-2911-4cf5-b284-cdb7d09f0789 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Dec 06 12:47:05.688708 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122f7e3-3b73-4260-a9c6-71a61fc2c69c req-85ecb373-ae79-47a6-b6a9-43ac4aa1c1e7 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:05.690357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0122f7e3-3b73-4260-a9c6-71a61fc2c69c req-85ecb373-ae79-47a6-b6a9-43ac4aa1c1e7 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0490744 Dec 06 12:47:05.742016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0122f7e3-3b73-4260-a9c6-71a61fc2c69c req-bb980484-bc63-477a-a359-23c42b06a7b0 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Dec 06 12:47:06.856054 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d9b2-66a5-4f72-aee4-f9ac1b6f85c7 req-c78e3a0d-6a4d-4f49-995d-1a1cc5864a0e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:06.858339 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e65d9b2-66a5-4f72-aee4-f9ac1b6f85c7 req-c78e3a0d-6a4d-4f49-995d-1a1cc5864a0e tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0482466 Dec 06 12:47:06.903542 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e65d9b2-66a5-4f72-aee4-f9ac1b6f85c7 req-263113e3-dbb4-497e-8926-69fdc7a748e4 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Dec 06 12:47:07.133307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e24bd-c9f6-49d6-842e-4b3f33a50086 req-ee561902-7b9a-4f64-9e2f-642edad3a2f0 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:07.134779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f1e24bd-c9f6-49d6-842e-4b3f33a50086 req-ee561902-7b9a-4f64-9e2f-642edad3a2f0 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0480480 Dec 06 12:47:07.181108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f1e24bd-c9f6-49d6-842e-4b3f33a50086 req-e84fb6c6-c1c1-4bb8-8951-34ef5d411284 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Dec 06 12:47:08.302201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971f3c3-a419-4fbc-b838-47177f8086c4 req-736794f4-5cd3-490b-bb4e-6112163ce814 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:08.303653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8971f3c3-a419-4fbc-b838-47177f8086c4 req-736794f4-5cd3-490b-bb4e-6112163ce814 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0517564 Dec 06 12:47:08.349144 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8971f3c3-a419-4fbc-b838-47177f8086c4 req-2a5a385e-a2e3-4dc5-85a9-b15ab6a54eb6 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394964 Dec 06 12:47:09.012548 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-bd519e97-37ea-4194-97eb-e0fb81322ef4 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:09.014573 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-bd519e97-37ea-4194-97eb-e0fb81322ef4 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0475957 Dec 06 12:47:09.111355 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Deleting port 829a7ff9-3a0e-4619-ba09-755d165a9722 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:09.111692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:09.196343 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] For port 829a7ff9-3a0e-4619-ba09-755d165a9722, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=829a7ff9-3a0e-4619-ba09-755d165a9722,segment=NetworkSegment(e9ad4996-8988-42d4-af7d-3a5402af5343),segment_id=e9ad4996-8988-42d4-af7d-3a5402af5343)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:47:09.196699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:09.209910 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Calling delete_port for 829a7ff9-3a0e-4619-ba09-755d165a9722 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:09.614232 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0877d4-2af0-4ac6-9067-b0e3ce2b4101 req-38ebd64c-610a-494f-a17d-522735a2bf19 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:09.615694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb0877d4-2af0-4ac6-9067-b0e3ce2b4101 req-38ebd64c-610a-494f-a17d-522735a2bf19 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4813814-1549-4ec0-9847-8461244d3dda HTTP/1.1" status: 200 len: 945 time: 0.0709736 Dec 06 12:47:09.699967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb0877d4-2af0-4ac6-9067-b0e3ce2b4101 req-decaad55-709a-4b64-ac00-f8959b8b41f8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.31 "GET /v2.0/security-groups?id=19fd78fe-6971-497d-8f64-ed6afcedbeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764146 Dec 06 12:47:09.701578 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:09.733771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['829a7ff9-3a0e-4619-ba09-755d165a9722'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:47:09.736077 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Pushing event deleted for resources: {'Port': ['ID=829a7ff9-3a0e-4619-ba09-755d165a9722,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:09.776875 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] No DVR routers for this DVR port 829a7ff9-3a0e-4619-ba09-755d165a9722 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:47:09.779454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:09.782861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a797a37-7c52-4c60-b76f-12c8a0b695c0 req-846fd341-6f51-4093-a2a5-e3dd8c2a83c8 tempest-TestServerAdvancedOps-1819237917 tempest-TestServerAdvancedOps-1819237917-project] 10.222.0.53 "DELETE /v2.0/ports/829a7ff9-3a0e-4619-ba09-755d165a9722 HTTP/1.1" status: 204 len: 173 time: 0.7626824 Dec 06 12:47:09.783311 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'name': 'network-vif-deleted', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:47:09.785821 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bacdd71-651e-45c8-890f-1c32823ed9c4" -d '{"events": [{"server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "name": "network-vif-deleted", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:47:09.823861 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118a5bce-39d9-4b4f-914e-04304e047fa0 x-openstack-request-id: req-118a5bce-39d9-4b4f-914e-04304e047fa0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:47:09.824155 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4813814-1549-4ec0-9847-8461244d3dda", "name": "network-vif-deleted", "tag": "829a7ff9-3a0e-4619-ba09-755d165a9722", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:47:09.824404 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-118a5bce-39d9-4b4f-914e-04304e047fa0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:47:09.824795 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4813814-1549-4ec0-9847-8461244d3dda', 'name': 'network-vif-deleted', 'tag': '829a7ff9-3a0e-4619-ba09-755d165a9722', 'status': 'completed', 'code': 200} Dec 06 12:47:10.763325 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37202) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:10.811955 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Deleting subnet c9ed72bf-1e73-4f1f-889a-cbdf8b41223e {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:47:10.815078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.848140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.886945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.937311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.964905 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ed72bf-1e73-4f1f-889a-cbdf8b41223e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:10.972743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.975869 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9ed72bf-1e73-4f1f-889a-cbdf8b41223e HTTP/1.1" status: 204 len: 168 time: 0.2115531 Dec 06 12:47:10.977471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.977816 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.979464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.979655 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:10.980054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.980142 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.980469 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.980804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.981116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.981458 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.981778 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.982600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.982913 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:10.983229 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ea48a-4aba-48c0-aa30-5b4482b854d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:11.049861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.125582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.144619 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed58540-f744-42b6-bb24-f21d76d1355c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.153631 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ad4996-8988-42d4-af7d-3a5402af5343') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.154413 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ad4996-8988-42d4-af7d-3a5402af5343') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.163345 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.176782 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.182614 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:47:11.182993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:47:11.184919 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:47:11.240679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.245115 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.248366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ed58540-f744-42b6-bb24-f21d76d1355c HTTP/1.1" status: 204 len: 168 time: 0.2677197 Dec 06 12:47:11.251319 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37206) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:11.260024 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a637-fc90-4bdc-8c2c-88d453a10514 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed58540-f744-42b6-bb24-f21d76d1355c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:11.296385 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Deleting subnet ee2cfd38-60b9-492d-8e20-bc1a13e86573 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:47:11.299607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.333523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.371561 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.425570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.452077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.455274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ee2cfd38-60b9-492d-8e20-bc1a13e86573 HTTP/1.1" status: 204 len: 168 time: 0.2029290 Dec 06 12:47:11.456259 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4bd5-6404-49cb-a193-0ccf7797aa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2cfd38-60b9-492d-8e20-bc1a13e86573,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:11.457900 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:11.525625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.604525 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.624072 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6291397-b9ca-44e5-b49e-8ff0a40594e7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.633239 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e7f14c-838b-429a-a735-64640c94307e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.633539 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e7f14c-838b-429a-a735-64640c94307e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:11.643330 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.657001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.662821 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:47:11.663202 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:47:11.665055 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:47:11.724478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.730149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.733375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a6291397-b9ca-44e5-b49e-8ff0a40594e7 HTTP/1.1" status: 204 len: 168 time: 0.2741520 Dec 06 12:47:11.745490 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb63f9-0dea-49a5-bbc3-a6be7b4c28f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6291397-b9ca-44e5-b49e-8ff0a40594e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:11.888792 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:11.927291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3834f4f3-60ee-4e76-91a6-b01ed9c9dfbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5baf71c3fd5747e892c44dd4de6377df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372875 Dec 06 12:47:11.929730 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:11.974410 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:11.994558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.039535 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.042322 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.043454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19fd78fe-6971-497d-8f64-ed6afcedbeae HTTP/1.1" status: 204 len: 168 time: 0.1128495 Dec 06 12:47:12.051651 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e72bb-a04a-4568-b8f2-08b05ef13d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fd78fe-6971-497d-8f64-ed6afcedbeae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:12.348451 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:12.391817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b23eca6d-7985-4f04-9bdd-58e67b946954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d44658225b0e48ef966b47d892d1a2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422049 Dec 06 12:47:12.394340 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:12.440659 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.460829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.506303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.508866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:12.510079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38e3b509-4a63-4328-8999-79b453403d69 HTTP/1.1" status: 204 len: 168 time: 0.1148586 Dec 06 12:47:12.517798 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c2234-6114-4696-906d-9af8896dd6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3b509-4a63-4328-8999-79b453403d69,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:14.010325 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 829a7ff9-3a0e-4619-ba09-755d165a9722 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:47:14.030647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 829a7ff9-3a0e-4619-ba09-755d165a9722 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:47:14.031000 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 829a7ff9-3a0e-4619-ba09-755d165a9722 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:47:19.809470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:27.276557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45f12940-f779-4b69-92f2-c1d8a427133f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:27.856129 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:47:29.614550 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-82c04cda-cfd7-4717-83b3-f8e0b1f14e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:30.628356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:31.332765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:32.406682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:33.229731 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:35.566448 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:35.987247 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port 4b32ab6f-a674-47b3-95e5-18e6c8b0d32c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:35.987589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.058634 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.058961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.070874 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for 4b32ab6f-a674-47b3-95e5-18e6c8b0d32c owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:36.252589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.277283 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=4b32ab6f-a674-47b3-95e5-18e6c8b0d32c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:36.304077 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.304436 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.304790 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.305136 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.305503 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.305845 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.306182 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.306516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.306848 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.307181 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.307516 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.307853 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.308184 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:47:36.347294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.347634 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP 164b2701-ff4b-422c-bc67-a3f7c766f6af disassociated (deleted). External IP: 172.35.3.34, port: c966c795-9ac4-427c-9147-528890cce097. Dec 06 12:47:36.554993 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:47:36.662505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:47:36.667113 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:36.671941 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:47:36.681056 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:47:36.681786 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:36.695559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a1a1445b-79e0-4e6a-9631-a1a2bd9f3eb4 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "DELETE /v2.0/floatingips/164b2701-ff4b-422c-bc67-a3f7c766f6af HTTP/1.1" status: 204 len: 168 time: 1.1280904 Dec 06 12:47:36.696296 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:47:36.698699 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdf04c6-51b7-4325-be31-b68a02ac3e62" -d '{"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:47:36.736168 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5181d6-0cc6-4e55-a8e4-b8cab76801a9 x-openstack-request-id: req-1d5181d6-0cc6-4e55-a8e4-b8cab76801a9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:47:36.736538 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "tag": "c966c795-9ac4-427c-9147-528890cce097", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:47:36.736868 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d5181d6-0cc6-4e55-a8e4-b8cab76801a9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:47:36.737397 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'tag': 'c966c795-9ac4-427c-9147-528890cce097', 'status': 'completed', 'code': 200} Dec 06 12:47:36.796674 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:47:36.894161 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-7f197c7e-67c5-4e44-aa86-229999a99b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:36.895695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-7f197c7e-67c5-4e44-aa86-229999a99b63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 1097 time: 0.1158712 Dec 06 12:47:37.002404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f6ac-14f6-4de3-b5d1-2547b2307c3e req-e909dd34-18f0-413a-b924-da9c64f78528 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:37.003911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4b5f6ac-14f6-4de3-b5d1-2547b2307c3e req-e909dd34-18f0-413a-b924-da9c64f78528 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.1073132 Dec 06 12:47:37.026438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:37.034288 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-7dc84134-a5af-4eff-a011-3e91a0a1d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:37.035804 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-7dc84134-a5af-4eff-a011-3e91a0a1d6fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.1308250 Dec 06 12:47:37.052646 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:47:37.061646 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:47:37.062248 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:37.097975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-ef4212a5-2e55-4052-beb9-94e63e809b3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 200 len: 217 time: 0.0493486 Dec 06 12:47:37.102145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4b5f6ac-14f6-4de3-b5d1-2547b2307c3e req-411816fc-0724-4a1c-99fc-77dc75a80e73 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913107 Dec 06 12:47:37.149630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-d6b93dc8-82fe-4cc0-bfae-e383103b1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:37.151151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-d6b93dc8-82fe-4cc0-bfae-e383103b1455 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0451584 Dec 06 12:47:37.200682 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-0788a51c-33b2-47a3-8038-84b40237b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:37.202262 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-0788a51c-33b2-47a3-8038-84b40237b8e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429196 Dec 06 12:47:37.302311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-97157c96-1b64-4ee8-aba7-fa011941487e service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911198 Dec 06 12:47:37.325506 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:47:37.396745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7bdf04c6-51b7-4325-be31-b68a02ac3e62 req-ea378668-cbfa-4600-a054-48f71ee5ace8 service neutron] 10.222.0.53 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Dec 06 12:47:37.545303 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:37.574278 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c3e3d-3f06-42b4-8f1a-94538107b8b9 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c03d3e95-2504-452a-a2ca-8964f5bfdbdb', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'port_id': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'mac_address': 'fa:16:3e:70:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:43:59Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:47:37.787143 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723ed40-9b3d-40a3-a5a7-48ba8a75e9e5 None None] New status for floating IP 164b2701-ff4b-422c-bc67-a3f7c766f6af: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:47:38.219021 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7d963-711f-4913-b09e-fb44cfdd9f52 req-b9ab7c4d-b28f-4994-82b9-8a14de366a62 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:38.220497 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bfc7d963-711f-4913-b09e-fb44cfdd9f52 req-b9ab7c4d-b28f-4994-82b9-8a14de366a62 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.0478332 Dec 06 12:47:38.268866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bfc7d963-711f-4913-b09e-fb44cfdd9f52 req-1ff9e293-47d7-4e88-badb-43e662a2a4e1 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Dec 06 12:47:38.532826 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-04fde5ab-db98-48fd-bd47-8997a710b361 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:38.534318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-04fde5ab-db98-48fd-bd47-8997a710b361 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 946 time: 0.0469611 Dec 06 12:47:38.627995 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port c966c795-9ac4-427c-9147-528890cce097 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:38.628334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:38.714513 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port c966c795-9ac4-427c-9147-528890cce097, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c966c795-9ac4-427c-9147-528890cce097,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:47:38.714880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:38.727339 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for c966c795-9ac4-427c-9147-528890cce097 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:38.856641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:38.882503 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=c966c795-9ac4-427c-9147-528890cce097,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:38.929191 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port c966c795-9ac4-427c-9147-528890cce097 on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:47:38.931679 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:38.935031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e06b8fe-c99a-48a0-8769-877b96e9d428 req-9fdc0272-1e6f-4053-9816-07e7b5423342 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.53 "DELETE /v2.0/ports/c966c795-9ac4-427c-9147-528890cce097 HTTP/1.1" status: 204 len: 173 time: 0.3943968 Dec 06 12:47:38.935481 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'name': 'network-vif-deleted', 'tag': 'c966c795-9ac4-427c-9147-528890cce097'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:47:38.937805 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7e110e-cf12-4264-be59-8dc1f9e9f572" -d '{"events": [{"server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "name": "network-vif-deleted", "tag": "c966c795-9ac4-427c-9147-528890cce097"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:47:38.976909 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a44bec-bcae-4860-81b5-aa9ff0d08ef3 x-openstack-request-id: req-72a44bec-bcae-4860-81b5-aa9ff0d08ef3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:47:38.977249 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9526b0f-fbaa-495d-b605-c99b621aef4e", "name": "network-vif-deleted", "tag": "c966c795-9ac4-427c-9147-528890cce097", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:47:38.977511 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a44bec-bcae-4860-81b5-aa9ff0d08ef3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:47:38.978174 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9526b0f-fbaa-495d-b605-c99b621aef4e', 'name': 'network-vif-deleted', 'tag': 'c966c795-9ac4-427c-9147-528890cce097', 'status': 'completed', 'code': 200} Dec 06 12:47:39.370656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a409fc5a-b201-4a6e-b956-74e2dce54991 req-a126dc06-5bd6-4c9d-a587-d0558f05c21c tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.0272868 Dec 06 12:47:40.346516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-5d760326-d6ee-41b5-983f-e915f5147175 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924096 Dec 06 12:47:40.430579 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-28152521-088b-4968-a9dd-98f8a84d5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:40.432211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-28152521-088b-4968-a9dd-98f8a84d5bcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0419469 Dec 06 12:47:40.473473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5eb0ce7-c0bf-481a-b71b-8f851da612d5 req-42abdee1-1820-4b4e-90bc-f2cf89a8ce2a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.0283101 Dec 06 12:47:40.542744 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-d176ee0d-17ff-49bd-a669-9c3d52f7db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:40.544777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-d176ee0d-17ff-49bd-a669-9c3d52f7db30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0928702 Dec 06 12:47:40.610329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-912bbbc7-6cb0-4277-beb9-e27bc253772a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 1001 time: 0.0589440 Dec 06 12:47:40.665106 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-02610d05-4281-48e6-8dd8-35f55ebe26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:40.666604 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-02610d05-4281-48e6-8dd8-35f55ebe26d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0495708 Dec 06 12:47:40.711741 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-00101405-1ca2-445a-a8a2-d0100d5ec14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:40.713244 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-00101405-1ca2-445a-a8a2-d0100d5ec14b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398941 Dec 06 12:47:40.806842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-c5914ca7-2805-4ff5-8b5a-8750a91f5695 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859792 Dec 06 12:47:40.901576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3c09670f-9c69-44ef-81ed-ec39eb98e718 req-20e3794c-ac63-4892-8655-7c0f497db07c service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876038 Dec 06 12:47:41.569260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0700a55-b096-4d51-93b3-420f8e55b460 req-8fe1c5a6-b10d-4d7f-97e5-64a3de4f79d0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.0270798 Dec 06 12:47:42.212269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c966c795-9ac4-427c-9147-528890cce097 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:47:42.235228 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: c966c795-9ac4-427c-9147-528890cce097 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:47:42.235580 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device c966c795-9ac4-427c-9147-528890cce097 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:47:42.663068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-876a475e-0c05-42e3-a7c7-b8899d3b6fef req-3831e107-aab4-4d4e-9234-7997975ed904 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9526b0f-fbaa-495d-b605-c99b621aef4e HTTP/1.1" status: 200 len: 210 time: 0.0267770 Dec 06 12:47:49.057920 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:49.211678 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port 79b82eac-abf8-4402-aeec-e00742e445c1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:49.212049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.292774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.293102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.304518 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for 79b82eac-abf8-4402-aeec-e00742e445c1 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:49.447972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.471029 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=79b82eac-abf8-4402-aeec-e00742e445c1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:49.532092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.532435 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Floating IP c03d3e95-2504-452a-a2ca-8964f5bfdbdb disassociated (deleted). External IP: 172.35.3.127, port: f9574135-e4dc-4c46-8384-21fe35229efc. Dec 06 12:47:49.739293 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:47:49.824138 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.848679 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:47:49.853716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:49.859247 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:47:49.868244 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:47:49.868850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:49.880387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18a62ad2-a550-491c-af51-bc7dd6466b78 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "DELETE /v2.0/floatingips/c03d3e95-2504-452a-a2ca-8964f5bfdbdb HTTP/1.1" status: 204 len: 168 time: 0.8213596 Dec 06 12:47:49.880994 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:47:49.883371 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:47:49.920812 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f4ff01-ba1c-4bde-8fab-7162f1c8a17d x-openstack-request-id: req-68f4ff01-ba1c-4bde-8fab-7162f1c8a17d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:47:49.921112 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:47:49.921407 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68f4ff01-ba1c-4bde-8fab-7162f1c8a17d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:47:49.922044 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'status': 'completed', 'code': 200} Dec 06 12:47:49.986633 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:47:49.987462 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-3422c8c9-bc10-415f-9d88-0c4fc7ac46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:49.989053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-3422c8c9-bc10-415f-9d88-0c4fc7ac46c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe323e4070449ef9b59137c34637dff&device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 1096 time: 0.0447559 Dec 06 12:47:50.098727 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-6b6c50f4-d8ff-4bdf-b951-0dae2455325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:50.100516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-6b6c50f4-d8ff-4bdf-b951-0dae2455325c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 200 len: 913 time: 0.0984764 Dec 06 12:47:50.110491 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54fde1-9ce9-456a-8ab1-b5219e35da88 req-5858b018-c25b-4367-9185-5a158c596810 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:50.112071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc54fde1-9ce9-456a-8ab1-b5219e35da88 req-5858b018-c25b-4367-9185-5a158c596810 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0511074 Dec 06 12:47:50.145897 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-154a73c6-c348-4374-bc98-454e55be9511 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 200 len: 217 time: 0.0359118 Dec 06 12:47:50.167396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc54fde1-9ce9-456a-8ab1-b5219e35da88 req-253b96e1-9b1d-44c1-9e19-5c190ca7b0b5 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488105 Dec 06 12:47:50.194188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:50.197103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-3acfc451-4ea7-431f-855d-24707fc8eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:50.198849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-3acfc451-4ea7-431f-855d-24707fc8eda3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 200 len: 851 time: 0.0461085 Dec 06 12:47:50.222071 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:47:50.230570 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:47:50.231708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:50.249554 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-16cbb9f6-4785-40e0-b037-d7d9b06451c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:50.251109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-16cbb9f6-4785-40e0-b037-d7d9b06451c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae94d0e5-63da-4330-8993-025e287d5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444884 Dec 06 12:47:50.334407 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:47:50.339392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-d998fba0-71cb-472d-9c2a-3e5b3eef2227 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808933 Dec 06 12:47:50.433631 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9995bac9-a8b2-48be-8de2-89a48ebf0d9c req-a4d05895-d809-4731-ba8f-da9732a4de42 service neutron] 10.222.0.23 "GET /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854239 Dec 06 12:47:50.533137 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:47:50.559502 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f780e-7c44-4e6a-b078-5932e63720b7 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:49Z', 'revision_number': 4, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4e1e1326-786b-451b-8a1a-c0c46c3b9296', 'name': '', 'network_id': 'ae94d0e5-63da-4330-8993-025e287d5ae4', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'mac_address': 'fa:16:3e:4d:df:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:47Z', 'updated_at': '2021-12-06T12:35:58Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'subnets': [{'id': '0c570707-6e82-48d4-ad2e-43fb69d3e817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:47:50.767426 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ace17-c4f9-4236-8b07-3142de36ef03 None None] New status for floating IP c03d3e95-2504-452a-a2ca-8964f5bfdbdb: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:47:51.285446 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a133-e996-45ca-ad79-df635ac59ebe req-7419fb4f-f4b1-4865-94aa-559095008e21 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:51.286912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea61a133-e996-45ca-ad79-df635ac59ebe req-7419fb4f-f4b1-4865-94aa-559095008e21 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0485315 Dec 06 12:47:51.336321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea61a133-e996-45ca-ad79-df635ac59ebe req-41109eb0-7b8e-4f3e-b96b-9b321758b988 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/security-groups?id=f85d9889-3614-4ec2-bd03-fb40e3db323e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433104 Dec 06 12:47:51.569475 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-8d0763b1-4359-44dd-8833-c297ba3e81b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:51.570813 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-8d0763b1-4359-44dd-8833-c297ba3e81b0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Dec 06 12:47:51.658567 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port f9574135-e4dc-4c46-8384-21fe35229efc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:51.658903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:51.755633 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] For port f9574135-e4dc-4c46-8384-21fe35229efc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9574135-e4dc-4c46-8384-21fe35229efc,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:47:51.755996 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:51.768332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for f9574135-e4dc-4c46-8384-21fe35229efc owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:51.895480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:51.924581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=f9574135-e4dc-4c46-8384-21fe35229efc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:51.964314 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] No DVR routers for this DVR port f9574135-e4dc-4c46-8384-21fe35229efc on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:47:51.967433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:51.970840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-991712ac-f3c2-4bc9-9bbb-dc98957da5f6 req-e5288217-df7b-4b50-acb6-f9da9e0105fd tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.23 "DELETE /v2.0/ports/f9574135-e4dc-4c46-8384-21fe35229efc HTTP/1.1" status: 204 len: 173 time: 0.3936403 Dec 06 12:47:51.971284 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'name': 'network-vif-deleted', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:47:51.973617 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618e3134-5d44-492b-b93a-14632aba0bd0" -d '{"events": [{"server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "name": "network-vif-deleted", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:47:52.159638 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cdb794-d265-47bc-a969-6755218cf792 x-openstack-request-id: req-a9cdb794-d265-47bc-a969-6755218cf792 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:47:52.159942 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c228f1-8138-4945-8fbd-f29f827791d8", "name": "network-vif-deleted", "tag": "f9574135-e4dc-4c46-8384-21fe35229efc", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:47:52.160206 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9cdb794-d265-47bc-a969-6755218cf792 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:47:52.160615 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c228f1-8138-4945-8fbd-f29f827791d8', 'name': 'network-vif-deleted', 'tag': 'f9574135-e4dc-4c46-8384-21fe35229efc', 'status': 'completed', 'code': 200} Dec 06 12:47:52.436247 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eecbf92a-444c-4b28-adba-7bbd5cb4fac3 req-db1eadba-36ff-4562-b33b-18885b279893 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Dec 06 12:47:53.532668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-668c4082-b33b-415b-99d8-ddd275a14f7d req-6736f7d6-f43d-4397-808b-f72791b841ce tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0269210 Dec 06 12:47:53.894672 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f9574135-e4dc-4c46-8384-21fe35229efc no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:47:53.914806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: f9574135-e4dc-4c46-8384-21fe35229efc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:47:53.915096 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device f9574135-e4dc-4c46-8384-21fe35229efc not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:47:54.627697 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3330096-3021-4693-91dd-29466170e21f req-5345968d-f439-4034-a7f1-00656bb6fc8a tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0256944 Dec 06 12:47:55.729416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d152d0ef-3222-4d96-86f9-fd14c65028ff req-40af2766-49c1-46ea-b69a-22d637b5b3f0 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c228f1-8138-4945-8fbd-f29f827791d8 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Dec 06 12:47:56.783742 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:56.905058 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Deleting port cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:47:56.905426 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:56.977927 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:56.978250 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:56.990366 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Calling delete_port for cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:47:57.118469 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:57.144501 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'Port': ['ID=cdd3e11d-95cf-4636-bdeb-370bcfeb8c5b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:47:57.203558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:57.206074 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:57.207204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-10c512dd-e809-4d6a-8695-6b9d3d73e55b tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "DELETE /v2.0/floatingips/dae3c3c2-b9e4-4ce5-9020-fa805935e79a HTTP/1.1" status: 204 len: 168 time: 0.4224899 Dec 06 12:47:57.279017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-057c7c82-cda6-4c09-875d-83428ff33cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:59.616654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-664ba3ed-04de-4a10-80d0-54dcc47bf5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.488953 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:00.545313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.569891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.628328 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.631371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.631507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:00.632657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] 10.222.0.31 "DELETE /v2.0/security-groups/f85d9889-3614-4ec2-bd03-fb40e3db323e HTTP/1.1" status: 204 len: 168 time: 0.1426458 Dec 06 12:48:00.646130 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66896e8-1741-4fcb-819d-aeffefedfdb7 tempest-TestVolumeBootPattern-853811375 tempest-TestVolumeBootPattern-853811375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d9889-3614-4ec2-bd03-fb40e3db323e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:00.711704 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:01.327589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:01.523374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:01.768921 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Deleting port 4e1e1326-786b-451b-8a1a-c0c46c3b9296 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:01.769300 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:01.851330 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] For port 4e1e1326-786b-451b-8a1a-c0c46c3b9296, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e1e1326-786b-451b-8a1a-c0c46c3b9296,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:01.851613 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:01.864315 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Calling delete_port for 4e1e1326-786b-451b-8a1a-c0c46c3b9296 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:02.059571 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.085405 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1e1326-786b-451b-8a1a-c0c46c3b9296,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:02.250881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.409507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.462026 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:02.566139 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:02.571463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0b4a7897-3c65-49bd-a7c7-99d36ed17fe9 admin admin] 10.222.0.31 "PUT /v2.0/routers/36e2c9b2-45a5-4dc4-9bb4-86c9858df674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8578978 Dec 06 12:48:02.574082 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:02.574665 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Sync routers for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:02.584880 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:02.585511 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:02.676296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.688259 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:02.774599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.829171 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Deleting port 11ad6a32-2a92-4b83-b42c-cef16d8b9823 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:02.829523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.866653 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:48:02Z', 'revision_number': 5, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port': {'id': '11ad6a32-2a92-4b83-b42c-cef16d8b9823', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:02.893637 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Checking router: 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:02.902904 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Routers {'36e2c9b2-45a5-4dc4-9bb4-86c9858df674'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:02.903582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:02.907822 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] For port 11ad6a32-2a92-4b83-b42c-cef16d8b9823, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11ad6a32-2a92-4b83-b42c-cef16d8b9823,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:02.908183 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.921191 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Calling delete_port for 11ad6a32-2a92-4b83-b42c-cef16d8b9823 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:02.989103 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] Set router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:03.044828 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:48:02Z', 'revision_number': 6, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:03.070531 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e18d5-13df-4ee3-a3d3-0ecbc74cab51 None None] The sync data for ids ['36e2c9b2-45a5-4dc4-9bb4-86c9858df674'] in n-d-master-1 is: [{'id': '36e2c9b2-45a5-4dc4-9bb4-86c9858df674', 'name': 'tempest-TestVolumeBootPattern-1119332796-router', 'tenant_id': 'abe323e4070449ef9b59137c34637dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:43Z', 'updated_at': '2021-12-06T12:48:02Z', 'revision_number': 6, 'project_id': 'abe323e4070449ef9b59137c34637dff', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:03.082801 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.109836 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ad6a32-2a92-4b83-b42c-cef16d8b9823,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:03.123554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353cf41a-dff1-404c-a4e9-7e062f32bc7b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:03.173267 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.238702 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.262496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.264678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.307021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.307669 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e2c9b2-45a5-4dc4-9bb4-86c9858df674 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:48:03.313021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.314222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-11180e6d-ff15-4a50-8020-33c1a432a7f2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/36e2c9b2-45a5-4dc4-9bb4-86c9858df674 HTTP/1.1" status: 204 len: 168 time: 0.7392282 Dec 06 12:48:03.316768 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:03.363433 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Deleting subnet 0c570707-6e82-48d4-ad2e-43fb69d3e817 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:48:03.366483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.406556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.490521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.525702 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4e1e1326-786b-451b-8a1a-c0c46c3b9296 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:03.545421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4e1e1326-786b-451b-8a1a-c0c46c3b9296 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:03.545773 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4e1e1326-786b-451b-8a1a-c0c46c3b9296 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:03.548065 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.579391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.583243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c570707-6e82-48d4-ad2e-43fb69d3e817 HTTP/1.1" status: 204 len: 168 time: 0.2653086 Dec 06 12:48:03.584061 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9174f-1544-4fc0-9096-1474ec5601a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c570707-6e82-48d4-ad2e-43fb69d3e817,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:03.584398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e0f65-7896-4787-976e-4e0f71db0553 None None] Network ae94d0e5-63da-4330-8993-025e287d5ae4 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:03.585803 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37326) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:03.658920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.711652 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Deleting port bd8f439a-c119-4174-9eeb-1e9996572da1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:03.711994 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.779050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] For port bd8f439a-c119-4174-9eeb-1e9996572da1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8f439a-c119-4174-9eeb-1e9996572da1,segment=NetworkSegment(26d44cdc-57af-4952-a2b0-36cff08113f2),segment_id=26d44cdc-57af-4952-a2b0-36cff08113f2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:03.779312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.790912 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Calling delete_port for bd8f439a-c119-4174-9eeb-1e9996572da1 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:03.842231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] DHCP port deletion for ae94d0e5-63da-4330-8993-025e287d5ae4 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:03.873279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.892551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Deleting port bd8f439a-c119-4174-9eeb-1e9996572da1 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:03.892954 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.898969 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8f439a-c119-4174-9eeb-1e9996572da1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:03.903709 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] No DVR routers for this DVR port bd8f439a-c119-4174-9eeb-1e9996572da1 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:03.965047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] For port bd8f439a-c119-4174-9eeb-1e9996572da1, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:03.965767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.978444 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Calling delete_port for bd8f439a-c119-4174-9eeb-1e9996572da1 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:03.979250 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.981712 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Port bd8f439a-c119-4174-9eeb-1e9996572da1 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:48:03.982971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:03.999788 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae94d0e5-63da-4330-8993-025e287d5ae4']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:04.010242 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] No DVR routers for this DVR port bd8f439a-c119-4174-9eeb-1e9996572da1 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:04.010688 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d44cdc-57af-4952-a2b0-36cff08113f2') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:04.010983 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d44cdc-57af-4952-a2b0-36cff08113f2') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:04.015427 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Pushing event deleted for resources: {'Port': ['ID=bd8f439a-c119-4174-9eeb-1e9996572da1,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:04.023118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.023646 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.024006 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.024355 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.024700 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.025039 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.025411 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.025749 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.026080 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.026412 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.026771 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.027648 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.027982 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.028317 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d33c9-5012-4100-a483-8310b66c57e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:04.037021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.043082 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:48:04.043474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:48:04.045184 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:48:04.112411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.118260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.121513 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae94d0e5-63da-4330-8993-025e287d5ae4 HTTP/1.1" status: 204 len: 168 time: 0.5341780 Dec 06 12:48:04.127536 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:04.135484 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e798640-2d7f-4e73-b2c6-3f80f5b84d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae94d0e5-63da-4330-8993-025e287d5ae4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:04.467196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:04.854974 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:48:05.011208 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Deleting port 490f6109-ad59-4e73-8f3e-b00f594ab8eb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:05.011807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:05.090890 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] For port 490f6109-ad59-4e73-8f3e-b00f594ab8eb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=490f6109-ad59-4e73-8f3e-b00f594ab8eb,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:05.091255 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:05.103650 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Calling delete_port for 490f6109-ad59-4e73-8f3e-b00f594ab8eb owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:05.277733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:05.303473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd8f439a-c119-4174-9eeb-1e9996572da1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:05.308221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Pushing event deleted for resources: {'Port': ['ID=490f6109-ad59-4e73-8f3e-b00f594ab8eb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:05.327507 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bd8f439a-c119-4174-9eeb-1e9996572da1 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:05.328075 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bd8f439a-c119-4174-9eeb-1e9996572da1 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:05.328355 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 11ad6a32-2a92-4b83-b42c-cef16d8b9823 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:05.352009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 11ad6a32-2a92-4b83-b42c-cef16d8b9823 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:05.352641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 11ad6a32-2a92-4b83-b42c-cef16d8b9823 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:05.470261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:05.684821 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Router d371dd13-dafc-4cc2-bc3e-1b29277c95df has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:05.791313 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:05.796438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e59f5f7e-0bd5-444f-bb33-158a2d22289d admin admin] 10.222.0.31 "PUT /v2.0/routers/d371dd13-dafc-4cc2-bc3e-1b29277c95df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678517 Dec 06 12:48:05.799032 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:05.799823 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Sync routers for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:05.809343 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:05.809946 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:05.902021 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:05.911308 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:06.003055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.054503 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Deleting port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:06.055187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.086822 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:48:05Z', 'revision_number': 5, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port': {'id': '45a212a0-561e-42bd-aeb5-c1fcdb3fcc64', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:35:56Z', 'updated_at': '2021-12-06T12:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:06.113235 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Checking router: d371dd13-dafc-4cc2-bc3e-1b29277c95df for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:06.122082 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Routers {'d371dd13-dafc-4cc2-bc3e-1b29277c95df'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:06.122681 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:06.139455 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] For port 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:06.139815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.152325 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Calling delete_port for 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:06.294749 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] Set router d371dd13-dafc-4cc2-bc3e-1b29277c95df gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:06.317071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.340401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a212a0-561e-42bd-aeb5-c1fcdb3fcc64,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:06.345739 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:48:06Z', 'revision_number': 6, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:06.359695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7549359-65bd-4b71-8d40-0b45479fdd4d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:06.378171 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b974f24-298b-455c-a6cc-2e06e0dd3859 None None] The sync data for ids ['d371dd13-dafc-4cc2-bc3e-1b29277c95df'] in n-d-master-1 is: [{'id': 'd371dd13-dafc-4cc2-bc3e-1b29277c95df', 'name': 'tempest-TestVolumeBootPattern-659796314-router', 'tenant_id': '6d9c720a38194cdaaed989b5eb12180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:35:54Z', 'updated_at': '2021-12-06T12:48:06Z', 'revision_number': 6, 'project_id': '6d9c720a38194cdaaed989b5eb12180a', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:06.412360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.502597 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.504719 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.549816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.550371 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d371dd13-dafc-4cc2-bc3e-1b29277c95df {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:48:06.555157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.556350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a29e5ce6-1c6e-433a-bb44-4a94256d5970 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d371dd13-dafc-4cc2-bc3e-1b29277c95df HTTP/1.1" status: 204 len: 168 time: 0.7564108 Dec 06 12:48:06.559498 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:06.602875 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Deleting subnet 661b311b-4740-4816-80fa-1a14abc7e834 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:48:06.606506 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.639871 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.719936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.774185 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.803251 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661b311b-4740-4816-80fa-1a14abc7e834,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:06.805329 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.808652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-86cec591-6010-46ea-960d-8fac9aea15f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/661b311b-4740-4816-80fa-1a14abc7e834 HTTP/1.1" status: 204 len: 168 time: 0.2482004 Dec 06 12:48:06.811144 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b455a3-fcbc-4d89-960b-e0261a840bde None None] Network da24f111-d47a-47dc-b473-0390f4e5dfdb requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:06.812094 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37334) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:06.885991 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:06.942345 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Deleting port 698f2f96-a872-4fde-83cc-2800e30f24fa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:06.942683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.169098 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] DHCP port deletion for da24f111-d47a-47dc-b473-0390f4e5dfdb request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:07.218286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Deleting port 698f2f96-a872-4fde-83cc-2800e30f24fa {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:07.218661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.286535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] For port 698f2f96-a872-4fde-83cc-2800e30f24fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=698f2f96-a872-4fde-83cc-2800e30f24fa,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:07.286940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.301149 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Calling delete_port for 698f2f96-a872-4fde-83cc-2800e30f24fa owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:07.308795 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] For port 698f2f96-a872-4fde-83cc-2800e30f24fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=698f2f96-a872-4fde-83cc-2800e30f24fa,segment=NetworkSegment(1869c3a9-34ed-4483-8794-3c8ed0c4e4cb),segment_id=1869c3a9-34ed-4483-8794-3c8ed0c4e4cb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:07.309291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.322752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Calling delete_port for 698f2f96-a872-4fde-83cc-2800e30f24fa owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:07.347200 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:07.372949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:07.373613 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 45a212a0-561e-42bd-aeb5-c1fcdb3fcc64 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:07.373778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 698f2f96-a872-4fde-83cc-2800e30f24fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:07.410504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.434323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No active binding found for port 698f2f96-a872-4fde-83cc-2800e30f24fa {{(pid=103299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:48:07.434749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 698f2f96-a872-4fde-83cc-2800e30f24fa not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:07.435174 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 490f6109-ad59-4e73-8f3e-b00f594ab8eb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:07.445111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Pushing event deleted for resources: {'Port': ['ID=698f2f96-a872-4fde-83cc-2800e30f24fa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:07.451610 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] No DVR routers for this DVR port 698f2f96-a872-4fde-83cc-2800e30f24fa on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:07.464930 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 490f6109-ad59-4e73-8f3e-b00f594ab8eb {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:07.465306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 490f6109-ad59-4e73-8f3e-b00f594ab8eb not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:07.468363 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.501250 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] Pushing event deleted for resources: {'Port': ['ID=698f2f96-a872-4fde-83cc-2800e30f24fa,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:07.506554 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f9ae4-fa4d-4c60-9809-d199436b4c35 None None] No DVR routers for this DVR port 698f2f96-a872-4fde-83cc-2800e30f24fa on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:07.530322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.553879 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da24f111-d47a-47dc-b473-0390f4e5dfdb']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:07.563627 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:07.563927 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1869c3a9-34ed-4483-8794-3c8ed0c4e4cb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:07.572939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.586443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.592729 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:48:07.593199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: timer() Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:48:07.594859 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:48:07.655012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.661028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.664447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] 10.222.0.31 "DELETE /v2.0/networks/da24f111-d47a-47dc-b473-0390f4e5dfdb HTTP/1.1" status: 204 len: 168 time: 0.8512533 Dec 06 12:48:07.675425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9907-4438-4078-b94c-0d5af9ba078f admin admin] Pushing event deleted for resources: {'Network': ['ID=da24f111-d47a-47dc-b473-0390f4e5dfdb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:07.777289 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37338) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:07.818606 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a78827f6-9d1f-4ba3-aa68-befdb1d06926 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abe323e4070449ef9b59137c34637dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401576 Dec 06 12:48:07.821172 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37340) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:07.870198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.890977 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.936327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.938846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:07.939986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87e13308-6934-41c2-b4a7-fb4b1ead296c HTTP/1.1" status: 204 len: 168 time: 0.1179254 Dec 06 12:48:07.947586 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250cf55-4729-4ea2-822f-1bb9359d811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e13308-6934-41c2-b4a7-fb4b1ead296c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:08.255161 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37346) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:08.294884 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e9d59bb-2a35-4235-8acf-bb8ee692388b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d9c720a38194cdaaed989b5eb12180a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384922 Dec 06 12:48:08.297270 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37348) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:08.342008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:08.365399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:08.418078 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:08.420911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:08.422091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcc032ca-be2a-4882-8d9b-23af0eb3dc23 HTTP/1.1" status: 204 len: 168 time: 0.1239426 Dec 06 12:48:08.429646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b07064-15fa-4672-85ad-adb36ae51a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc032ca-be2a-4882-8d9b-23af0eb3dc23,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:18.695242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-17c47bc9-6bcf-4cdb-976a-cc9525f105d2 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c71f0891b84641c58f8544527bc08d95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299165 Dec 06 12:48:18.881172 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-9051389d-1b00-403c-af37-60696d269008 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:18.882574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-9051389d-1b00-403c-af37-60696d269008 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816061 Dec 06 12:48:18.897047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-b877389f-3e0d-4741-9d88-26e615fc619d tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/quotas/c71f0891b84641c58f8544527bc08d95 HTTP/1.1" status: 200 len: 375 time: 0.0087781 Dec 06 12:48:18.927960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-7fdb04f2-4b5d-42dd-8b48-40aa874bd4da tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c71f0891b84641c58f8544527bc08d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252814 Dec 06 12:48:19.081862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f48620cf-f438-4365-aeaf-0eeb363921cc req-b90a8b3c-4bf3-4f89-9d2b-0a6e205da0fe tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0259581 Dec 06 12:48:19.840840 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:20.156918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-483ead8c-953c-44f7-90aa-70537e67d210 req-3de08734-97b1-452a-acd2-dce1bf67de32 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0254924 Dec 06 12:48:21.234982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a05ce5a-3e94-4adc-a066-8c53d72bb1b3 req-8746ba4d-41a3-4fa9-9758-9ba9ea45801a tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0288196 Dec 06 12:48:22.309571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2104d8d6-6711-44cd-b086-f8f0568e82b5 req-00e8d186-9e58-4483-9e0e-b188db0ed338 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0251918 Dec 06 12:48:23.401428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4927b8fe-cb35-4b7e-9664-ce1dc30f2314 req-00e73035-b637-45de-a295-a0bbe428a937 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0257065 Dec 06 12:48:24.173311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-d9d41316-efe3-4c60-963a-b550392c9740 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c71f0891b84641c58f8544527bc08d95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210748 Dec 06 12:48:24.282215 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-265a6ef8-8e5f-49ce-824a-964afe69d3a2 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:24.283648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-265a6ef8-8e5f-49ce-824a-964afe69d3a2 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050212 Dec 06 12:48:24.303207 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Request body: {'port': {'device_id': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'admin_state_up': True, 'tenant_id': 'c71f0891b84641c58f8544527bc08d95'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:24.405789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Made reservation on behalf of c71f0891b84641c58f8544527bc08d95 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:24.409230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.418707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.513746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39faff2f-cd99-488b-a4f2-b0a40c080066 req-f6b026fb-5ddd-43ab-b2f3-36df70be5ae5 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0416896 Dec 06 12:48:24.518303 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.522928 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.583345 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:24.654067 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Allocated IP 192.168.233.158 (3427ce19-97da-467b-9d5b-4c8e829906f7/6a75f6f7-b308-4d99-b05a-6cb88081945f/ab0ec1af-79ff-4d54-9fee-b6b4405881ff) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:24.799711 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.832519 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.875975 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Network 3427ce19-97da-467b-9d5b-4c8e829906f7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:24.879096 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:24.882956 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:24.890134 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Pushing event updated for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:24.939637 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:24.940254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.957564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-1cf69a17-8bbf-4fd4-aecd-cc24e59806f8 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6578255 Dec 06 12:48:24.975108 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Request body: {'port': {'device_id': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:25.030198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.153545 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8ccdfec9-f698-4fa0-b1fd-3bfe28b9c758 None None] Provisioning complete for port ab0ec1af-79ff-4d54-9fee-b6b4405881ff triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:25.154104 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8ccdfec9-f698-4fa0-b1fd-3bfe28b9c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.187398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdfec9-f698-4fa0-b1fd-3bfe28b9c758 None None] Port ab0ec1af-79ff-4d54-9fee-b6b4405881ff cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:48:25.282806 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0ec1af-79ff-4d54-9fee-b6b4405881ff {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:25.290048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.301955 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Transition to ACTIVE for port object ab0ec1af-79ff-4d54-9fee-b6b4405881ff will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:48:25.305726 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.361079 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Pushing event updated for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:25.426365 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Attempting to bind port ab0ec1af-79ff-4d54-9fee-b6b4405881ff on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:25.426985 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Attempting to bind port ab0ec1af-79ff-4d54-9fee-b6b4405881ff by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:25.427088 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Attempting to bind port ab0ec1af-79ff-4d54-9fee-b6b4405881ff on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:25.432859 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Port ab0ec1af-79ff-4d54-9fee-b6b4405881ff on network 3427ce19-97da-467b-9d5b-4c8e829906f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:48:25.433212 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Attempting to bind port ab0ec1af-79ff-4d54-9fee-b6b4405881ff on network 3427ce19-97da-467b-9d5b-4c8e829906f7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:25.438325 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:25.438658 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Checking segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:25.439040 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Bound using segment: {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:25.439494 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Bound port: ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d51c2db-973d-4057-9980-3cfa887a7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:25.439849 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.504757 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:25.508067 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:25.512238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.553057 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:25.553704 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.555080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] 10.222.0.53 "PUT /v2.0/ports/ab0ec1af-79ff-4d54-9fee-b6b4405881ff HTTP/1.1" status: 200 len: 1096 time: 0.5843093 Dec 06 12:48:25.555525 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:25.557826 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8015ae-e390-4489-a56f-de4de8d7c6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:25.579049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b38961-a053-4439-9bce-f2bc1a76aeff service neutron] Pushing event updated for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:25.646116 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431b25c-4ae6-4ff7-9234-bec28e69aa8a x-openstack-request-id: req-3431b25c-4ae6-4ff7-9234-bec28e69aa8a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:25.646413 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:25.646672 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3431b25c-4ae6-4ff7-9234-bec28e69aa8a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:25.647346 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff', 'status': 'completed', 'code': 200} Dec 06 12:48:25.686954 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315c22-5044-4f14-bc5c-384409b5ceff req-c050d30f-2055-4795-ae99-95c7ca91a38a tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:25.688532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51315c22-5044-4f14-bc5c-384409b5ceff req-c050d30f-2055-4795-ae99-95c7ca91a38a tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 948 time: 0.0891564 Dec 06 12:48:25.695165 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-925a9c1f-a671-40fc-836e-1ae5ce02d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:25.696600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-925a9c1f-a671-40fc-836e-1ae5ce02d2cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71f0891b84641c58f8544527bc08d95&device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 1099 time: 0.0686293 Dec 06 12:48:25.755892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-13ffdfd6-7193-4672-be8b-81aef0997a20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff HTTP/1.1" status: 200 len: 217 time: 0.0447671 Dec 06 12:48:25.801852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51315c22-5044-4f14-bc5c-384409b5ceff req-d1634f72-e883-419a-bfa1-b4b578bee8e0 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042984 Dec 06 12:48:25.817776 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-40b3b540-05ad-4dc8-945d-e79b44799461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:25.819196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-40b3b540-05ad-4dc8-945d-e79b44799461 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0553367 Dec 06 12:48:25.865238 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-5a306aa4-4d16-4a98-85e7-41d59c06cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:25.866712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-5a306aa4-4d16-4a98-85e7-41d59c06cb37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402949 Dec 06 12:48:25.959256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-dc8be860-21ce-44a6-af8f-6368da009d43 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836859 Dec 06 12:48:26.052635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d178c2c-d59e-4b19-80bc-613f95e40ebf req-01a7d8bc-34ab-44c8-a219-1ea394c594a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869370 Dec 06 12:48:26.175349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-f8a5c56f-c224-4ad9-b4e0-3d49f5416e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:26.176961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-f8a5c56f-c224-4ad9-b4e0-3d49f5416e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71f0891b84641c58f8544527bc08d95&device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 1099 time: 0.0445457 Dec 06 12:48:26.266056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-e597f034-81e5-4e9c-81d5-786f5467340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:26.267493 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-e597f034-81e5-4e9c-81d5-786f5467340c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3427ce19-97da-467b-9d5b-4c8e829906f7 HTTP/1.1" status: 200 len: 870 time: 0.0817144 Dec 06 12:48:26.310565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-c2b26b64-dc92-4b1e-bd19-2fec8595a127 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff HTTP/1.1" status: 200 len: 217 time: 0.0363157 Dec 06 12:48:26.359973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-3c9bd812-195a-4fb0-86b1-4dbd046c9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:26.361385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-3c9bd812-195a-4fb0-86b1-4dbd046c9ec4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a75f6f7-b308-4d99-b05a-6cb88081945f HTTP/1.1" status: 200 len: 843 time: 0.0430212 Dec 06 12:48:26.406249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-ce0b350b-ca5a-44c2-82ba-9b433f055af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:26.407667 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-ce0b350b-ca5a-44c2-82ba-9b433f055af9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3427ce19-97da-467b-9d5b-4c8e829906f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388553 Dec 06 12:48:26.810539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-153286f5-fc9a-4b6c-b3a3-81532db4d3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949854 Dec 06 12:48:26.929662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5e8015ae-e390-4489-a56f-de4de8d7c6ab req-f16bd699-79e7-4250-bb10-ea750d6829f8 service neutron] 10.222.0.53 "GET /v2.0/networks/3427ce19-97da-467b-9d5b-4c8e829906f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110449 Dec 06 12:48:26.941476 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212f91-7a91-41e4-9155-e62eb430ac79 req-6b0ca672-c86b-4ba6-830c-217d0ed532c0 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:26.942844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4212f91-7a91-41e4-9155-e62eb430ac79 req-6b0ca672-c86b-4ba6-830c-217d0ed532c0 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 948 time: 0.0689158 Dec 06 12:48:26.991676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4212f91-7a91-41e4-9155-e62eb430ac79 req-88761443-26cb-43b8-b7f3-7c224ff087d3 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Dec 06 12:48:27.280843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03e74012-64e1-45f5-b8da-8254d38d80d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.105607 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49edf7d-ae22-47e2-bb3b-b833898c4b08 req-5f88852d-1206-4f5f-8ff8-e602d2e023c5 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:28.107214 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49edf7d-ae22-47e2-bb3b-b833898c4b08 req-5f88852d-1206-4f5f-8ff8-e602d2e023c5 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 948 time: 0.0492568 Dec 06 12:48:28.153962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e49edf7d-ae22-47e2-bb3b-b833898c4b08 req-e2201121-73c0-4207-8495-ee9006175b9b tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Dec 06 12:48:28.413286 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ab0ec1af-79ff-4d54-9fee-b6b4405881ff details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:48:28.508525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:28.519294 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff', 'network_id': '3427ce19-97da-467b-9d5b-4c8e829906f7', 'port_id': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff', 'mac_address': 'fa:16:3e:b9:0d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a75f6f7-b308-4d99-b05a-6cb88081945f', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:48:28.555715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.572625 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0ec1af-79ff-4d54-9fee-b6b4405881ff {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:28.592000 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:28.595879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.798035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:28.865916 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['ab0ec1af-79ff-4d54-9fee-b6b4405881ff'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:48:29.268801 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77ece-c41f-4e9f-9e87-2ac70d18e47e req-177461a4-7047-4e18-a6ee-dd68fc8721f3 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:29.270307 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ac77ece-c41f-4e9f-9e87-2ac70d18e47e req-177461a4-7047-4e18-a6ee-dd68fc8721f3 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 949 time: 0.0486920 Dec 06 12:48:29.319970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ac77ece-c41f-4e9f-9e87-2ac70d18e47e req-09f8ea30-7df3-4a8b-86ad-786e5e944f9c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Dec 06 12:48:29.620816 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-19951eee-a01a-464d-8041-85465c5acc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.413693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ab0ec1af-79ff-4d54-9fee-b6b4405881ff up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:30.434378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883c58c-e35d-4a6f-8c93-1c90ee4b4f79 req-3ddeadf6-d2fe-4210-bdfd-42053955b362 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:30.435856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8883c58c-e35d-4a6f-8c93-1c90ee4b4f79 req-3ddeadf6-d2fe-4210-bdfd-42053955b362 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 949 time: 0.0492756 Dec 06 12:48:30.462439 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port ab0ec1af-79ff-4d54-9fee-b6b4405881ff completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:48:30.466297 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port ab0ec1af-79ff-4d54-9fee-b6b4405881ff triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:30.466674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.483648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8883c58c-e35d-4a6f-8c93-1c90ee4b4f79 req-5f9c9766-088c-4c2e-bcd5-66a9cd772cab tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Dec 06 12:48:30.545186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.567212 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:30.569463 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663a456d-6f1d-49bb-98c0-d27a46d422a1" -d '{"events": [{"server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:30.582117 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:30.585430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.643052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.647742 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:30.673098 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eeb4bf-5b1c-40c5-8f7f-727fe3cee722 x-openstack-request-id: req-69eeb4bf-5b1c-40c5-8f7f-727fe3cee722 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:30.673607 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:30.673885 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69eeb4bf-5b1c-40c5-8f7f-727fe3cee722 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:30.674257 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff', 'code': 200} Dec 06 12:48:30.806795 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441a539-8a8b-470d-a419-680806cf8396 req-96c140e0-8eea-4c2a-a26c-07b429b3482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:30.808270 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3441a539-8a8b-470d-a419-680806cf8396 req-96c140e0-8eea-4c2a-a26c-07b429b3482f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 1101 time: 0.0420561 Dec 06 12:48:30.852287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3441a539-8a8b-470d-a419-680806cf8396 req-bfef017f-86f0-4dcc-8451-bb3c9e1d7146 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Dec 06 12:48:31.342367 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.603272 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266456-1023-4283-b7b9-0a02ba75d353 req-a13b9f23-3bd1-4294-b654-2ce64953e778 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:31.604728 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b266456-1023-4283-b7b9-0a02ba75d353 req-a13b9f23-3bd1-4294-b654-2ce64953e778 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 950 time: 0.0517867 Dec 06 12:48:31.651456 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b266456-1023-4283-b7b9-0a02ba75d353 req-9ac1e84e-5e11-4f53-b319-9516a465e750 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 Dec 06 12:48:32.411876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.766396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13247377-07b5-4efe-8aad-1147c638f2fe req-09210d65-b075-4682-81dc-762f1997701f tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:32.767856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13247377-07b5-4efe-8aad-1147c638f2fe req-09210d65-b075-4682-81dc-762f1997701f tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 950 time: 0.0489643 Dec 06 12:48:32.815939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13247377-07b5-4efe-8aad-1147c638f2fe req-aa798e74-894a-4dc4-bd65-b3d1076343e7 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Dec 06 12:48:33.192657 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-5883cd8e-2e9a-4d65-a62d-f53e2f40dc54 req-d16f3aa1-3e7b-46b5-a47c-de5ecbeccb43 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:48:33.193699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5883cd8e-2e9a-4d65-a62d-f53e2f40dc54 req-d16f3aa1-3e7b-46b5-a47c-de5ecbeccb43 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031599 Dec 06 12:48:33.232842 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.511000 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-dc7176fb-6a16-4a1a-a8a2-5d1ccee57e0e req-f857483e-2eba-4c3b-aa12-e272423dacd2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:48:33.511994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc7176fb-6a16-4a1a-a8a2-5d1ccee57e0e req-f857483e-2eba-4c3b-aa12-e272423dacd2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058534 Dec 06 12:48:33.842739 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f296-8f7f-467f-a83c-0f919db13cb6 req-5e2c1e1d-3b64-4de2-aa25-ecbde8f7288f tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:33.844205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc67f296-8f7f-467f-a83c-0f919db13cb6 req-5e2c1e1d-3b64-4de2-aa25-ecbde8f7288f tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 950 time: 0.0486646 Dec 06 12:48:33.895077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc67f296-8f7f-467f-a83c-0f919db13cb6 req-c02d8d91-3a6d-4319-ba0d-a83f9988b548 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449307 Dec 06 12:48:35.011054 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbb72d-6572-4d12-94b9-e29eb1adc160 req-6e1d74eb-800f-4b33-83a7-a22ec00d7283 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:35.012543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdfbb72d-6572-4d12-94b9-e29eb1adc160 req-6e1d74eb-800f-4b33-83a7-a22ec00d7283 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 950 time: 0.0492225 Dec 06 12:48:35.059989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdfbb72d-6572-4d12-94b9-e29eb1adc160 req-4940394b-0f0d-46e2-a738-fb1a46c478f3 tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/security-groups?id=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Dec 06 12:48:35.190593 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-c1760432-1aa7-461d-a693-afe901fbd6df tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:35.192013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-c1760432-1aa7-461d-a693-afe901fbd6df tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 950 time: 0.0470703 Dec 06 12:48:35.282964 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Deleting port ab0ec1af-79ff-4d54-9fee-b6b4405881ff {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:35.283305 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.371356 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] For port ab0ec1af-79ff-4d54-9fee-b6b4405881ff, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,segment=NetworkSegment(6d51c2db-973d-4057-9980-3cfa887a7352),segment_id=6d51c2db-973d-4057-9980-3cfa887a7352)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:35.371725 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.384434 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Calling delete_port for ab0ec1af-79ff-4d54-9fee-b6b4405881ff owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:35.513562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.540495 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Pushing event deleted for resources: {'Port': ['ID=ab0ec1af-79ff-4d54-9fee-b6b4405881ff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:35.545556 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['ab0ec1af-79ff-4d54-9fee-b6b4405881ff'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:48:35.589310 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] No DVR routers for this DVR port ab0ec1af-79ff-4d54-9fee-b6b4405881ff on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:35.592232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.595683 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9cb1f7c-a4a2-42e9-83aa-b5618e9faca0 req-f3ba9f73-124c-40fe-bc49-c26c015c919c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.53 "DELETE /v2.0/ports/ab0ec1af-79ff-4d54-9fee-b6b4405881ff HTTP/1.1" status: 204 len: 173 time: 0.3976738 Dec 06 12:48:35.596162 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'name': 'network-vif-deleted', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:35.598500 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea99c786-3543-4edb-b3a2-3ee30e89c1d6" -d '{"events": [{"server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "name": "network-vif-deleted", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:35.645476 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceaf105-fedf-48e5-8118-c48748aafd28 x-openstack-request-id: req-dceaf105-fedf-48e5-8118-c48748aafd28 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:35.645854 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a98d3-524a-4eac-b00c-693e9397daec", "name": "network-vif-deleted", "tag": "ab0ec1af-79ff-4d54-9fee-b6b4405881ff", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:35.646118 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dceaf105-fedf-48e5-8118-c48748aafd28 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:35.646526 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a98d3-524a-4eac-b00c-693e9397daec', 'name': 'network-vif-deleted', 'tag': 'ab0ec1af-79ff-4d54-9fee-b6b4405881ff', 'status': 'completed', 'code': 200} Dec 06 12:48:36.169429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-456f481e-919d-4e6d-bc31-535ce3dd0251 req-9976351a-e3e1-40e4-bbe2-8ba13cfd644c tempest-ServersAdminNegativeTestJSON-1608448797 tempest-ServersAdminNegativeTestJSON-1608448797-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5a98d3-524a-4eac-b00c-693e9397daec HTTP/1.1" status: 200 len: 210 time: 0.0255487 Dec 06 12:48:37.460648 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:37.598842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-43b2df5f-51eb-4691-b2c0-a21538132d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c71f0891b84641c58f8544527bc08d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347449 Dec 06 12:48:37.599078 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37512) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:37.649682 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:37.672705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:37.720719 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:37.723426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:37.724737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe HTTP/1.1" status: 204 len: 168 time: 0.1247211 Dec 06 12:48:37.734020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f4e7a-1c2b-44b8-932f-c1ac8a78cdfe,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:37.741531 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.741880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.742223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.742575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.742899 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.743227 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.743553 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.743881 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.744319 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.744772 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.745218 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.745647 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.745956 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c512417-17e3-476d-8979-354de90d224f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:37.983751 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:37.997281 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.071335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.075491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.113875 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81eb4c3c67a94074974f6db6ec460076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290259 Dec 06 12:48:38.114803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec888e1-26ae-4591-95fd-bbb0fbf94f11,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:38.116663 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:38.122835 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.123194 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.123543 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.123883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.124222 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.124555 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.124886 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.125243 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.125574 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.125900 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.126226 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.126550 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.126873 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a25253-878a-4185-9f15-55e9b496e527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:38.166080 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.187082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.232899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.235754 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:38.236887 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ec888e1-26ae-4591-95fd-bbb0fbf94f11 HTTP/1.1" status: 204 len: 168 time: 0.1191161 Dec 06 12:48:38.245507 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b529ee-2beb-4bee-8fd2-3acb39e748fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec888e1-26ae-4591-95fd-bbb0fbf94f11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:38.886540 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:38.982328 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-707484989-network', 'tenant_id': '25a92f554b83406c8cd98e11f9224b4c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:39.002116 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Made reservation on behalf of 25a92f554b83406c8cd98e11f9224b4c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:39.004421 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.012898 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.084161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.087646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.112315 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:48:39.126065 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec08cd1-4adc-40fa-a074-d667c91ea296,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:39.130805 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.131171 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Added segment 3c82e499-f265-4a7c-8b7f-c268aca15165 of type vlan for network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 Dec 06 12:48:39.171587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.196019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.197539 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:39.198136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.231669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3439820 Dec 06 12:48:39.234752 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37546) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:39.239686 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Request body: {'subnet': {'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-707484989-subnet', 'tenant_id': '25a92f554b83406c8cd98e11f9224b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:39.263274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Made reservation on behalf of 25a92f554b83406c8cd98e11f9224b4c for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:39.265296 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e084e-6998-4a29-aefb-74919bf943c4 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7427e3-7b7d-46ff-bd51-3517bdba2440,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:39.266790 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.277230 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:48:39.432640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.489139 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086cc124-e3f3-496e-b1e3-25ea35c2ccc4,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:39.496697 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Checking segment: {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:39.497058 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Network hostable DHCP agents. Network: 1c7427e3-7b7d-46ff-bd51-3517bdba2440, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:48:39.513775 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:48:39.522057 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1c7427e3-7b7d-46ff-bd51-3517bdba2440) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:39.526794 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:39.527382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.532289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918bece-ca0d-4df8-8136-88c6389249d9 None None] Network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:39.543061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-da68fe99-4a13-462b-9f98-6fd79a6eec65 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3071589 Dec 06 12:48:39.657115 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10185c65-e818-4c50-b1ac-70e0c7ee0816 None None] Network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:39.976481 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-8ca1b753-528b-49ac-bccf-f5e067d988a5 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:39.978223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-8ca1b753-528b-49ac-bccf-f5e067d988a5 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 811 time: 0.1042113 Dec 06 12:48:39.993077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-8ca2694b-86e4-4acb-952b-8646a510eed6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/quotas/25a92f554b83406c8cd98e11f9224b4c HTTP/1.1" status: 200 len: 375 time: 0.0085764 Dec 06 12:48:40.024153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a356f070-4da1-45fa-b687-c7c7e5e38a59 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247107 Dec 06 12:48:40.034617 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-fc5d92d1-21c9-450b-8b45-e78e632775f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:48:40.035494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-fc5d92d1-21c9-450b-8b45-e78e632775f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048006 Dec 06 12:48:40.126489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-cc9f1c0d-a6f1-45a8-9bf5-7947eef785ae service neutron] 10.222.0.31 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Dec 06 12:48:40.215398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-abaa6f22-1a2d-4276-a52c-b0944cfeae61 service neutron] 10.222.0.31 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Dec 06 12:48:40.377175 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bbb4477-8c32-4256-ba15-d54591acc9ca req-63b5d3fb-c87a-4dda-9130-e25947899a89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Dec 06 12:48:40.491452 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ab0ec1af-79ff-4d54-9fee-b6b4405881ff no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:40.515344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: ab0ec1af-79ff-4d54-9fee-b6b4405881ff {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:40.515696 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device ab0ec1af-79ff-4d54-9fee-b6b4405881ff not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:41.345004 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-0c1c88cf-e213-4143-9e88-116f35a836fd tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:41.346463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-0c1c88cf-e213-4143-9e88-116f35a836fd tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.53 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 811 time: 0.1027648 Dec 06 12:48:41.364548 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Request body: {'port': {'device_id': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440', 'admin_state_up': True, 'tenant_id': '25a92f554b83406c8cd98e11f9224b4c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:41.480782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-010e6219-a6ca-4857-bf4e-4ecba3e78829 req-b0d4fbe4-dd2f-4c09-9de7-5e2bf30677b1 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 210 time: 0.0347464 Dec 06 12:48:41.498630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Made reservation on behalf of 25a92f554b83406c8cd98e11f9224b4c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:41.502099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.626274 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Allocated IP 172.20.0.5 (1c7427e3-7b7d-46ff-bd51-3517bdba2440/086cc124-e3f3-496e-b1e3-25ea35c2ccc4/404de803-47e1-4b9e-b266-d262c3735bdc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:41.771893 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.809750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.854988 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:48:41.858001 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:41.861099 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:41.863509 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:41.889584 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:41.915969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:41.916589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.931937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-a169e128-a4db-46b6-ac7c-2710ff3ae7f8 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711637 Dec 06 12:48:41.949729 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Request body: {'port': {'device_id': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:42.000860 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.257055 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404de803-47e1-4b9e-b266-d262c3735bdc {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:42.264786 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.277055 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Transition to ACTIVE for port object 404de803-47e1-4b9e-b266-d262c3735bdc will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:48:42.280939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.331824 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:42.399119 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:42.399767 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:42.399940 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:42.404848 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:48:42.405186 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:42.410016 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:42.410339 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Checking segment: {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:42.410724 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Bound using segment: {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:42.411150 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Bound port: 404de803-47e1-4b9e-b266-d262c3735bdc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:42.411505 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.474598 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:42.477894 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:42.482319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.518317 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.518945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.520463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] 10.222.0.53 "PUT /v2.0/ports/404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 1091 time: 0.5745280 Dec 06 12:48:42.520798 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:42.523086 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56427e4f-5550-4a32-a946-d6cbf08a472b" -d '{"events": [{"name": "network-changed", "server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:42.547179 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d38c1-7cd7-429d-b5f8-f9e70cb89056 service neutron] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:42.571867 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7e291-762d-4a90-812a-07d7e6982d44 x-openstack-request-id: req-c9e7e291-762d-4a90-812a-07d7e6982d44 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:42.572165 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:42.572404 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9e7e291-762d-4a90-812a-07d7e6982d44 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:42.573334 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'status': 'completed', 'code': 200} Dec 06 12:48:42.639875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b59c5-b0b1-49c2-90ca-fb0ba25f8d50 req-6a6ee730-52fd-449c-b341-a8ec09f1dc9a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.641379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e9b59c5-b0b1-49c2-90ca-fb0ba25f8d50 req-6a6ee730-52fd-449c-b341-a8ec09f1dc9a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0828807 Dec 06 12:48:42.647756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-c5696384-3bf1-4aab-9dd3-4d85c803b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.649125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-c5696384-3bf1-4aab-9dd3-4d85c803b991 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1094 time: 0.0585749 Dec 06 12:48:42.705077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-0f21065d-9f2f-4cc8-acb0-2572983b31d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0408812 Dec 06 12:48:42.728960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e9b59c5-b0b1-49c2-90ca-fb0ba25f8d50 req-fda19fcb-49a1-4fcd-a7fa-d80eb3607b66 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Dec 06 12:48:42.762597 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93495f-9545-4081-8a93-7de1615e4809 req-7a41cd02-86b3-44f6-92b2-0246c67635f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.763960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-7a41cd02-86b3-44f6-92b2-0246c67635f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0496874 Dec 06 12:48:42.798711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-e197d85e-e3ef-4de2-9690-2ab37cb399d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278795 Dec 06 12:48:42.886282 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-b79dc92c-77f9-4c77-9218-ab95e4bb27b3 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798719 Dec 06 12:48:42.976822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea93495f-9545-4081-8a93-7de1615e4809 req-03547dab-62ae-47f2-8f4d-2857259317bc service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Dec 06 12:48:43.095623 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-e2771afb-a4af-4cee-920a-e61330c9cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:43.096982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-e2771afb-a4af-4cee-920a-e61330c9cb82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1094 time: 0.0394504 Dec 06 12:48:43.189401 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-34ce21e1-ea34-4d6a-88fb-cfd6550b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:43.190843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-34ce21e1-ea34-4d6a-88fb-cfd6550b540d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.0868144 Dec 06 12:48:43.231395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-778f459e-57a2-4fb4-a28a-5abf8c30beac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0334120 Dec 06 12:48:43.278944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-3fb665c0-e215-481a-ad17-d0406133b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:43.280361 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-3fb665c0-e215-481a-ad17-d0406133b39a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0423932 Dec 06 12:48:43.311483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-310d04e0-4655-40fd-bb86-2aeb60d9bf70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241418 Dec 06 12:48:43.403329 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-450e599f-0bfc-44c9-b3ab-3695955ad5bf service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 Dec 06 12:48:43.491190 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-56427e4f-5550-4a32-a946-d6cbf08a472b req-a8c57fb9-171d-4e9e-81ce-abe03098cac3 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806439 Dec 06 12:48:43.849886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f119-fcfa-4d8b-8491-599b5dfdbbea req-d7462305-0d95-4fd9-8a9e-2d488c379a92 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:43.851358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ac6f119-fcfa-4d8b-8491-599b5dfdbbea req-d7462305-0d95-4fd9-8a9e-2d488c379a92 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0530920 Dec 06 12:48:43.898082 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ac6f119-fcfa-4d8b-8491-599b5dfdbbea req-862cc0b3-2826-40a0-88ce-6f510a406608 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Dec 06 12:48:45.011760 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ffe84-50b8-4539-8ca0-9511ac1d75bb req-1f1413e6-eac1-4a64-aeae-78c965ac9212 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:45.013225 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-249ffe84-50b8-4539-8ca0-9511ac1d75bb req-1f1413e6-eac1-4a64-aeae-78c965ac9212 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0482509 Dec 06 12:48:45.058937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-249ffe84-50b8-4539-8ca0-9511ac1d75bb req-f34228a7-f08c-4543-845c-f55b43213953 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Dec 06 12:48:46.175787 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f313-8798-4da4-9ed2-aca7c1760ded req-98b5fa50-5b0a-4a86-bb74-a306530b0b34 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:46.177316 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b183f313-8798-4da4-9ed2-aca7c1760ded req-98b5fa50-5b0a-4a86-bb74-a306530b0b34 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0516832 Dec 06 12:48:46.225069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b183f313-8798-4da4-9ed2-aca7c1760ded req-9b783b6c-9977-4309-ae4c-b87f42abd4e6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Dec 06 12:48:46.537684 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:48:46.636017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:46.647016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '404de803-47e1-4b9e-b266-d262c3735bdc', 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440', 'port_id': '404de803-47e1-4b9e-b266-d262c3735bdc', 'mac_address': 'fa:16:3e:8c:64:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086cc124-e3f3-496e-b1e3-25ea35c2ccc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:48:46.683295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.695826 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404de803-47e1-4b9e-b266-d262c3735bdc {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:46.715951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:46.720039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.765172 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:46.972606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['404de803-47e1-4b9e-b266-d262c3735bdc'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:48:47.339231 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f8f5-f700-4812-8309-62046196744a req-a7a698c4-4ba6-4e75-bf92-355f62240ec6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:47.340702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e194f8f5-f700-4812-8309-62046196744a req-a7a698c4-4ba6-4e75-bf92-355f62240ec6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 944 time: 0.0480099 Dec 06 12:48:47.388197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e194f8f5-f700-4812-8309-62046196744a req-8b95ef58-0178-4854-80ce-c35cb24ea17d tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Dec 06 12:48:48.499294 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fdcbd-57e0-417b-bd0d-80c6340bd065 req-cba3c2c5-edfe-41e5-b63e-92eeb36f1de5 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:48.500835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f0fdcbd-57e0-417b-bd0d-80c6340bd065 req-cba3c2c5-edfe-41e5-b63e-92eeb36f1de5 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 944 time: 0.0478320 Dec 06 12:48:48.540209 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:48.551159 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f0fdcbd-57e0-417b-bd0d-80c6340bd065 req-8dcbf569-d19e-49a0-81f0-f20d30e852d7 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Dec 06 12:48:48.586483 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 404de803-47e1-4b9e-b266-d262c3735bdc completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:48:48.590846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 404de803-47e1-4b9e-b266-d262c3735bdc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:48.591215 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:48.669085 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:48.691375 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:48.693655 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5515e2a2-9fe0-4753-83cc-98a02a0dbf89" -d '{"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-plugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:48.706577 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:48.710775 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:48.733379 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb160c48-b898-4c4b-809d-85d7e48e78a3 x-openstack-request-id: req-eb160c48-b898-4c4b-809d-85d7e48e78a3 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:48.733671 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-plugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:48.733927 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb160c48-b898-4c4b-809d-85d7e48e78a3 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:48.734315 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'code': 200} Dec 06 12:48:48.758709 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:48.854734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d4e32-c7dc-4056-bd81-542ea8b52b93 req-06edf15c-67b9-43e6-a12c-b0c9743c387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:48.856206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-625d4e32-c7dc-4056-bd81-542ea8b52b93 req-06edf15c-67b9-43e6-a12c-b0c9743c387f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1096 time: 0.0391912 Dec 06 12:48:48.899911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-625d4e32-c7dc-4056-bd81-542ea8b52b93 req-c6885d77-9c67-409f-91de-e65d3619d9cf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Dec 06 12:48:49.667464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216fc7e-233e-470e-8f5d-7a62ad52f9ae req-c7d65085-2979-4565-ad78-25adc69ef1b9 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:49.668915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f216fc7e-233e-470e-8f5d-7a62ad52f9ae req-c7d65085-2979-4565-ad78-25adc69ef1b9 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Dec 06 12:48:49.717564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f216fc7e-233e-470e-8f5d-7a62ad52f9ae req-fd0efb3d-9986-4040-be20-871b8aba91cc tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Dec 06 12:48:49.852755 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:50.839627 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40abf3-a392-45bc-b659-e4145ddc958f req-550f5072-2f5d-4ba2-9ebc-17d542d53097 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:50.841081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea40abf3-a392-45bc-b659-e4145ddc958f req-550f5072-2f5d-4ba2-9ebc-17d542d53097 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0527773 Dec 06 12:48:50.887762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea40abf3-a392-45bc-b659-e4145ddc958f req-c4985686-ef80-4abc-8915-000a13136f14 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Dec 06 12:48:51.118070 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716358e-1afd-4023-86e2-ff802dcd9e8d req-41b73364-152c-4de9-8e42-e2a5246ced3e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:51.120108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d716358e-1afd-4023-86e2-ff802dcd9e8d req-41b73364-152c-4de9-8e42-e2a5246ced3e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Dec 06 12:48:51.185326 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-fc2742f4-4e92-4c37-9080-f5f46cfd8dd2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209147 Dec 06 12:48:51.192330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d716358e-1afd-4023-86e2-ff802dcd9e8d req-be91c9c2-f5d3-4c8d-a81b-790785308837 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637703 Dec 06 12:48:52.324495 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-991cb023-7c8d-48ec-a079-3cb008c42ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:52.326026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-991cb023-7c8d-48ec-a079-3cb008c42ec0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1096 time: 0.0683539 Dec 06 12:48:52.349399 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c4ff6-4d53-44b2-b794-8a7dc9ac2058 req-35626808-556c-4a38-af10-e3f320b50d2b tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:52.350821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-941c4ff6-4d53-44b2-b794-8a7dc9ac2058 req-35626808-556c-4a38-af10-e3f320b50d2b tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0659108 Dec 06 12:48:52.444918 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-941c4ff6-4d53-44b2-b794-8a7dc9ac2058 req-09b7e897-96d9-4a26-807d-cb826c08cfda tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837071 Dec 06 12:48:52.462317 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-129cbba0-054f-4ce4-a6e3-5f758cfc5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:52.464357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-129cbba0-054f-4ce4-a6e3-5f758cfc5013 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.1307664 Dec 06 12:48:52.505659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3d8b83b-4d10-4327-9c6a-846108f3112c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0339479 Dec 06 12:48:52.552877 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-457190f8-3850-47a4-a3af-6dd13e0e8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:52.554289 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-457190f8-3850-47a4-a3af-6dd13e0e8661 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0426083 Dec 06 12:48:52.583490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-60e92147-ab1b-4c54-a2ee-19546294a63d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226526 Dec 06 12:48:52.675016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-ab187865-e516-44e5-ba7b-7db638db5cc3 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846117 Dec 06 12:48:52.767126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-cddfc539-a722-4a86-81aa-997b8629abb4 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854309 Dec 06 12:48:53.562963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e78b2-8582-44bb-9876-0069dd7edc47 req-2d9fe4d0-02b6-48e4-ba6d-1b7b528f2d7a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:53.564410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f8e78b2-8582-44bb-9876-0069dd7edc47 req-2d9fe4d0-02b6-48e4-ba6d-1b7b528f2d7a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Dec 06 12:48:53.611714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f8e78b2-8582-44bb-9876-0069dd7edc47 req-29bcdf8b-4178-4be9-b173-c50712801fc1 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Dec 06 12:48:54.724953 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a10d-510d-4335-809e-84bfb43b90d3 req-7c7704f5-9526-4592-8d88-c6c4a557ce1e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:54.726425 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caf0a10d-510d-4335-809e-84bfb43b90d3 req-7c7704f5-9526-4592-8d88-c6c4a557ce1e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Dec 06 12:48:54.772299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-caf0a10d-510d-4335-809e-84bfb43b90d3 req-8e91681d-47f9-4570-988e-7e457abdf72d tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Dec 06 12:48:55.892425 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da414706-062d-4170-80ae-0c48273054ec req-4b264072-9dcc-4394-be08-aaa5a4b42651 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:55.893805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da414706-062d-4170-80ae-0c48273054ec req-4b264072-9dcc-4394-be08-aaa5a4b42651 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0515189 Dec 06 12:48:55.939167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da414706-062d-4170-80ae-0c48273054ec req-82fa2bb5-1c5f-41b2-b411-3d0ea2e778b9 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Dec 06 12:48:57.052693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543969c2-e328-434e-8d30-9eb6244821ce req-923edaec-77a1-4597-899f-b8ccf8f599ec tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:57.054165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543969c2-e328-434e-8d30-9eb6244821ce req-923edaec-77a1-4597-899f-b8ccf8f599ec tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0473521 Dec 06 12:48:57.099126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-543969c2-e328-434e-8d30-9eb6244821ce req-c8a71895-f507-469d-9481-85c219386b60 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Dec 06 12:48:57.282685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1f59622b-75ff-416a-b401-902e50daaf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:58.211348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ba50-b6e2-4247-9e3a-654b8849b0d4 req-2d811d8d-3376-40a7-a2cc-54962bca9b8e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:58.212788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3d9ba50-b6e2-4247-9e3a-654b8849b0d4 req-2d811d8d-3376-40a7-a2cc-54962bca9b8e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0471671 Dec 06 12:48:58.262781 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3d9ba50-b6e2-4247-9e3a-654b8849b0d4 req-a9268dd2-2c14-4e68-b796-9d2adb98bcd1 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Dec 06 12:48:59.377886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b866d0d-7b0d-44d8-9ae3-507c56258172 req-b446ef1f-bbcd-4ff2-a5c8-be841350196e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:59.379324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b866d0d-7b0d-44d8-9ae3-507c56258172 req-b446ef1f-bbcd-4ff2-a5c8-be841350196e tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Dec 06 12:48:59.425185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b866d0d-7b0d-44d8-9ae3-507c56258172 req-0caeb66b-9b0d-49b1-b03f-321c5729065d tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Dec 06 12:48:59.622894 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f161b6a4-a432-4033-8536-a7156c5ac447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:00.536467 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b74a2-4db3-4e63-86d2-a7741134945e req-d3eaf4e4-92b3-470c-85e2-757668a7bce2 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:00.537958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a9b74a2-4db3-4e63-86d2-a7741134945e req-d3eaf4e4-92b3-470c-85e2-757668a7bce2 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0468228 Dec 06 12:49:00.583753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a9b74a2-4db3-4e63-86d2-a7741134945e req-f8169dc3-f8d4-4b97-8d26-393ed93c1712 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Dec 06 12:49:00.635241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:01.360035 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:01.701435 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aef3d-958f-411b-bebe-8b77a771f731 req-577883cc-1f21-4fd7-b666-d63ac0f80c1f tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:01.702903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db8aef3d-958f-411b-bebe-8b77a771f731 req-577883cc-1f21-4fd7-b666-d63ac0f80c1f tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Dec 06 12:49:01.750347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db8aef3d-958f-411b-bebe-8b77a771f731 req-a3ed593d-5243-4d08-800a-7e344240238a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Dec 06 12:49:02.414753 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:02.864750 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a3289-123c-4a93-92a0-1c94a11abdbe req-69c8ef3e-5ccf-48ea-8274-2a13316b70b7 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:02.866222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c7a3289-123c-4a93-92a0-1c94a11abdbe req-69c8ef3e-5ccf-48ea-8274-2a13316b70b7 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Dec 06 12:49:02.912185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c7a3289-123c-4a93-92a0-1c94a11abdbe req-27527f03-09a6-45aa-8fc8-f77c4f9088db tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Dec 06 12:49:03.235053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:04.029732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7311-737e-47d7-98ae-eab987b23e11 req-d5c8038b-c140-4711-814c-1176994c1044 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:04.031197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e80d7311-737e-47d7-98ae-eab987b23e11 req-d5c8038b-c140-4711-814c-1176994c1044 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0509214 Dec 06 12:49:04.076853 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e80d7311-737e-47d7-98ae-eab987b23e11 req-2996deb1-4e1f-40db-bf90-9d9b134cbabe tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Dec 06 12:49:05.196223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d591-2c57-4416-a61a-84b1e05a38a2 req-90a9be9e-180b-4aa0-b78a-c66890c21ef4 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:05.197701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d479d591-2c57-4416-a61a-84b1e05a38a2 req-90a9be9e-180b-4aa0-b78a-c66890c21ef4 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Dec 06 12:49:05.244535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d479d591-2c57-4416-a61a-84b1e05a38a2 req-ca863fbe-9fb4-4e9f-8c59-ab85b24952f6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Dec 06 12:49:06.356945 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92c0f6-19e0-4e05-9269-10ef237a83e7 req-8f023074-0beb-4bbe-abd1-8a3c552dd25f tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:06.358426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a92c0f6-19e0-4e05-9269-10ef237a83e7 req-8f023074-0beb-4bbe-abd1-8a3c552dd25f tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0472093 Dec 06 12:49:06.406972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a92c0f6-19e0-4e05-9269-10ef237a83e7 req-beed7301-8b0a-4120-a511-290c944736ad tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Dec 06 12:49:07.521596 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6545ba-16f0-4fbb-b5df-72eb6aef3408 req-f85dcf5d-cab9-4a77-ac66-f50efc83da95 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:07.523037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6545ba-16f0-4fbb-b5df-72eb6aef3408 req-f85dcf5d-cab9-4a77-ac66-f50efc83da95 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Dec 06 12:49:07.568592 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d6545ba-16f0-4fbb-b5df-72eb6aef3408 req-0467c687-fc47-495b-9bfe-391a37d5192c tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 Dec 06 12:49:08.681974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0861-915a-48fb-bbc5-b4f482be3417 req-991ca957-377a-4210-95fa-20538cfc7b75 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:08.683448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53de0861-915a-48fb-bbc5-b4f482be3417 req-991ca957-377a-4210-95fa-20538cfc7b75 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0476923 Dec 06 12:49:08.729529 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53de0861-915a-48fb-bbc5-b4f482be3417 req-ea85e9a6-b9fe-4def-af67-773c9893f6fc tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Dec 06 12:49:09.848488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0d47-fa61-49eb-a47d-48f1ab0cf95c req-c6274d76-fbf8-435f-ad9d-3cd3ea03a027 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:09.849966 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3ac0d47-fa61-49eb-a47d-48f1ab0cf95c req-c6274d76-fbf8-435f-ad9d-3cd3ea03a027 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0512261 Dec 06 12:49:09.896182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b3ac0d47-fa61-49eb-a47d-48f1ab0cf95c req-a0d8ce23-e478-4b66-958e-a1012924cfc3 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Dec 06 12:49:11.008972 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe4f7c-2dee-45da-b6a9-fc5f53037d26 req-5ca3f955-d8c2-4488-9353-ef1e0899f939 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:11.010460 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1abe4f7c-2dee-45da-b6a9-fc5f53037d26 req-5ca3f955-d8c2-4488-9353-ef1e0899f939 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0475740 Dec 06 12:49:11.056947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1abe4f7c-2dee-45da-b6a9-fc5f53037d26 req-439d1834-1517-4d21-86c3-cc5c01b3ea37 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Dec 06 12:49:12.177355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e5adf-26e0-4e8c-aa2a-fe9e443b331c req-b6501a4d-1404-491c-ad30-2e80d0f11c3a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:12.178825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a7e5adf-26e0-4e8c-aa2a-fe9e443b331c req-b6501a4d-1404-491c-ad30-2e80d0f11c3a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0482564 Dec 06 12:49:12.229162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a7e5adf-26e0-4e8c-aa2a-fe9e443b331c req-fe4607cb-6a45-4008-9371-0334ec8eb21a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Dec 06 12:49:13.343618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2201fa-d6c7-4c46-9bea-6213a5c267f7 req-8a6a4af1-5eac-49cd-8b66-84c7a53f5c88 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:13.345060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c2201fa-d6c7-4c46-9bea-6213a5c267f7 req-8a6a4af1-5eac-49cd-8b66-84c7a53f5c88 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Dec 06 12:49:13.391319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9c2201fa-d6c7-4c46-9bea-6213a5c267f7 req-1ddde23d-a738-4815-a41e-f077901157fa tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Dec 06 12:49:14.506280 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0690d-972e-4c4a-8e7b-47f35be70849 req-d56edd71-dcdc-45cd-9123-ebf6c398d0f6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:14.507771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78f0690d-972e-4c4a-8e7b-47f35be70849 req-d56edd71-dcdc-45cd-9123-ebf6c398d0f6 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0485363 Dec 06 12:49:14.553891 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78f0690d-972e-4c4a-8e7b-47f35be70849 req-d3102624-56e4-4f47-ae82-84cebc7a8603 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Dec 06 12:49:15.671609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d903a-7b99-45cd-93fe-42ec4182cb2c req-b7529695-cfa8-4637-8096-751073a82334 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:15.673064 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-818d903a-7b99-45cd-93fe-42ec4182cb2c req-b7529695-cfa8-4637-8096-751073a82334 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Dec 06 12:49:15.718579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-818d903a-7b99-45cd-93fe-42ec4182cb2c req-b7f0a432-6b16-4122-a50e-5c1bd0355348 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Dec 06 12:49:16.832061 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babb754-3bdc-4efa-94ab-22c7999b609a req-12f27957-83f9-4204-8e46-d70badfb1e7b tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:16.833540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0babb754-3bdc-4efa-94ab-22c7999b609a req-12f27957-83f9-4204-8e46-d70badfb1e7b tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Dec 06 12:49:16.879439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0babb754-3bdc-4efa-94ab-22c7999b609a req-cddb1ebe-48a8-498a-8959-7d5d613456dc tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Dec 06 12:49:17.996223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcc1fd-9882-4898-ada1-68d3f1cf62a6 req-e5fbf67b-7ae2-452e-a996-3e305bdb956a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:17.997704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8bcc1fd-9882-4898-ada1-68d3f1cf62a6 req-e5fbf67b-7ae2-452e-a996-3e305bdb956a tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Dec 06 12:49:18.362605 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8bcc1fd-9882-4898-ada1-68d3f1cf62a6 req-3ddf8502-7f02-4aa1-b608-3b96d05f11e1 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589375 Dec 06 12:49:18.855101 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:49:19.476648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee88d-58fb-474d-9d97-f5c147498a43 req-04f9ba92-4dd9-493f-97c3-e75a5522fc54 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:19.478371 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fbee88d-58fb-474d-9d97-f5c147498a43 req-04f9ba92-4dd9-493f-97c3-e75a5522fc54 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0473084 Dec 06 12:49:19.524019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fbee88d-58fb-474d-9d97-f5c147498a43 req-94410ed9-b01a-431b-b1a3-f8ea08a548da tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Dec 06 12:49:19.843660 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-c4072ec6-1d43-466e-9486-30203f704164 service neutron] show failed (client error): The resource could not be found. Dec 06 12:49:19.844599 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-c4072ec6-1d43-466e-9486-30203f704164 service neutron] 10.222.0.53 "GET /v2.0/ports/404de803-47e1-4b9e-b266-d262c3735bdc/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0547364 Dec 06 12:49:19.876426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.051106 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-cf87742b-8de0-4cca-aeb2-c9e21c2c0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.052588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-cf87742b-8de0-4cca-aeb2-c9e21c2c0fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741&tenant_id=25a92f554b83406c8cd98e11f9224b4c HTTP/1.1" status: 200 len: 1096 time: 0.0409126 Dec 06 12:49:20.065202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:49:20.118675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.315088 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:20.347132 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:49:20.384936 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:20.387735 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc60e2-63d3-4a8e-a0d9-5518fbbddd9e" -d '{"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-unplugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:20.391467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.403472 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Transition to ACTIVE for port object 404de803-47e1-4b9e-b266-d262c3735bdc will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:49:20.407083 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.445301 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c515ee-b30a-4427-aabd-a0cac1fb9159 x-openstack-request-id: req-50c515ee-b30a-4427-aabd-a0cac1fb9159 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:20.445601 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-unplugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:20.445858 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c515ee-b30a-4427-aabd-a0cac1fb9159 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:20.446254 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'code': 200} Dec 06 12:49:20.477800 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] No DVR routers for this DVR port 404de803-47e1-4b9e-b266-d262c3735bdc on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:49:20.479587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:20.517719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:49:20.518051 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:49:20.518372 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:49:20.522617 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:49:20.522935 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Attempting to bind port 404de803-47e1-4b9e-b266-d262c3735bdc on network 1c7427e3-7b7d-46ff-bd51-3517bdba2440 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:49:20.527733 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:49:20.528065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Checking segment: {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:49:20.528442 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Bound using segment: {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:49:20.528859 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Bound port: 404de803-47e1-4b9e-b266-d262c3735bdc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c82e499-f265-4a7c-8b7f-c268aca15165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:49:20.529221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.591634 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:49:20.594733 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:49:20.599538 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.632225 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.632797 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:20.634207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] 10.222.0.23 "PUT /v2.0/ports/404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 1091 time: 0.5728672 Dec 06 12:49:20.656713 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fde070-ae83-4e76-9a70-e58b79c76adb req-a6614eb3-d8c4-40e2-97a6-8421a2f619da tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.658684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93fde070-ae83-4e76-9a70-e58b79c76adb req-a6614eb3-d8c4-40e2-97a6-8421a2f619da tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0652392 Dec 06 12:49:20.666986 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c10b19-3682-4b9f-b703-1edf0ff82196 service neutron] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:20.702470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-c088565b-8724-449b-9a4b-7423ba5a73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.703989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-c088565b-8724-449b-9a4b-7423ba5a73c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1094 time: 0.0448806 Dec 06 12:49:20.709349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-93fde070-ae83-4e76-9a70-e58b79c76adb req-64122f4a-99fc-4901-bb90-0305baef1e58 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Dec 06 12:49:20.799618 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-b286578c-f111-4eb3-b841-969f2591b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.801101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-b286578c-f111-4eb3-b841-969f2591b1ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.0907722 Dec 06 12:49:20.841930 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-0f45c213-72a5-48a2-b983-77457f7875e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0342772 Dec 06 12:49:20.893623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-cdfeb791-d54d-4934-8779-30e6bd726a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:20.894983 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-cdfeb791-d54d-4934-8779-30e6bd726a6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0469179 Dec 06 12:49:20.926451 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-4a71f3db-fa37-4c0c-9c81-a5d388c51f60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245452 Dec 06 12:49:21.014355 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-eb698b17-cad1-47be-81bb-6603c6ef647d service neutron] 10.222.0.23 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804956 Dec 06 12:49:21.108578 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-71981d15-d616-4d6b-80fa-4e2f690dbecd req-a067f952-59df-4877-9837-bf658bd4e928 service neutron] 10.222.0.23 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Dec 06 12:49:21.828707 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff947367-05e3-4d15-b378-4a3ae0736f96 req-573efced-29f2-420b-adac-ce9737c99413 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:21.830201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff947367-05e3-4d15-b378-4a3ae0736f96 req-573efced-29f2-420b-adac-ce9737c99413 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 943 time: 0.0483525 Dec 06 12:49:21.875962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff947367-05e3-4d15-b378-4a3ae0736f96 req-45d541c3-acda-4d56-ae00-b31e4c14ed58 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Dec 06 12:49:22.447869 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:22.450270 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877df6db-c9c1-46c2-bbca-1f4e4a06b185" -d '{"events": [{"name": "network-changed", "server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:22.495480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:49:22.499024 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c908a459-12ea-4fc9-a320-20cd23c8be70 x-openstack-request-id: req-c908a459-12ea-4fc9-a320-20cd23c8be70 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:22.499315 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:22.499564 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c908a459-12ea-4fc9-a320-20cd23c8be70 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:22.499960 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'status': 'completed', 'code': 200} Dec 06 12:49:22.567105 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-6232b6e8-bb1c-4dc4-91d9-85ff649e6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.568987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-6232b6e8-bb1c-4dc4-91d9-85ff649e6ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1094 time: 0.0459580 Dec 06 12:49:22.598380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-bccd8b73-c4fb-45de-ac0c-6693357e1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.599870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-bccd8b73-c4fb-45de-ac0c-6693357e1c17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1094 time: 0.0607243 Dec 06 12:49:22.600185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:22.612903 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '404de803-47e1-4b9e-b266-d262c3735bdc', 'network_id': '1c7427e3-7b7d-46ff-bd51-3517bdba2440', 'port_id': '404de803-47e1-4b9e-b266-d262c3735bdc', 'mac_address': 'fa:16:3e:8c:64:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086cc124-e3f3-496e-b1e3-25ea35c2ccc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:49:22.650095 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:22.666783 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404de803-47e1-4b9e-b266-d262c3735bdc {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:49:22.679172 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-bad9eefe-be8f-41bd-b742-f9b7a7c1972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.680741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-bad9eefe-be8f-41bd-b742-f9b7a7c1972a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.1044574 Dec 06 12:49:22.691695 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:22.696158 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:22.721819 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-37429436-d031-4f3c-a229-ea945e6f9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.723192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-37429436-d031-4f3c-a229-ea945e6f9f90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.1161432 Dec 06 12:49:22.725443 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-6f206710-e1c6-4585-82ea-3e652b74dfa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0380425 Dec 06 12:49:22.744333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:22.752665 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.753050 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.753395 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.753730 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.754062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.754393 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.754729 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.755041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.755362 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.755686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.756007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.756334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.756642 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:49:22.769820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-f20ee96f-6d5d-49f9-84a0-f2bdf6c144e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0380163 Dec 06 12:49:22.781127 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-e548dc44-db03-4515-8847-920c06332d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.782662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-e548dc44-db03-4515-8847-920c06332d44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0506024 Dec 06 12:49:22.815007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-c71e8387-1117-4802-b48f-8e8773dbe5d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242517 Dec 06 12:49:22.817709 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-a55c3f0c-0ba8-4d2e-97d2-ddd6d4f93d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:22.819171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-a55c3f0c-0ba8-4d2e-97d2-ddd6d4f93d0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0427043 Dec 06 12:49:22.850655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-d2b7deb8-b391-4b83-bd4d-bc48a202cf75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Dec 06 12:49:22.907964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-c3878ef3-ab74-4394-a9b3-1cef837ec029 service neutron] 10.222.0.23 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849910 Dec 06 12:49:22.943368 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['404de803-47e1-4b9e-b266-d262c3735bdc'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:49:22.947953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-2f72756d-2dcd-4db1-9811-c83123ccdf89 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 Dec 06 12:49:23.014491 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-cd936858-31a2-4f66-a443-7481476f09fe service neutron] 10.222.0.23 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988336 Dec 06 12:49:23.058923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-877df6db-c9c1-46c2-bbca-1f4e4a06b185 req-3b010813-d4ef-450b-9efe-4881ab8b2c35 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004527 Dec 06 12:49:23.075347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce16cb-1e06-4a65-b519-15bb53f260b0 req-7180e8fd-040b-447b-9c01-c54a59dec181 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:23.076800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17ce16cb-1e06-4a65-b519-15bb53f260b0 req-7180e8fd-040b-447b-9c01-c54a59dec181 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 944 time: 0.1278865 Dec 06 12:49:23.128035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17ce16cb-1e06-4a65-b519-15bb53f260b0 req-4fa570aa-1fad-4391-a5e6-dc398b932090 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Dec 06 12:49:23.403024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-a6419614-78f0-400b-beeb-51226fb364ee tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:23.404473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-a6419614-78f0-400b-beeb-51226fb364ee tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.53 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741&tenant_id=25a92f554b83406c8cd98e11f9224b4c&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0826356 Dec 06 12:49:23.462828 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-13783d14-2ac9-49f6-9dec-7c07c13ea852 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:49:23.463805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-13783d14-2ac9-49f6-9dec-7c07c13ea852 service neutron] 10.222.0.53 "DELETE /v2.0/ports/404de803-47e1-4b9e-b266-d262c3735bdc/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0517681 Dec 06 12:49:23.571796 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-6b28f370-c5b7-49e5-a62d-86e2830a25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:23.573197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-6b28f370-c5b7-49e5-a62d-86e2830a25f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25a92f554b83406c8cd98e11f9224b4c&device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 1095 time: 0.0440269 Dec 06 12:49:23.660725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-8381a380-f57b-4226-a2ff-407317145b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:23.662301 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-8381a380-f57b-4226-a2ff-407317145b68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 200 len: 912 time: 0.0824113 Dec 06 12:49:23.706191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-9bd069f1-27a4-43c4-9b5d-63663ab225e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 200 len: 217 time: 0.0366595 Dec 06 12:49:23.754153 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-6f3b27fe-23ce-4ebd-a2d1-7e8e6352c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:23.755556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-6f3b27fe-23ce-4ebd-a2d1-7e8e6352c6be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 200 len: 851 time: 0.0430350 Dec 06 12:49:23.785659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-d52fab30-ee45-4fce-abc6-b9ec2640f05b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c7427e3-7b7d-46ff-bd51-3517bdba2440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231125 Dec 06 12:49:23.877296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-9f6063a5-fcb7-46cd-b36d-e718f0cbd125 service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849497 Dec 06 12:49:23.963846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-73eb7488-e70e-498c-b43c-455aa00bec3f service neutron] 10.222.0.53 "GET /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800335 Dec 06 12:49:24.496273 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:49:24.545583 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 404de803-47e1-4b9e-b266-d262c3735bdc completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:49:24.549132 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 404de803-47e1-4b9e-b266-d262c3735bdc triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:49:24.549537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:24.633358 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:24.656668 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:24.658872 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74529fc-ae8e-4cc2-a215-ce60aa4c2544" -d '{"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-plugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:24.677122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:24.684434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:24.708197 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a27b4-aa01-4f1f-9715-315da8e8ed1f x-openstack-request-id: req-133a27b4-aa01-4f1f-9715-315da8e8ed1f {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:24.708495 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-plugged", "status": "completed", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:24.708749 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-133a27b4-aa01-4f1f-9715-315da8e8ed1f {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:24.709137 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'code': 200} Dec 06 12:49:24.714245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:49:24.726608 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212438f6-526b-4b03-9149-99af038c82ff req-83ca2aa8-fbb6-43e1-8ed5-c404c7ec109c tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:24.728357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-212438f6-526b-4b03-9149-99af038c82ff req-83ca2aa8-fbb6-43e1-8ed5-c404c7ec109c tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0560379 Dec 06 12:49:24.764447 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:24.772656 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:49:24.779891 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-212438f6-526b-4b03-9149-99af038c82ff req-7e2e0fc5-b60a-4a76-8836-7cf254eb5e87 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Dec 06 12:49:25.895122 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fc0c5-c28e-48b9-abf4-e26446dfada7 req-677b5439-096f-445c-a2f2-139b137687bc tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:25.896501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee6fc0c5-c28e-48b9-abf4-e26446dfada7 req-677b5439-096f-445c-a2f2-139b137687bc tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Dec 06 12:49:25.944046 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee6fc0c5-c28e-48b9-abf4-e26446dfada7 req-b98ee112-148f-4e57-b58a-33481b2ee77d tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ec08cd1-4adc-40fa-a074-d667c91ea296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Dec 06 12:49:25.963142 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-4939f6a4-aabb-4392-8708-4f10f25927a0 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:25.964608 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-4939f6a4-aabb-4392-8708-4f10f25927a0 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.23 "GET /v2.0/ports?device_id=6beddf0e-f6b5-420f-a3b9-e3b05d121741 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Dec 06 12:49:26.059131 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Deleting port 404de803-47e1-4b9e-b266-d262c3735bdc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:49:26.059589 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:26.154153 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] For port 404de803-47e1-4b9e-b266-d262c3735bdc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=404de803-47e1-4b9e-b266-d262c3735bdc,segment=NetworkSegment(3c82e499-f265-4a7c-8b7f-c268aca15165),segment_id=3c82e499-f265-4a7c-8b7f-c268aca15165)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:26.154433 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:26.166532 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Calling delete_port for 404de803-47e1-4b9e-b266-d262c3735bdc owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:49:26.295289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:26.306573 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['404de803-47e1-4b9e-b266-d262c3735bdc'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:49:26.324980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Pushing event deleted for resources: {'Port': ['ID=404de803-47e1-4b9e-b266-d262c3735bdc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:26.370405 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] No DVR routers for this DVR port 404de803-47e1-4b9e-b266-d262c3735bdc on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:49:26.373024 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:26.376328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-48a703b8-e486-4f61-b5bf-d2797486b97a req-45f5ef3c-1dbb-4b91-947f-a2f47d5fba89 tempest-DeleteServersTestJSON-1579252818 tempest-DeleteServersTestJSON-1579252818-project] 10.222.0.23 "DELETE /v2.0/ports/404de803-47e1-4b9e-b266-d262c3735bdc HTTP/1.1" status: 204 len: 173 time: 0.4049397 Dec 06 12:49:26.376763 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-deleted', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:26.379028 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66452a8-213e-4b7a-a146-54290f824df4" -d '{"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-deleted", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:26.419496 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd6efd-07df-41f8-be6f-fc3e53535c4a x-openstack-request-id: req-d2bd6efd-07df-41f8-be6f-fc3e53535c4a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:26.419799 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beddf0e-f6b5-420f-a3b9-e3b05d121741", "name": "network-vif-deleted", "tag": "404de803-47e1-4b9e-b266-d262c3735bdc", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:26.420088 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2bd6efd-07df-41f8-be6f-fc3e53535c4a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:26.420524 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beddf0e-f6b5-420f-a3b9-e3b05d121741', 'name': 'network-vif-deleted', 'tag': '404de803-47e1-4b9e-b266-d262c3735bdc', 'status': 'completed', 'code': 200} Dec 06 12:49:27.071145 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37700) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:27.114956 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Deleting subnet 086cc124-e3f3-496e-b1e3-25ea35c2ccc4 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:49:27.117948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.152028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.190239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.244803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.269717 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086cc124-e3f3-496e-b1e3-25ea35c2ccc4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:27.273447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.276635 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-cae3aa28-e340-4610-8dff-c2e5f2d7f90f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/086cc124-e3f3-496e-b1e3-25ea35c2ccc4 HTTP/1.1" status: 204 len: 168 time: 0.2044876 Dec 06 12:49:27.279336 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:27.289955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46ed313e-21b4-479e-bbda-b13b3adca36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.345589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.427647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.448451 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7427e3-7b7d-46ff-bd51-3517bdba2440']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:49:27.457688 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c82e499-f265-4a7c-8b7f-c268aca15165') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:49:27.457991 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c82e499-f265-4a7c-8b7f-c268aca15165') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:49:27.467396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.481518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.487387 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:49:27.487776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:49:27.489439 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:49:27.547058 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.552257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.557709 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c7427e3-7b7d-46ff-bd51-3517bdba2440 HTTP/1.1" status: 204 len: 168 time: 0.2772260 Dec 06 12:49:27.569559 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021bd51-27a0-462d-9755-5288025b45d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7427e3-7b7d-46ff-bd51-3517bdba2440,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:27.663228 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:27.703705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-11cbad42-47cd-4a55-813b-48c4c00b06a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25a92f554b83406c8cd98e11f9224b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392790 Dec 06 12:49:27.706276 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 37708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:27.752727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.773101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.819090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.821557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:27.822730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ec08cd1-4adc-40fa-a074-d667c91ea296 HTTP/1.1" status: 204 len: 168 time: 0.1155484 Dec 06 12:49:27.830500 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf417f62-86b1-47a7-a71f-dd8a2633de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec08cd1-4adc-40fa-a074-d667c91ea296,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:28.466271 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:28.512089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:49:28.531199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 404de803-47e1-4b9e-b266-d262c3735bdc {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:49:28.531548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 404de803-47e1-4b9e-b266-d262c3735bdc not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:49:28.563792 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-869560622-network', 'tenant_id': 'c6fd35827bb142c48d76e12f04f85740'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:49:28.584588 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Made reservation on behalf of c6fd35827bb142c48d76e12f04f85740 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:49:28.586956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.595518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.670099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.673716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.698184 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:49:28.707828 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a350c55-547f-44b1-8cce-4d64c18afceb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:28.712533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.712878 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Added segment 30566c3d-836a-4e29-bb76-110cba0275c1 of type vlan for network 261138da-48d9-4b8b-a6b8-8aee7588b9be Dec 06 12:49:28.752721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.776421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.777391 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:28.777971 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.811371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3440197 Dec 06 12:49:28.814180 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 37734) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:28.818767 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Request body: {'subnet': {'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-869560622-subnet', 'tenant_id': 'c6fd35827bb142c48d76e12f04f85740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:49:28.854415 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b64998-7ddd-4718-869d-7da1d4727124 admin admin] Pushing event updated for resources: {'Network': ['ID=261138da-48d9-4b8b-a6b8-8aee7588b9be,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:28.865483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:49:28.869576 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Made reservation on behalf of c6fd35827bb142c48d76e12f04f85740 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:49:28.872523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:29.037324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:29.094085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf69e70c-1b77-4461-94f9-058c8d015cfe,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:29.101668 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Checking segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:49:29.102024 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Network hostable DHCP agents. Network: 261138da-48d9-4b8b-a6b8-8aee7588b9be, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:49:29.123059 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:49:29.131286 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 261138da-48d9-4b8b-a6b8-8aee7588b9be) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:49:29.135447 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:29.136049 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:29.140323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb5279-678b-4836-92ca-9692e1337079 None None] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:49:29.151796 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-84eb5e2b-5c7a-46bb-9e93-ad38849f6277 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3366296 Dec 06 12:49:29.272483 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02c9fe-0db2-48f0-9443-95510729551b None None] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:49:29.578952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-052db8ff-31eb-4f69-bc62-d3a4eecadcdd tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:29.580454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-052db8ff-31eb-4f69-bc62-d3a4eecadcdd tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 814 time: 0.1073282 Dec 06 12:49:29.596540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-cf79fa7d-4c13-41ca-9d1e-a8a0d05c5b16 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/quotas/c6fd35827bb142c48d76e12f04f85740 HTTP/1.1" status: 200 len: 375 time: 0.0103102 Dec 06 12:49:29.624002 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd392-867b-4fe5-8e45-fefc52217544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:29.630292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-92f4410c-bed9-412c-aaea-418ab5b91818 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284832 Dec 06 12:49:29.726397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-7653093a-f3ac-4e0d-bdc4-7c4279d24d6d service neutron] 10.222.0.31 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882573 Dec 06 12:49:29.816461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-3a805a02-5464-4999-b888-cc376c49fe38 service neutron] 10.222.0.31 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832572 Dec 06 12:49:29.977957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1447748c-c881-43a3-a8dd-de111522a589 req-79865e2f-86da-4a1e-8867-52643da7183c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 210 time: 0.0309010 Dec 06 12:49:30.639594 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:30.896213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-e6bf44bf-216a-46ce-8ae5-3a79a358f9ba tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:30.897609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-e6bf44bf-216a-46ce-8ae5-3a79a358f9ba tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 814 time: 0.1121371 Dec 06 12:49:30.910783 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Request body: {'port': {'device_id': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'admin_state_up': True, 'tenant_id': 'c6fd35827bb142c48d76e12f04f85740'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:49:31.015882 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Made reservation on behalf of c6fd35827bb142c48d76e12f04f85740 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:49:31.019493 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.072358 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1cd1f547-804a-4204-a1b1-ca676ad45b7b req-c3d0cb35-a202-4cc3-bb3d-05def33edecc tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 210 time: 0.0262771 Dec 06 12:49:31.149711 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Allocated IP 172.20.0.5 (261138da-48d9-4b8b-a6b8-8aee7588b9be/bf69e70c-1b77-4461-94f9-058c8d015cfe/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:49:31.295903 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.330698 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.366350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.373948 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:49:31.376984 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:49:31.380655 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:49:31.405804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:31.432447 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:31.433050 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.448383 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-f5a4ee16-cb71-4184-809a-b7a8612975b1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413904 Dec 06 12:49:31.460723 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Request body: {'port': {'device_id': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:49:31.517510 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.774691 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:49:31.782022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.794690 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Transition to ACTIVE for port object 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:49:31.798417 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.849116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:31.915119 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:49:31.915811 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:49:31.915811 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:49:31.920701 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:49:31.921022 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:49:31.925937 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:49:31.926299 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Checking segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:49:31.926675 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Bound using segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:49:31.927093 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Bound port: 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:49:31.927468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.989102 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:49:31.992110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:49:31.997500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:32.032213 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.032829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:32.034276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] 10.222.0.23 "PUT /v2.0/ports/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 1091 time: 0.5774012 Dec 06 12:49:32.034717 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:32.036946 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b68096f-1134-4ace-8e48-f5e99a7082e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:32.062518 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e053a-309f-4e0c-9110-06ba51dca033 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:32.082589 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcb5c3-abce-43b1-850b-6df61a87f62b x-openstack-request-id: req-c3fcb5c3-abce-43b1-850b-6df61a87f62b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:32.082885 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:32.083135 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3fcb5c3-abce-43b1-850b-6df61a87f62b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:32.083526 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'status': 'completed', 'code': 200} Dec 06 12:49:32.114272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-3058f950-98c4-43c5-b95f-056a410314cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.115772 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-3058f950-98c4-43c5-b95f-056a410314cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1094 time: 0.0444798 Dec 06 12:49:32.164643 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-2a44e013-addb-4332-b3e1-271d912ad3d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0404317 Dec 06 12:49:32.191149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c48ab1-1a32-4034-a313-d3887e157b79 req-107b6ffa-38bc-4abb-a46d-96d377a5a49d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.192663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21c48ab1-1a32-4034-a313-d3887e157b79 req-107b6ffa-38bc-4abb-a46d-96d377a5a49d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0504909 Dec 06 12:49:32.213900 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-accfddef-b2de-4872-b5a8-5fcb3659ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.215888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-accfddef-b2de-4872-b5a8-5fcb3659ead6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0443826 Dec 06 12:49:32.241488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21c48ab1-1a32-4034-a313-d3887e157b79 req-5fe86cce-827f-440d-9667-693852735771 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Dec 06 12:49:32.247807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-5bf1fda3-4ce0-42a1-a2d4-10a8a940eb1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246150 Dec 06 12:49:32.341044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-ab9b79c7-4971-4867-a5e3-99919aa86e9e service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864429 Dec 06 12:49:32.417277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:32.431615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0aa9f869-b4d8-4f0e-b3e3-a9f67eb4739d req-35109606-5ed1-413a-bf66-c1cf29c3a6f2 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Dec 06 12:49:32.521679 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-0d9b4b52-48cf-439e-9fb1-828b37469bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.523140 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-0d9b4b52-48cf-439e-9fb1-828b37469bdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1094 time: 0.0449851 Dec 06 12:49:32.611662 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-06062060-405b-43c2-a06e-4a04dfcc72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.613020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-06062060-405b-43c2-a06e-4a04dfcc72e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0831623 Dec 06 12:49:32.659419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-8eaef4b9-532a-4001-9d2e-ccc87f58672d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0371845 Dec 06 12:49:32.708866 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-4ec3a2d8-e023-4048-8e68-f2e4c4790c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:32.710323 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-4ec3a2d8-e023-4048-8e68-f2e4c4790c80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0431697 Dec 06 12:49:32.742757 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-cfe12519-6470-4ca2-b9c2-51f72ac710d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238409 Dec 06 12:49:32.836137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-6cb3c228-6960-449c-9c64-016a8af70818 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Dec 06 12:49:32.926901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b68096f-1134-4ace-8e48-f5e99a7082e5 req-b1490dac-4439-4ffe-be83-06c125d4337d service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818183 Dec 06 12:49:33.237474 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:33.356326 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda875-1691-4f32-bc33-eed19883aff5 req-926c1d9a-124d-4d1b-978b-ac44986fed4d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:33.357828 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21dda875-1691-4f32-bc33-eed19883aff5 req-926c1d9a-124d-4d1b-978b-ac44986fed4d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0474758 Dec 06 12:49:33.407259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21dda875-1691-4f32-bc33-eed19883aff5 req-c9e61133-e1f6-4bdd-94f0-2d752d4af619 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Dec 06 12:49:34.522059 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4336720-349c-40ae-93bc-8228a151ce7b req-65e24fe1-5c5d-4e12-9031-66b526f1a4ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:34.523448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4336720-349c-40ae-93bc-8228a151ce7b req-65e24fe1-5c5d-4e12-9031-66b526f1a4ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0500250 Dec 06 12:49:34.526973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:49:34.569880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4336720-349c-40ae-93bc-8228a151ce7b req-45c33892-7ba6-410f-a0e5-b2dd038a4011 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Dec 06 12:49:34.622148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:34.632779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'port_id': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'mac_address': 'fa:16:3e:1f:b4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf69e70c-1b77-4461-94f9-058c8d015cfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:49:34.668941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:34.681280 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:49:34.699974 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:34.703765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:34.748724 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:34.886737 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:49:35.682035 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a05169-a6f6-4009-b328-8d278d68c5f9 req-64c621fd-afff-448b-848c-a6517bffff38 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:35.683540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a05169-a6f6-4009-b328-8d278d68c5f9 req-64c621fd-afff-448b-848c-a6517bffff38 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.0478742 Dec 06 12:49:35.730204 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01a05169-a6f6-4009-b328-8d278d68c5f9 req-0f4f4ab3-7cd8-4522-afed-88e93b80fb1d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Dec 06 12:49:36.542493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:49:36.592717 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:49:36.596469 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:49:36.596844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:36.823664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:36.845587 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:49:36.847394 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044badc-a207-435d-a0ab-e0f403c34856 req-ba5b90ad-dcb3-4917-be63-4443fd6a7b81 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:36.847866 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4ba63-23ac-49bb-8881-b9e4b1e5ece4" -d '{"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:49:36.848895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5044badc-a207-435d-a0ab-e0f403c34856 req-ba5b90ad-dcb3-4917-be63-4443fd6a7b81 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.0517561 Dec 06 12:49:36.861824 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:49:36.866598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:36.891141 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236503d-4688-4b9e-805d-cf6da22a766e x-openstack-request-id: req-7236503d-4688-4b9e-805d-cf6da22a766e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:49:36.891442 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:49:36.891702 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7236503d-4688-4b9e-805d-cf6da22a766e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:49:36.892099 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'code': 200} Dec 06 12:49:36.898430 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5044badc-a207-435d-a0ab-e0f403c34856 req-ae72d572-8052-472b-b5dc-1747201c4347 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Dec 06 12:49:36.919129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:49:36.995533 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ba8b4-9668-4930-8e76-d7cc44017d04 req-37b9b6fe-d3a8-4378-855d-7bd9094bd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:36.997014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ba8b4-9668-4930-8e76-d7cc44017d04 req-37b9b6fe-d3a8-4378-855d-7bd9094bd078 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1096 time: 0.0402598 Dec 06 12:49:37.044556 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-440ba8b4-9668-4930-8e76-d7cc44017d04 req-208eba87-46c2-425a-a2ff-9207e76cec45 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Dec 06 12:49:38.018705 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eedbb-aa93-4015-a0d8-8a84f3ab446c req-a0c85ceb-ccb4-4e67-815e-ad20059dfc8e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:38.020211 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-959eedbb-aa93-4015-a0d8-8a84f3ab446c req-a0c85ceb-ccb4-4e67-815e-ad20059dfc8e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0491056 Dec 06 12:49:38.074305 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-959eedbb-aa93-4015-a0d8-8a84f3ab446c req-86ca9b43-22dd-4e6e-9984-f5ba4d5eb9f7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Dec 06 12:49:39.193784 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a89677-6c42-4399-9c3a-2c46ac2a5330 req-a26650fb-d076-4a83-ac62-eb40ab808e2c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:39.195232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57a89677-6c42-4399-9c3a-2c46ac2a5330 req-a26650fb-d076-4a83-ac62-eb40ab808e2c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0513597 Dec 06 12:49:39.241039 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57a89677-6c42-4399-9c3a-2c46ac2a5330 req-60a1e9b7-25c1-4d1d-9925-fe45f55c073c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Dec 06 12:49:39.352354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09647-23cf-4d3b-9abc-4bead6464056 req-ff629e2f-e8c7-495e-b7e7-1f905c9926d8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:39.353999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6e09647-23cf-4d3b-9abc-4bead6464056 req-ff629e2f-e8c7-495e-b7e7-1f905c9926d8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0474551 Dec 06 12:49:39.400333 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6e09647-23cf-4d3b-9abc-4bead6464056 req-59039261-9c0a-4e15-880c-4a2dbc1c6a7f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Dec 06 12:49:39.595902 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26322519-b769-42a4-a1e1-e46e8ae3320c req-31a095b9-b505-465b-bda2-9ba9c134197d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:39.597397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26322519-b769-42a4-a1e1-e46e8ae3320c req-31a095b9-b505-465b-bda2-9ba9c134197d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0477681 Dec 06 12:49:39.648718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26322519-b769-42a4-a1e1-e46e8ae3320c req-2df7c484-e809-4cf6-9079-4969d83bdc28 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Dec 06 12:49:39.761423 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423f6b-4932-458a-9def-5dea920814dc req-6cb75f10-fad9-4e0a-a803-3a5b796bf335 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:39.762917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36423f6b-4932-458a-9def-5dea920814dc req-6cb75f10-fad9-4e0a-a803-3a5b796bf335 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0487137 Dec 06 12:49:39.811604 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-36423f6b-4932-458a-9def-5dea920814dc req-52ce55a0-b4d1-4374-aaa4-5038e277fab8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Dec 06 12:49:40.150254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-31a4df4e-df04-45ee-92d0-e811a1553016 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708795 Dec 06 12:49:40.158247 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11460df-da22-4862-84ce-90dfa3e98a86 req-c7898dde-558f-4aef-bd6a-fe37c0072840 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:40.159595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e11460df-da22-4862-84ce-90dfa3e98a86 req-c7898dde-558f-4aef-bd6a-fe37c0072840 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0724456 Dec 06 12:49:40.164882 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-b5fbe714-a439-44b4-8f01-d0d5eba5f59b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:49:40.165864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-b5fbe714-a439-44b4-8f01-d0d5eba5f59b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052736 Dec 06 12:49:40.211491 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e11460df-da22-4862-84ce-90dfa3e98a86 req-9de1a254-f4be-4e92-82ec-eb4c85f56271 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Dec 06 12:49:41.311497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-e0958144-6782-4852-bda4-e27a102927f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.312982 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-e0958144-6782-4852-bda4-e27a102927f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1096 time: 0.0423722 Dec 06 12:49:41.340464 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17604-f702-4191-a7bc-78a38624d5be req-c6bce87d-2601-4fb6-9532-1f5b545bdb84 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.341994 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ba17604-f702-4191-a7bc-78a38624d5be req-c6bce87d-2601-4fb6-9532-1f5b545bdb84 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0565882 Dec 06 12:49:41.390716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5ba17604-f702-4191-a7bc-78a38624d5be req-0c230e4e-377e-4e2a-885a-f8a95e520968 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Dec 06 12:49:41.416601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-86d58a2a-1a8b-41b5-bf72-dec35e6d9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.418762 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-86d58a2a-1a8b-41b5-bf72-dec35e6d9bbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0861638 Dec 06 12:49:41.461712 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-4ecfad43-4268-4c21-bd75-c3bb716777a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0361693 Dec 06 12:49:41.508287 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-d9fcffac-8050-4836-b67f-22d9f626b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.509657 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-d9fcffac-8050-4836-b67f-22d9f626b1d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0419500 Dec 06 12:49:41.540431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-a07fd445-89e5-404a-9304-e1de4db83eac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236568 Dec 06 12:49:41.630065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-b0532d9d-b680-4ae5-beb9-a347faa2ff2f service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828600 Dec 06 12:49:41.718059 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01d5f45f-bdb8-4439-8cd0-03b47a301fd5 req-a9835fa4-520c-4c68-b5e8-5908b2b70573 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803452 Dec 06 12:49:41.805363 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-03cd495f-5973-4f81-b622-49f4bd005ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.806738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-03cd495f-5973-4f81-b622-49f4bd005ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1096 time: 0.0443120 Dec 06 12:49:41.893304 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-827c4cab-8c1f-49ba-a6bc-f44af1938a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.894725 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-827c4cab-8c1f-49ba-a6bc-f44af1938a0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0817158 Dec 06 12:49:41.937923 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-850aa06e-1c11-447f-9025-7151c92383dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0360920 Dec 06 12:49:41.984385 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-7493e29c-4340-424d-a043-e9df3c5b82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:41.985788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-7493e29c-4340-424d-a043-e9df3c5b82f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0416336 Dec 06 12:49:42.016531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-d785269b-fd37-4b4e-9fe0-fbda02c85442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239213 Dec 06 12:49:42.106252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-405970d3-df75-4900-9a99-3d259b2411b6 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Dec 06 12:49:42.195835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-80b18348-513e-4bc3-9f9f-08a1f486ad5c service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815547 Dec 06 12:49:42.505685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e43f-7ee3-465d-9532-6af9753ba45d req-824427d3-48f4-424e-a56a-ac85bffe5f9f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:42.507137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a16e43f-7ee3-465d-9532-6af9753ba45d req-824427d3-48f4-424e-a56a-ac85bffe5f9f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0477350 Dec 06 12:49:42.558099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a16e43f-7ee3-465d-9532-6af9753ba45d req-09fa744b-6baf-4ed5-bad3-8d526f630505 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Dec 06 12:49:43.671920 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba78c8-31fe-4110-8e00-a9e026536789 req-4e03c6d3-e1f2-458b-af24-483115c47743 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:43.673409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72ba78c8-31fe-4110-8e00-a9e026536789 req-4e03c6d3-e1f2-458b-af24-483115c47743 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0481663 Dec 06 12:49:43.719377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72ba78c8-31fe-4110-8e00-a9e026536789 req-c4ef8d8d-0b74-41af-9223-63674848fa71 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Dec 06 12:49:44.835408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6fdf-cbc3-4d18-a5d2-b765f4d642d5 req-dd38f658-a9db-4972-a232-1049f8ef3b04 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:44.836888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c3e6fdf-cbc3-4d18-a5d2-b765f4d642d5 req-dd38f658-a9db-4972-a232-1049f8ef3b04 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0495391 Dec 06 12:49:44.882870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c3e6fdf-cbc3-4d18-a5d2-b765f4d642d5 req-f7481213-9945-4882-a573-93ec5f397cf7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Dec 06 12:49:46.005756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845369-27c1-4349-a217-07001a8266e9 req-7a364336-ed80-4b15-95da-aa5365c7a70a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:46.007239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a845369-27c1-4349-a217-07001a8266e9 req-7a364336-ed80-4b15-95da-aa5365c7a70a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0533841 Dec 06 12:49:46.055971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a845369-27c1-4349-a217-07001a8266e9 req-621461e2-e72a-4c56-9ba8-3b4281cd9e47 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Dec 06 12:49:47.170066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d2612-a3ea-41b6-9fe5-1219b1f3a24c req-a8b36867-35cb-4d8e-a92b-07b31fc0db48 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:47.171533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a3d2612-a3ea-41b6-9fe5-1219b1f3a24c req-a8b36867-35cb-4d8e-a92b-07b31fc0db48 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0477040 Dec 06 12:49:47.217817 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a3d2612-a3ea-41b6-9fe5-1219b1f3a24c req-6f221fd3-7f58-4c23-a569-8cf75e4eb45d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Dec 06 12:49:48.330222 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab8b6-7172-4b35-bd2a-f8d2bbd270b6 req-549b4760-79fa-4eda-8d76-6bf0e1801ec4 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:48.331701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-717ab8b6-7172-4b35-bd2a-f8d2bbd270b6 req-549b4760-79fa-4eda-8d76-6bf0e1801ec4 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0477412 Dec 06 12:49:48.381837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-717ab8b6-7172-4b35-bd2a-f8d2bbd270b6 req-a99667d0-65da-4755-8665-d9b37fa5b470 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Dec 06 12:49:49.495792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118e8c-2309-4324-be5b-fb8ba29ff34a req-e26ee6ff-e2e3-4d31-b8dd-23c258fc0285 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:49.497763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67118e8c-2309-4324-be5b-fb8ba29ff34a req-e26ee6ff-e2e3-4d31-b8dd-23c258fc0285 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0481212 Dec 06 12:49:49.543871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67118e8c-2309-4324-be5b-fb8ba29ff34a req-1e954075-e42b-4b16-9933-0dd8ed3ed54e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Dec 06 12:49:49.869860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:50.656794 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e4e4-f447-4c0f-ab47-fa8e88c7499a req-ae37fba5-581b-4d8a-9867-99f3e2d93d9c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:50.658946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e10e4e4-f447-4c0f-ab47-fa8e88c7499a req-ae37fba5-581b-4d8a-9867-99f3e2d93d9c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0479603 Dec 06 12:49:50.706947 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e10e4e4-f447-4c0f-ab47-fa8e88c7499a req-361c9003-2574-407a-9527-f4f18bc07e98 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Dec 06 12:49:51.826207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491200e2-67a3-4e71-b9b5-39d1544e7739 req-d8bfa773-9542-489d-a621-78573ff5740f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:51.827664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-491200e2-67a3-4e71-b9b5-39d1544e7739 req-d8bfa773-9542-489d-a621-78573ff5740f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0527258 Dec 06 12:49:51.872816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-491200e2-67a3-4e71-b9b5-39d1544e7739 req-4adbf86d-9fca-41a6-a204-aa982b81a64d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Dec 06 12:49:52.986976 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549609-9bbd-43b0-84d5-d8b421f13b38 req-e7fedcef-9dad-48b7-a86a-f06980fbba29 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:52.988443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16549609-9bbd-43b0-84d5-d8b421f13b38 req-e7fedcef-9dad-48b7-a86a-f06980fbba29 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0490990 Dec 06 12:49:53.034226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-16549609-9bbd-43b0-84d5-d8b421f13b38 req-00d3ce26-a704-4b1f-b6fa-a419d2456c5e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398133 Dec 06 12:49:54.150395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb901-5708-4133-b53e-f895a1b45000 req-9de18855-7ce5-417c-ba1e-76a3d4de28ad tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:54.151839 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fcfb901-5708-4133-b53e-f895a1b45000 req-9de18855-7ce5-417c-ba1e-76a3d4de28ad tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0506988 Dec 06 12:49:54.198188 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fcfb901-5708-4133-b53e-f895a1b45000 req-0b3240c9-ef8c-40c0-8d82-dd67eb34085e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Dec 06 12:49:55.312544 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4926248-992e-4c8c-bb1a-677fa1c4da03 req-5c416fad-3cae-4383-b9f5-6d05c40659b6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:55.314052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4926248-992e-4c8c-bb1a-677fa1c4da03 req-5c416fad-3cae-4383-b9f5-6d05c40659b6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0480218 Dec 06 12:49:55.360962 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4926248-992e-4c8c-bb1a-677fa1c4da03 req-c50b8863-6b32-4c5e-8d87-9fc3f7254cad tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Dec 06 12:49:55.855576 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:49:56.473396 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28e113-9bd1-425f-90be-bb65273726ac req-81c17025-6e6c-4906-9dfe-66ecbf67addf tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:56.474868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df28e113-9bd1-425f-90be-bb65273726ac req-81c17025-6e6c-4906-9dfe-66ecbf67addf tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0470626 Dec 06 12:49:56.524807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df28e113-9bd1-425f-90be-bb65273726ac req-5bffe26b-1a3e-4818-a794-e4a2e11ff8bc tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Dec 06 12:49:57.283440 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e5852ee1-4221-4f66-b00f-6a369ef8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:57.640268 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6621944-99b3-42f4-80ec-fa53e175d55e req-2b81e8d8-7cc6-4cc0-bcc7-09b3f1ee4bca tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:57.641807 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6621944-99b3-42f4-80ec-fa53e175d55e req-2b81e8d8-7cc6-4cc0-bcc7-09b3f1ee4bca tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0489936 Dec 06 12:49:57.687772 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6621944-99b3-42f4-80ec-fa53e175d55e req-bb7bbd6e-9124-4d30-82a8-8709776ffae8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Dec 06 12:49:58.802447 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd1b2-3ca7-46a7-9521-4d9a9cbe729d req-e7b75c8b-1e85-4db3-a209-4660857de86d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:58.803906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8dfd1b2-3ca7-46a7-9521-4d9a9cbe729d req-e7b75c8b-1e85-4db3-a209-4660857de86d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0485444 Dec 06 12:49:58.850098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e8dfd1b2-3ca7-46a7-9521-4d9a9cbe729d req-13f0a534-3508-4981-8192-a5b755e31a36 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Dec 06 12:49:59.626426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04d8d8c6-3eee-4c74-bbb4-9c30e4d77dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:59.967455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b2c9-e39a-416c-88a4-41d80b96c496 req-c919ae41-3228-4fdd-9b51-8a9102b941e4 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:59.968921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce1b2c9-e39a-416c-88a4-41d80b96c496 req-c919ae41-3228-4fdd-9b51-8a9102b941e4 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0517507 Dec 06 12:50:00.014912 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ce1b2c9-e39a-416c-88a4-41d80b96c496 req-54ee68b8-1a6d-4f32-a598-e1651277f6d3 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Dec 06 12:50:00.643170 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:01.128454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547bb88-2d41-44e0-8ad3-2698910d4f7f req-e99f914d-d5f3-48d7-a148-7fddba6e7fda tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:01.129951 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1547bb88-2d41-44e0-8ad3-2698910d4f7f req-e99f914d-d5f3-48d7-a148-7fddba6e7fda tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0479250 Dec 06 12:50:01.175349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1547bb88-2d41-44e0-8ad3-2698910d4f7f req-c4152651-deb2-4583-b081-5367af84250b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Dec 06 12:50:01.356663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:02.289603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f418-8506-4959-9dd2-46767ed61e96 req-7166db08-978c-4617-8475-8b0a28d4dce5 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:02.291079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20e6f418-8506-4959-9dd2-46767ed61e96 req-7166db08-978c-4617-8475-8b0a28d4dce5 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 06 12:50:02.343587 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-20e6f418-8506-4959-9dd2-46767ed61e96 req-61f16303-be91-4b27-bb7f-bff5e6eab082 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Dec 06 12:50:02.420430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:03.239116 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:03.458792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf3d54-97d4-4c35-b8e3-43c01c80f76e req-1e5294c1-7087-4561-9f82-9f5bcd9944d0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:03.460608 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04cf3d54-97d4-4c35-b8e3-43c01c80f76e req-1e5294c1-7087-4561-9f82-9f5bcd9944d0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0473208 Dec 06 12:50:03.506887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04cf3d54-97d4-4c35-b8e3-43c01c80f76e req-1a66c61f-e089-4fd7-b968-05569b3ed480 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Dec 06 12:50:04.618676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306e37-b93a-4b05-b696-76400d27022f req-c820ed19-bcd8-4094-ac6b-067400fb36e8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:04.620112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64306e37-b93a-4b05-b696-76400d27022f req-c820ed19-bcd8-4094-ac6b-067400fb36e8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0473390 Dec 06 12:50:04.666760 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64306e37-b93a-4b05-b696-76400d27022f req-26f1790b-4c64-4dc4-92c6-5adfa185e63e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Dec 06 12:50:05.784690 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eda11-14e6-4ba7-b820-2f187f07a719 req-a767bf7d-91d0-48dc-b16d-50eb9ac1ba1b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:05.786155 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7eda11-14e6-4ba7-b820-2f187f07a719 req-a767bf7d-91d0-48dc-b16d-50eb9ac1ba1b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0508897 Dec 06 12:50:05.832917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7eda11-14e6-4ba7-b820-2f187f07a719 req-672a5023-d952-436c-902d-f04fe188be37 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Dec 06 12:50:06.945695 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb593f0-ea20-40c7-8c66-f452ffc16d25 req-823dd241-10f6-46a2-9800-4be1de93f961 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:06.947183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9eb593f0-ea20-40c7-8c66-f452ffc16d25 req-823dd241-10f6-46a2-9800-4be1de93f961 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0476487 Dec 06 12:50:06.993557 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9eb593f0-ea20-40c7-8c66-f452ffc16d25 req-5f941f28-70b2-4031-b31f-83132434c26d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Dec 06 12:50:08.109783 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df6c1-1b6d-46a2-90ab-fdf71b0ee969 req-01bfd663-f551-479b-ab70-f38fdb765ff6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:08.111233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-663df6c1-1b6d-46a2-90ab-fdf71b0ee969 req-01bfd663-f551-479b-ab70-f38fdb765ff6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 06 12:50:08.157416 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-663df6c1-1b6d-46a2-90ab-fdf71b0ee969 req-1780cbe2-5931-45e1-bb37-dcee3c28822b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Dec 06 12:50:09.036717 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-17ada485-ce7f-4fdc-bdb7-8b91dbeffea2 service neutron] show failed (client error): The resource could not be found. Dec 06 12:50:09.037731 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-17ada485-ce7f-4fdc-bdb7-8b91dbeffea2 service neutron] 10.222.0.23 "GET /v2.0/ports/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0528169 Dec 06 12:50:09.296449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-3fb649c8-1201-4afe-b618-e19d16eb2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:09.297892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-3fb649c8-1201-4afe-b618-e19d16eb2854 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a&tenant_id=c6fd35827bb142c48d76e12f04f85740 HTTP/1.1" status: 200 len: 1096 time: 0.1021705 Dec 06 12:50:09.305974 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb89c7-e337-417d-9152-a14113574c46 req-9d1408d8-0c6d-4013-8d59-ae8cdeaf1ff3 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:09.307306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96eb89c7-e337-417d-9152-a14113574c46 req-9d1408d8-0c6d-4013-8d59-ae8cdeaf1ff3 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0824053 Dec 06 12:50:09.315358 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:50:09.395754 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.401221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96eb89c7-e337-417d-9152-a14113574c46 req-d71b3379-b4f9-4436-bab6-a8d6f066c893 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832677 Dec 06 12:50:09.591680 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:09.622259 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h1-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:50:09.665105 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:09.667480 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83bcbc-071f-4e40-b1cc-c7083e69f55d" -d '{"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:09.671196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.684066 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Transition to ACTIVE for port object 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:50:09.688416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.753119 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] No DVR routers for this DVR port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:50:09.755962 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:09.767896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.768112 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.768432 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.768766 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.769092 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.769442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.769767 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.770089 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.770411 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.770733 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.771054 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.771372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.771687 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:09.788565 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd6c2c-9db0-4f32-9053-29ee458baf6c x-openstack-request-id: req-05fd6c2c-9db0-4f32-9053-29ee458baf6c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:09.788859 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:09.789108 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05fd6c2c-9db0-4f32-9053-29ee458baf6c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:09.789523 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'code': 200} Dec 06 12:50:09.802921 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:50:09.803279 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:50:09.803611 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:09.807813 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:50:09.808130 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Attempting to bind port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:09.813392 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:50:09.813725 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Checking segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:50:09.814101 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Bound using segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:50:09.814519 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Bound port: 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:50:09.814888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.878204 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:50:09.881130 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:50:09.885083 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.919593 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:09.920208 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:09.922189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 1091 time: 0.6107507 Dec 06 12:50:09.940026 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27c42-78b4-48ce-b96a-5fbacb1a55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:09.992214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-9eadf5c8-0632-4f62-b980-8ee7abff4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:09.993718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-9eadf5c8-0632-4f62-b980-8ee7abff4306 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1094 time: 0.0394413 Dec 06 12:50:10.083005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-7c89787b-1914-40b1-8638-3ccf8e74af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:10.084422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-7c89787b-1914-40b1-8638-3ccf8e74af8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0839052 Dec 06 12:50:10.124733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-7c932f2e-5970-44a5-b38e-4589bea6c5e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0327067 Dec 06 12:50:10.169684 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-aa3976d7-750a-4a7d-a998-faee2272ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:10.171575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-aa3976d7-750a-4a7d-a998-faee2272ca71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0402949 Dec 06 12:50:10.205833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-a0af4bee-19bc-4d71-b487-53434a6b242d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275650 Dec 06 12:50:10.293987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-c5b6718e-b2a1-4fba-8ff1-7956a80a64be service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Dec 06 12:50:10.393564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dffe475a-9c4e-4d6c-bc6b-21a5e72b27b6 req-1ad224b6-876c-4b63-a699-a98845507ce7 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919108 Dec 06 12:50:10.517237 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b7c71-fd8c-495b-a27f-c1d8ad179297 req-85c672a9-2833-461f-a9f9-8bb7f608b517 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:10.518724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b0b7c71-fd8c-495b-a27f-c1d8ad179297 req-85c672a9-2833-461f-a9f9-8bb7f608b517 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0490136 Dec 06 12:50:10.564946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b0b7c71-fd8c-495b-a27f-c1d8ad179297 req-9c20b4ef-204d-456f-ab35-05e75af58117 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Dec 06 12:50:11.680349 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc312da-adfb-4ed7-bf41-a47f95d94ab1 req-8892bc91-6efd-4cb7-a8af-7c0b79ec6656 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.681954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8dc312da-adfb-4ed7-bf41-a47f95d94ab1 req-8892bc91-6efd-4cb7-a8af-7c0b79ec6656 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0470636 Dec 06 12:50:11.732438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8dc312da-adfb-4ed7-bf41-a47f95d94ab1 req-0983ad11-2bbc-43bf-99e8-337600e0e497 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Dec 06 12:50:11.790152 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:11.792535 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c045ed1-c8b3-46f1-aff8-fc92d4187354" -d '{"events": [{"name": "network-changed", "server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:11.844149 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef5222-cd0c-4a17-be81-dd5bedc88eb0 x-openstack-request-id: req-36ef5222-cd0c-4a17-be81-dd5bedc88eb0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:11.844484 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:11.844757 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36ef5222-cd0c-4a17-be81-dd5bedc88eb0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:11.845149 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'status': 'completed', 'code': 200} Dec 06 12:50:11.971514 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-0a65c39d-b08f-47b9-a525-f0bfb0340a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.973141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-0a65c39d-b08f-47b9-a525-f0bfb0340a28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1094 time: 0.0468581 Dec 06 12:50:12.083485 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-e532acf9-23b5-4a92-867f-df8a52da7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.085069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-e532acf9-23b5-4a92-867f-df8a52da7453 service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.1009240 Dec 06 12:50:12.132931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-1d9d1ae2-72f1-4915-ab80-ae3b24330102 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0394287 Dec 06 12:50:12.187330 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-4dc1bd06-57d9-40e9-b0e6-8d2911bfd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.188831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-4dc1bd06-57d9-40e9-b0e6-8d2911bfd452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0465035 Dec 06 12:50:12.222048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-0c17084c-2e93-43b1-899e-0fefbdb1afae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259850 Dec 06 12:50:12.223621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-aa397ff7-74be-467c-92c1-37ae47e521bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.225109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-aa397ff7-74be-467c-92c1-37ae47e521bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1094 time: 0.3561673 Dec 06 12:50:12.313585 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-be114c54-0fe6-49c6-962a-157750c5e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.313834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-5ad7d3d9-37b5-4c7b-a041-b011457f21cf service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850348 Dec 06 12:50:12.315082 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-be114c54-0fe6-49c6-962a-157750c5e796 service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0828128 Dec 06 12:50:12.358931 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-1d71e293-c3ce-4edf-96a8-60f0000ca14d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0373020 Dec 06 12:50:12.401125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-65ad7c5c-36cb-4293-8d3f-3c047ea0c0f2 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804439 Dec 06 12:50:12.407489 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-48e2af4d-8710-427a-9feb-bb11485b14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.408905 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-48e2af4d-8710-427a-9feb-bb11485b14e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0435381 Dec 06 12:50:12.441783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-d498826c-2d4f-4bc2-9424-0038414fe845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255647 Dec 06 12:50:12.535108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-8485a94b-962d-4264-8ca3-6aeb85484a0e service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861270 Dec 06 12:50:12.622188 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7c045ed1-c8b3-46f1-aff8-fc92d4187354 req-d48b3ddd-934e-42e5-beaa-27f60bf8d0c2 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803542 Dec 06 12:50:12.729415 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:50:12.767707 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:50:12.849142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:50:12.854802 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a309-237a-42fc-b704-f3b0ee974776 req-7e4177b9-b18c-413f-96d9-c973c2cb063b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.856266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e057a309-237a-42fc-b704-f3b0ee974776 req-7e4177b9-b18c-413f-96d9-c973c2cb063b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 943 time: 0.0518205 Dec 06 12:50:12.903286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e057a309-237a-42fc-b704-f3b0ee974776 req-a0e8a697-5876-4df9-aac4-645091883099 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Dec 06 12:50:12.946756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:12.959139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'port_id': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'mac_address': 'fa:16:3e:1f:b4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf69e70c-1b77-4461-94f9-058c8d015cfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:50:12.997031 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:13.011430 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:50:13.031801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:13.036741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:13.085857 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:13.109006 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24fb2a-1bc9-4f5a-88f8-6f743a38b14b req-1141a93e-439e-4352-b80d-f324593a1288 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:13.111042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae24fb2a-1bc9-4f5a-88f8-6f743a38b14b req-1141a93e-439e-4352-b80d-f324593a1288 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.0505548 Dec 06 12:50:13.116864 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-b1123721-675f-47ea-838a-750abc5e4c7a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:13.118434 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-b1123721-675f-47ea-838a-750abc5e4c7a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.23 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a&tenant_id=c6fd35827bb142c48d76e12f04f85740&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Dec 06 12:50:13.158005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae24fb2a-1bc9-4f5a-88f8-6f743a38b14b req-2f625fe0-e7c0-4519-8836-95ec1e1196a7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Dec 06 12:50:13.183196 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-7fe70582-c3d9-45a3-8fe5-83c929b17525 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:50:13.184204 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-7fe70582-c3d9-45a3-8fe5-83c929b17525 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0579691 Dec 06 12:50:13.266211 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-89e660f5-a34d-4b84-bab8-763bc8d21e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:13.267628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-89e660f5-a34d-4b84-bab8-763bc8d21e8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 1095 time: 0.0405974 Dec 06 12:50:13.322800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:50:13.362412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-0db26cb0-1bab-4226-bab5-5f86e5af704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:13.363998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-0db26cb0-1bab-4226-bab5-5f86e5af704e service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0883565 Dec 06 12:50:13.404845 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-6ba598d7-533e-42ec-b0c3-6cefcea6fe08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 200 len: 217 time: 0.0338414 Dec 06 12:50:13.453138 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-9ee2c010-48d7-4ca1-9941-bb0a1496f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:13.454606 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-9ee2c010-48d7-4ca1-9941-bb0a1496f871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0428243 Dec 06 12:50:13.486919 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-e09bc40c-06b9-46d5-965b-e48dbf61a22b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250814 Dec 06 12:50:13.578743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-f04f9d2e-9c11-4649-a1da-c2acde126040 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Dec 06 12:50:13.668949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e40f3b1-8f13-4420-9e0e-7cef44e6c5c6 req-4f4c9095-461f-4bab-a236-621d227fe202 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Dec 06 12:50:14.284100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc3458-2196-48a8-9e05-e223e818b7e5 req-76a1338c-6b26-40a7-a939-fa2b9165e98d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:14.285596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfdc3458-2196-48a8-9e05-e223e818b7e5 req-76a1338c-6b26-40a7-a939-fa2b9165e98d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.0488956 Dec 06 12:50:14.336469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cfdc3458-2196-48a8-9e05-e223e818b7e5 req-a4e41a3f-5e38-4975-89e6-1bea57e8285f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Dec 06 12:50:14.776439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73782-2cca-4e4a-89de-19a0af157435 req-835ec1df-4a4a-4259-aeee-87fa5030e32a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:14.778005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdf73782-2cca-4e4a-89de-19a0af157435 req-835ec1df-4a4a-4259-aeee-87fa5030e32a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.3721261 Dec 06 12:50:14.825614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cdf73782-2cca-4e4a-89de-19a0af157435 req-3474363c-95f0-4702-8fbe-c52e4967507c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Dec 06 12:50:14.853376 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:50:14.903251 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:50:14.908602 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:50:14.908602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:14.949030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3f63-052a-45e8-8eea-ed0329c3cdd4 req-1df6388c-d917-46f9-8c02-07c882b819a0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:14.951028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0eb3f63-052a-45e8-8eea-ed0329c3cdd4 req-1df6388c-d917-46f9-8c02-07c882b819a0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 944 time: 0.0576525 Dec 06 12:50:14.992188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:15.000059 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0eb3f63-052a-45e8-8eea-ed0329c3cdd4 req-12e343d5-5864-4dfc-8f6f-231f0962406b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Dec 06 12:50:15.015468 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:15.017818 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d1965a-5354-48a1-8834-d871e701c354" -d '{"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:15.041285 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:15.047845 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:15.075514 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159126e-6bdb-4f10-bd7f-a292299ba55c x-openstack-request-id: req-8159126e-6bdb-4f10-bd7f-a292299ba55c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:15.075818 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:15.076076 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8159126e-6bdb-4f10-bd7f-a292299ba55c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:15.076468 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'code': 200} Dec 06 12:50:15.102195 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:15.362960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-44ee9fe6-7f58-435e-8890-484b985b7317 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.364479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-44ee9fe6-7f58-435e-8890-484b985b7317 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 814 time: 0.1018705 Dec 06 12:50:15.381770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-51a9c462-b854-428c-a4cb-c0b01e70e563 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/quotas/c6fd35827bb142c48d76e12f04f85740 HTTP/1.1" status: 200 len: 375 time: 0.0104389 Dec 06 12:50:15.434544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-366904cb-96ca-4b30-a6d3-e166f25a842f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463686 Dec 06 12:50:15.525398 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-bbea0a84-059b-41e8-811d-59b42e59b8b5 service neutron] 10.222.0.31 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831490 Dec 06 12:50:15.612238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-db1a5faa-b885-4e99-8eb3-9a4f79b6ceb1 service neutron] 10.222.0.31 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 Dec 06 12:50:15.774089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ebf6a06d-7f37-4799-8bf1-26ab1f6b5bcb req-f5691150-6c4a-4b19-8df1-b3a60b77c69d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 210 time: 0.0299842 Dec 06 12:50:16.674541 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-3a67bdbd-42ae-424f-a9a8-012d40aa831d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:16.675992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-3a67bdbd-42ae-424f-a9a8-012d40aa831d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.53 "GET /v2.0/ports?device_id=c991fd49-1a2b-491b-bb6d-407bb755296a HTTP/1.1" status: 200 len: 945 time: 0.0494342 Dec 06 12:50:16.778490 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Deleting port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:50:16.779198 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:16.843366 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-33b29cbe-39cf-47ae-9a1b-568706619969 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:16.846241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-33b29cbe-39cf-47ae-9a1b-568706619969 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 814 time: 0.1249895 Dec 06 12:50:16.865987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Request body: {'port': {'device_id': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'admin_state_up': True, 'tenant_id': 'c6fd35827bb142c48d76e12f04f85740'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:50:16.885642 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74c518cf-413d-4e86-bc62-bcce0a2e0239 req-fc87d96b-b3e1-4355-a04d-72a814d77ce5 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 210 time: 0.0303216 Dec 06 12:50:16.906797 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] For port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:16.907233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:16.920147 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Calling delete_port for 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:50:16.980783 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Made reservation on behalf of c6fd35827bb142c48d76e12f04f85740 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:50:16.984313 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.049092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.076813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Pushing event deleted for resources: {'Port': ['ID=8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:17.081589 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:50:17.121359 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] No DVR routers for this DVR port 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b on host n-h2-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:50:17.123966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.128001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-001e90ea-27b6-4c67-8ed1-4fe8ccd8a937 req-4a9b8a60-2795-48f3-af50-aaf2b8ce80c8 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.53 "DELETE /v2.0/ports/8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b HTTP/1.1" status: 204 len: 173 time: 0.4357159 Dec 06 12:50:17.128677 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-deleted', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:17.131478 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eaf078-fad2-4371-8f2e-2d89e2b90ebe" -d '{"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-deleted", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:17.154882 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Allocated IP 172.20.0.14 (261138da-48d9-4b8b-a6b8-8aee7588b9be/bf69e70c-1b77-4461-94f9-058c8d015cfe/1f6dfec0-599c-489d-8ea8-770f3f2244ed) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:50:17.173148 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54737f84-d055-4758-af2b-52a53d2eff86 x-openstack-request-id: req-54737f84-d055-4758-af2b-52a53d2eff86 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:17.173573 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991fd49-1a2b-491b-bb6d-407bb755296a", "name": "network-vif-deleted", "tag": "8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:17.174038 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54737f84-d055-4758-af2b-52a53d2eff86 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:17.174552 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991fd49-1a2b-491b-bb6d-407bb755296a', 'name': 'network-vif-deleted', 'tag': '8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b', 'status': 'completed', 'code': 200} Dec 06 12:50:17.307914 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.343649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.376369 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:50:17.391502 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Network 261138da-48d9-4b8b-a6b8-8aee7588b9be is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:50:17.394640 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:50:17.398535 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:50:17.429610 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:17.443973 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.444327 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.444678 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.445021 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.445390 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.445726 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.446057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.446389 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.446716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.447046 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.447400 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.447725 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.448047 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:17.465666 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:17.466279 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.482339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-4cc63f8e-d23e-445a-8b54-ba058d3895ed tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6203594 Dec 06 12:50:17.500345 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Request body: {'port': {'device_id': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:50:17.551503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.808490 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6dfec0-599c-489d-8ea8-770f3f2244ed {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:50:17.815826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.827688 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Transition to ACTIVE for port object 1f6dfec0-599c-489d-8ea8-770f3f2244ed will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:50:17.831179 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:17.886027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:17.949144 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:50:17.949510 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:50:17.949842 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:17.954262 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:50:17.954581 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:17.959469 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:50:17.959809 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Checking segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:50:17.960189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Bound using segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:50:17.960613 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Bound port: 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:50:17.960967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:18.006340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd0cd-9d6a-4dd9-841d-8bb32bfe8f41 req-cc7fd912-6fbc-4bbd-b819-fef7741f2eb7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.007838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-622bd0cd-9d6a-4dd9-841d-8bb32bfe8f41 req-cc7fd912-6fbc-4bbd-b819-fef7741f2eb7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0533173 Dec 06 12:50:18.023245 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:50:18.026296 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:50:18.030872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:18.056845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-622bd0cd-9d6a-4dd9-841d-8bb32bfe8f41 req-2a3325fa-af98-4ef2-8919-1bf56ba2e4a2 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Dec 06 12:50:18.071033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.071735 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:18.073173 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] 10.222.0.53 "PUT /v2.0/ports/1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 1092 time: 0.5775433 Dec 06 12:50:18.073655 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:18.075911 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:18.099742 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dfe1f-8f13-4895-b0d2-486ea58e1d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:18.114750 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc29a07-4e12-4923-821a-526c582fec9b x-openstack-request-id: req-bbc29a07-4e12-4923-821a-526c582fec9b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:18.115047 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:18.115302 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbc29a07-4e12-4923-821a-526c582fec9b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:18.115711 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'status': 'completed', 'code': 200} Dec 06 12:50:18.170272 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-5ebacb16-3076-4435-ad60-0cedce1f6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.172239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-5ebacb16-3076-4435-ad60-0cedce1f6029 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1095 time: 0.0404692 Dec 06 12:50:18.218143 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-f1443323-0185-4136-abed-5111fa51b43c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0335362 Dec 06 12:50:18.270595 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-629558b1-4a57-4281-9457-fd993ebf306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.272033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-629558b1-4a57-4281-9457-fd993ebf306e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0476410 Dec 06 12:50:18.303554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-6154a529-cec2-4e35-9e34-7f6e7e4d2ad8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244246 Dec 06 12:50:18.392164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-c58e95e8-612b-42dd-8b9e-400d8e72c4de service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Dec 06 12:50:18.485390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e81f5a57-2892-4a59-b58a-deb93b145cba req-00a610e5-352b-448d-9bd6-d31de1d4f330 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Dec 06 12:50:18.604691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-bffef96d-82d2-42ce-a41d-011e7505ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.606249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-bffef96d-82d2-42ce-a41d-011e7505ef4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1095 time: 0.0406365 Dec 06 12:50:18.699464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-7688a449-fc29-4263-a864-e02032834caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.700816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-7688a449-fc29-4263-a864-e02032834caf service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0871582 Dec 06 12:50:18.741834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-d6fafd7b-f3bc-44ae-8df9-14f7557dc3ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0342119 Dec 06 12:50:18.788533 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-feefe7a8-c589-46c9-a2d0-646357d64a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:18.789954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-feefe7a8-c589-46c9-a2d0-646357d64a11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0416546 Dec 06 12:50:18.825817 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-365242cd-fa4c-40c0-869b-6391eeb8f6ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274377 Dec 06 12:50:18.914550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-e87dd5aa-e5ad-4ff3-9652-c724f055bc8b service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801923 Dec 06 12:50:19.006650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f5fadd5-13a0-4054-83a2-fbddc52a0ee6 req-ed749db3-2208-43c9-8e65-099fdc1caa56 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833898 Dec 06 12:50:19.173792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11852-a870-4b07-9f24-5fbcfb548d91 req-e08740ac-3f8c-49bc-82f3-03e034717702 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:19.175243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94e11852-a870-4b07-9f24-5fbcfb548d91 req-e08740ac-3f8c-49bc-82f3-03e034717702 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0481570 Dec 06 12:50:19.221767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94e11852-a870-4b07-9f24-5fbcfb548d91 req-f788d86a-9f07-4965-ab77-971cbb2ae055 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Dec 06 12:50:19.872425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:20.341847 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f756-9b2f-4680-a43b-3812289f0f1a req-7d00b958-6dea-4a10-be11-bddfcaa0a12c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:20.343318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad14f756-9b2f-4680-a43b-3812289f0f1a req-7d00b958-6dea-4a10-be11-bddfcaa0a12c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0513053 Dec 06 12:50:20.389813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad14f756-9b2f-4680-a43b-3812289f0f1a req-dc29f738-6934-4ad8-8d0e-8f36e2ea500d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Dec 06 12:50:20.910989 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:50:20.920794 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:50:20.941668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:50:20.942008 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 8dbbf9ad-b7b0-41ce-a6eb-b1a4b5a7057b not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:50:21.024674 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:21.035410 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'port_id': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'mac_address': 'fa:16:3e:de:ab:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf69e70c-1b77-4461-94f9-058c8d015cfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:50:21.071070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:21.083443 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6dfec0-599c-489d-8ea8-770f3f2244ed {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:50:21.102305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:21.106317 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:21.155242 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:21.356318 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['1f6dfec0-599c-489d-8ea8-770f3f2244ed'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:50:21.503673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265486b3-d9b4-4b38-9911-e928b2052e82 req-950f81ca-4d58-4a6a-8b2a-33df3ba7cd61 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:21.505202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265486b3-d9b4-4b38-9911-e928b2052e82 req-950f81ca-4d58-4a6a-8b2a-33df3ba7cd61 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 945 time: 0.0491986 Dec 06 12:50:21.552449 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-265486b3-d9b4-4b38-9911-e928b2052e82 req-ba76839c-3956-4e43-83dd-a79bc817be8a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Dec 06 12:50:22.665105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1f13-4946-4ebd-8cae-d0d4becc6f41 req-403dfe0f-2068-47b9-80b2-2fa47ef497ab tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:22.666747 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d49e1f13-4946-4ebd-8cae-d0d4becc6f41 req-403dfe0f-2068-47b9-80b2-2fa47ef497ab tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 945 time: 0.0481749 Dec 06 12:50:22.717257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d49e1f13-4946-4ebd-8cae-d0d4becc6f41 req-534da371-7851-4956-9e6e-d745b310c690 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Dec 06 12:50:22.931836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:50:22.985108 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 1f6dfec0-599c-489d-8ea8-770f3f2244ed completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:50:22.988832 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 1f6dfec0-599c-489d-8ea8-770f3f2244ed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:50:22.989224 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:23.062998 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:23.084077 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:23.086357 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60135719-5aa3-481a-8d66-b668c98aba22" -d '{"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-plugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:23.098898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:23.103364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:23.127681 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49735f0-c46d-4221-abad-62568b2104d6 x-openstack-request-id: req-b49735f0-c46d-4221-abad-62568b2104d6 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:23.127977 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-plugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:23.128236 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b49735f0-c46d-4221-abad-62568b2104d6 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:23.128626 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'code': 200} Dec 06 12:50:23.156031 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:23.164398 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.164748 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.165087 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.165451 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.165784 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.166113 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.167053 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.167381 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.167714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.168040 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.168361 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.168685 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.169008 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:50:23.255585 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212368a6-0183-4b00-907c-a08f379f647a req-c58af24f-1fe9-41e7-8953-dc692bbf6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:23.256934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-212368a6-0183-4b00-907c-a08f379f647a req-c58af24f-1fe9-41e7-8953-dc692bbf6157 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1097 time: 0.0403645 Dec 06 12:50:23.302627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-212368a6-0183-4b00-907c-a08f379f647a req-8b6c2485-8eac-4f67-84fb-c4dd090e8386 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Dec 06 12:50:23.831221 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48641935-8738-4219-9814-8cdaa16b5be4 req-8dbee162-b065-40f0-9bdc-755b6b2f4621 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:23.832668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48641935-8738-4219-9814-8cdaa16b5be4 req-8dbee162-b065-40f0-9bdc-755b6b2f4621 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0490632 Dec 06 12:50:23.879031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48641935-8738-4219-9814-8cdaa16b5be4 req-c8a35e6e-e21f-463f-aca2-c8a9e2dc5497 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Dec 06 12:50:24.992741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ac791-ec17-4f22-a9aa-d2d13cb41798 req-073bddba-d19a-4a62-9d28-acd42d9bb1bb tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:24.994216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c25ac791-ec17-4f22-a9aa-d2d13cb41798 req-073bddba-d19a-4a62-9d28-acd42d9bb1bb tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0479939 Dec 06 12:50:25.040879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c25ac791-ec17-4f22-a9aa-d2d13cb41798 req-4a47b138-05f5-4671-90a0-dfc6caa37830 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Dec 06 12:50:25.156244 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72b255-80de-4e8f-85a4-b01bb60cf0ec req-f2f5f68a-a972-4c93-b798-d4737d4bb113 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:25.157775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd72b255-80de-4e8f-85a4-b01bb60cf0ec req-f2f5f68a-a972-4c93-b798-d4737d4bb113 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0515878 Dec 06 12:50:25.203838 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd72b255-80de-4e8f-85a4-b01bb60cf0ec req-a726cc1d-ecab-4264-bdf6-24f362c52290 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Dec 06 12:50:25.445318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-5391d898-0052-47e7-8a02-4d070e17826a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643201 Dec 06 12:50:25.457367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711965d1-ec60-4cf7-82f3-74407ac8beaf req-738c5ff1-e77e-49d1-a65f-abfe560fbe4a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:25.458801 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-711965d1-ec60-4cf7-82f3-74407ac8beaf req-738c5ff1-e77e-49d1-a65f-abfe560fbe4a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0702455 Dec 06 12:50:25.511753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-711965d1-ec60-4cf7-82f3-74407ac8beaf req-8db04fe0-6e51-4c70-b247-609c19d580ae tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Dec 06 12:50:26.550076 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-7b9445dd-6660-4e2a-b159-10cd71e26145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:26.551492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-7b9445dd-6660-4e2a-b159-10cd71e26145 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1097 time: 0.0420671 Dec 06 12:50:26.629058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65c0e-ec0e-42bd-b479-68316b768154 req-1e8fe3db-fa21-4ab6-a570-d550a2a2de5c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:26.630687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ba65c0e-ec0e-42bd-b479-68316b768154 req-1e8fe3db-fa21-4ab6-a570-d550a2a2de5c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0491624 Dec 06 12:50:26.648019 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-146d5100-ea9a-4087-834d-50da33c3fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:26.649514 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-146d5100-ea9a-4087-834d-50da33c3fc8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0914638 Dec 06 12:50:26.682324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ba65c0e-ec0e-42bd-b479-68316b768154 req-380c8e22-33eb-4f7e-8a8c-87fdba2d3849 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Dec 06 12:50:26.691769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-9642bc70-8925-4702-afa8-3bb805bc497e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0346301 Dec 06 12:50:26.744474 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-4f3fb1f3-78d9-4b4f-9144-909483c5a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:26.745904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-4f3fb1f3-78d9-4b4f-9144-909483c5a768 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0476062 Dec 06 12:50:26.777502 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-473a3563-ced7-40bc-9277-aba5c6385561 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236597 Dec 06 12:50:26.866557 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-5be3c3cb-84f8-4bd2-bddd-e8d80e461a58 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818803 Dec 06 12:50:26.956701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-7ce252c4-a412-4598-aec0-be059f2c4cc6 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Dec 06 12:50:27.283909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2338b5de-9980-475f-9b96-424d7d69aecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:27.791611 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcba55d-5629-4468-8ef6-315044461198 req-db0c4382-6360-42a1-b52e-21ce391e2795 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:27.793097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fcba55d-5629-4468-8ef6-315044461198 req-db0c4382-6360-42a1-b52e-21ce391e2795 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0478652 Dec 06 12:50:27.840252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fcba55d-5629-4468-8ef6-315044461198 req-d065ddb8-597b-4fc5-86de-82adf73c7650 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Dec 06 12:50:28.959455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64225db-69d5-490e-8da3-da237324b62c req-bbd64e3f-600f-4f84-95cb-0f6dae9e1938 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:28.960938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e64225db-69d5-490e-8da3-da237324b62c req-bbd64e3f-600f-4f84-95cb-0f6dae9e1938 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0519190 Dec 06 12:50:29.007944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e64225db-69d5-490e-8da3-da237324b62c req-2ad03c49-3614-4f6f-88fe-a8d8aa6ad875 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Dec 06 12:50:29.629107 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c096c4fe-7db0-47f1-afe3-f699e2d564b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:30.121917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f508-b8b6-404e-ab67-a9424103763e req-620db460-b79c-4a99-a7f4-4cf8ae39163e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:30.123388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad38f508-b8b6-404e-ab67-a9424103763e req-620db460-b79c-4a99-a7f4-4cf8ae39163e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0484476 Dec 06 12:50:30.171007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad38f508-b8b6-404e-ab67-a9424103763e req-160eb50d-00bf-4988-b34d-2ef76f25ffce tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Dec 06 12:50:30.645218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:31.284024 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9ff0-cec9-4256-84c4-ebd5e514f50f req-3abf3d59-56f0-4dfd-bbff-73872adf6cc7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:31.285511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532e9ff0-cec9-4256-84c4-ebd5e514f50f req-3abf3d59-56f0-4dfd-bbff-73872adf6cc7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0477087 Dec 06 12:50:31.335980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532e9ff0-cec9-4256-84c4-ebd5e514f50f req-1518e2ee-7316-436a-9f1c-beacca951bca tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445745 Dec 06 12:50:31.355613 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:32.424501 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:32.454168 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e6689-7c46-4ffa-ac45-eaae8fe62399 req-17f9c8b9-3407-4976-b8ff-aab817007aa1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:32.455643 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac8e6689-7c46-4ffa-ac45-eaae8fe62399 req-17f9c8b9-3407-4976-b8ff-aab817007aa1 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0500808 Dec 06 12:50:32.503141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ac8e6689-7c46-4ffa-ac45-eaae8fe62399 req-d5df9b3b-4c29-433b-ba81-d3c01fba68fa tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Dec 06 12:50:32.855171 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:50:33.240633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:33.619028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08f7c-12f4-4b97-a322-f728f16c406b req-199bf65d-8554-4001-a98a-0e5d6d050157 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:33.620469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aff08f7c-12f4-4b97-a322-f728f16c406b req-199bf65d-8554-4001-a98a-0e5d6d050157 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0481346 Dec 06 12:50:33.667006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aff08f7c-12f4-4b97-a322-f728f16c406b req-12f8ec9c-f5ea-4402-a045-b8b5c14251cc tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Dec 06 12:50:34.784501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadcd42-658e-4557-864e-558bf1ea8927 req-584f90dd-bd7e-4bb6-a165-abb630acff40 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:34.786072 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cadcd42-658e-4557-864e-558bf1ea8927 req-584f90dd-bd7e-4bb6-a165-abb630acff40 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0519319 Dec 06 12:50:34.834063 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8cadcd42-658e-4557-864e-558bf1ea8927 req-83f11f67-851b-4834-80ac-56c2910b8b5b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Dec 06 12:50:35.946960 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454db55a-35cd-4c70-b46e-ca10de6bccc6 req-b5dca336-301b-4aeb-9f16-a848629e91a0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:35.948417 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-454db55a-35cd-4c70-b46e-ca10de6bccc6 req-b5dca336-301b-4aeb-9f16-a848629e91a0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0478327 Dec 06 12:50:35.995377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-454db55a-35cd-4c70-b46e-ca10de6bccc6 req-b2e46562-6078-43b7-ba98-864d139472b9 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Dec 06 12:50:37.113886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994688-4124-458f-b248-5edf84edc8a5 req-6651dd3d-7b82-4602-b5ad-b47b7016f115 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:37.115388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18994688-4124-458f-b248-5edf84edc8a5 req-6651dd3d-7b82-4602-b5ad-b47b7016f115 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0524199 Dec 06 12:50:37.161009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18994688-4124-458f-b248-5edf84edc8a5 req-123e4ee9-e061-4d16-9760-c2b4bc24ea48 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Dec 06 12:50:38.275028 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c33d9-3a52-4fa4-b79f-5b88300aa5c6 req-ec28ae8a-f5bc-4397-82b3-df65d6775341 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:38.276540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f2c33d9-3a52-4fa4-b79f-5b88300aa5c6 req-ec28ae8a-f5bc-4397-82b3-df65d6775341 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0494070 Dec 06 12:50:38.323266 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f2c33d9-3a52-4fa4-b79f-5b88300aa5c6 req-3ad525ca-030a-4dcc-9fa0-12435358a117 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Dec 06 12:50:39.436676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273cd94-7e18-4bdf-bffa-24427a36e803 req-262bb52c-cecc-478c-8e47-20fddf0fbae0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:39.438170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7273cd94-7e18-4bdf-bffa-24427a36e803 req-262bb52c-cecc-478c-8e47-20fddf0fbae0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0477476 Dec 06 12:50:39.488241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7273cd94-7e18-4bdf-bffa-24427a36e803 req-844cf52d-7af5-4dd1-87b6-05d2f4776850 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Dec 06 12:50:40.661666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411271b-7b08-4cd3-bd60-d94fcd2ca10d req-5e2221b0-2d54-41e8-b491-a32f4283512a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:40.663163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4411271b-7b08-4cd3-bd60-d94fcd2ca10d req-5e2221b0-2d54-41e8-b491-a32f4283512a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.1084671 Dec 06 12:50:40.712337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4411271b-7b08-4cd3-bd60-d94fcd2ca10d req-8bcd2d31-5f39-4c23-9a55-153bf196b334 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Dec 06 12:50:41.883158 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad8f5-31ed-47ad-bee4-e7e43fb4fcc1 req-c92fe13c-8197-493e-a697-ac2d17848058 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:41.884619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-807ad8f5-31ed-47ad-bee4-e7e43fb4fcc1 req-c92fe13c-8197-493e-a697-ac2d17848058 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.1056061 Dec 06 12:50:41.931069 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-807ad8f5-31ed-47ad-bee4-e7e43fb4fcc1 req-fc0571bb-64f5-4fb1-9e2a-2a5eb912ba02 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Dec 06 12:50:43.049631 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c4f68-6f67-466a-83ce-075e75200fd2 req-58ab09b3-d85f-4b98-a8c2-d438ba8376ea tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:43.051120 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2c4f68-6f67-466a-83ce-075e75200fd2 req-58ab09b3-d85f-4b98-a8c2-d438ba8376ea tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0526927 Dec 06 12:50:43.097350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2c4f68-6f67-466a-83ce-075e75200fd2 req-b13c3eb9-45fb-42ad-ac83-4034d04240d3 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Dec 06 12:50:44.214143 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d57d-46f7-44f8-9188-4b1e1c2ad51c req-76502542-2920-48c4-8f68-e1b919b37347 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:44.215850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d59d57d-46f7-44f8-9188-4b1e1c2ad51c req-76502542-2920-48c4-8f68-e1b919b37347 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0509744 Dec 06 12:50:44.269304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d59d57d-46f7-44f8-9188-4b1e1c2ad51c req-5014a2ee-a907-480f-a27f-16ba5dd3895e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Dec 06 12:50:45.382942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d02b6-88b0-4e8a-89d3-924a8f27d289 req-9edfc2e7-ea3f-40e3-8582-387235f23c6e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:45.384375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a60d02b6-88b0-4e8a-89d3-924a8f27d289 req-9edfc2e7-ea3f-40e3-8582-387235f23c6e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0482082 Dec 06 12:50:45.434510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a60d02b6-88b0-4e8a-89d3-924a8f27d289 req-e19f84f4-2537-493d-bd8a-d66df04ae27a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Dec 06 12:50:46.548630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49878-651f-42fc-acb7-a3499670f60b req-9ce27da3-581f-44aa-94c8-8ae3e73307be tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:46.550588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bce49878-651f-42fc-acb7-a3499670f60b req-9ce27da3-581f-44aa-94c8-8ae3e73307be tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0470812 Dec 06 12:50:46.597238 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bce49878-651f-42fc-acb7-a3499670f60b req-51fda4ab-6e39-4e20-a595-bc8ecebf2865 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Dec 06 12:50:47.715087 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147744-f527-4e65-a584-0efa0a23a387 req-7d00c265-4725-4f27-a9b6-6888a4bcc729 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:47.716545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85147744-f527-4e65-a584-0efa0a23a387 req-7d00c265-4725-4f27-a9b6-6888a4bcc729 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0485475 Dec 06 12:50:47.763058 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85147744-f527-4e65-a584-0efa0a23a387 req-fed0a72e-0e69-4136-8f31-5e86147d5f7c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Dec 06 12:50:48.687609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-cc7ca6cc-1493-49bf-9e21-6c8a696bd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:48.689074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-cc7ca6cc-1493-49bf-9e21-6c8a696bd4fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1097 time: 0.0406644 Dec 06 12:50:48.794601 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-afbadf77-73a3-4980-a1f8-8bc4998b379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:48.796077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-afbadf77-73a3-4980-a1f8-8bc4998b379a service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0875008 Dec 06 12:50:48.837448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-22bcbc12-5fe0-4e4e-89c1-f6a8aceeec67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0344355 Dec 06 12:50:48.883448 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040e415-d01d-4b7b-ae5f-5d169394f602 req-7bfd0f47-47b4-4c4d-a1e5-9ac30cb5e830 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:48.884938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3040e415-d01d-4b7b-ae5f-5d169394f602 req-7bfd0f47-47b4-4c4d-a1e5-9ac30cb5e830 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0526276 Dec 06 12:50:48.887709 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-5402d853-fbaf-4086-bceb-bbeb8a4b0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:48.889148 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-5402d853-fbaf-4086-bceb-bbeb8a4b0bc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0435266 Dec 06 12:50:48.924995 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-2926d532-aa46-4e0a-8c18-c835918d697c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289783 Dec 06 12:50:48.932852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3040e415-d01d-4b7b-ae5f-5d169394f602 req-a9cd030f-6c44-422b-9bf6-b991a9f4d19a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Dec 06 12:50:49.013730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-d233e222-62b0-438f-9f9a-4a3299782ea1 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820603 Dec 06 12:50:49.106328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b3f75a6c-608e-4494-89ef-a10af6b4c832 req-0f9a3621-26ef-4f22-a134-43babf01bb7b service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Dec 06 12:50:49.875569 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:50.047786 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228bd55-6e0a-46d3-aded-a1ad86d30fc1 req-a01c1190-912b-480b-82ea-401d511f48aa tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:50.049352 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3228bd55-6e0a-46d3-aded-a1ad86d30fc1 req-a01c1190-912b-480b-82ea-401d511f48aa tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0494597 Dec 06 12:50:50.095330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3228bd55-6e0a-46d3-aded-a1ad86d30fc1 req-0c8205f4-5401-4a57-be84-6ddbc150fadb tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Dec 06 12:50:51.210498 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f7179-97f9-4f86-8230-4d29dda4ab1d req-fe90607c-ef71-461c-b90f-447b51964a16 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:51.211949 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a9f7179-97f9-4f86-8230-4d29dda4ab1d req-fe90607c-ef71-461c-b90f-447b51964a16 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0505130 Dec 06 12:50:51.258019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a9f7179-97f9-4f86-8230-4d29dda4ab1d req-a73840db-3c34-4cd8-a6cf-af49f6e7760d tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Dec 06 12:50:52.372490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001dca-f277-42f1-b47e-d625aade2f97 req-cd61c2fe-a8d0-4295-bb45-139aef7f7727 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:52.374001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed001dca-f277-42f1-b47e-d625aade2f97 req-cd61c2fe-a8d0-4295-bb45-139aef7f7727 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0480108 Dec 06 12:50:52.420243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed001dca-f277-42f1-b47e-d625aade2f97 req-c891ee19-97df-428b-adb4-6e7177e9b69f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Dec 06 12:50:53.538632 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41132-2148-49bc-8db8-14b4fa07f4b5 req-59c5baef-b834-45e3-8884-e3baac4299cc tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:53.540092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cc41132-2148-49bc-8db8-14b4fa07f4b5 req-59c5baef-b834-45e3-8884-e3baac4299cc tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0475142 Dec 06 12:50:53.589420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3cc41132-2148-49bc-8db8-14b4fa07f4b5 req-0601ca82-31b9-40e4-a312-e47c49bae74a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Dec 06 12:50:53.887665 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-59004fc6-9ce1-4e2c-8903-8c01aa25033e service neutron] show failed (client error): The resource could not be found. Dec 06 12:50:53.888639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-59004fc6-9ce1-4e2c-8903-8c01aa25033e service neutron] 10.222.0.53 "GET /v2.0/ports/1f6dfec0-599c-489d-8ea8-770f3f2244ed/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0534101 Dec 06 12:50:54.090581 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-984a8bdb-18e1-47d2-8d71-37231d938f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.092028 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-984a8bdb-18e1-47d2-8d71-37231d938f5b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c&tenant_id=c6fd35827bb142c48d76e12f04f85740 HTTP/1.1" status: 200 len: 1097 time: 0.0402832 Dec 06 12:50:54.103412 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:50:54.157365 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.353464 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:54.385951 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:50:54.424300 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:54.426494 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27fd01f-f54a-475a-8ee0-9636173432dd" -d '{"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:54.430375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.444005 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Transition to ACTIVE for port object 1f6dfec0-599c-489d-8ea8-770f3f2244ed will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:50:54.447053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.483341 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6e5ad-d4e0-4112-84c6-e8b3147e0463 x-openstack-request-id: req-28e6e5ad-d4e0-4112-84c6-e8b3147e0463 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:54.483633 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:54.483895 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e6e5ad-d4e0-4112-84c6-e8b3147e0463 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:54.484278 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'code': 200} Dec 06 12:50:54.514002 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] No DVR routers for this DVR port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:50:54.515825 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:54.549682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:50:54.550012 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:50:54.550332 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:54.554483 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:50:54.554799 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Attempting to bind port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on network 261138da-48d9-4b8b-a6b8-8aee7588b9be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:50:54.559476 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:50:54.559803 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Checking segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:50:54.560179 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Bound using segment: {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:50:54.560592 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Bound port: 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30566c3d-836a-4e29-bb76-110cba0275c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:50:54.560934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.621845 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:50:54.625092 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:50:54.630751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.662749 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.663362 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:54.665297 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] 10.222.0.23 "PUT /v2.0/ports/1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 1092 time: 0.5653911 Dec 06 12:50:54.699181 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c1a8b-e7c0-4cba-907c-582d841a978d service neutron] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:54.713231 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bbbeb-2ef0-4f18-b603-2519631e293b req-364f1ac2-f857-4fba-92cc-81f429c8e947 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.714714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-648bbbeb-2ef0-4f18-b603-2519631e293b req-364f1ac2-f857-4fba-92cc-81f429c8e947 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0546093 Dec 06 12:50:54.734081 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-ee96c951-7ed9-4aec-a7b9-ce94747ae07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.735588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-ee96c951-7ed9-4aec-a7b9-ce94747ae07b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1095 time: 0.0459645 Dec 06 12:50:54.762694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-648bbbeb-2ef0-4f18-b603-2519631e293b req-9da18bbb-570c-4c62-a1b6-5a567435f432 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Dec 06 12:50:54.828244 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-21c57d1b-e8b3-40b1-8702-4c1ffd33dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.829838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-21c57d1b-e8b3-40b1-8702-4c1ffd33dba5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0876315 Dec 06 12:50:54.874419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-02c70747-eba0-47bb-840e-1ffb9713a95b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0374851 Dec 06 12:50:54.921466 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-d9e0bc70-d4f7-454a-b810-ebc9e93c8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:54.922901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-d9e0bc70-d4f7-454a-b810-ebc9e93c8ef4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0416605 Dec 06 12:50:54.952890 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-3b61b1b7-9d0b-41c7-bd1b-8371a54a542b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230222 Dec 06 12:50:55.042893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-c8777f25-cafb-4886-a9eb-5c48e20802ca service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834582 Dec 06 12:50:55.130606 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-afac36d1-5604-4efc-9454-7083f0ddb3ed req-4633baec-01d9-4d4d-ac7a-0d9d5f321338 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799816 Dec 06 12:50:55.879468 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae70e-1f8d-47f5-a3d2-1d991f999eb8 req-0ef73b63-9f51-40b9-b864-4adadc02a119 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:55.880926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6fae70e-1f8d-47f5-a3d2-1d991f999eb8 req-0ef73b63-9f51-40b9-b864-4adadc02a119 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0474560 Dec 06 12:50:55.926346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6fae70e-1f8d-47f5-a3d2-1d991f999eb8 req-ec52e76e-82fb-4dc2-b8a9-9d62f0137b3e tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Dec 06 12:50:56.485692 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:56.488674 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:56.535536 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6d226b-2ebe-4772-b9a2-3d26b13b2796 x-openstack-request-id: req-5b6d226b-2ebe-4772-b9a2-3d26b13b2796 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:56.535831 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:56.536088 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b6d226b-2ebe-4772-b9a2-3d26b13b2796 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:56.536489 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'status': 'completed', 'code': 200} Dec 06 12:50:56.638494 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-80e16aa6-052f-4dc9-8551-84377188c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.639993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-80e16aa6-052f-4dc9-8551-84377188c209 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1095 time: 0.0650620 Dec 06 12:50:56.641903 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-81159dc5-1679-4557-af1e-3766d59e69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.643313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-81159dc5-1679-4557-af1e-3766d59e69e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1095 time: 0.0763252 Dec 06 12:50:56.798192 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-ef9b07a7-0f1e-465c-a660-7789bda269e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.799655 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-ef9b07a7-0f1e-465c-a660-7789bda269e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.1525648 Dec 06 12:50:56.802195 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-9a47b318-4905-4531-8ad4-3e7cdc88857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.803553 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-9a47b318-4905-4531-8ad4-3e7cdc88857a service neutron] 10.222.0.23 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.1492593 Dec 06 12:50:56.845017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-1611d01d-9369-41b9-810b-43775c28ffc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0385532 Dec 06 12:50:56.915855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:50:57.016937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:57.030771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'network_id': '261138da-48d9-4b8b-a6b8-8aee7588b9be', 'port_id': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'mac_address': 'fa:16:3e:de:ab:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf69e70c-1b77-4461-94f9-058c8d015cfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:50:57.050530 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a05c18-3e54-41c1-b336-d2429cccff4a req-b3b95621-7438-40f7-ba54-543a395c8a81 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.052018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09a05c18-3e54-41c1-b336-d2429cccff4a req-b3b95621-7438-40f7-ba54-543a395c8a81 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 944 time: 0.0533953 Dec 06 12:50:57.075507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:57.088830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:50:57.102236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09a05c18-3e54-41c1-b336-d2429cccff4a req-b54c7b28-e887-411f-a8ac-9005a7fd3608 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Dec 06 12:50:57.114895 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6dfec0-599c-489d-8ea8-770f3f2244ed {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:50:57.149869 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:57.151841 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:50:57.155614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:57.200378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-bd022e64-da2a-4a61-a86a-7ef9256b72ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.3873167 Dec 06 12:50:57.213916 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:57.273497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-a91c10d7-fa6f-479b-b03e-b76dda20314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.274954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-a91c10d7-fa6f-479b-b03e-b76dda20314a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0835583 Dec 06 12:50:57.278870 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-4cf62cac-e2ed-4a2f-bd88-dbd49b7057a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.280217 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-4cf62cac-e2ed-4a2f-bd88-dbd49b7057a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0599816 Dec 06 12:50:57.291271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d3a508bd-3fac-4550-831e-b8d2df3ca74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:57.336091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2828-f9fb-4f04-9d90-2cc43de1f82b req-54aece77-d4dc-4e1c-b054-e0546172442a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.337650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a1a2828-f9fb-4f04-9d90-2cc43de1f82b req-54aece77-d4dc-4e1c-b054-e0546172442a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 945 time: 0.0758626 Dec 06 12:50:57.337991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-ccade4a9-a84b-45e6-87d7-cc2931dd7ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528052 Dec 06 12:50:57.339990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-b45b5642-ab78-444f-85ad-64a41507eb2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521474 Dec 06 12:50:57.372642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1f6dfec0-599c-489d-8ea8-770f3f2244ed'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:50:57.387946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-36c7f66a-de5a-4178-9980-3e73cfa92721 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.389413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-36c7f66a-de5a-4178-9980-3e73cfa92721 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c&tenant_id=c6fd35827bb142c48d76e12f04f85740&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0877838 Dec 06 12:50:57.414280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7a1a2828-f9fb-4f04-9d90-2cc43de1f82b req-99331f60-7b29-4a2e-883e-df6ae1112344 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Dec 06 12:50:57.469066 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-28006a44-f5ff-4371-bb25-a1c1c2115707 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:50:57.470147 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-28006a44-f5ff-4371-bb25-a1c1c2115707 service neutron] 10.222.0.53 "DELETE /v2.0/ports/1f6dfec0-599c-489d-8ea8-770f3f2244ed/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0704901 Dec 06 12:50:57.499567 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-095e51f1-02f7-4f0c-87bf-b47a330262bb service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538785 Dec 06 12:50:57.501677 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-a9d50448-141c-4491-97a8-96ae71d1196a service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475248 Dec 06 12:50:57.653929 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-862f276e-6306-464a-8e42-82a7cedd6deb service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472363 Dec 06 12:50:57.657392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-89130e37-935c-4ad9-bd4f-a2a4c3e159bd req-da5e7db7-b722-4ca4-9dc0-522e8e39ec81 service neutron] 10.222.0.23 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430109 Dec 06 12:50:57.784120 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-4bd961d5-5ff9-4dae-92a5-8cc7ec9c9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.785613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-4bd961d5-5ff9-4dae-92a5-8cc7ec9c9e21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6fd35827bb142c48d76e12f04f85740&device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 1096 time: 0.0440185 Dec 06 12:50:57.874565 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-fdcd1750-de6e-4265-897d-9c50aa7c3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.876018 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-fdcd1750-de6e-4265-897d-9c50aa7c3d88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 200 len: 915 time: 0.0834255 Dec 06 12:50:57.919478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-9c7df2cf-2ee0-47cd-9ea4-ffdf222c2697 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 200 len: 217 time: 0.0367062 Dec 06 12:50:57.966472 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-2e88cddc-e3dd-4ba8-ac9b-74f0b45b81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:57.967835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-2e88cddc-e3dd-4ba8-ac9b-74f0b45b81f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 200 len: 854 time: 0.0410767 Dec 06 12:50:57.998759 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-625feedf-d231-4303-8e2b-a9eeb928a591 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=261138da-48d9-4b8b-a6b8-8aee7588b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238373 Dec 06 12:50:58.088261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-e8f5656f-7576-4f9e-9d97-32369ebf7f94 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829003 Dec 06 12:50:58.176922 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-616af592-388a-4518-9577-26f12dbf0917 service neutron] 10.222.0.53 "GET /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816298 Dec 06 12:50:58.529374 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4e884-7cc5-495d-86c3-380b3c1d1c54 req-d886fbab-3339-4c86-8238-3c28dcbd0963 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:58.530892 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d4e884-7cc5-495d-86c3-380b3c1d1c54 req-d886fbab-3339-4c86-8238-3c28dcbd0963 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 945 time: 0.0491374 Dec 06 12:50:58.578844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b7d4e884-7cc5-495d-86c3-380b3c1d1c54 req-eb3c66b8-ac56-4b11-b920-061ca6e78f8b tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 Dec 06 12:50:58.942872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:50:58.990067 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1f6dfec0-599c-489d-8ea8-770f3f2244ed completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:50:58.993784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1f6dfec0-599c-489d-8ea8-770f3f2244ed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:50:58.994154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:59.071228 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:59.093888 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:50:59.097022 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2bee07-d378-49f4-85cf-ee56aaaeb59c" -d '{"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-plugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:50:59.110144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:50:59.114397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:59.136447 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03221d2-bc89-4e2e-a315-b4a275b1344c x-openstack-request-id: req-c03221d2-bc89-4e2e-a315-b4a275b1344c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:50:59.136745 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-plugged", "status": "completed", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:50:59.137000 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c03221d2-bc89-4e2e-a315-b4a275b1344c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:50:59.137416 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'code': 200} Dec 06 12:50:59.162590 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:50:59.635815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8d942f55-6c05-4dde-9e73-d2989c179141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:59.694755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257990a-d434-4ff9-9e05-3b8b6986f999 req-588a0bcd-d546-4e10-9582-dd5b0c659c5c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:59.696221 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6257990a-d434-4ff9-9e05-3b8b6986f999 req-588a0bcd-d546-4e10-9582-dd5b0c659c5c tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0474393 Dec 06 12:50:59.745925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6257990a-d434-4ff9-9e05-3b8b6986f999 req-7a4a97fd-f242-4d25-aa79-6af1470a15e5 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Dec 06 12:50:59.858086 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee096a-088a-4239-8672-41be56e8599a req-105423f9-a87a-415d-9091-b3178937472f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:59.859436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98ee096a-088a-4239-8672-41be56e8599a req-105423f9-a87a-415d-9091-b3178937472f tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0471234 Dec 06 12:50:59.905715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-98ee096a-088a-4239-8672-41be56e8599a req-359c73f5-b639-4872-877f-8de44281c9b0 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Dec 06 12:51:00.015659 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109deb7-e78b-41fb-a282-b41afe1d53c8 req-66862564-8ac3-46e7-b5c3-4ab9661825c7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:00.017110 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f109deb7-e78b-41fb-a282-b41afe1d53c8 req-66862564-8ac3-46e7-b5c3-4ab9661825c7 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0472372 Dec 06 12:51:00.062816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f109deb7-e78b-41fb-a282-b41afe1d53c8 req-a8c5d87c-8d8f-4b10-884f-8eba6da118c6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Dec 06 12:51:00.390058 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c69d5-55b1-4bfa-b5e4-ffb1961c818a req-ef36d677-57d2-4172-8ef3-b45a664055aa tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:00.391513 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-463c69d5-55b1-4bfa-b5e4-ffb1961c818a req-ef36d677-57d2-4172-8ef3-b45a664055aa tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0513465 Dec 06 12:51:00.436680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-463c69d5-55b1-4bfa-b5e4-ffb1961c818a req-e3861554-bee8-4f90-bb65-c59931bb5a34 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Dec 06 12:51:00.648061 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.355013 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.520276 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-a737e78c-34fa-40bd-b894-c0786af16cd6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:01.521814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-a737e78c-34fa-40bd-b894-c0786af16cd6 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0508099 Dec 06 12:51:01.553588 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea275da7-551c-4fa2-b8d8-b7580bb48bb2 req-566a8be5-9441-44b1-9e5f-61a06215934a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:01.555098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea275da7-551c-4fa2-b8d8-b7580bb48bb2 req-566a8be5-9441-44b1-9e5f-61a06215934a tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f3e2db8-4350-4482-986d-4991dfd5879c HTTP/1.1" status: 200 len: 946 time: 0.0498731 Dec 06 12:51:01.602738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea275da7-551c-4fa2-b8d8-b7580bb48bb2 req-1dec389a-5973-449e-a4d6-5c1876234f29 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a350c55-547f-44b1-8cce-4d64c18afceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Dec 06 12:51:01.616314 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Deleting port 1f6dfec0-599c-489d-8ea8-770f3f2244ed {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:01.616673 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.703326 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] For port 1f6dfec0-599c-489d-8ea8-770f3f2244ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f6dfec0-599c-489d-8ea8-770f3f2244ed,segment=NetworkSegment(30566c3d-836a-4e29-bb76-110cba0275c1),segment_id=30566c3d-836a-4e29-bb76-110cba0275c1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:01.703748 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.716174 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Calling delete_port for 1f6dfec0-599c-489d-8ea8-770f3f2244ed owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:01.847349 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.859134 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1f6dfec0-599c-489d-8ea8-770f3f2244ed'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:51:01.874626 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Pushing event deleted for resources: {'Port': ['ID=1f6dfec0-599c-489d-8ea8-770f3f2244ed,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:01.919560 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] No DVR routers for this DVR port 1f6dfec0-599c-489d-8ea8-770f3f2244ed on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:51:01.922137 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.926097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-02853db3-6e51-4996-aba9-dade7bf3c9e8 req-c0a546aa-a3d0-49cb-8ea1-f85ccbcd8179 tempest-ServerDiskConfigTestJSON-1858137498 tempest-ServerDiskConfigTestJSON-1858137498-project] 10.222.0.23 "DELETE /v2.0/ports/1f6dfec0-599c-489d-8ea8-770f3f2244ed HTTP/1.1" status: 204 len: 173 time: 0.3986666 Dec 06 12:51:01.926538 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-deleted', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:01.928808 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae98e315-ff46-47d7-876f-9bbec4347a62" -d '{"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-deleted", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:01.965644 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19acf724-2270-44fa-9b38-15db4e87c7f5 x-openstack-request-id: req-19acf724-2270-44fa-9b38-15db4e87c7f5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:01.965937 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3e2db8-4350-4482-986d-4991dfd5879c", "name": "network-vif-deleted", "tag": "1f6dfec0-599c-489d-8ea8-770f3f2244ed", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:01.966192 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19acf724-2270-44fa-9b38-15db4e87c7f5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:01.966585 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3e2db8-4350-4482-986d-4991dfd5879c', 'name': 'network-vif-deleted', 'tag': '1f6dfec0-599c-489d-8ea8-770f3f2244ed', 'status': 'completed', 'code': 200} Dec 06 12:51:02.425834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.721109 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:02.768361 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Deleting subnet bf69e70c-1b77-4461-94f9-058c8d015cfe {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:51:02.771347 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.804979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.843558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.892901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.921340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf69e70c-1b77-4461-94f9-058c8d015cfe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:02.925608 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.928783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a8ba901-fdcf-48f3-9c31-f4ae8c3e0765 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bf69e70c-1b77-4461-94f9-058c8d015cfe HTTP/1.1" status: 204 len: 168 time: 0.2066352 Dec 06 12:51:02.931276 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:02.998205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.077399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.097676 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261138da-48d9-4b8b-a6b8-8aee7588b9be']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:03.106967 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30566c3d-836a-4e29-bb76-110cba0275c1') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:03.107266 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30566c3d-836a-4e29-bb76-110cba0275c1') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:03.116840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.129400 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.135202 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:51:03.135581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: timer() Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:51:03.137312 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:51:03.189925 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.195167 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.198375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] 10.222.0.31 "DELETE /v2.0/networks/261138da-48d9-4b8b-a6b8-8aee7588b9be HTTP/1.1" status: 204 len: 168 time: 0.2661936 Dec 06 12:51:03.208746 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5699d9d-0217-4003-b87a-d26eac00d342 admin admin] Pushing event deleted for resources: {'Network': ['ID=261138da-48d9-4b8b-a6b8-8aee7588b9be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:03.242007 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.307725 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:03.347870 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-262bccca-9a71-4911-bc3c-31b0c41065dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6fd35827bb142c48d76e12f04f85740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390065 Dec 06 12:51:03.350451 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:03.395879 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.416494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.461392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.463825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:03.464941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a350c55-547f-44b1-8cce-4d64c18afceb HTTP/1.1" status: 204 len: 168 time: 0.1136131 Dec 06 12:51:03.472884 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eea427-d9d6-4eb7-b649-bdbfb5c2fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a350c55-547f-44b1-8cce-4d64c18afceb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:04.104621 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38094) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:04.207676 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-15104842-network', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:04.229372 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:04.231567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.239876 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.315051 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.318470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.342474 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:51:04.353374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6f7a5-6223-4170-8a58-f523814c16f9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:04.361602 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.362607 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Added segment 65289982-d94f-439b-ad80-a043861fe68c of type vlan for network 36c1a06c-7ca3-47eb-a223-0ffe6236957a Dec 06 12:51:04.402219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.426552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.427485 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:04.428061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.460779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3550467 Dec 06 12:51:04.463883 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:04.468969 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Request body: {'subnet': {'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-15104842-subnet', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:04.490168 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:04.491536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ca9ca-7849-465d-a907-e4611c8f2980 admin admin] Pushing event updated for resources: {'Network': ['ID=36c1a06c-7ca3-47eb-a223-0ffe6236957a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:04.492522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.501782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:51:04.665385 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.713111 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10895d51-33fd-4b62-b97b-9641dc7fb7b4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:04.727502 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:04.727856 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Network hostable DHCP agents. Network: 36c1a06c-7ca3-47eb-a223-0ffe6236957a, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:51:04.743884 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:51:04.751490 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 36c1a06c-7ca3-47eb-a223-0ffe6236957a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:04.755962 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:04.756548 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.761613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ecb8e-b143-4e45-b821-63ad3e7abec0 None None] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:51:04.772140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f2d04042-b3a7-415f-9e35-a0ea574bfefc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3071251 Dec 06 12:51:04.774830 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:04.778951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:04.799029 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.800050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.853191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.907088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:51:04.907987 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:04.990346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.020041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:51:05.049181 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 1f6dfec0-599c-489d-8ea8-770f3f2244ed {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:51:05.049536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f6dfec0-599c-489d-8ea8-770f3f2244ed not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:51:05.065170 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Allocated IP 172.20.0.2 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/2c3604dc-5868-4606-b3d5-dde26accb8d9) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:05.186981 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.206563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.208077 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.214195 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.253639 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:05.256498 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:05.259998 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:05.266887 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Pushing event updated for resources: {'Port': ['ID=2c3604dc-5868-4606-b3d5-dde26accb8d9,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:05.311039 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Allocated IP 172.35.3.241 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/4c8d59db-2d31-44ee-b281-a7c303c2a132) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:05.316545 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Attempting to bind port 2c3604dc-5868-4606-b3d5-dde26accb8d9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:05.316913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Attempting to bind port 2c3604dc-5868-4606-b3d5-dde26accb8d9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:05.317306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Attempting to bind port 2c3604dc-5868-4606-b3d5-dde26accb8d9 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:05.323082 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:05.323458 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:05.323899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.324290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:05.324751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Bound port: 2c3604dc-5868-4606-b3d5-dde26accb8d9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:05.325274 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.421521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.456068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.500760 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:05.504334 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:05.508015 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:05.520930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2c802-8b18-4215-8997-b5566db597d5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:05.531442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Pushing event updated for resources: {'Port': ['ID=4c8d59db-2d31-44ee-b281-a7c303c2a132,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:05.554092 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] For port 2c3604dc-5868-4606-b3d5-dde26accb8d9, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:05.568453 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] For port 2c3604dc-5868-4606-b3d5-dde26accb8d9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c3604dc-5868-4606-b3d5-dde26accb8d9,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:05.574007 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.577777 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-da47e0e8-99a4-4299-9857-8b6655b7e3d0 None None] Provisioning complete for port 4c8d59db-2d31-44ee-b281-a7c303c2a132 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:05.578127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-da47e0e8-99a4-4299-9857-8b6655b7e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.653259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-da47e0e8-99a4-4299-9857-8b6655b7e3d0 None None] Port 4c8d59db-2d31-44ee-b281-a7c303c2a132 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:05.658686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dcfc4-e8d6-45be-b78a-7cf5cd076ac5 None None] Pushing event updated for resources: {'Port': ['ID=2c3604dc-5868-4606-b3d5-dde26accb8d9,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:05.768815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:05.983423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.110182 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:51:06.214967 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:06.228563 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:06.234740 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.236026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d67d397e-3bda-4885-8af8-89d41ad431bd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4602780 Dec 06 12:51:06.238957 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:06.246969 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:06.247600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:06.358557 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:06.557024 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:05Z', 'revision_number': 3, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:06.584404 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:06.584765 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Updating router 530f6ba7-17f3-43d3-9e52-07e1952313ea port 4c8d59db-2d31-44ee-b281-a7c303c2a132 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:51:06.605815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6357c6c-c9b4-48f4-82b1-6d06f4bbf1e7 None None] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:51:06.628942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.687712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.792429 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] Provisioning complete for port 2c3604dc-5868-4606-b3d5-dde26accb8d9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:06.792802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.844067 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Allocated IP 172.20.0.1 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/4f1501ae-8963-4bd7-b358-30809def9865) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:06.948141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:06.982088 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.011669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.022581 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:07.027160 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:07.031829 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:07.057221 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:07.078096 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.091805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] For port 2c3604dc-5868-4606-b3d5-dde26accb8d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c3604dc-5868-4606-b3d5-dde26accb8d9,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:07.094130 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.097146 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.103783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.159250 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f6f01-e6cb-426c-a023-21f3e7941714 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:07.170256 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f3bce-69ad-49e1-8b96-95372ee8127c None None] Pushing event updated for resources: {'Port': ['ID=2c3604dc-5868-4606-b3d5-dde26accb8d9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:07.174256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Attempting to bind port 4c8d59db-2d31-44ee-b281-a7c303c2a132 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:07.174639 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Attempting to bind port 4c8d59db-2d31-44ee-b281-a7c303c2a132 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:07.175012 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Attempting to bind port 4c8d59db-2d31-44ee-b281-a7c303c2a132 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:07.211642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:07.212036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:07.212421 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.212533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.212827 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:07.213352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Bound port: 4c8d59db-2d31-44ee-b281-a7c303c2a132, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:07.213735 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.270956 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010082dd-3689-47b9-afdc-d12110bf1c3e None None] Pushing event updated for resources: {'Port': ['ID=4c8d59db-2d31-44ee-b281-a7c303c2a132,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:07.280464 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-64a7ca0e-27f8-499d-a06f-b07e287daf61 None None] Provisioning complete for port 4c8d59db-2d31-44ee-b281-a7c303c2a132 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:07.280971 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-64a7ca0e-27f8-499d-a06f-b07e287daf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.323667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] For port 4c8d59db-2d31-44ee-b281-a7c303c2a132, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:07.339138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] For port 4c8d59db-2d31-44ee-b281-a7c303c2a132, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c8d59db-2d31-44ee-b281-a7c303c2a132,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:07.340210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-64a7ca0e-27f8-499d-a06f-b07e287daf61 None None] Port 4c8d59db-2d31-44ee-b281-a7c303c2a132 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:07.348561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.395491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.413268 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.419797 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010082dd-3689-47b9-afdc-d12110bf1c3e None None] Pushing event updated for resources: {'Port': ['ID=4c8d59db-2d31-44ee-b281-a7c303c2a132,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:07.433315 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0385f0-8966-4d1e-ab90-1a3b930e309b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:07.442670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:07.444808 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:07.491941 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2c3604dc-5868-4606-b3d5-dde26accb8d9 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:07.524877 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:07.527315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.538150 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-647c5ca5-654f-48c9-bf59-9bf6176f518a None None] Provisioning complete for port 2c3604dc-5868-4606-b3d5-dde26accb8d9 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:07.538527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-647c5ca5-654f-48c9-bf59-9bf6176f518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.618888 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:07.620331 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:07.635196 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:07.678467 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2c3604dc-5868-4606-b3d5-dde26accb8d9 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:07.678849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:07.750102 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:07.868595 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:07.882610 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-afab6c2e-03e0-4edd-a1ab-8479e65d2824 admin admin] 10.222.0.31 "PUT /v2.0/routers/530f6ba7-17f3-43d3-9e52-07e1952313ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343691 Dec 06 12:51:08.058847 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Provisioning complete for port 4c8d59db-2d31-44ee-b281-a7c303c2a132 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:08.059218 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.181783 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.187421 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 2, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:08.217771 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a394ae-e2e4-4219-a7a3-022fc7680d54 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 2, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:08.229874 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] For port 4c8d59db-2d31-44ee-b281-a7c303c2a132, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c8d59db-2d31-44ee-b281-a7c303c2a132,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:08.237538 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.274825 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Provisioning complete for port 4f1501ae-8963-4bd7-b358-30809def9865 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:08.275203 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.320465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Pushing event updated for resources: {'Port': ['ID=4c8d59db-2d31-44ee-b281-a7c303c2a132,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:08.327933 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-5b050051-3818-4d6a-971e-3b21d843e885 None None] Port 4f1501ae-8963-4bd7-b358-30809def9865 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:08.464545 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:08.469571 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547096440', 'description': 'tempest-description--1233901583'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:08.501336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.572761 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.576742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.607329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.610011 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1434264 Dec 06 12:51:08.611912 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38112) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:08.617540 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'security_group_rule': {'security_group_id': '346fabf7-2a1e-4402-9df1-d3aa836b356d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:08.622765 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716f371-ce01-4df2-b72a-aef83b147369 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346fabf7-2a1e-4402-9df1-d3aa836b356d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:08.652581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.717309 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.721857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.740536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c79716-90d6-44d3-9472-62cc407582ba,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:08.752743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.754034 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2b10dcf-adab-4689-a315-f02680ddf47e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406446 Dec 06 12:51:08.756693 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38114) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:08.761380 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'security_group_rule': {'security_group_id': '346fabf7-2a1e-4402-9df1-d3aa836b356d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:08.791721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.869195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.872880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.888834 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9efb8ad-c3a9-49cc-aee3-c5448700affb,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:08.902382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:08.903630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-392f48c3-5a96-4ea0-bfdd-cb124fd1328a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459587 Dec 06 12:51:08.906635 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 38116) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:08.912146 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:08.934556 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.040912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.146276 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Allocated IP 172.35.3.118 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bdb15c28-b935-4e62-87af-5c53fa3b8112) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:09.255360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.290069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.331038 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:09.334054 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:09.336527 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:09.369094 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=bdb15c28-b935-4e62-87af-5c53fa3b8112,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:09.435383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.440105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4c8d59db-2d31-44ee-b281-a7c303c2a132 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:09.475711 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.492999 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4c8d59db-2d31-44ee-b281-a7c303c2a132 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:09.493343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.625344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.630410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.702923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=bdb15c28-b935-4e62-87af-5c53fa3b8112,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:09.713343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.728641 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:09.730038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1eaf3484-88fa-4699-b74c-fe3b724d5cbd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8224003 Dec 06 12:51:09.854611 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:51:09.882589 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-da7f20d4-b394-4ef1-a1ad-61367b7e2431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1547096440&fields=id&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 267 time: 0.0461404 Dec 06 12:51:09.997123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-7d8ceabb-05db-42f1-a66a-492363a6db94 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:09.998640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-7d8ceabb-05db-42f1-a66a-492363a6db94 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1091478 Dec 06 12:51:10.013505 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-c3c7db38-67c5-4916-a2dc-9c52fbd0bdec tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/quotas/a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 375 time: 0.0089862 Dec 06 12:51:10.124563 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:10.134722 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:10.135341 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:10.245468 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:10.396137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-9e3db705-0030-443a-9411-feea4fa7453b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3775253 Dec 06 12:51:10.452144 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 2, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:10.478190 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:10.478555 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Updating router 530f6ba7-17f3-43d3-9e52-07e1952313ea port 4f1501ae-8963-4bd7-b358-30809def9865 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:51:10.489261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-258d66d5-16b7-48f8-b668-f502c6c7c711 service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810535 Dec 06 12:51:10.507898 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.581287 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-f7775381-b6b7-47c1-bb87-f84b427b4b42 service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Dec 06 12:51:10.746413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e843f5c5-1fb6-49cf-8522-4dd48e47fed2 req-68fc370f-7ec0-4d78-9db8-4607db33fcae tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 210 time: 0.0258608 Dec 06 12:51:10.777970 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.782805 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.850234 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Pushing event updated for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:10.862036 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.862659 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.862808 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.863031 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.863357 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.863684 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.864007 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.864328 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.864647 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.864999 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.865479 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.865668 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.865940 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.897066 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Attempting to bind port 4f1501ae-8963-4bd7-b358-30809def9865 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:10.897469 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Attempting to bind port 4f1501ae-8963-4bd7-b358-30809def9865 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:10.897839 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Attempting to bind port 4f1501ae-8963-4bd7-b358-30809def9865 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:10.903467 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:10.903837 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:10.904233 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.904768 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:10.905258 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Bound port: 4f1501ae-8963-4bd7-b358-30809def9865, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:10.905639 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.974417 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] For port 4f1501ae-8963-4bd7-b358-30809def9865, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:10.977785 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] For port 4f1501ae-8963-4bd7-b358-30809def9865, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4f1501ae-8963-4bd7-b358-30809def9865,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:10.982291 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.038172 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:11.038875 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:11.097039 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] Provisioning complete for port 4f1501ae-8963-4bd7-b358-30809def9865 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:11.098071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.134927 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214ba3-857d-4c20-a0e2-d1084e14ac8c None None] Pushing event updated for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:11.151389 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:11.203647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.245046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] For port 4f1501ae-8963-4bd7-b358-30809def9865, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4f1501ae-8963-4bd7-b358-30809def9865,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:11.255340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.309959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc558fe-abfc-44b7-9de8-22de6393ce5e None None] Pushing event updated for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:11.384721 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b383e9e1-c974-43b6-b52f-1b722b0fc21e None None] Provisioning complete for port 4f1501ae-8963-4bd7-b358-30809def9865 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:11.385405 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b383e9e1-c974-43b6-b52f-1b722b0fc21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.429719 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4f1501ae-8963-4bd7-b358-30809def9865 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:11.484632 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:10Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:11.512213 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f41f0-26d0-4a19-b941-e00752ef85dc None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:10Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:11.522763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 4f1501ae-8963-4bd7-b358-30809def9865 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:11.523141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:11.821001 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-616b77be-31ee-4418-8cbd-8885f5c0029c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.822705 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-616b77be-31ee-4418-8cbd-8885f5c0029c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1390452 Dec 06 12:51:11.877868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a4c35c7-a68b-489f-a52d-2221c86dec34 req-6489145c-5ebe-4f4d-a927-eee439c23824 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 210 time: 0.0434783 Dec 06 12:51:11.910205 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-85ae7dd9-7d7a-4e56-ac86-5929bb46ab35 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 380 time: 0.0780723 Dec 06 12:51:11.921078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'port': {'device_id': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'admin_state_up': True, 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'security_groups': ['346fabf7-2a1e-4402-9df1-d3aa836b356d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:12.032162 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:12.036010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.169297 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Allocated IP 172.20.0.14 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/fe8969bd-78bb-4a16-b07c-5af355aa6aac) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:12.308744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.340440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.384446 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:12.387584 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:12.391206 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:12.397716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:12.447969 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:12.448578 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.465752 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-8070ccc6-7737-48cb-9122-34d300a4ec5f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484424 Dec 06 12:51:12.478620 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Request body: {'port': {'device_id': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:12.538006 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.648134 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ad55aab1-e489-46c4-9826-2e9ce3871025 None None] Provisioning complete for port fe8969bd-78bb-4a16-b07c-5af355aa6aac triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:12.648640 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ad55aab1-e489-46c4-9826-2e9ce3871025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.682206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ad55aab1-e489-46c4-9826-2e9ce3871025 None None] Port fe8969bd-78bb-4a16-b07c-5af355aa6aac cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:12.798332 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8969bd-78bb-4a16-b07c-5af355aa6aac {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:51:12.806873 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.819595 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Transition to ACTIVE for port object fe8969bd-78bb-4a16-b07c-5af355aa6aac will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:51:12.822669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.875088 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:12.960350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:12.961133 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:12.961488 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:12.966464 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:51:12.966789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:12.971947 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:12.972336 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:12.972723 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:12.973146 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Bound port: fe8969bd-78bb-4a16-b07c-5af355aa6aac, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:12.974181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:12.995159 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b6963-da8a-4543-9c6a-b27c3a059eb3 req-301a0b0a-dbf2-40c3-814f-571c2e761d64 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:12.997227 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a65b6963-da8a-4543-9c6a-b27c3a059eb3 req-301a0b0a-dbf2-40c3-814f-571c2e761d64 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0599351 Dec 06 12:51:13.040492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:13.043964 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:13.049812 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.054184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a65b6963-da8a-4543-9c6a-b27c3a059eb3 req-221f39a9-87a9-4a74-9665-f1f55cffd4c7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497465 Dec 06 12:51:13.088915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.089596 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.090973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] 10.222.0.23 "PUT /v2.0/ports/fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1092 time: 0.6167343 Dec 06 12:51:13.091428 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:13.093719 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e3a92-472d-4b85-bb28-f96f1668aeee" -d '{"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:13.120255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404611e-7bcb-4715-be23-0fa8b034875d service neutron] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:13.139224 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d8056f-e3f5-41b2-9833-b1dbe6c88f5e x-openstack-request-id: req-d6d8056f-e3f5-41b2-9833-b1dbe6c88f5e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:13.139530 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:13.139807 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6d8056f-e3f5-41b2-9833-b1dbe6c88f5e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:13.140218 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'status': 'completed', 'code': 200} Dec 06 12:51:13.190015 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-f81c616a-0dff-40b9-b636-6dea154012e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.191537 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-f81c616a-0dff-40b9-b636-6dea154012e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0463717 Dec 06 12:51:13.235052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-af855793-cef4-4e81-b77d-0eaefff09114 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 217 time: 0.0357933 Dec 06 12:51:13.286575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-e2547e46-b97c-4dc9-b955-d57f65734740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.288108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-e2547e46-b97c-4dc9-b955-d57f65734740 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0444565 Dec 06 12:51:13.336620 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f242-500e-4060-946d-dc3b4846d00f req-8c47a927-294d-4cd8-b621-aff88ab69de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.338125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-8c47a927-294d-4cd8-b621-aff88ab69de7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434163 Dec 06 12:51:13.427266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-3b309f6a-1808-4d68-a7fe-760007e974b4 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Dec 06 12:51:13.824106 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0014f242-500e-4060-946d-dc3b4846d00f req-cc60692b-e458-4714-922c-1897d789c6f8 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899188 Dec 06 12:51:13.908987 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-fd786cec-e6ff-423f-819d-8e02ef7b624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.910492 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-fd786cec-e6ff-423f-819d-8e02ef7b624a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0405436 Dec 06 12:51:14.002546 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-36eb1014-a836-48ea-8fd9-951cf4df1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:14.003988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-36eb1014-a836-48ea-8fd9-951cf4df1bc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0860856 Dec 06 12:51:14.043003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-da046d9f-189a-45c5-a506-1e191d1e9f82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 217 time: 0.0325637 Dec 06 12:51:14.092030 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-885f9196-0db2-4849-9d57-e200fccb53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:14.093525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-885f9196-0db2-4849-9d57-e200fccb53f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0426755 Dec 06 12:51:14.143651 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-abe3ab97-a7b4-4519-a99a-45ef7a486aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:14.145207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-abe3ab97-a7b4-4519-a99a-45ef7a486aed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435455 Dec 06 12:51:14.167007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14d456-f22f-433e-bd63-e8a62bdff94a req-599ae65b-1aaa-45d2-bcfc-45b8a966cbfb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:14.168535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d14d456-f22f-433e-bd63-e8a62bdff94a req-599ae65b-1aaa-45d2-bcfc-45b8a966cbfb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0495172 Dec 06 12:51:14.216527 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9d14d456-f22f-433e-bd63-e8a62bdff94a req-60e630a4-9826-4530-b60a-2b4744f97688 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 Dec 06 12:51:14.244128 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-71fdf8d4-468f-482f-9e3b-065a859df086 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912292 Dec 06 12:51:14.343391 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-782e3a92-472d-4b85-bb28-f96f1668aeee req-62a5107a-14ad-42b4-9090-720537d3e065 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901809 Dec 06 12:51:15.041280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:51:15.138525 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:15.149529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'mac_address': 'fa:16:3e:8d:8c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:51:15.187462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.200585 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8969bd-78bb-4a16-b07c-5af355aa6aac {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:51:15.219225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:15.223844 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.276597 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:15.335970 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d588a67-4222-4480-b13b-d7f1aff8d56c req-b531c26c-1a30-4be8-bc04-5b0be7994a51 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:15.337444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d588a67-4222-4480-b13b-d7f1aff8d56c req-b531c26c-1a30-4be8-bc04-5b0be7994a51 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Dec 06 12:51:15.391948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3d588a67-4222-4480-b13b-d7f1aff8d56c req-482015f4-7d1c-4979-889b-ded65f4cb02b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483305 Dec 06 12:51:15.409569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['fe8969bd-78bb-4a16-b07c-5af355aa6aac'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:51:16.506329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6866e-1ad4-40e9-97d3-f6a63c72fe74 req-342910c7-4085-4b7e-be80-f7bfc9a94981 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:16.507793 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f6866e-1ad4-40e9-97d3-f6a63c72fe74 req-342910c7-4085-4b7e-be80-f7bfc9a94981 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Dec 06 12:51:16.554071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85f6866e-1ad4-40e9-97d3-f6a63c72fe74 req-64c38e4e-62dc-4c8c-be3f-0e7a5c68c9c2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402350 Dec 06 12:51:17.040819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:17.092466 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port fe8969bd-78bb-4a16-b07c-5af355aa6aac completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:51:17.096779 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port fe8969bd-78bb-4a16-b07c-5af355aa6aac triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:17.097171 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.173688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.195693 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:17.197937 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602f0a9b-7b10-4bc2-89d7-521be2eb6a08" -d '{"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-plugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:17.210802 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:17.214815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.241635 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9495b6-d917-4e8a-bef0-56c97a31b4e7 x-openstack-request-id: req-bf9495b6-d917-4e8a-bef0-56c97a31b4e7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:17.242046 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-plugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:17.242325 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf9495b6-d917-4e8a-bef0-56c97a31b4e7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:17.242749 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'code': 200} Dec 06 12:51:17.273378 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:17.330764 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c071-2bb4-4410-a470-20752185c1e3 req-bcb68446-ab8f-4b1e-a394-f31f44c9b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:17.332155 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e190c071-2bb4-4410-a470-20752185c1e3 req-bcb68446-ab8f-4b1e-a394-f31f44c9b41b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1097 time: 0.0404029 Dec 06 12:51:17.375260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e190c071-2bb4-4410-a470-20752185c1e3 req-6c946cd6-d3c8-4ac8-b47d-545ebdf4eee1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Dec 06 12:51:17.667316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e97e27-cc65-42d1-b41b-94ac34571406 req-049ba21f-a60c-42d5-abf1-6f351f7d2883 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:17.668783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1e97e27-cc65-42d1-b41b-94ac34571406 req-049ba21f-a60c-42d5-abf1-6f351f7d2883 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0474591 Dec 06 12:51:17.715849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f1e97e27-cc65-42d1-b41b-94ac34571406 req-5ed8e3f7-8e74-4d16-bb1b-4cb4f5741d68 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Dec 06 12:51:18.835969 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a97a-6c28-4e47-b64d-be7133541d7e req-04b1626f-5b36-407e-8406-f9dcb915cf7b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:18.837385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c45a97a-6c28-4e47-b64d-be7133541d7e req-04b1626f-5b36-407e-8406-f9dcb915cf7b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Dec 06 12:51:18.885054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3c45a97a-6c28-4e47-b64d-be7133541d7e req-8894e28a-8758-42a5-b2ef-077495c5a386 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Dec 06 12:51:18.994734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579494-ea3a-4247-97e0-b48ecdfae24a req-7d843eda-f8dd-4318-884d-02937675593e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:18.996285 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f579494-ea3a-4247-97e0-b48ecdfae24a req-7d843eda-f8dd-4318-884d-02937675593e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Dec 06 12:51:19.004738 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:19.009033 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'floatingip': {'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:19.049921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.463521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.466900 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.564215 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a associated. External IP: 172.35.3.118, port: fe8969bd-78bb-4a16-b07c-5af355aa6aac. Dec 06 12:51:19.768883 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:19.873868 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:19.878727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.884723 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:19.888271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.895803 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:19.896404 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:19.906115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-097b88f3-d3ea-42ee-aa59-409a98d350f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "PUT /v2.0/floatingips/1e696a4c-f8d5-4c57-a2b2-808e12d9e77a HTTP/1.1" status: 200 len: 992 time: 0.9003022 Dec 06 12:51:19.906803 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:19.909235 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a5d3b-4f36-4a46-a537-ae76e44612a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:19.950874 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a300f5f-b6ff-4dd5-93cc-e7f8771ee2b8 x-openstack-request-id: req-8a300f5f-b6ff-4dd5-93cc-e7f8771ee2b8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:19.951157 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:19.951414 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a300f5f-b6ff-4dd5-93cc-e7f8771ee2b8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:19.951820 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'status': 'completed', 'code': 200} Dec 06 12:51:20.003769 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:20.017915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-f6e63539-c558-4850-9a4c-2175da045d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:20.019406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-f6e63539-c558-4850-9a4c-2175da045d59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1097 time: 0.0422549 Dec 06 12:51:20.113296 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-6dc60add-b233-4cd9-b36a-86a353792181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:20.114771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-6dc60add-b233-4cd9-b36a-86a353792181 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0886128 Dec 06 12:51:20.179732 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-2fadd08a-60dc-4195-b9f7-4ccb1bfcfea3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1000 time: 0.0583608 Dec 06 12:51:20.228647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:8d:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:51:19Z', 'revision_number': 1, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:20.234754 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-68f4818b-4cc5-424b-ae22-b44da00a4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:20.236457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-68f4818b-4cc5-424b-ae22-b44da00a4023 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0504837 Dec 06 12:51:20.258811 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:20.267201 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:20.267809 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:20.283621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-43376c3b-34b0-4e82-be45-95c78c35233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:20.285126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-43376c3b-34b0-4e82-be45-95c78c35233f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407021 Dec 06 12:51:20.370635 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:20.376164 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-471029f2-1940-4d9c-bac8-ae95a74618c1 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Dec 06 12:51:20.469665 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-902a5d3b-4f36-4a46-a537-ae76e44612a8 req-1f5913c0-d95a-457e-8410-e5e4df985d2a service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Dec 06 12:51:20.590978 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:8d:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:51:19Z', 'revision_number': 1, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:20.617529 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc55c4-7c68-4916-8c0e-97908f47082a None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:8d:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:51:19Z', 'revision_number': 1, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:20.813878 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd244c-68c7-482f-94df-7a68f00dbd2c None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:51:27.283405 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2144a407-01d3-4139-a19e-0167a182473a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:29.627989 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7dc8-edc4-448e-84ea-937d20a713a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:30.650091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.385187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:32.427727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:33.244061 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:44.274849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-0e2311a0-ed8e-47c7-90b5-59d6848d74bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392447 Dec 06 12:51:44.365771 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-ed7d0aac-93ff-431c-95b4-80bac091654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:44.367349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-ed7d0aac-93ff-431c-95b4-80bac091654f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1097 time: 0.0452886 Dec 06 12:51:44.470281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-764f3d4e-e1cf-4422-b01e-a91cde753350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:44.471737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-764f3d4e-e1cf-4422-b01e-a91cde753350 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0845258 Dec 06 12:51:44.540353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-b77b932d-1d42-4ec1-af6f-77735c540ad9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1002 time: 0.0604086 Dec 06 12:51:44.588298 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-7898da27-e0c8-4fff-8b11-7bc3603cd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:44.589765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-7898da27-e0c8-4fff-8b11-7bc3603cd81f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0431187 Dec 06 12:51:44.634297 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-3a465acc-a032-488a-90e7-98df640e225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:44.635787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-3a465acc-a032-488a-90e7-98df640e225f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395491 Dec 06 12:51:44.730802 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-9744198f-6b8a-4a09-9ba2-c09785d26d7b service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871618 Dec 06 12:51:44.821103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8ad16f9-3a22-4f6d-9de0-fda04c9c234e req-082c2612-fab5-4cad-8c8b-897534f15634 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826414 Dec 06 12:51:46.854555 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:51:49.897646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:57.284862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-228d4d48-efb6-45d4-8b27-6fa02b0a1321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:59.629206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04657ee3-8888-46e1-a380-3446263bc2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:00.653689 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:01.385531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:02.430247 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:03.245024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:19.908416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:20.994383 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-e411911b-f164-47c9-b8c1-a8c9287bfcbb req-afa72c37-48ee-443e-a534-2276c1188483 service neutron] (103298) timed out ('10.222.0.31', 33828) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:52:23.853945 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:52:27.289270 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6301455b-c745-4451-926f-a9e8e521a80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:29.630064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eacdf4f8-b329-41e1-ae61-92a16c536010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:30.655765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:31.384389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:32.433392 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:33.246656 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:46.317605 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-30a54dd9-4ef0-4537-b21c-ae5267139c28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882113 Dec 06 12:52:46.406644 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-78d5f434-0b08-4f01-9366-73bcedb17aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:46.408092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-78d5f434-0b08-4f01-9366-73bcedb17aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1097 time: 0.0439436 Dec 06 12:52:46.509205 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-6958929e-abc5-45bf-a510-fba8fe269e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:46.510549 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-6958929e-abc5-45bf-a510-fba8fe269e7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0834262 Dec 06 12:52:46.578468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-b86542f6-e392-47f6-b574-392dc2fa60a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1002 time: 0.0603440 Dec 06 12:52:46.625455 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-2f472f2a-dd44-419f-bb7c-240762e68c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:46.626851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-2f472f2a-dd44-419f-bb7c-240762e68c8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0420537 Dec 06 12:52:46.672556 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-7dc1b06c-cfbe-4776-8ad2-38570064f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:46.674219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-7dc1b06c-cfbe-4776-8ad2-38570064f8e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406029 Dec 06 12:52:46.770457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-9b259586-a0a0-4688-b91f-5e3993faae84 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889645 Dec 06 12:52:46.863156 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d2d7d8a-0e3a-44c0-a288-d473b81ef46f req-6de267d7-27a9-48e1-adb6-97c3c1b197be service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Dec 06 12:52:49.910583 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:55.674470 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e2811-35a7-4611-89ea-821de50ce114 req-1812c2fb-80fa-488f-a8e1-dbb472479b25 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:55.675876 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-493e2811-35a7-4611-89ea-821de50ce114 req-1812c2fb-80fa-488f-a8e1-dbb472479b25 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Dec 06 12:52:55.723501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-493e2811-35a7-4611-89ea-821de50ce114 req-9ed70f78-6267-446b-9c77-818334a36054 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Dec 06 12:52:55.980118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-0a52adb5-b4fb-47ad-98e4-c1a92521b844 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725787 Dec 06 12:52:55.988405 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb4377-9d07-44d2-9004-43205adcf9e2 req-3dce52e1-58dd-41a1-b7ba-1c8265fee95f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:55.989844 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6eb4377-9d07-44d2-9004-43205adcf9e2 req-3dce52e1-58dd-41a1-b7ba-1c8265fee95f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0739939 Dec 06 12:52:56.038727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a6eb4377-9d07-44d2-9004-43205adcf9e2 req-05870f3b-9ef9-431d-bf96-87c29da0ef9d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Dec 06 12:52:57.157416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ff674-0f23-4577-964f-a23cb0cf9bb7 req-616f5ece-0421-47fb-95c3-4e5cb049d61e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.159010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b8ff674-0f23-4577-964f-a23cb0cf9bb7 req-616f5ece-0421-47fb-95c3-4e5cb049d61e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0488839 Dec 06 12:52:57.184368 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-ad710a04-4cbe-48d9-9e73-75183605caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.185910 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-ad710a04-4cbe-48d9-9e73-75183605caf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1097 time: 0.0466592 Dec 06 12:52:57.210099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b8ff674-0f23-4577-964f-a23cb0cf9bb7 req-15be78bf-d7ab-4840-840f-89c3cd867e38 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Dec 06 12:52:57.278248 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-4eb716e7-86be-4550-9003-d9da1d46c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.279721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-4eb716e7-86be-4550-9003-d9da1d46c6fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0851188 Dec 06 12:52:57.291020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-faf75be0-0273-4969-994d-9e36dbc5fd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:57.348651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-be9f1ee1-5d82-4552-9cba-3f593ab7083e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1002 time: 0.0619183 Dec 06 12:52:57.396038 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-65d7c337-d36e-4901-b8a3-fde7c4181f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.397478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-65d7c337-d36e-4901-b8a3-fde7c4181f0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0426316 Dec 06 12:52:57.441331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-ad5cea86-9cbe-4170-a9f7-5a7ad583785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.442765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-ad5cea86-9cbe-4170-a9f7-5a7ad583785b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389910 Dec 06 12:52:57.535037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-ceaa7829-0b9c-45f4-886f-b690f3afbc89 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850525 Dec 06 12:52:57.623388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-55c173b4-537f-43f0-9bbc-e15f36f439fe service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811894 Dec 06 12:52:58.324703 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e167cdf-6030-43e8-b204-afb2fe2a80f7 req-ee0e1b87-829d-4ef6-a07a-cb143bc7659f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.326219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e167cdf-6030-43e8-b204-afb2fe2a80f7 req-ee0e1b87-829d-4ef6-a07a-cb143bc7659f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0479422 Dec 06 12:52:58.372355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e167cdf-6030-43e8-b204-afb2fe2a80f7 req-cf2a1050-e469-4cf4-afad-c89bdfb3f8d4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403137 Dec 06 12:52:59.486181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1979a-a6c8-45b7-ad5d-605a2a072aff req-a76f915c-6616-41fc-b3a4-b6103280a3e5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:59.487634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14d1979a-a6c8-45b7-ad5d-605a2a072aff req-a76f915c-6616-41fc-b3a4-b6103280a3e5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0486646 Dec 06 12:52:59.534392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14d1979a-a6c8-45b7-ad5d-605a2a072aff req-d8ab1fc7-0bfa-4715-9f28-a81056641a31 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Dec 06 12:52:59.634264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec8c1-8511-4c2a-b215-bf2bf500d38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:00.652354 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22864f56-dca9-4476-b424-61ba402112d7 req-d36e2280-719a-41bb-b035-ccd18a9b7e29 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:00.653887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22864f56-dca9-4476-b424-61ba402112d7 req-d36e2280-719a-41bb-b035-ccd18a9b7e29 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0531070 Dec 06 12:53:00.660240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:00.702111 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22864f56-dca9-4476-b424-61ba402112d7 req-775d6158-0482-4cb7-b550-a5faa0b20715 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Dec 06 12:53:00.852952 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:53:01.384178 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:01.820667 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bdb26-1387-44be-9659-a180f2788936 req-10197acf-cb66-4644-ba48-bc35fb88067b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:01.822135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-467bdb26-1387-44be-9659-a180f2788936 req-10197acf-cb66-4644-ba48-bc35fb88067b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0475373 Dec 06 12:53:01.868313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-467bdb26-1387-44be-9659-a180f2788936 req-9ae974e8-d908-49c2-8fc6-6d8ba5989cfc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Dec 06 12:53:02.436158 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:02.982971 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e179-1314-44a8-8508-2918106a3dbe req-6ead2042-fd14-4094-b1f9-3a009b3391ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:02.984450 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b379e179-1314-44a8-8508-2918106a3dbe req-6ead2042-fd14-4094-b1f9-3a009b3391ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0480847 Dec 06 12:53:03.035346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b379e179-1314-44a8-8508-2918106a3dbe req-f517f028-f49e-46d4-b536-7ef9d7612b71 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Dec 06 12:53:03.249294 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:04.150167 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff22c72-c84f-474a-8450-db9ff8ead62e req-75741988-f1ed-4e55-96a1-74de5ce89fd3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:04.151635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bff22c72-c84f-474a-8450-db9ff8ead62e req-75741988-f1ed-4e55-96a1-74de5ce89fd3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0486307 Dec 06 12:53:04.198898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bff22c72-c84f-474a-8450-db9ff8ead62e req-2c46a8da-1abd-4a0e-a2fa-9181a70fb92f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Dec 06 12:53:05.313728 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbf66-678a-438e-a076-76b940fda55d req-fbf994c6-2609-49c3-a473-fd64f1c45f91 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:05.315187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa6fbf66-678a-438e-a076-76b940fda55d req-fbf994c6-2609-49c3-a473-fd64f1c45f91 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0476260 Dec 06 12:53:05.361546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa6fbf66-678a-438e-a076-76b940fda55d req-d2011a12-d4f2-44ba-befc-440619d4da25 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Dec 06 12:53:06.478963 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19c0d-6cae-4e5c-b58c-59b2385a84bd req-179de158-3dcb-406e-b539-4ce443ce81f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:06.480439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aad19c0d-6cae-4e5c-b58c-59b2385a84bd req-179de158-3dcb-406e-b539-4ce443ce81f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0525424 Dec 06 12:53:06.526349 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aad19c0d-6cae-4e5c-b58c-59b2385a84bd req-6bd39573-aaff-416a-b0d7-1df2b2c32e32 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Dec 06 12:53:07.640036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1852e7-eeec-41c1-83d5-18600589bd79 req-f3647eb0-86cd-4164-a5c7-a7645cf4305f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:07.641567 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff1852e7-eeec-41c1-83d5-18600589bd79 req-f3647eb0-86cd-4164-a5c7-a7645cf4305f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0483930 Dec 06 12:53:07.689217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff1852e7-eeec-41c1-83d5-18600589bd79 req-5543e111-c1d0-46e6-8a9e-e63be4ec30b8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Dec 06 12:53:08.806231 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3db9-d612-4009-a4da-fab912ca2971 req-3149fdc4-f888-41e2-bc70-ced1758ca36d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:08.808007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4ed3db9-d612-4009-a4da-fab912ca2971 req-3149fdc4-f888-41e2-bc70-ced1758ca36d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0520301 Dec 06 12:53:08.858047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4ed3db9-d612-4009-a4da-fab912ca2971 req-19ed7a37-63c8-4228-95b9-6cceeb4a955c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Dec 06 12:53:09.442789 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-e3b01434-4192-421e-9a68-3f1c324981de req-62b81ff2-df22-4979-86a9-0b18864307ae service neutron] show failed (client error): The resource could not be found. Dec 06 12:53:09.443797 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-62b81ff2-df22-4979-86a9-0b18864307ae service neutron] 10.222.0.23 "GET /v2.0/ports/fe8969bd-78bb-4a16-b07c-5af355aa6aac/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0586412 Dec 06 12:53:09.692414 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-dd96ca0d-8cf4-46a1-b576-19908d49e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:09.693961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-dd96ca0d-8cf4-46a1-b576-19908d49e8e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1097 time: 0.0929596 Dec 06 12:53:09.712504 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:53:09.763989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:09.968027 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:09.972581 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022a53c-e33b-4a75-aa04-402d1b477b01 req-dbdbb5a4-cd22-4fa1-919c-2aee2bf632fe tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:09.974141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c022a53c-e33b-4a75-aa04-402d1b477b01 req-dbdbb5a4-cd22-4fa1-919c-2aee2bf632fe tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Dec 06 12:53:10.001801 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:53:10.027037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c022a53c-e33b-4a75-aa04-402d1b477b01 req-7de8a0fc-5a97-4d26-8d80-d34f6ec25173 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Dec 06 12:53:10.042013 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:10.044298 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59c295-16ac-4ac8-9f04-00e071523e98" -d '{"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-unplugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:10.048122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:10.060575 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Transition to ACTIVE for port object fe8969bd-78bb-4a16-b07c-5af355aa6aac will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:53:10.064326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:10.147321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:10.161887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.162231 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.162570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.162903 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.163233 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.163564 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.164468 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.164798 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.165120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.165464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.165936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.166102 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.166421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:10.186707 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770731c-3cd2-4edb-bb11-ce50a4e9bda1 x-openstack-request-id: req-2770731c-3cd2-4edb-bb11-ce50a4e9bda1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:10.187090 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-unplugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:10.187406 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2770731c-3cd2-4edb-bb11-ce50a4e9bda1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:10.187864 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'code': 200} Dec 06 12:53:10.205516 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] No DVR routers for this DVR port fe8969bd-78bb-4a16-b07c-5af355aa6aac on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:53:10.343301 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:53:10.343634 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:53:10.343961 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:53:10.348508 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:53:10.348826 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Attempting to bind port fe8969bd-78bb-4a16-b07c-5af355aa6aac on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:53:10.354760 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:53:10.355094 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:53:10.355478 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:53:10.355901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Bound port: fe8969bd-78bb-4a16-b07c-5af355aa6aac, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:53:10.356257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:10.417100 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:53:10.421077 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:53:10.425355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:10.458909 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:10.459532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:10.461781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] 10.222.0.53 "PUT /v2.0/ports/fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1092 time: 0.7531319 Dec 06 12:53:10.485055 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6810b7-67de-4957-82c3-602414aec94c service neutron] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:10.547925 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-3efe808c-f315-4fbc-9ef8-c4685b9e4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:10.549507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-3efe808c-f315-4fbc-9ef8-c4685b9e4507 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0466335 Dec 06 12:53:10.642838 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-d2fa7064-4c63-45d6-a44b-d23bd7a51a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:10.644321 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-d2fa7064-4c63-45d6-a44b-d23bd7a51a92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0876143 Dec 06 12:53:10.712459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-1d31c093-28a6-4032-9480-09c301b0930b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1000 time: 0.0613151 Dec 06 12:53:10.760462 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-d20fe450-2060-4b4a-baae-09717374a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:10.761843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-d20fe450-2060-4b4a-baae-09717374a6f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0430551 Dec 06 12:53:10.806735 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01434-4192-421e-9a68-3f1c324981de req-5bb898ca-3bfc-4f7d-8866-590381be2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:10.808198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-5bb898ca-3bfc-4f7d-8866-590381be2a0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391171 Dec 06 12:53:10.899400 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-838d60fa-28b6-45a1-a930-33de9e6bfa3b service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839338 Dec 06 12:53:10.986768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e3b01434-4192-421e-9a68-3f1c324981de req-79bbb4ea-3db5-4301-87a8-23551b196096 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Dec 06 12:53:11.146944 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290aa609-cacf-45cc-95ef-60bc781bc7ed req-034f4e87-fab0-4250-b07e-f37fb1e80df9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:11.148420 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-290aa609-cacf-45cc-95ef-60bc781bc7ed req-034f4e87-fab0-4250-b07e-f37fb1e80df9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0501933 Dec 06 12:53:11.199830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-290aa609-cacf-45cc-95ef-60bc781bc7ed req-edbb38d7-defc-4186-81de-0fdf00125ea6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Dec 06 12:53:11.756007 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:53:11.794206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:53:12.188652 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:12.191043 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab05e2-7948-4e3e-9f34-d7b1523391d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:12.238688 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af70d3-d914-4b7e-a1cd-c1a6a0996712 x-openstack-request-id: req-35af70d3-d914-4b7e-a1cd-c1a6a0996712 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:12.238986 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:12.239240 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35af70d3-d914-4b7e-a1cd-c1a6a0996712 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:12.239635 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'status': 'completed', 'code': 200} Dec 06 12:53:12.319557 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b08a3d-cf6d-450b-ab7c-51f500453f06 req-1c4fa9ff-94f2-4188-8ff6-b12a7798db7b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.321704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71b08a3d-cf6d-450b-ab7c-51f500453f06 req-1c4fa9ff-94f2-4188-8ff6-b12a7798db7b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0508075 Dec 06 12:53:12.331893 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-356292be-5cba-4b96-8e0e-b999d5876a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.333435 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-356292be-5cba-4b96-8e0e-b999d5876a53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0718017 Dec 06 12:53:12.359192 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-e1ddb422-8045-432b-b49a-b857fc26bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.360634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-e1ddb422-8045-432b-b49a-b857fc26bd9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0701053 Dec 06 12:53:12.369478 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71b08a3d-cf6d-450b-ab7c-51f500453f06 req-1d6909ad-115d-4412-9245-5c670daa4bc4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Dec 06 12:53:12.488874 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-7dd73fb9-f091-4b3e-8949-420bbbf7cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.490275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-7dd73fb9-f091-4b3e-8949-420bbbf7cb95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1499796 Dec 06 12:53:12.539095 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-96ad0809-942e-4468-9077-62d9fb83076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.540651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-96ad0809-942e-4468-9077-62d9fb83076d service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1716142 Dec 06 12:53:12.609431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-8241bdd1-6c06-4491-b457-c678605a3fe5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1000 time: 0.1099479 Dec 06 12:53:12.627776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-e3bcb24a-d61c-4cc9-80eb-b608f2e6bbe4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1000 time: 0.0788538 Dec 06 12:53:12.700945 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-55813d97-f7c8-4bb1-8b48-5156be4fab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.702425 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-55813d97-f7c8-4bb1-8b48-5156be4fab9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0863128 Dec 06 12:53:12.705703 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-02e54a4f-c6ed-45a0-9a39-755249b7c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.707001 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-02e54a4f-c6ed-45a0-9a39-755249b7c952 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0611982 Dec 06 12:53:12.770410 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-647551ea-c053-453e-8d0b-ef6912740b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.771783 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-647551ea-c053-453e-8d0b-ef6912740b4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629339 Dec 06 12:53:12.777609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-c2ddcfee-cfe3-4279-a101-3fcb550d27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:12.779000 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-c2ddcfee-cfe3-4279-a101-3fcb550d27a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620103 Dec 06 12:53:12.930039 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-125313ff-de34-4dc9-aa4f-99da9d423097 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495306 Dec 06 12:53:12.933386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-2dcaaffc-97dc-4c23-8694-1919539e73ed service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461756 Dec 06 12:53:13.387009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-ea65bcee-8dcd-4dd3-8584-b35dc4a1740b service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509780 Dec 06 12:53:13.390413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbab05e2-7948-4e3e-9f34-d7b1523391d9 req-908b02be-8e85-4047-b1d5-a0c64b1b6b0c service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468429 Dec 06 12:53:13.489766 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568cd06-f19f-46ad-a7d6-a27fb2deffd8 req-4fed8134-8359-402d-9753-1fd0131d669e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:13.491216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5568cd06-f19f-46ad-a7d6-a27fb2deffd8 req-4fed8134-8359-402d-9753-1fd0131d669e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0480802 Dec 06 12:53:13.537275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5568cd06-f19f-46ad-a7d6-a27fb2deffd8 req-57488d45-30f2-408e-ac8a-2760f7a504b5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Dec 06 12:53:13.707810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:53:13.737331 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe34e1-e934-4cee-97be-5d84fa0ac698 req-25c07e73-3832-494e-a4aa-d45f9ddc70dc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:13.739143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddfe34e1-e934-4cee-97be-5d84fa0ac698 req-25c07e73-3832-494e-a4aa-d45f9ddc70dc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 944 time: 0.0551376 Dec 06 12:53:13.745138 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-2e9dba26-0876-4dcb-acd6-87fd3eb7f4ba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:13.746670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-2e9dba26-0876-4dcb-acd6-87fd3eb7f4ba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622&tenant_id=a80a2913ad814de3977e18dea788db9b&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0539589 Dec 06 12:53:13.789143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddfe34e1-e934-4cee-97be-5d84fa0ac698 req-b3b31e0c-6f89-4cf2-9972-148e3b02370a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Dec 06 12:53:13.806357 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:13.811527 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-b0041aa1-9b53-42ba-a539-133b4a92ba91 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:53:13.812652 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-b0041aa1-9b53-42ba-a539-133b4a92ba91 service neutron] 10.222.0.23 "DELETE /v2.0/ports/fe8969bd-78bb-4a16-b07c-5af355aa6aac/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0579882 Dec 06 12:53:13.818482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'mac_address': 'fa:16:3e:8d:8c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:53:13.859041 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:13.872229 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8969bd-78bb-4a16-b07c-5af355aa6aac {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:53:13.892495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:13.896186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:13.896420 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-f935c1d1-87fe-4e42-a565-4e43f0a0e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:13.897993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-f935c1d1-87fe-4e42-a565-4e43f0a0e350 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 1095 time: 0.0431585 Dec 06 12:53:13.940949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:13.948817 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.949185 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.949540 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.949885 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.950224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.950559 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.950893 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.951224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.951552 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.951880 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.952208 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.952535 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.952862 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:13.991409 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-c18cb8dd-e55f-4ef3-83ea-d6689d5351d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:13.993428 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-c18cb8dd-e55f-4ef3-83ea-d6689d5351d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0890613 Dec 06 12:53:14.060473 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-ef3fc969-2856-4e4f-adf3-06677fe49e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 200 len: 1001 time: 0.0605335 Dec 06 12:53:14.108476 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-5fd7e2e6-1f77-4ab7-8de0-e3af6b4e6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:14.109912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-5fd7e2e6-1f77-4ab7-8de0-e3af6b4e6d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0425267 Dec 06 12:53:14.156594 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-c9163bf5-8a4a-4db6-b5de-809244987361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:14.158071 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-c9163bf5-8a4a-4db6-b5de-809244987361 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413139 Dec 06 12:53:14.226924 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['fe8969bd-78bb-4a16-b07c-5af355aa6aac'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:53:14.252846 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-1afd51b7-6ee9-4eb9-86c0-aa03d211737a service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876043 Dec 06 12:53:14.346040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f0fb22d-7b69-46e9-8415-4e286f667280 req-77424670-fe66-461d-b65c-49d0dfe4ac62 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863082 Dec 06 12:53:14.922882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5dd2-7f6c-43cd-b0f7-9b2c3956eadf req-83a5553f-a709-48b7-bca4-b224003803ec tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:14.924293 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-038f5dd2-7f6c-43cd-b0f7-9b2c3956eadf req-83a5553f-a709-48b7-bca4-b224003803ec tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Dec 06 12:53:14.972895 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-038f5dd2-7f6c-43cd-b0f7-9b2c3956eadf req-30f0ac45-b57b-4965-afcd-adf66124b890 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422018 Dec 06 12:53:15.087789 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba09bd-2373-4e9c-ab34-7e5c5373825d req-1a7492a7-897b-45a6-8b77-854da0594a54 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:15.089213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddba09bd-2373-4e9c-ab34-7e5c5373825d req-1a7492a7-897b-45a6-8b77-854da0594a54 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Dec 06 12:53:15.140051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ddba09bd-2373-4e9c-ab34-7e5c5373825d req-843ce41b-cee5-4f21-afe4-78c36c4c6714 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Dec 06 12:53:15.252156 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d5b22-fbe3-453e-93d9-03994d931730 req-9a41bc1e-dfae-42b3-93c1-6bcff391facc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:15.253715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-115d5b22-fbe3-453e-93d9-03994d931730 req-9a41bc1e-dfae-42b3-93c1-6bcff391facc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Dec 06 12:53:15.301086 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-115d5b22-fbe3-453e-93d9-03994d931730 req-60d66c1e-e39c-49ab-9f4b-2077116c0e83 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Dec 06 12:53:15.533358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813de250-7e1e-499c-baba-5eaf8d8d456c req-a868730b-2658-4d30-be0a-6fd591b3be21 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:15.534834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-813de250-7e1e-499c-baba-5eaf8d8d456c req-a868730b-2658-4d30-be0a-6fd591b3be21 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 945 time: 0.0481095 Dec 06 12:53:15.581300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-813de250-7e1e-499c-baba-5eaf8d8d456c req-23f335f0-e648-4906-9ad1-563d7e78402b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Dec 06 12:53:15.743744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:53:15.790888 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port fe8969bd-78bb-4a16-b07c-5af355aa6aac completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:53:15.794420 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port fe8969bd-78bb-4a16-b07c-5af355aa6aac triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:53:15.794798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:15.872109 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:15.895145 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:15.897403 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937c6280-dd0b-4f68-a8a9-3668b62b5947" -d '{"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-plugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:15.909854 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:15.914385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:15.940730 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ca73e-3ee3-421a-ab7d-9117c0393c74 x-openstack-request-id: req-7b3ca73e-3ee3-421a-ab7d-9117c0393c74 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:15.941030 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-plugged", "status": "completed", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:15.941314 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b3ca73e-3ee3-421a-ab7d-9117c0393c74 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:15.941711 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'code': 200} Dec 06 12:53:15.965654 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:16.698227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60909b-7191-4402-8de8-362c12416d7f req-b85c54ef-675f-4d92-8107-b417f60f45b4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:16.699725 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d60909b-7191-4402-8de8-362c12416d7f req-b85c54ef-675f-4d92-8107-b417f60f45b4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Dec 06 12:53:16.746712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d60909b-7191-4402-8de8-362c12416d7f req-8ecf2e12-6f97-4ddd-a507-5b595ac40efc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Dec 06 12:53:16.891572 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-ac03f823-2095-4f2e-8525-6e40428fe1b7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:16.893013 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-ac03f823-2095-4f2e-8525-6e40428fe1b7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Dec 06 12:53:16.983220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Deleting port fe8969bd-78bb-4a16-b07c-5af355aa6aac {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:53:16.983558 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.068485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] For port fe8969bd-78bb-4a16-b07c-5af355aa6aac, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe8969bd-78bb-4a16-b07c-5af355aa6aac,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:17.068843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.237205 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.237469 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.237781 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a disassociated. External IP: 172.35.3.118, port: fe8969bd-78bb-4a16-b07c-5af355aa6aac. Dec 06 12:53:17.238118 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Calling delete_port for fe8969bd-78bb-4a16-b07c-5af355aa6aac owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:53:17.360132 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.392617 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'Port': ['ID=fe8969bd-78bb-4a16-b07c-5af355aa6aac,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:17.512301 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:53:17.621464 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:53:17.631684 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:53:17.642129 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:17.642747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:17.661312 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] No DVR routers for this DVR port fe8969bd-78bb-4a16-b07c-5af355aa6aac on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:53:17.664846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:17.668720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1ce440b0-b0ba-4d3d-a4ab-51702fb8c10d req-b1e30161-90ce-41c8-b674-a39d903dd851 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "DELETE /v2.0/ports/fe8969bd-78bb-4a16-b07c-5af355aa6aac HTTP/1.1" status: 204 len: 173 time: 0.7698727 Dec 06 12:53:17.669199 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-deleted', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:17.671432 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37c9e4-0b7b-4085-ad12-e38d3c16c062" -d '{"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-deleted", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:17.710187 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0df24c-5a2e-499d-902e-08918c1f3af2 x-openstack-request-id: req-cf0df24c-5a2e-499d-902e-08918c1f3af2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:17.711146 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c640832-f216-440f-9ce7-9a1ccb99d622", "name": "network-vif-deleted", "tag": "fe8969bd-78bb-4a16-b07c-5af355aa6aac", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:17.711589 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf0df24c-5a2e-499d-902e-08918c1f3af2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:17.712156 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c640832-f216-440f-9ce7-9a1ccb99d622', 'name': 'network-vif-deleted', 'tag': 'fe8969bd-78bb-4a16-b07c-5af355aa6aac', 'status': 'completed', 'code': 200} Dec 06 12:53:17.759214 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:17.857878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-63e98981-5521-44be-9fa6-bcfbcdec1c6a req-290dc2c5-79ee-48cf-bc2e-ddc539b34225 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c640832-f216-440f-9ce7-9a1ccb99d622 HTTP/1.1" status: 200 len: 210 time: 0.0309849 Dec 06 12:53:17.967651 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:17.993462 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:53:18.001606 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:18.002193 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:18.105098 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:18.298454 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:18.324458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068c7b9-821b-4a76-a89a-8a1b6ac76726 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:53:18.527091 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e916453-3aeb-41e6-ba63-c236c990141e None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:53:19.092198 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-6b4a9942-6f37-4cb9-a97b-01ad848d484e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1547096440&fields=id&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 267 time: 0.0413604 Dec 06 12:53:19.198546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-909126fd-7895-4d57-803b-08d705c8f368 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:19.199984 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-909126fd-7895-4d57-803b-08d705c8f368 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1012383 Dec 06 12:53:19.214742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-a5c7f0a7-281f-4576-957e-cfd1e7823a14 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/quotas/a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 375 time: 0.0090415 Dec 06 12:53:19.263532 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-054c9792-4f93-4ea7-80c1-82ed0fe50e8b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438178 Dec 06 12:53:19.413802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-d16153c8-afb7-49d6-ade8-ad34d1e4242e service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382952 Dec 06 12:53:19.500942 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-85daae6d-b71f-4bb1-90c9-da53cb8a0648 service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810616 Dec 06 12:53:19.656788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-750ea284-b950-4b80-94f0-8a41578521df req-f65ec731-a195-44c1-b329-0334ceaa852d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 210 time: 0.0282300 Dec 06 12:53:19.766745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:53:19.787275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: fe8969bd-78bb-4a16-b07c-5af355aa6aac {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:53:19.787616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device fe8969bd-78bb-4a16-b07c-5af355aa6aac not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:53:19.926930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:20.554673 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-c8e628b9-441a-47ce-9222-97258c5f20b8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:20.556132 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-c8e628b9-441a-47ce-9222-97258c5f20b8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1070478 Dec 06 12:53:20.618246 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-484b6e58-d5e7-4b45-9552-bfa3f97eb7fa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 380 time: 0.0521729 Dec 06 12:53:20.628328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'port': {'device_id': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'admin_state_up': True, 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'security_groups': ['346fabf7-2a1e-4402-9df1-d3aa836b356d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:53:20.734866 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:53:20.738497 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:20.760539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba100b9f-e41e-4328-9726-e1bf09d0b424 req-eec6681b-4aa2-499e-8d28-6dbe39c176c6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 210 time: 0.0294764 Dec 06 12:53:20.867032 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Allocated IP 172.20.0.12 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/1f136d04-19c7-4c01-a7c7-192ed2d13fc3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:53:21.003347 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.037118 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.080027 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:53:21.083096 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:53:21.086277 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:53:21.115318 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:21.141452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.142063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.159073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-9bda8c6c-d8ce-4a6e-a15d-75afb08af4b9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5342143 Dec 06 12:53:21.172085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Request body: {'port': {'device_id': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:53:21.228993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.328605 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0b45e42f-9cbe-45ef-8b6f-7d9abdb4658c None None] Provisioning complete for port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:53:21.329223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0b45e42f-9cbe-45ef-8b6f-7d9abdb4658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.365891 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0b45e42f-9cbe-45ef-8b6f-7d9abdb4658c None None] Port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:53:21.488599 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:53:21.496581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.508834 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Transition to ACTIVE for port object 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:53:21.512731 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.562091 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:21.634009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:53:21.634337 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:53:21.634664 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:53:21.639442 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:53:21.639760 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:53:21.644761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:53:21.645090 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:53:21.645496 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:53:21.645919 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Bound port: 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:53:21.646270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.713395 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:53:21.716358 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:53:21.720860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.755776 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.756407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:21.757915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] 10.222.0.23 "PUT /v2.0/ports/1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1092 time: 0.5908775 Dec 06 12:53:21.758361 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:21.760590 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be" -d '{"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:21.792284 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9945b-f20b-4610-826b-70f4554b4e9f service neutron] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:21.816956 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdcf6ac-d1c1-424a-a1b9-f3bdc0c23668 x-openstack-request-id: req-7bdcf6ac-d1c1-424a-a1b9-f3bdc0c23668 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:21.817386 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:21.817762 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bdcf6ac-d1c1-424a-a1b9-f3bdc0c23668 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:21.819066 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'status': 'completed', 'code': 200} Dec 06 12:53:21.849414 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-52614d98-eae0-4365-8d3f-6cce7d74dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.850941 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-52614d98-eae0-4365-8d3f-6cce7d74dd36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0465286 Dec 06 12:53:21.897447 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-88451589-ef45-4a3f-af89-a0b41e9e5d3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 217 time: 0.0390286 Dec 06 12:53:21.912818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec2e7-dd77-4ad7-92e1-a510b13fcde4 req-33714342-2fac-4477-8f59-31ee396072ca tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.914946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75cec2e7-dd77-4ad7-92e1-a510b13fcde4 req-33714342-2fac-4477-8f59-31ee396072ca tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0517092 Dec 06 12:53:21.949557 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-96a543d8-9aca-4479-a6c9-f72bc8c0be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.951100 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-96a543d8-9aca-4479-a6c9-f72bc8c0be83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0461793 Dec 06 12:53:21.966191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-75cec2e7-dd77-4ad7-92e1-a510b13fcde4 req-e9fe7bb1-2883-4c2d-b768-7a7b7c187196 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449905 Dec 06 12:53:21.997457 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-a22787c0-c52e-47a4-a36f-54c29033a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:21.998953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-a22787c0-c52e-47a4-a36f-54c29033a781 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410037 Dec 06 12:53:22.091290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-de5d9749-fa27-465c-a00d-f4c46fffe1ba service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847573 Dec 06 12:53:22.178304 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-414ecced-3c49-40b5-9fd9-373a98fe5718 req-188255e0-b7ae-4ced-aca7-4a5dfb8c4601 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804424 Dec 06 12:53:22.265204 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-08b12813-daf8-45e5-802e-d35ee5491abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:22.266649 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-08b12813-daf8-45e5-802e-d35ee5491abb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0451813 Dec 06 12:53:22.355173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-ee7087e3-1c4c-45df-b2c1-162d412b49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:22.356609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-ee7087e3-1c4c-45df-b2c1-162d412b49bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0826654 Dec 06 12:53:22.400793 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-77cc3901-5c2b-482d-9ee1-b70c04517af8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 217 time: 0.0365453 Dec 06 12:53:22.448487 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-e44935a9-d8a3-4f55-91e9-aab0842e748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:22.449888 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-e44935a9-d8a3-4f55-91e9-aab0842e748a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0418229 Dec 06 12:53:22.496359 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-90d981bb-9bd7-47c8-817a-dcc7aa0fb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:22.497890 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-90d981bb-9bd7-47c8-817a-dcc7aa0fb776 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388327 Dec 06 12:53:22.589226 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-e2d33e68-6889-4f7f-a744-f19edfa289d1 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837448 Dec 06 12:53:22.677621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fdcf0bdb-6c01-47cf-9908-6abdef2dc7be req-de583314-f2e5-470e-ad62-983879fc22c1 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806224 Dec 06 12:53:23.087943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc53fde-e287-43ff-9027-94e2df5fab0e req-e17f8051-4f5f-46a6-832b-7138aadcc1f0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:23.089423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cc53fde-e287-43ff-9027-94e2df5fab0e req-e17f8051-4f5f-46a6-832b-7138aadcc1f0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0487213 Dec 06 12:53:23.135883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6cc53fde-e287-43ff-9027-94e2df5fab0e req-204d4126-64b2-46d3-89d8-6d6cb1390a6b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Dec 06 12:53:23.803204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:53:23.898793 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:23.909411 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'mac_address': 'fa:16:3e:d8:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:53:23.946159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:23.958296 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:53:23.976810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:23.981029 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:24.026233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:24.072896 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-b34242e1-95eb-47df-95a3-871b5208e44e req-12d2e09d-31df-4ff8-b34b-3c02c46e3cc7 service neutron] (103297) timed out ('10.222.0.53', 63691) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:53:24.217585 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['1f136d04-19c7-4c01-a7c7-192ed2d13fc3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:53:24.253246 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db22dd-0337-4de1-82ee-29ca763dcfab req-518f3e74-76c3-46a4-9136-9b18a70ae0ce tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:24.254736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9db22dd-0337-4de1-82ee-29ca763dcfab req-518f3e74-76c3-46a4-9136-9b18a70ae0ce tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 945 time: 0.0530667 Dec 06 12:53:24.303219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9db22dd-0337-4de1-82ee-29ca763dcfab req-405b462b-e531-4f2b-8947-5e9866b30f1f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Dec 06 12:53:25.417307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17269bed-8978-448e-a294-2ba3436bd445 req-71f6a991-02f6-4c61-857a-2e2c104f3702 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:25.418800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17269bed-8978-448e-a294-2ba3436bd445 req-71f6a991-02f6-4c61-857a-2e2c104f3702 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 945 time: 0.0475914 Dec 06 12:53:25.464786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-17269bed-8978-448e-a294-2ba3436bd445 req-8e33363e-3b7b-4133-9509-196469799516 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Dec 06 12:53:25.804814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:53:25.852483 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:53:25.856255 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:53:25.856626 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:25.931963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:25.953783 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:25.955997 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930f6d35-aae7-4ef5-b49f-2361c6e82dd3" -d '{"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:25.968146 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:25.972369 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:25.996192 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d5966-a5d6-417d-b0b4-a68c476c703e x-openstack-request-id: req-f52d5966-a5d6-417d-b0b4-a68c476c703e {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:25.996483 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:25.996735 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f52d5966-a5d6-417d-b0b4-a68c476c703e {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:25.997129 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'code': 200} Dec 06 12:53:26.025478 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:26.091534 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558600-237b-4c9e-9800-4c2d74a53ad0 req-909bc2a7-e0ba-436f-9950-6074bc52d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:26.093021 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26558600-237b-4c9e-9800-4c2d74a53ad0 req-909bc2a7-e0ba-436f-9950-6074bc52d257 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0396972 Dec 06 12:53:26.140600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-26558600-237b-4c9e-9800-4c2d74a53ad0 req-be837246-63f2-4288-ab49-c360597f70cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Dec 06 12:53:26.580895 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f94ed2-1b7e-4697-8087-7146e5115fe3 req-ce1479da-06ff-4707-b4b2-492d38347647 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:26.582360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14f94ed2-1b7e-4697-8087-7146e5115fe3 req-ce1479da-06ff-4707-b4b2-492d38347647 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0509787 Dec 06 12:53:26.628348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14f94ed2-1b7e-4697-8087-7146e5115fe3 req-c8723626-7e20-4389-b923-c4d1a4666e31 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Dec 06 12:53:27.293017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed51a934-27ef-44c9-be4f-ff8c432e7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:27.743008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2a27-1bbb-45f4-90e5-d75a257a5da3 req-203f31d7-63b2-4563-83f9-c14a9333a4a0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:27.744482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdde2a27-1bbb-45f4-90e5-d75a257a5da3 req-203f31d7-63b2-4563-83f9-c14a9333a4a0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0477200 Dec 06 12:53:27.790585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fdde2a27-1bbb-45f4-90e5-d75a257a5da3 req-c03d7fb6-5744-49d4-ac73-54d3d9ce21b8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Dec 06 12:53:27.899531 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07d-f9b4-4bd5-be45-409cd6fe28c5 req-8334b37f-fd8f-499c-97a4-9762eaa70af9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:27.900900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2092e07d-f9b4-4bd5-be45-409cd6fe28c5 req-8334b37f-fd8f-499c-97a4-9762eaa70af9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0474784 Dec 06 12:53:27.909391 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:53:27.913673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'floatingip': {'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:53:27.954136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:28.370761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:28.374444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:28.468302 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a associated. External IP: 172.35.3.118, port: 1f136d04-19c7-4c01-a7c7-192ed2d13fc3. Dec 06 12:53:28.667626 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:53:28.774419 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:53:28.779140 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:28.783709 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:53:28.794348 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:28.794951 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:28.805392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8517c146-f483-4ef8-b4e5-a5eb99d87aa6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "PUT /v2.0/floatingips/1e696a4c-f8d5-4c57-a2b2-808e12d9e77a HTTP/1.1" status: 200 len: 992 time: 0.8949471 Dec 06 12:53:28.805983 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:28.808473 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46efc182-2151-4428-a2f7-d56cb6f89da2" -d '{"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:28.844105 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab4dfcb-337a-425f-961b-6a9cbfbd8f92 x-openstack-request-id: req-aab4dfcb-337a-425f-961b-6a9cbfbd8f92 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:28.844405 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:28.844666 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aab4dfcb-337a-425f-961b-6a9cbfbd8f92 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:28.845657 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'status': 'completed', 'code': 200} Dec 06 12:53:28.910811 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:28.911273 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-1b4080be-9344-40b8-9f30-4a37ee4de19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:28.912781 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-1b4080be-9344-40b8-9f30-4a37ee4de19c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0401523 Dec 06 12:53:29.004052 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-1bbf8c14-f55a-4b29-bdd0-be3a9f22a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:29.005596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-1bbf8c14-f55a-4b29-bdd0-be3a9f22a63e service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0849457 Dec 06 12:53:29.075259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-5b90ac96-03ee-479d-8c13-ad0fb76e5aef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0631509 Dec 06 12:53:29.126005 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-b55b7734-8030-45f6-802b-f66339b76c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:29.127511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-b55b7734-8030-45f6-802b-f66339b76c69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0445862 Dec 06 12:53:29.132656 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:d8:28:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:53:28Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:29.159224 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:53:29.167691 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:29.168295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:29.173171 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-060e157f-469e-4ece-a6db-9f7a47b0c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:29.174675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-060e157f-469e-4ece-a6db-9f7a47b0c1a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404913 Dec 06 12:53:29.272751 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-9fffbf05-55c4-4812-9d8f-d2fd44f8bfda service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909197 Dec 06 12:53:29.369524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46efc182-2151-4428-a2f7-d56cb6f89da2 req-affb37e0-c894-4a26-937f-088903e46428 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902376 Dec 06 12:53:29.426996 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:29.642685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fef51abf-8e8d-45ba-bf14-830209d3be0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:29.655940 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:d8:28:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:53:28Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:29.683244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bd9dc-1ba6-4a23-ae7a-c73f0316e612 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:d8:28:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:53:28Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:53:29.876454 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed7316-a24d-488c-94ff-c71aa0d73ec8 None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:53:30.662024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:31.383741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:32.439765 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:33.251503 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:37.852819 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:53:47.282068 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-6c6b2d88-d42d-44bd-845a-c12cf044f0b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388391 Dec 06 12:53:47.363607 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-f193b570-a69b-43ca-822c-cd01fcfe27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:47.365047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-f193b570-a69b-43ca-822c-cd01fcfe27e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0395868 Dec 06 12:53:47.470112 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-e17d721d-0e28-4ffb-9a00-9efd5c81131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:47.471573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-e17d721d-0e28-4ffb-9a00-9efd5c81131c service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0862236 Dec 06 12:53:47.536619 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-fdec5f06-4fb2-42e9-a994-23ae99f7734b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0561554 Dec 06 12:53:47.584794 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-1c286343-377f-498d-a1c2-561b0c67e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:47.586282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-1c286343-377f-498d-a1c2-561b0c67e2fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0422339 Dec 06 12:53:47.636598 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-09146875-2324-4225-883e-4641242471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:47.638103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-09146875-2324-4225-883e-4641242471ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425091 Dec 06 12:53:47.725914 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-8e850b65-18af-4ffc-ba83-5428b7a4ece2 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798836 Dec 06 12:53:48.117520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c49f751-4888-48b6-bcad-e5ef25b0f9f4 req-e31aa091-6320-4b3e-b95f-7a4834d5059a service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843040 Dec 06 12:53:49.926419 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:57.294820 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-90db06b9-e06a-4e7d-a406-810e5881867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:59.638846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08c02a75-dcef-4694-b15c-cf4e98ab3b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.664125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.381295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.441932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.257697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:14.852497 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:54:19.925385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:27.295880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f30e7a4-d7a0-4380-9aad-812cd04be8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:29.629602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b3e1385e-4378-43b2-bf98-19683d7086fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:30.666662 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:31.381364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:32.444126 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:33.258985 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:47.272243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-b4751954-9f37-4d50-b2db-6fb61d301618 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412629 Dec 06 12:54:47.354431 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-a7719cd4-a20a-4cdf-bdfb-6167c0622afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:47.356688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-a7719cd4-a20a-4cdf-bdfb-6167c0622afa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0422552 Dec 06 12:54:47.459996 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-3a1054ac-0a4f-4359-a0ed-4b21bcc93069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:47.461458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-3a1054ac-0a4f-4359-a0ed-4b21bcc93069 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0864868 Dec 06 12:54:47.525171 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-4e5eaa47-fb5b-40e3-a326-005103829197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0563517 Dec 06 12:54:47.578021 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-0af60d59-b90c-4060-9b67-1a03e9f69883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:47.579475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-0af60d59-b90c-4060-9b67-1a03e9f69883 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0480633 Dec 06 12:54:47.624893 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-46540fb5-a7c0-495e-9ca8-6753e20706c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:47.626407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-46540fb5-a7c0-495e-9ca8-6753e20706c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402391 Dec 06 12:54:47.716598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-c7fb8f43-3e8d-4dcd-b781-f483af937463 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Dec 06 12:54:47.808056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e50d1671-0063-41b6-8f7b-f8f3f4c81403 req-64d7bb09-cf95-4f10-bc65-d81a677bda64 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837142 Dec 06 12:54:48.728588 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-4cde5815-7cab-431d-a2bc-8c00ff9d0edf req-69a79ab4-cb88-44f9-bfa1-4beb8e4758a2 service neutron] (103297) timed out ('10.222.0.31', 59598) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:54:49.939701 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:51.852864 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:54:57.297103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad7c8-6f6d-4667-9e95-f519a8ca647d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:59.630050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-540b7b56-410d-43b4-b312-5895a33dd098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:00.670410 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:01.380928 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:02.449880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:03.260785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:04.169500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c0e8-d7f0-40d3-ba8a-2ed926289535 req-40eebff8-ab6d-4fde-ae0d-b5b2277a63e0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:04.171076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e1c0e8-d7f0-40d3-ba8a-2ed926289535 req-40eebff8-ab6d-4fde-ae0d-b5b2277a63e0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0495632 Dec 06 12:55:04.221182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-07e1c0e8-d7f0-40d3-ba8a-2ed926289535 req-6f1fdbf1-d7d4-4c17-bfdd-d6cb9f9905bb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Dec 06 12:55:05.337600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410deb5a-eadf-43e1-a052-c111a4bd52c3 req-f0ce6aa0-6949-4293-844e-a0989be08d16 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:05.339073 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-410deb5a-eadf-43e1-a052-c111a4bd52c3 req-f0ce6aa0-6949-4293-844e-a0989be08d16 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0487237 Dec 06 12:55:05.386389 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-410deb5a-eadf-43e1-a052-c111a4bd52c3 req-d0f14cd8-f189-4d18-97d5-392cc0cebf7a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Dec 06 12:55:06.500003 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48f3f-1604-4e42-abc4-932b8c5602ee req-73d7eff1-0f60-45e5-9973-331749b50cb5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:06.501484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ec48f3f-1604-4e42-abc4-932b8c5602ee req-73d7eff1-0f60-45e5-9973-331749b50cb5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0476987 Dec 06 12:55:06.547576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ec48f3f-1604-4e42-abc4-932b8c5602ee req-88d25352-da43-40db-b8f3-4157ec1bebd0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Dec 06 12:55:07.981440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73a66-18a4-46ac-a461-2648740bfcb8 req-aff9632e-ed3b-4e6b-a80e-ba493433802b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:07.982925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28e73a66-18a4-46ac-a461-2648740bfcb8 req-aff9632e-ed3b-4e6b-a80e-ba493433802b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.3680923 Dec 06 12:55:08.028937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28e73a66-18a4-46ac-a461-2648740bfcb8 req-2920e3cd-c34b-4a58-b751-447773ae8b84 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Dec 06 12:55:09.142484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4674-d3a3-4a8e-86a8-166f22a75c1b req-404a60ce-7472-4b44-86e7-54942781c676 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:09.143940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-784d4674-d3a3-4a8e-86a8-166f22a75c1b req-404a60ce-7472-4b44-86e7-54942781c676 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0469911 Dec 06 12:55:09.189997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-784d4674-d3a3-4a8e-86a8-166f22a75c1b req-abbd0c87-ed4a-47f8-b6ae-98c1a52423ed tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Dec 06 12:55:10.303260 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aaba8-a0dd-488d-be85-72efa325b485 req-252e1129-48a5-4165-afe9-3d7929d1547a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:10.304707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c6aaba8-a0dd-488d-be85-72efa325b485 req-252e1129-48a5-4165-afe9-3d7929d1547a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0475059 Dec 06 12:55:10.354076 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c6aaba8-a0dd-488d-be85-72efa325b485 req-4ebc287b-e705-41ab-9159-c8b262def8c3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Dec 06 12:55:11.467431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355228-4cee-43fc-8b8c-9eda0ebebddd req-39728638-c4a4-4404-8dab-311cfb6205b0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:11.468898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85355228-4cee-43fc-8b8c-9eda0ebebddd req-39728638-c4a4-4404-8dab-311cfb6205b0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0472488 Dec 06 12:55:11.515040 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85355228-4cee-43fc-8b8c-9eda0ebebddd req-b49fe1d8-bc3f-4d5e-a164-0908d82a2a63 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Dec 06 12:55:12.629500 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d1849-2bfe-45da-b569-62ff5809114a req-224ed4e9-6309-443b-bc4e-eb5cf602da63 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:12.635043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca0d1849-2bfe-45da-b569-62ff5809114a req-224ed4e9-6309-443b-bc4e-eb5cf602da63 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0485663 Dec 06 12:55:12.676929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca0d1849-2bfe-45da-b569-62ff5809114a req-096b5ec5-e52b-4531-934c-3b8554e83510 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Dec 06 12:55:13.793299 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa001c-e134-4bd9-a57b-a1906899de34 req-30c53d8f-438d-4dc1-b141-983c78714294 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:13.794736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01fa001c-e134-4bd9-a57b-a1906899de34 req-30c53d8f-438d-4dc1-b141-983c78714294 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0506914 Dec 06 12:55:13.840970 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01fa001c-e134-4bd9-a57b-a1906899de34 req-76283933-3bfd-4493-a30d-6614d151b0f6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Dec 06 12:55:14.954693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bdfc7-f1cf-44f6-8769-c19c6e792ad6 req-bf446a5b-6beb-4f08-966a-a4e357210798 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:14.956162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd3bdfc7-f1cf-44f6-8769-c19c6e792ad6 req-bf446a5b-6beb-4f08-966a-a4e357210798 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0479522 Dec 06 12:55:15.002619 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd3bdfc7-f1cf-44f6-8769-c19c6e792ad6 req-43dcbff7-2883-404c-8e58-c582185d8d23 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Dec 06 12:55:15.247807 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd981bf3-394f-437c-bc90-9f1f7ae988e9 req-d55f2238-e915-4852-adff-af84e6cfc996 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:15.249303 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd981bf3-394f-437c-bc90-9f1f7ae988e9 req-d55f2238-e915-4852-adff-af84e6cfc996 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0522809 Dec 06 12:55:15.298423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd981bf3-394f-437c-bc90-9f1f7ae988e9 req-9a92f5fd-4201-4f4e-9f11-5334a6647798 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Dec 06 12:55:15.340598 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-1b2adf6c-4ad9-4d76-8b84-daa3e18c0dba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480334 Dec 06 12:55:16.419936 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85ffb-133f-41dc-b76c-bd22c5543989 req-d088bf5f-2f52-4d10-a4b7-dd9b75b5b373 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:16.421634 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7d85ffb-133f-41dc-b76c-bd22c5543989 req-d088bf5f-2f52-4d10-a4b7-dd9b75b5b373 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0493832 Dec 06 12:55:16.471308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7d85ffb-133f-41dc-b76c-bd22c5543989 req-dfe397aa-43e0-4559-8b0c-ad8af1669cb3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Dec 06 12:55:16.583176 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-43ab9a40-bcef-4abf-810e-04d18294ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:16.584682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-43ab9a40-bcef-4abf-810e-04d18294ad15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0427012 Dec 06 12:55:16.685600 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-dfab2546-cecc-4c39-8c4c-4ceb16de29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:16.687131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-dfab2546-cecc-4c39-8c4c-4ceb16de29c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0955913 Dec 06 12:55:16.751362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-7d04a20e-7b78-4e46-a612-11c72205e826 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0577307 Dec 06 12:55:16.799663 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-416e00fc-fccb-48ab-b39c-bbf75e83d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:16.801074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-416e00fc-fccb-48ab-b39c-bbf75e83d003 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0430079 Dec 06 12:55:16.850232 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-70d3cd65-d54f-4639-9706-a29e2b67b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:16.851638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-70d3cd65-d54f-4639-9706-a29e2b67b969 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437484 Dec 06 12:55:16.937894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-30831694-f371-4830-be56-12ec832411e0 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795202 Dec 06 12:55:17.031849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-4af93cb1-8a73-41e2-ae6c-5045d83bd3f8 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864990 Dec 06 12:55:17.590562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441945b0-893a-4282-856b-b4918699f4ff req-e4268ea9-843a-4968-8479-90f1907a0cbb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:17.592068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-441945b0-893a-4282-856b-b4918699f4ff req-e4268ea9-843a-4968-8479-90f1907a0cbb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0522549 Dec 06 12:55:17.639819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-441945b0-893a-4282-856b-b4918699f4ff req-ba9b808f-2d42-4622-be2f-cb817fe422aa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Dec 06 12:55:18.754267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d74ed-ba43-4108-b0fc-80aef24337de req-7c6736b5-2003-4b7a-a92e-7b8850cb7ada tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:18.755713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943d74ed-ba43-4108-b0fc-80aef24337de req-7c6736b5-2003-4b7a-a92e-7b8850cb7ada tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0478859 Dec 06 12:55:18.802089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-943d74ed-ba43-4108-b0fc-80aef24337de req-77520b63-c2c2-495b-a824-8646c03d4839 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Dec 06 12:55:18.826058 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-cb683e60-f8be-4373-b317-1826463b0ec3 service neutron] show failed (client error): The resource could not be found. Dec 06 12:55:18.827083 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-cb683e60-f8be-4373-b317-1826463b0ec3 service neutron] 10.222.0.23 "GET /v2.0/ports/1f136d04-19c7-4c01-a7c7-192ed2d13fc3/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0549850 Dec 06 12:55:19.025497 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-a63503b3-ffde-4178-b711-c0990f77545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:19.027510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-a63503b3-ffde-4178-b711-c0990f77545b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1097 time: 0.0397553 Dec 06 12:55:19.045981 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:19.100245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.297903 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:19.329444 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:19.368609 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:19.370943 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e96c8ce-ed4a-4674-aa79-c6a2e6daf25c" -d '{"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:19.374974 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.388076 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Transition to ACTIVE for port object 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:55:19.391750 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.421836 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dee3bb-016b-4065-88eb-878bba689a93 x-openstack-request-id: req-93dee3bb-016b-4065-88eb-878bba689a93 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:19.422138 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:19.422392 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93dee3bb-016b-4065-88eb-878bba689a93 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:19.422783 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'code': 200} Dec 06 12:55:19.476376 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:19.490901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.491292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.491591 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.491930 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.492264 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.492594 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.492921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.493274 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.493600 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.493925 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.494251 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.494584 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.494892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:19.531435 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] No DVR routers for this DVR port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:55:19.670160 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:19.670498 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:19.670827 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:19.675372 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:55:19.675695 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Attempting to bind port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:19.680522 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:19.680859 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:19.681312 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:19.681745 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Bound port: 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:19.682104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.749426 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:19.752522 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:19.756598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.795119 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:19.795741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.797146 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1092 time: 0.7557423 Dec 06 12:55:19.817059 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74b070-488b-42a0-9c4f-3a03ddb43e95 service neutron] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:19.876797 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-abc7b82a-707e-4ba2-b52c-3e3c5f554836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:19.878345 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-abc7b82a-707e-4ba2-b52c-3e3c5f554836 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0427880 Dec 06 12:55:19.927361 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885240-5e33-47ab-b49c-1fb76dde438b req-85e1d503-2d35-46d3-be53-d1101a95699f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:19.935668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d885240-5e33-47ab-b49c-1fb76dde438b req-85e1d503-2d35-46d3-be53-d1101a95699f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0588334 Dec 06 12:55:19.944759 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:19.987516 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d885240-5e33-47ab-b49c-1fb76dde438b req-791d78a2-3898-48cc-be18-82996d9ea7aa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509224 Dec 06 12:55:19.990730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-9d4c9162-4f1d-47b0-b646-383efd8932ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:19.992216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-9d4c9162-4f1d-47b0-b646-383efd8932ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1062505 Dec 06 12:55:20.060901 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-33111d57-960d-4961-9206-f8b184b8fb62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0606174 Dec 06 12:55:20.109711 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-fbca8708-1448-42eb-9442-e1573a66bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:20.111129 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-fbca8708-1448-42eb-9442-e1573a66bb15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0438421 Dec 06 12:55:20.159989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-e9e624c8-1ab6-4d78-bb4f-a8d1656afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:20.161469 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-e9e624c8-1ab6-4d78-bb4f-a8d1656afc68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429072 Dec 06 12:55:20.251357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-37a6545b-2ce9-459c-a983-88ff146ac862 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823388 Dec 06 12:55:20.346755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6c5ba8a8-64f5-4ea9-91bd-09920c95ad99 req-07f37d02-0c9f-4f3d-8f34-3dc8bb34fefb service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856946 Dec 06 12:55:21.105662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393fcc1-71a3-4ac7-af55-f3e9a0b5298b req-41ffdbdf-706a-4014-921e-ce4a1416e0b4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.107126 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9393fcc1-71a3-4ac7-af55-f3e9a0b5298b req-41ffdbdf-706a-4014-921e-ce4a1416e0b4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0493321 Dec 06 12:55:21.153746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9393fcc1-71a3-4ac7-af55-f3e9a0b5298b req-8ebc12bd-2aed-40bb-a53d-e073c323e12a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Dec 06 12:55:21.423389 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:21.425779 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f455916c-92aa-48ce-8baf-4f5ca98c051c" -d '{"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:21.473689 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babe2c89-4f7a-4f31-8348-e9118f5e087c x-openstack-request-id: req-babe2c89-4f7a-4f31-8348-e9118f5e087c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:21.473988 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:21.474275 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-babe2c89-4f7a-4f31-8348-e9118f5e087c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:21.474703 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'status': 'completed', 'code': 200} Dec 06 12:55:21.569915 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-b72f8839-d69f-47b1-a7e1-5576c03fd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.571390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-b72f8839-d69f-47b1-a7e1-5576c03fd342 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0730910 Dec 06 12:55:21.578235 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-6b433aaf-34ae-44b8-a678-51523be8dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.579587 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-6b433aaf-34ae-44b8-a678-51523be8dcfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0563767 Dec 06 12:55:21.743113 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-d979f58e-8856-4e7f-af0f-a2997a84a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.744498 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-d979f58e-8856-4e7f-af0f-a2997a84a8de service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1566858 Dec 06 12:55:21.745616 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-65085476-3d60-4227-bde6-9a5b6aceeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.747516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-65085476-3d60-4227-bde6-9a5b6aceeaf2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1670966 Dec 06 12:55:21.853881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-28783fc7-2cfa-4328-bf9f-8cccb228b594 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1000 time: 0.1019080 Dec 06 12:55:21.858176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-561fc141-0243-4f4d-ab05-d513c5795d87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0992668 Dec 06 12:55:21.935040 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-db67fd28-acb3-4285-98a1-317dd8cbda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.936434 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-db67fd28-acb3-4285-98a1-317dd8cbda5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0753241 Dec 06 12:55:21.937809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-8b263fc8-2485-4c09-aace-c4d5453b72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:21.939078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-8b263fc8-2485-4c09-aace-c4d5453b72d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0711639 Dec 06 12:55:22.010961 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-9806f6f9-6fbd-4788-98fc-924fa6adf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.012326 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-9806f6f9-6fbd-4788-98fc-924fa6adf949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618327 Dec 06 12:55:22.014796 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-ccd877e0-6c1c-41c0-ba30-70f333c997ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.016101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-ccd877e0-6c1c-41c0-ba30-70f333c997ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725887 Dec 06 12:55:22.165130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-cee52ac5-01ff-46f2-ab9b-09625e912e28 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457064 Dec 06 12:55:22.168453 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-c2d2c241-e7a1-4a8f-a5d8-cde0474c6f6f service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417818 Dec 06 12:55:22.269756 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d37789-4ac8-4f82-8348-1648d3f74b0d req-4b202567-47f9-4ea7-a855-da7ae28604e1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.271156 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4d37789-4ac8-4f82-8348-1648d3f74b0d req-4b202567-47f9-4ea7-a855-da7ae28604e1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0489433 Dec 06 12:55:22.318220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4d37789-4ac8-4f82-8348-1648d3f74b0d req-dbd36c1f-7933-4f31-b90d-9f8e7c9e93f2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Dec 06 12:55:22.321339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-a8a5fb1c-6550-45af-8edb-165bd994a808 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493659 Dec 06 12:55:22.324755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f455916c-92aa-48ce-8baf-4f5ca98c051c req-335e3c6e-3bee-462e-9f14-11e84b62ca37 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453550 Dec 06 12:55:22.421806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:55:22.524223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:22.528064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1531d-2a9e-4db9-b7a9-aa19bf2ff870 req-4bdfc637-96f1-4c51-9935-7a062db6fde7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.529622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7a1531d-2a9e-4db9-b7a9-aa19bf2ff870 req-4bdfc637-96f1-4c51-9935-7a062db6fde7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 944 time: 0.0568440 Dec 06 12:55:22.535769 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'mac_address': 'fa:16:3e:d8:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:55:22.538741 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-dde73afa-5a6c-4093-9fd1-d44bd2cb88e8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.540249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-dde73afa-5a6c-4093-9fd1-d44bd2cb88e8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd&tenant_id=a80a2913ad814de3977e18dea788db9b&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0615201 Dec 06 12:55:22.574960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:22.579676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c7a1531d-2a9e-4db9-b7a9-aa19bf2ff870 req-c4adbfe8-6c7a-4451-ad74-4b4844096591 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Dec 06 12:55:22.589007 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:55:22.609637 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:22.611378 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-87ca8a76-6ba8-4d73-9e01-ff294ac93af7 service neutron] delete failed (client error): The resource could not be found. Dec 06 12:55:22.613282 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-87ca8a76-6ba8-4d73-9e01-ff294ac93af7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/1f136d04-19c7-4c01-a7c7-192ed2d13fc3/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0648260 Dec 06 12:55:22.613401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:22.664539 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:22.672629 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.672978 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.673349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.673690 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.674025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.674361 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.674689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.675025 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.675351 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.675678 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.676003 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.676328 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.676651 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:22.696431 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-2631731d-7c2e-4535-8a2c-2aa55781f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.698026 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-2631731d-7c2e-4535-8a2c-2aa55781f7fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1096 time: 0.0424654 Dec 06 12:55:22.788929 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-3c8865ca-adfc-490c-b99d-fd80b6d68601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.790285 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-3c8865ca-adfc-490c-b99d-fd80b6d68601 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0853024 Dec 06 12:55:22.853714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-6391a450-e213-4ba1-8fd2-32522998e31c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0563440 Dec 06 12:55:22.887098 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['1f136d04-19c7-4c01-a7c7-192ed2d13fc3'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:55:22.901111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-bd35a7af-f870-40ea-81c0-881f0d132b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.903094 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-bd35a7af-f870-40ea-81c0-881f0d132b08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0424576 Dec 06 12:55:22.951615 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-1e9a4499-aa34-4a51-ae95-9805438fc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:22.953075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-1e9a4499-aa34-4a51-ae95-9805438fc8df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430274 Dec 06 12:55:23.043887 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-c468ff46-6b83-45e9-b0d7-ffd43c44d243 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827734 Dec 06 12:55:23.137431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c5e2c72d-deca-4d99-bdfe-ba1f968ef5fa req-a614a381-8865-4623-b340-36dc031d0d96 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Dec 06 12:55:23.705733 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0d72-f5d0-464f-b2bc-4e5149107ad3 req-8ee08d74-7495-4ebf-a329-eb11cba9f413 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:23.707222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbdb0d72-f5d0-464f-b2bc-4e5149107ad3 req-8ee08d74-7495-4ebf-a329-eb11cba9f413 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 945 time: 0.0534284 Dec 06 12:55:23.753489 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbdb0d72-f5d0-464f-b2bc-4e5149107ad3 req-43070c4e-f9c9-4432-847f-ea09351896f5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Dec 06 12:55:23.873404 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fe988-4791-4ebf-8e28-270e3cf0a89b req-c809fbcf-15e9-419f-ad81-4be81ab62912 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:23.874865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b45fe988-4791-4ebf-8e28-270e3cf0a89b req-c809fbcf-15e9-419f-ad81-4be81ab62912 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 945 time: 0.0545104 Dec 06 12:55:23.921123 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b45fe988-4791-4ebf-8e28-270e3cf0a89b req-a77f9c06-1b05-4c44-b13a-ddba563f22e9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Dec 06 12:55:24.113882 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502685da-06fe-4ad2-8972-e69165726946 req-cc808ea4-4f59-4434-8c02-d8006edf033b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:24.115422 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-502685da-06fe-4ad2-8972-e69165726946 req-cc808ea4-4f59-4434-8c02-d8006edf033b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 945 time: 0.0486600 Dec 06 12:55:24.162589 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-46334c84-ab45-444e-abee-0663a825294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:24.163616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-502685da-06fe-4ad2-8972-e69165726946 req-6b7f4fd4-bcf0-4dd3-95a3-622a3371810d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Dec 06 12:55:24.164779 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-46334c84-ab45-444e-abee-0663a825294c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 1096 time: 0.0404787 Dec 06 12:55:24.255539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-e27b6a48-8e6a-4081-a123-f12757f2e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:24.256966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-e27b6a48-8e6a-4081-a123-f12757f2e23f service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0858297 Dec 06 12:55:24.320024 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-65428eb2-e226-4f90-8368-65cd7f0a4249 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0556574 Dec 06 12:55:24.369022 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-10f2a63d-0edb-4fde-8d13-283e96046f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:24.370452 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-10f2a63d-0edb-4fde-8d13-283e96046f6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0429914 Dec 06 12:55:24.399958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:24.420571 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-9dbb307b-f854-4b3d-b767-fe756c4c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:24.422056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-9dbb307b-f854-4b3d-b767-fe756c4c0b8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438397 Dec 06 12:55:24.426778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:24.471837 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:24.486203 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:55:24.489856 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:24.490255 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:24.512055 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-8a630fe2-fe1a-4dac-bde9-5fe705ad0705 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817206 Dec 06 12:55:24.564404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:24.590330 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:24.592497 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538529b5-ed26-4bbe-bddf-0c56faa6c0e4" -d '{"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:24.606251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:24.608538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-30db5281-fc90-4e13-91a3-36d4731291e5 req-f42c16a3-684b-4a78-8be6-95cf68a1bd71 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899673 Dec 06 12:55:24.610659 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:24.658095 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:24.699823 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f98de6-873a-4a43-bec2-5c921ea122eb x-openstack-request-id: req-32f98de6-873a-4a43-bec2-5c921ea122eb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:24.700265 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:24.700532 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32f98de6-873a-4a43-bec2-5c921ea122eb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:24.700935 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'code': 200} Dec 06 12:55:25.279973 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94b94-9a1c-486c-b012-f1ce86f2cf52 req-dea104e5-bb98-4c6c-9770-9ab5b175cba9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:25.281447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1da94b94-9a1c-486c-b012-f1ce86f2cf52 req-dea104e5-bb98-4c6c-9770-9ab5b175cba9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0474391 Dec 06 12:55:25.332517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1da94b94-9a1c-486c-b012-f1ce86f2cf52 req-58061941-a1b8-4201-8f51-7f9428893597 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Dec 06 12:55:25.560395 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a5f30-e30e-4f0b-a503-81db7b371620 req-ac36eac7-e294-4265-906b-730220c25873 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:25.561901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-380a5f30-e30e-4f0b-a503-81db7b371620 req-ac36eac7-e294-4265-906b-730220c25873 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0487418 Dec 06 12:55:25.608134 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-380a5f30-e30e-4f0b-a503-81db7b371620 req-b9932e3c-e899-4781-be11-178be09f6602 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Dec 06 12:55:26.724412 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c742-fe78-4436-b027-63253f812d17 req-80d688bc-1cdd-48f1-8756-d88a25ea90bf tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:26.725923 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff6c742-fe78-4436-b027-63253f812d17 req-80d688bc-1cdd-48f1-8756-d88a25ea90bf tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0488737 Dec 06 12:55:26.772857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2ff6c742-fe78-4436-b027-63253f812d17 req-ca29a4ed-b8e8-4663-91c0-a31043f3fcef tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Dec 06 12:55:26.894281 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-bfaee925-a4ec-4d46-93d4-89a4e237016f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:26.895716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-bfaee925-a4ec-4d46-93d4-89a4e237016f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 946 time: 0.0484977 Dec 06 12:55:26.986158 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Deleting port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:26.986500 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.072547 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] For port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:27.072904 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.242460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.242833 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.243147 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a disassociated. External IP: 172.35.3.118, port: 1f136d04-19c7-4c01-a7c7-192ed2d13fc3. Dec 06 12:55:27.243485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Calling delete_port for 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:27.298148 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5b16de-3b8d-471d-8a66-a35b14f7888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.367317 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.395336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'Port': ['ID=1f136d04-19c7-4c01-a7c7-192ed2d13fc3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:27.510628 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:27.623849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:27.633312 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:27.644613 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:27.645250 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:27.666851 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] No DVR routers for this DVR port 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:55:27.669557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.673481 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f70b9e91-6502-4bbe-af1b-87d7225fdf3d req-6e1d055a-3c22-4937-b941-8351cc0293a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "DELETE /v2.0/ports/1f136d04-19c7-4c01-a7c7-192ed2d13fc3 HTTP/1.1" status: 204 len: 173 time: 0.7719955 Dec 06 12:55:27.673956 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-deleted', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:27.676778 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e8cb9-3476-4ba1-a409-4b1048e4dd79" -d '{"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-deleted", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:27.719377 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d3e2b-d418-40d7-8b29-4881c16aa37b x-openstack-request-id: req-755d3e2b-d418-40d7-8b29-4881c16aa37b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:27.719678 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6156b08a-ce95-4cda-ae1e-42e3e068c0bd", "name": "network-vif-deleted", "tag": "1f136d04-19c7-4c01-a7c7-192ed2d13fc3", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:27.719931 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-755d3e2b-d418-40d7-8b29-4881c16aa37b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:27.720338 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6156b08a-ce95-4cda-ae1e-42e3e068c0bd', 'name': 'network-vif-deleted', 'tag': '1f136d04-19c7-4c01-a7c7-192ed2d13fc3', 'status': 'completed', 'code': 200} Dec 06 12:55:27.754392 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:27.880901 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ae49927a-f593-4564-ab0d-e8504ea5ae09 req-d1ff0c05-fff0-4116-8887-30ee710d1074 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=6156b08a-ce95-4cda-ae1e-42e3e068c0bd HTTP/1.1" status: 200 len: 210 time: 0.0290196 Dec 06 12:55:27.962945 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:27.988542 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:27.997715 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:27.998313 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:28.103817 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:28.291257 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:28.320172 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c75192-5383-406c-b2bb-08f6d8911d89 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:28.530715 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59aefd-bfbf-413f-bef3-97b72f419a1e None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:55:28.852252 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:55:29.154275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-43763d36-34ce-44ed-a0b9-441585ed0bf3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1547096440&fields=id&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 267 time: 0.0421696 Dec 06 12:55:29.257113 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-1be3aa2e-15e0-4cbe-b6a1-328528f21fb4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:29.258494 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-1be3aa2e-15e0-4cbe-b6a1-328528f21fb4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.0976148 Dec 06 12:55:29.273654 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-39226099-76ce-486d-9908-18bbf7f641d9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/quotas/a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 375 time: 0.0089648 Dec 06 12:55:29.327100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-67f97d79-ca67-43ef-a054-0577d55fcaf8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476384 Dec 06 12:55:29.420534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-6d51ae09-c7b6-4410-92a1-6a716a002eec service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819974 Dec 06 12:55:29.513444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-993f0582-87e3-45d0-a902-ba024f371bfa service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 Dec 06 12:55:29.637445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3669cecb-d529-4fed-bcef-d19ce98912d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:29.670357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aac2cadb-aa10-4cad-b951-2f367dcf6d4c req-c122f9ff-119d-44f5-ba7a-f9bd64d1ada5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 210 time: 0.0263622 Dec 06 12:55:30.435418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:30.455390 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:55:30.455736 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1f136d04-19c7-4c01-a7c7-192ed2d13fc3 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:30.675944 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:30.769017 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a93f0da-a3bf-4baa-838e-e1dc32b6bf21 req-4de371ce-2843-4706-b1f3-f4866a4aa472 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 210 time: 0.0268710 Dec 06 12:55:30.951270 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-d5169d7f-db46-446e-af38-d14152a2e1b1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:30.952603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-d5169d7f-db46-446e-af38-d14152a2e1b1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.4068439 Dec 06 12:55:31.012485 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-0407901e-7da9-4df2-a9bb-ed77b1d78a4d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 380 time: 0.0500813 Dec 06 12:55:31.021587 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'port': {'device_id': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'admin_state_up': True, 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'security_groups': ['346fabf7-2a1e-4402-9df1-d3aa836b356d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:31.125896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:55:31.129350 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.253611 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Allocated IP 172.20.0.6 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/57dde1be-bf70-4695-a250-604e804e7f16) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:31.379677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.389198 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.422117 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.470069 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:31.473140 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:31.475777 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:31.501648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:31.531518 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.532138 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.551618 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-f0e5fbcb-b2d3-4d4f-b564-07739bafb696 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334163 Dec 06 12:55:31.563581 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Request body: {'port': {'device_id': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:31.618061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.664123 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-72af3374-7ed9-41ee-89d3-a3730d80480d None None] Provisioning complete for port 57dde1be-bf70-4695-a250-604e804e7f16 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:31.664551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72af3374-7ed9-41ee-89d3-a3730d80480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.698618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-72af3374-7ed9-41ee-89d3-a3730d80480d None None] Port 57dde1be-bf70-4695-a250-604e804e7f16 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:31.885133 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba5dce-b141-4695-995b-5d64f2ca4bbf req-39811ec9-d555-45a0-a18d-f09058402bd4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.886724 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:55:31.887220 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28ba5dce-b141-4695-995b-5d64f2ca4bbf req-39811ec9-d555-45a0-a18d-f09058402bd4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 931 time: 0.0485177 Dec 06 12:55:31.894440 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.906522 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Transition to ACTIVE for port object 57dde1be-bf70-4695-a250-604e804e7f16 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:55:31.910285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.940411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-28ba5dce-b141-4695-995b-5d64f2ca4bbf req-e2dcc9ad-a094-479e-b25b-8159a439d7b3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471270 Dec 06 12:55:31.963943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:32.034495 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:32.034855 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:32.035310 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:32.039954 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:55:32.040273 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:32.045901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:32.046238 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:32.046625 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:32.047052 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Bound port: 57dde1be-bf70-4695-a250-604e804e7f16, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:32.047414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:32.114032 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:32.118772 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:32.124094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:32.156103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.156722 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:32.158663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] 10.222.0.23 "PUT /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1091 time: 0.5992880 Dec 06 12:55:32.161236 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:32.164536 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:32.195625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520b6b-035c-4a4b-bab7-93ada5cc4645 service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:32.219229 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d986b52-0046-4833-ab7c-b9b87c327c6f x-openstack-request-id: req-6d986b52-0046-4833-ab7c-b9b87c327c6f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:32.219609 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:32.219869 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d986b52-0046-4833-ab7c-b9b87c327c6f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:32.220266 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'status': 'completed', 'code': 200} Dec 06 12:55:32.254890 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3995c255-aa0d-4744-b56f-f1b0d36d1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.256399 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-3995c255-aa0d-4744-b56f-f1b0d36d1311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0477240 Dec 06 12:55:32.303496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-d04c868f-21b2-442f-9152-117109a35cfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Dec 06 12:55:32.356349 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-58283a95-bf77-4bf2-ab3a-ffec86d79110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.357877 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-58283a95-bf77-4bf2-ab3a-ffec86d79110 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0480516 Dec 06 12:55:32.403659 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-6866e204-7d0e-4bce-b5c7-6bdd25c1a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.405133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-6866e204-7d0e-4bce-b5c7-6bdd25c1a2b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401683 Dec 06 12:55:32.454293 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:32.500081 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-c558f705-6e3b-4a1f-9ee1-9affc54e2e6d service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872056 Dec 06 12:55:32.587917 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8a7209ba-db84-44cf-a225-083219d2ef1d req-7632f1a8-329e-4f32-8b2d-cc960fdd8705 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807145 Dec 06 12:55:32.683275 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-d533e8d9-c461-4793-9d2e-6af12add7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.684773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-d533e8d9-c461-4793-9d2e-6af12add7441 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0450599 Dec 06 12:55:32.780024 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-6e6a2e60-1a96-485c-a8f9-83e354fe835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.781550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-6e6a2e60-1a96-485c-a8f9-83e354fe835d service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0891001 Dec 06 12:55:32.828954 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-c509b390-6f10-4c4e-9e5d-1d5a4f79a2f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 217 time: 0.0393968 Dec 06 12:55:32.880094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-baf8f70f-fc9e-4a7a-8518-a995bcf7dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.881483 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-baf8f70f-fc9e-4a7a-8518-a995bcf7dbdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0445094 Dec 06 12:55:32.926564 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-50f503d7-b7dd-4156-825e-73200278e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.928003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-50f503d7-b7dd-4156-825e-73200278e46d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390172 Dec 06 12:55:33.022926 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-8a5ad734-228d-4c08-bdd0-d6666ce89e6d service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Dec 06 12:55:33.059320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b04e-d6a3-49e4-8f2e-4bff56993f3e req-1f9f1b11-543b-405e-ad25-af2634dab185 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:33.060816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce51b04e-d6a3-49e4-8f2e-4bff56993f3e req-1f9f1b11-543b-405e-ad25-af2634dab185 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0483923 Dec 06 12:55:33.113896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ce51b04e-d6a3-49e4-8f2e-4bff56993f3e req-bc1ac6e2-dc97-467c-b271-36608f374e76 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Dec 06 12:55:33.115796 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8bc8a1e6-5349-4513-a94c-a5c8aa75289d req-a3140c86-0620-4088-91b1-dc6965820431 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Dec 06 12:55:33.263725 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.231755 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61b01-321c-4f5f-a19e-d398b2b2d3b8 req-9f6a6b89-8de1-41e1-9bae-7d11adbf212d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:34.233269 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5b61b01-321c-4f5f-a19e-d398b2b2d3b8 req-9f6a6b89-8de1-41e1-9bae-7d11adbf212d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0498605 Dec 06 12:55:34.281578 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b5b61b01-321c-4f5f-a19e-d398b2b2d3b8 req-cdccc7ce-e414-4cde-a665-c5dbe6dc0db7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Dec 06 12:55:35.398439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b0949-618c-4541-a312-b603ada04bdf req-45eb6fcf-ee1b-4eb2-9539-23d25cf68d96 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.399900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-058b0949-618c-4541-a312-b603ada04bdf req-45eb6fcf-ee1b-4eb2-9539-23d25cf68d96 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0522544 Dec 06 12:55:35.446353 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-058b0949-618c-4541-a312-b603ada04bdf req-52d52d91-3514-48a1-aa60-9822d08fcacc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Dec 06 12:55:36.487905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:55:36.567901 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc064d59-11ae-4b7c-97a1-2c08590b5450 req-9dcd2833-9850-49bc-9b03-48166de97c15 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:36.569428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc064d59-11ae-4b7c-97a1-2c08590b5450 req-9dcd2833-9850-49bc-9b03-48166de97c15 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0492315 Dec 06 12:55:36.583556 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:36.594985 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '57dde1be-bf70-4695-a250-604e804e7f16', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:55:36.616926 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cc064d59-11ae-4b7c-97a1-2c08590b5450 req-7a4325b6-604e-42d3-93d4-4ae984332d12 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Dec 06 12:55:36.631241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:36.644763 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:55:36.663630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:36.667642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:36.712713 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:36.885558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['57dde1be-bf70-4695-a250-604e804e7f16'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:55:37.729521 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f649-7a38-4786-99f6-0a2562a72d74 req-0d19633c-3c6e-47f4-a6ed-3bfa78c2b7df tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:37.731555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2c2f649-7a38-4786-99f6-0a2562a72d74 req-0d19633c-3c6e-47f4-a6ed-3bfa78c2b7df tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0477843 Dec 06 12:55:37.780687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2c2f649-7a38-4786-99f6-0a2562a72d74 req-ef3a24af-7b85-4fc5-a441-3b54f3096da1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Dec 06 12:55:38.502911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 up at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:38.550155 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning for port 57dde1be-bf70-4695-a250-604e804e7f16 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:55:38.553895 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Provisioning complete for port 57dde1be-bf70-4695-a250-604e804e7f16 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:38.554264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:38.631142 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:38.653837 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:38.656067 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05223199-de44-4de2-9cca-0b04a7292271" -d '{"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-plugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:38.668380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:38.672346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:38.699033 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa9883-226c-4b89-b4ba-0c17c88a1e91 x-openstack-request-id: req-9afa9883-226c-4b89-b4ba-0c17c88a1e91 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:38.699349 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-plugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:38.699600 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9afa9883-226c-4b89-b4ba-0c17c88a1e91 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:38.700003 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'code': 200} Dec 06 12:55:38.720911 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:38.796151 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11589a-1c2a-4e20-8019-6dd41f494720 req-c7b558f8-25af-4368-b982-31714c87992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:38.797585 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be11589a-1c2a-4e20-8019-6dd41f494720 req-c7b558f8-25af-4368-b982-31714c87992a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1096 time: 0.0442374 Dec 06 12:55:38.847882 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be11589a-1c2a-4e20-8019-6dd41f494720 req-9a64dfee-155c-4356-b101-0d14d226172b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Dec 06 12:55:38.895380 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e6b8-b79c-431d-bfa8-0b7f1c2bd3e7 req-d4e94ed8-e1ba-41cf-a872-fcb57b52e24c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:38.896859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82d3e6b8-b79c-431d-bfa8-0b7f1c2bd3e7 req-d4e94ed8-e1ba-41cf-a872-fcb57b52e24c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Dec 06 12:55:38.943385 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82d3e6b8-b79c-431d-bfa8-0b7f1c2bd3e7 req-add49b4e-d5c7-45e6-9ccb-d37bbc138960 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Dec 06 12:55:40.058418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5169-9915-4be9-b886-5c53341d0345 req-e4f39e0b-544b-4adf-9a61-70fb04903644 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:40.059883 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73ad5169-9915-4be9-b886-5c53341d0345 req-e4f39e0b-544b-4adf-9a61-70fb04903644 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Dec 06 12:55:40.105992 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-73ad5169-9915-4be9-b886-5c53341d0345 req-d4f0a7b0-3268-467d-937f-41d9c7b151b4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Dec 06 12:55:40.219639 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd0f6-2a52-4689-9daf-85f1160358d4 req-a368c814-d1de-47e2-8607-84969e31b530 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:40.221114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-411fd0f6-2a52-4689-9daf-85f1160358d4 req-a368c814-d1de-47e2-8607-84969e31b530 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Dec 06 12:55:40.230489 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 38868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:40.234807 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'floatingip': {'port_id': '57dde1be-bf70-4695-a250-604e804e7f16'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:40.272962 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.693374 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.697235 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.794593 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a associated. External IP: 172.35.3.118, port: 57dde1be-bf70-4695-a250-604e804e7f16. Dec 06 12:55:40.996006 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:41.101720 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:41.107243 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.113291 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:41.126840 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:41.127447 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.133537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe794e39-d707-44f0-ab03-be59915f027a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "PUT /v2.0/floatingips/1e696a4c-f8d5-4c57-a2b2-808e12d9e77a HTTP/1.1" status: 200 len: 991 time: 0.9019890 Dec 06 12:55:41.134214 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:41.136604 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e491dea-edc1-427e-ab05-75a154ad557d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:41.235234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:41.247497 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b1296d-aed4-456d-a6e4-c1483998a863 x-openstack-request-id: req-59b1296d-aed4-456d-a6e4-c1483998a863 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:41.247763 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:41.248023 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59b1296d-aed4-456d-a6e4-c1483998a863 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:41.248454 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'status': 'completed', 'code': 200} Dec 06 12:55:41.311788 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491dea-edc1-427e-ab05-75a154ad557d req-93ff0878-2205-4346-a10c-4d7ee518fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:41.313410 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-93ff0878-2205-4346-a10c-4d7ee518fba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1096 time: 0.0431886 Dec 06 12:55:41.402981 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491dea-edc1-427e-ab05-75a154ad557d req-9140035f-d482-4874-8c99-611095c79af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:41.404471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-9140035f-d482-4874-8c99-611095c79af4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0845802 Dec 06 12:55:41.452007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:55:40Z', 'revision_number': 9, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.473914 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-d9923651-6d4a-42fb-a30d-aa07df34c394 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 999 time: 0.0613737 Dec 06 12:55:41.477626 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:41.487007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:41.487602 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.522630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491dea-edc1-427e-ab05-75a154ad557d req-88582402-25aa-499e-babf-3eaec83b56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:41.524102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-88582402-25aa-499e-babf-3eaec83b56bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0433009 Dec 06 12:55:41.569837 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491dea-edc1-427e-ab05-75a154ad557d req-7cef0c55-c452-446e-ab49-f496461fcced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:41.571400 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-7cef0c55-c452-446e-ab49-f496461fcced service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408900 Dec 06 12:55:41.582123 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-60c0c6f3-916b-4751-b8f2-282ad7edb84a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:55:41.583225 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-60c0c6f3-916b-4751-b8f2-282ad7edb84a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049186 Dec 06 12:55:41.590404 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:41.679138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-822af19e-e3c5-485d-b1a3-57d5b6f3058e service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885885 Dec 06 12:55:41.774989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e491dea-edc1-427e-ab05-75a154ad557d req-eb471af3-fc63-4bc2-b137-8caa8cd19180 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893800 Dec 06 12:55:41.816414 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:55:40Z', 'revision_number': 9, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.843098 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef5ddc-2ec2-4fe3-aedc-c05dfe7af8cd None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:55:40Z', 'revision_number': 9, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:42.021973 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ed8fd-8778-4e9f-bf4e-0c9baae88841 None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:55:47.836499 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-815cfbce-32ad-4e53-95e2-242afcce9b37 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394726 Dec 06 12:55:47.917690 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-bdb92963-f363-4c51-b4e2-c74c240c7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:47.919201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-bdb92963-f363-4c51-b4e2-c74c240c7914 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1096 time: 0.0396729 Dec 06 12:55:48.021680 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-270f06af-7c0f-44a1-be33-61f330dff131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:48.023176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-270f06af-7c0f-44a1-be33-61f330dff131 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0860567 Dec 06 12:55:48.088159 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-3e11bab7-b87c-4ba2-a37c-60847e40b408 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1002 time: 0.0563166 Dec 06 12:55:48.136385 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-a9723a36-5ccb-4798-a5ba-4267fad54f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:48.137818 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-a9723a36-5ccb-4798-a5ba-4267fad54f04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0430694 Dec 06 12:55:48.186985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-5ffd72de-c218-4747-aa61-fed4f79b78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:48.188458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-5ffd72de-c218-4747-aa61-fed4f79b78f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440731 Dec 06 12:55:48.278545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-18182aa7-a31a-4e0f-b3f7-d54605e6658b service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818663 Dec 06 12:55:48.371688 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bc067cb4-203c-47b0-a6c4-fbcf4c054988 req-d2ded598-db68-438d-b2ba-fee88b402fe0 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Dec 06 12:55:49.954038 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:57.299992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-89676048-d5a6-4a21-b216-1c688b64b6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:58.663605 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-94ed021c-640b-4323-8838-3e9417a09968 req-56f24b84-35c7-469d-b44b-9c80872145f2 service neutron] (103298) timed out ('10.222.0.31', 38390) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:55:59.629230 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed5704fb-22bb-42de-a950-a15da2fe8862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:00.676136 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.382316 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:02.448856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:03.267267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:05.851220 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:56:19.952625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:27.300491 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c0d29bc6-4339-433c-82b6-bd66b4dbffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:29.630983 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1765baf7-05ba-4ae0-a179-e4011e5e61da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:30.678261 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:31.373406 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:32.450020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:33.268837 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:42.850256 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:56:48.797265 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-f5d1c3d3-2096-4635-be6b-4cc6e4d45498 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410333 Dec 06 12:56:48.878420 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-73af65ec-cd72-4a94-841d-d215b8fb2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:48.879876 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-73af65ec-cd72-4a94-841d-d215b8fb2763 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1096 time: 0.0407522 Dec 06 12:56:48.986775 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-b79cdccf-8280-4638-9cb9-0d242b822b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:48.988232 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-b79cdccf-8280-4638-9cb9-0d242b822b6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0883772 Dec 06 12:56:49.052432 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-a7411d43-485f-4c00-b3d2-ee8c69200c51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1002 time: 0.0569470 Dec 06 12:56:49.103602 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-6dfad148-0f7c-4fc7-9856-cad716df7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:49.105054 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-6dfad148-0f7c-4fc7-9856-cad716df7dc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0459774 Dec 06 12:56:49.149908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-20b3611c-3d5b-4448-b8b2-9b6640995bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:49.151311 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-20b3611c-3d5b-4448-b8b2-9b6640995bdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388281 Dec 06 12:56:49.239137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-8f2482b6-1d6e-4a60-bf08-1837df6fdafd service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805926 Dec 06 12:56:49.332278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1a0288a6-1c29-402d-82d6-0b8fe6f85543 req-0ee8fb54-3280-4c47-a3f0-60ff7dc17e7b service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Dec 06 12:56:49.968655 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:57.301584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3a56e1a-ca12-4607-951c-5c961dc5abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:59.633320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bdca8495-9b00-4076-91d4-f37c39d85e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:00.680922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:01.408719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:02.453030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:02.537769 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-695ea597-b6aa-4437-adc8-5e25a2ab29b4 req-187a0df2-8c3c-46c0-ac7f-791f091debed service neutron] (103298) timed out ('10.222.0.23', 59066) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:57:03.269541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:17.159366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-2db9dd69-67a1-4ff9-bb90-cbf98fb97dd2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456345 Dec 06 12:57:17.276987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676344ee-b911-458d-9746-239a7a5284ea req-337a5b28-3397-4796-9bf6-43234f49aef6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:17.278484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-676344ee-b911-458d-9746-239a7a5284ea req-337a5b28-3397-4796-9bf6-43234f49aef6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.1396370 Dec 06 12:57:17.330459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-676344ee-b911-458d-9746-239a7a5284ea req-13061387-5a2d-48e9-823e-78bcd9f29b5b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458310 Dec 06 12:57:18.293684 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-c1bd6817-3802-4f9e-86ce-67edbea85725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:18.295185 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-c1bd6817-3802-4f9e-86ce-67edbea85725 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1096 time: 0.0413814 Dec 06 12:57:18.390802 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-04ff1077-a620-49c6-acfd-5e225a8d97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:18.392298 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-04ff1077-a620-49c6-acfd-5e225a8d97d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0901179 Dec 06 12:57:18.457367 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-81377cb8-a63b-4cff-b201-fe9e7961e61c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1002 time: 0.0579209 Dec 06 12:57:18.505955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce302a-3399-4017-a5be-3ea536c611c8 req-59f08eb4-fd6b-4352-8cfc-103f257ad68f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:18.507453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-86f42510-0585-4368-9be1-61489e4b3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:18.507577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffce302a-3399-4017-a5be-3ea536c611c8 req-59f08eb4-fd6b-4352-8cfc-103f257ad68f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.1033945 Dec 06 12:57:18.508902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-86f42510-0585-4368-9be1-61489e4b3d58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0443358 Dec 06 12:57:18.555649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ffce302a-3399-4017-a5be-3ea536c611c8 req-42041821-9c59-43d0-9ad9-6f239cebe134 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 06 12:57:18.557476 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-cbb0411c-73bb-4d71-9679-90596900e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:18.558969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-cbb0411c-73bb-4d71-9679-90596900e739 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432644 Dec 06 12:57:18.648592 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-3eb9c606-2667-4bca-8ca2-d17ab945ac6e service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826709 Dec 06 12:57:18.740617 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-a2571662-9a59-434c-a941-bdf3eafd6741 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856016 Dec 06 12:57:19.669952 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05e627-d04a-4685-963e-d92e1a6c9325 req-f8101dbe-e4f8-4b08-a4db-ff7bec6fe9f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:19.671396 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc05e627-d04a-4685-963e-d92e1a6c9325 req-f8101dbe-e4f8-4b08-a4db-ff7bec6fe9f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0470679 Dec 06 12:57:19.718407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc05e627-d04a-4685-963e-d92e1a6c9325 req-4bb29cba-a81a-4f44-8f5e-8450f4466538 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 Dec 06 12:57:19.851672 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:57:19.975726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:20.839016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929692c-e91e-4483-8824-cc9c8796d0f7 req-357dd312-de67-407f-860c-65b4514960ac tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:20.840468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4929692c-e91e-4483-8824-cc9c8796d0f7 req-357dd312-de67-407f-860c-65b4514960ac tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Dec 06 12:57:20.886350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4929692c-e91e-4483-8824-cc9c8796d0f7 req-6bfce92d-0582-4aac-a707-dfaa095667a3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Dec 06 12:57:22.001676 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4559509-1f37-4ba5-85ec-3acee4069b77 req-aa7b5a69-c5fa-4a6c-95a8-498071145557 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:22.003141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4559509-1f37-4ba5-85ec-3acee4069b77 req-aa7b5a69-c5fa-4a6c-95a8-498071145557 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Dec 06 12:57:22.049870 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4559509-1f37-4ba5-85ec-3acee4069b77 req-87e09691-aa22-41a8-b8e5-676a756f78ac tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Dec 06 12:57:23.168454 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dd686-b05f-4f09-a1fc-75ea364e1738 req-9c022f3a-fff7-4ed5-b902-fca10744be81 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:23.169979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-753dd686-b05f-4f09-a1fc-75ea364e1738 req-9c022f3a-fff7-4ed5-b902-fca10744be81 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Dec 06 12:57:23.215694 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-753dd686-b05f-4f09-a1fc-75ea364e1738 req-ad42dc80-a056-4cc9-aa6c-68e30a3c0bcc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Dec 06 12:57:24.329685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be3bc4-4c02-49ec-8e43-b0282b6886aa req-2337f04e-9921-4d83-92b2-8079cc95af4e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:24.331550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7be3bc4-4c02-49ec-8e43-b0282b6886aa req-2337f04e-9921-4d83-92b2-8079cc95af4e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Dec 06 12:57:24.378544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f7be3bc4-4c02-49ec-8e43-b0282b6886aa req-271ede25-8ac5-4200-9838-c793f5a31c7b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Dec 06 12:57:25.491835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c79292-6395-4c46-9578-7d94ebd50338 req-c3862850-ff69-4e02-a3bc-418ddff2b5ef tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:25.493710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6c79292-6395-4c46-9578-7d94ebd50338 req-c3862850-ff69-4e02-a3bc-418ddff2b5ef tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Dec 06 12:57:25.543467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c6c79292-6395-4c46-9578-7d94ebd50338 req-da293528-6ff9-44e2-b9d9-f05022c15539 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Dec 06 12:57:26.660565 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82fb26-bca1-4a87-8ff4-2b6130e8c569 req-447aca82-20d2-46f9-b90e-558092f3d904 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:26.662047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df82fb26-bca1-4a87-8ff4-2b6130e8c569 req-447aca82-20d2-46f9-b90e-558092f3d904 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0483372 Dec 06 12:57:26.708706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df82fb26-bca1-4a87-8ff4-2b6130e8c569 req-4414ea22-a85c-4c9c-adfa-787105bc212e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Dec 06 12:57:27.302421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0ed3497c-3ad4-41dd-8e2b-9c2572dfc1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:27.824487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec2c60-d061-4180-8864-c606e07c3054 req-8c892875-89b8-46ed-a18a-5e4644f247c7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:27.825896 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37ec2c60-d061-4180-8864-c606e07c3054 req-8c892875-89b8-46ed-a18a-5e4644f247c7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0477500 Dec 06 12:57:27.872298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37ec2c60-d061-4180-8864-c606e07c3054 req-e4802722-4be8-4e22-bbd2-1cbdb5146f23 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Dec 06 12:57:28.991456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fef5ec-2e9d-40f9-bed4-f89e0f74c2b6 req-9c753069-1b6e-4184-a2d6-f85b7bb355c1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:28.992925 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38fef5ec-2e9d-40f9-bed4-f89e0f74c2b6 req-9c753069-1b6e-4184-a2d6-f85b7bb355c1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Dec 06 12:57:29.039498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38fef5ec-2e9d-40f9-bed4-f89e0f74c2b6 req-6a82f718-3c9a-4add-9adc-8094beaa436e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Dec 06 12:57:29.635871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f66eef3-045b-4a50-999b-89d5db49e6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:30.152131 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173846-9961-4d6d-b0de-085cd629e026 req-b85a31f2-c7ca-46ca-be94-191050bed7b0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:30.153622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba173846-9961-4d6d-b0de-085cd629e026 req-b85a31f2-c7ca-46ca-be94-191050bed7b0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0474980 Dec 06 12:57:30.199938 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ba173846-9961-4d6d-b0de-085cd629e026 req-428b9c2a-f8aa-40e0-9b11-5780f9918202 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Dec 06 12:57:30.687315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:30.798891 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-f881514c-b83d-499d-9eaf-a21e48e2ab94 service neutron] show failed (client error): The resource could not be found. Dec 06 12:57:30.799874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-f881514c-b83d-499d-9eaf-a21e48e2ab94 service neutron] 10.222.0.23 "GET /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0535090 Dec 06 12:57:30.994739 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-2a057044-a821-43bc-95c0-8e9350fffaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:30.996230 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-2a057044-a821-43bc-95c0-8e9350fffaf1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1096 time: 0.0394170 Dec 06 12:57:31.006678 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-ca8c949c-8d02-44a8-b819-5c63ca3ab842 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:57:31.007607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-ca8c949c-8d02-44a8-b819-5c63ca3ab842 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048156 Dec 06 12:57:31.025409 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:57:31.079762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.277884 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:31.311516 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:57:31.316666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f3af5-20a9-4dfd-8fb3-f5fea0bb811c req-404ed750-e26f-4e11-8475-9af9babad2eb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:31.318167 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc7f3af5-20a9-4dfd-8fb3-f5fea0bb811c req-404ed750-e26f-4e11-8475-9af9babad2eb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Dec 06 12:57:31.350120 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:31.352609 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf474b-6a3b-4ee1-a1a0-bee57e4a480c" -d '{"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-unplugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:31.356857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.369891 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Transition to ACTIVE for port object 57dde1be-bf70-4695-a250-604e804e7f16 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:57:31.371606 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc7f3af5-20a9-4dfd-8fb3-f5fea0bb811c req-cee0f8e4-c121-4555-a8a5-67e9cf3768d5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471218 Dec 06 12:57:31.375827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.409502 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2de55-342a-48c7-90f8-9d16e9f33317 x-openstack-request-id: req-3fb2de55-342a-48c7-90f8-9d16e9f33317 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:31.409805 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-unplugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:31.410061 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fb2de55-342a-48c7-90f8-9d16e9f33317 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:31.410457 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'code': 200} Dec 06 12:57:31.429602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.467141 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:31.481474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.481823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.482169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.482511 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.483383 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.483718 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.484054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.484381 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.484709 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.485040 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.485395 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.485725 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.486050 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:31.522962 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] No DVR routers for this DVR port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:57:31.661045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:57:31.661408 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:57:31.661741 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:31.666047 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:57:31.666374 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:31.671787 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:57:31.672156 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:57:31.673348 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:57:31.674129 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Bound port: 57dde1be-bf70-4695-a250-604e804e7f16, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:57:31.674567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.736602 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:57:31.739806 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:57:31.743934 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.781851 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:31.782559 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.783826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] 10.222.0.53 "PUT /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1091 time: 0.7619562 Dec 06 12:57:31.807151 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbe04f-b5d1-4055-acb4-0b7a2609559e service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:31.860234 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-66619f99-4858-44a1-a0df-3bbd7ef99b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:31.861843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-66619f99-4858-44a1-a0df-3bbd7ef99b2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0436904 Dec 06 12:57:31.959346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-e4a2f874-169c-4f83-9d15-f291498fe997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:31.960813 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-e4a2f874-169c-4f83-9d15-f291498fe997 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0921314 Dec 06 12:57:32.024424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-940a4544-a7a4-4906-a78e-1fbd45545e89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.0562077 Dec 06 12:57:32.071362 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-477d1f59-c60c-4725-b198-f101b1b5a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:32.072648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-477d1f59-c60c-4725-b198-f101b1b5a41a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0409997 Dec 06 12:57:32.119784 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-d2e503e4-025a-4930-bd2a-2e4a58f8f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:32.121270 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-d2e503e4-025a-4930-bd2a-2e4a58f8f1f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419240 Dec 06 12:57:32.209235 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-d14bb596-1ffa-41c1-8f9c-51f1ea7744e6 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808156 Dec 06 12:57:32.302287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b46faddf-2f22-4ecd-ae6a-b1928910d049 req-4e758fee-ce02-4fa9-bd06-dd0e97b1bb3b service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Dec 06 12:57:32.460590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:32.491653 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277014df-b729-4908-b471-e5919bc87d6c req-8f147009-cc1f-40cb-a0bf-c2288d5be81d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:32.493131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-277014df-b729-4908-b471-e5919bc87d6c req-8f147009-cc1f-40cb-a0bf-c2288d5be81d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0494888 Dec 06 12:57:32.540614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-277014df-b729-4908-b471-e5919bc87d6c req-657cb6fb-b533-4a64-8e56-7c6e7a4d8ab5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Dec 06 12:57:33.271661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:33.411238 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:33.413650 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87457c06-cf57-44d8-843d-19b4442e3938" -d '{"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:33.463183 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780e6b8-c3f4-4d77-a02b-b2c09e7b1694 x-openstack-request-id: req-5780e6b8-c3f4-4d77-a02b-b2c09e7b1694 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:33.463486 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:33.463750 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5780e6b8-c3f4-4d77-a02b-b2c09e7b1694 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:33.464152 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'status': 'completed', 'code': 200} Dec 06 12:57:33.555830 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-1c0e66f0-fc18-4b0b-aed7-c1e026943a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:33.557358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-1c0e66f0-fc18-4b0b-aed7-c1e026943a2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0711877 Dec 06 12:57:33.559131 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-822ad306-6099-4f95-90ce-4b1d2f85a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:33.560438 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-822ad306-6099-4f95-90ce-4b1d2f85a2d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0503600 Dec 06 12:57:33.656918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44fa6-56c9-4715-b12b-f207fb42b9b9 req-12317033-a4ff-48d9-8bff-3c45812d4099 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:33.658443 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41a44fa6-56c9-4715-b12b-f207fb42b9b9 req-12317033-a4ff-48d9-8bff-3c45812d4099 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0492086 Dec 06 12:57:33.705510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41a44fa6-56c9-4715-b12b-f207fb42b9b9 req-e20497f5-6bee-4e04-b242-ea65afab09a9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Dec 06 12:57:33.714294 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-301a920b-8064-457e-887c-356be54f2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:33.716035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-301a920b-8064-457e-887c-356be54f2ceb service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1522074 Dec 06 12:57:34.045803 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-838d69b7-0048-4837-85ec-1e0cbc5fc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.047233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-838d69b7-0048-4837-85ec-1e0cbc5fc918 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.4659603 Dec 06 12:57:34.138505 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-f3fe979e-314b-4da5-bbdb-56dbc47209d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.4148278 Dec 06 12:57:34.146558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-d632265d-8684-4dcf-ac13-ef4d59ee6b1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.0736833 Dec 06 12:57:34.194948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-756527c5-5803-430c-a271-68ba94debe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.196323 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-756527c5-5803-430c-a271-68ba94debe45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0423701 Dec 06 12:57:34.278549 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-a70f6d6b-5e34-4feb-8bcb-6f51668d7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.280023 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-a70f6d6b-5e34-4feb-8bcb-6f51668d7338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0543001 Dec 06 12:57:34.281741 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-8085c321-534f-4b20-bb8a-454df2e15b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.283065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-8085c321-534f-4b20-bb8a-454df2e15b6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791857 Dec 06 12:57:34.379896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457c06-cf57-44d8-843d-19b4442e3938 req-4667bf2a-a0a3-4ab6-8dc7-adf1bf1a859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.381330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-4667bf2a-a0a3-4ab6-8dc7-adf1bf1a859d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941420 Dec 06 12:57:34.419939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-cb3bb05f-4eba-45a3-9462-cdd7b97d83fb service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255195 Dec 06 12:57:34.543769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-74051a5a-aab7-4433-9e87-d72bada009b7 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532004 Dec 06 12:57:34.566471 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-116acd59-f463-402d-a5da-fa6580b4ca9b service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385081 Dec 06 12:57:34.641463 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-87457c06-cf57-44d8-843d-19b4442e3938 req-9a7f7dee-0723-4ae6-a39c-8aaa9a4e66df service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Dec 06 12:57:34.825804 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb690ff-aeaf-44dd-9e65-2a2edb1333aa req-a41f24bc-e34a-4c56-824d-55732a0178f0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:34.827569 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeb690ff-aeaf-44dd-9e65-2a2edb1333aa req-a41f24bc-e34a-4c56-824d-55732a0178f0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0523684 Dec 06 12:57:34.874255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eeb690ff-aeaf-44dd-9e65-2a2edb1333aa req-0aef20f3-50f6-4e9b-8c66-80e19b7c3cdd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 Dec 06 12:57:35.078559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:57:35.103232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:57:35.135070 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:57:35.163507 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-beab7173-cec2-402e-8067-79fe6ac35771 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.165484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-beab7173-cec2-402e-8067-79fe6ac35771 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&tenant_id=a80a2913ad814de3977e18dea788db9b&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0623806 Dec 06 12:57:35.171685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1a4c-758d-4881-81ab-cb4874f7e1d0 req-30fe28fc-8179-4287-b5c4-7807866d01b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.173197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f1b1a4c-758d-4881-81ab-cb4874f7e1d0 req-30fe28fc-8179-4287-b5c4-7807866d01b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 943 time: 0.0500638 Dec 06 12:57:35.219648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:35.223897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8f1b1a4c-758d-4881-81ab-cb4874f7e1d0 req-2c0e6e03-0ec3-48ee-b33b-abda07839590 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Dec 06 12:57:35.228638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-74118b08-c833-4cc7-88d1-ee61934fee96 service neutron] 10.222.0.53 "GET /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0559247 Dec 06 12:57:35.230800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '57dde1be-bf70-4695-a250-604e804e7f16', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:57:35.267434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:35.280580 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:57:35.299482 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:35.303664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:35.307331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-f1978ed3-fc0e-4b9c-b2d6-2017cf9deb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.308833 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-f1978ed3-fc0e-4b9c-b2d6-2017cf9deb40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1094 time: 0.0432067 Dec 06 12:57:35.354318 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:35.361659 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.362009 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.362353 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.362689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.363022 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.363357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.363685 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.364009 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.364333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.364658 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.364980 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.365331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.365653 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:57:35.403611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-5089ad33-469b-4cef-b15f-d06eba407935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.405087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-5089ad33-469b-4cef-b15f-d06eba407935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0891478 Dec 06 12:57:35.469984 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-2426d301-d682-4ba3-9c1b-e81ab5a77b8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1001 time: 0.0570254 Dec 06 12:57:35.519758 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a0255e0d-5d94-47df-90c4-d95fd6f2bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.521243 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a0255e0d-5d94-47df-90c4-d95fd6f2bb2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0442104 Dec 06 12:57:35.572034 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a3952b0a-b23c-4638-93fc-d27bf5d9f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:35.573519 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a3952b0a-b23c-4638-93fc-d27bf5d9f327 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444813 Dec 06 12:57:35.603456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['57dde1be-bf70-4695-a250-604e804e7f16'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:57:35.665780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-5db13038-1de5-4b5d-9820-c79bab1ea7ef service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Dec 06 12:57:35.761911 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-4ff1f062-7c90-4fa4-a2bf-fa8ab6d3d83f service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871136 Dec 06 12:57:36.346884 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa73bd8-faaa-4f49-a2cc-50fc927827d6 req-5998d2d7-27b9-43a5-b85a-e9fab8b54690 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:36.348375 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8aa73bd8-faaa-4f49-a2cc-50fc927827d6 req-5998d2d7-27b9-43a5-b85a-e9fab8b54690 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0511098 Dec 06 12:57:36.397078 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8aa73bd8-faaa-4f49-a2cc-50fc927827d6 req-72b4b552-9034-4bcb-8dc1-2384aca7b0e2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424521 Dec 06 12:57:37.118503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:57:37.169394 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 57dde1be-bf70-4695-a250-604e804e7f16 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:57:37.173702 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 57dde1be-bf70-4695-a250-604e804e7f16 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:57:37.174075 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:37.250654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:37.273001 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:37.275303 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa6d4d-7c85-4ead-9794-52ddba8e5609" -d '{"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-plugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:37.288657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:37.292545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:37.325584 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2c537-2383-4280-b582-0334335ce3de x-openstack-request-id: req-6af2c537-2383-4280-b582-0334335ce3de {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:37.325877 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-plugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:37.326135 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6af2c537-2383-4280-b582-0334335ce3de {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:37.327013 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'code': 200} Dec 06 12:57:37.344728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:37.513199 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9c29a-5684-4cca-a4ca-9fe73e526e55 req-a46350da-52ea-45f3-9eea-e423ca817c6d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:37.515187 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19f9c29a-5684-4cca-a4ca-9fe73e526e55 req-a46350da-52ea-45f3-9eea-e423ca817c6d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Dec 06 12:57:37.564026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19f9c29a-5684-4cca-a4ca-9fe73e526e55 req-08383e69-008f-44de-8b14-84d6e7d69d75 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Dec 06 12:57:37.876298 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-dbc5a6e5-0aa9-47b4-9be9-61a3bb807a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:37.877817 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-dbc5a6e5-0aa9-47b4-9be9-61a3bb807a65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1096 time: 0.0406380 Dec 06 12:57:37.889051 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:57:37.945495 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.144122 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:38.176158 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:57:38.214428 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:38.216617 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc147c8-5d18-450b-ac9f-5277ffe0d001" -d '{"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-unplugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:38.220423 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.234292 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Transition to ACTIVE for port object 57dde1be-bf70-4695-a250-604e804e7f16 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:57:38.237872 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.270845 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af7b00-3e5a-48e8-9f34-ec7df8ba8463 x-openstack-request-id: req-33af7b00-3e5a-48e8-9f34-ec7df8ba8463 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:38.270845 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-unplugged", "status": "completed", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:38.270845 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33af7b00-3e5a-48e8-9f34-ec7df8ba8463 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:38.271140 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'code': 200} Dec 06 12:57:38.319248 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:38.364297 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] No DVR routers for this DVR port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:57:38.504752 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:57:38.505009 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:57:38.505369 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:38.510086 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:57:38.510442 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Attempting to bind port 57dde1be-bf70-4695-a250-604e804e7f16 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:38.515753 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:57:38.516095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:57:38.516487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:57:38.516921 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Bound port: 57dde1be-bf70-4695-a250-604e804e7f16, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:57:38.517310 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.583376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:57:38.586628 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:57:38.592071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.614465 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.615084 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:38.616985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] 10.222.0.23 "PUT /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1092 time: 0.7317331 Dec 06 12:57:38.692622 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fa2dd-a155-4fa1-9f93-66cffdb3fcbd req-a34e26e3-b4dd-4e9e-a8e5-aa34e1b06d16 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.694720 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e8fa2dd-a155-4fa1-9f93-66cffdb3fcbd req-a34e26e3-b4dd-4e9e-a8e5-aa34e1b06d16 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Dec 06 12:57:38.710999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dabe9-9eef-4e86-8a89-4ec7641c5429 service neutron] Pushing event updated for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:38.718722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-e62d4fa5-69b1-48b1-80e3-7b139353f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.720255 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-e62d4fa5-69b1-48b1-80e3-7b139353f680 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1095 time: 0.0762877 Dec 06 12:57:38.753008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e8fa2dd-a155-4fa1-9f93-66cffdb3fcbd req-be868df7-e4ed-4a5b-8ccb-923e5e4abcb5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513239 Dec 06 12:57:38.818769 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a985e95d-4246-4d94-a1cd-8f6cd519d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.820306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-a985e95d-4246-4d94-a1cd-8f6cd519d7fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0901608 Dec 06 12:57:38.890058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-9a6af859-e40f-40d8-92c5-f0893ad16b09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.0622768 Dec 06 12:57:38.937920 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-d9d59869-6199-4fae-a044-6c08692a6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.939260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-d9d59869-6199-4fae-a044-6c08692a6cbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0429790 Dec 06 12:57:38.984712 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-144efb8c-7131-4447-983a-1112a86ae52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:38.986208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-144efb8c-7131-4447-983a-1112a86ae52f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393424 Dec 06 12:57:39.078845 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-84246ebf-e31f-4778-9d25-21ffb976953b service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Dec 06 12:57:39.166429 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dcb02e17-8dd7-4b71-8c2f-b714cfa580ae req-ce3f6dbf-76e0-4180-8a40-a35f77028b98 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801439 Dec 06 12:57:39.872400 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f94d6-7a5e-4af3-88a1-335a4c48f489 req-479e6ec2-e2a8-44b6-a6a7-f38d961468bb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:39.873898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d9f94d6-7a5e-4af3-88a1-335a4c48f489 req-479e6ec2-e2a8-44b6-a6a7-f38d961468bb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0476873 Dec 06 12:57:39.922206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d9f94d6-7a5e-4af3-88a1-335a4c48f489 req-51a8422d-f420-451b-810b-11a3a5e0ebfe tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Dec 06 12:57:40.271937 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:40.274370 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:40.322349 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc711bd7-28ac-47ea-98d2-a0ad7d68af31 x-openstack-request-id: req-fc711bd7-28ac-47ea-98d2-a0ad7d68af31 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:40.322640 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:40.322894 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc711bd7-28ac-47ea-98d2-a0ad7d68af31 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:40.323285 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'status': 'completed', 'code': 200} Dec 06 12:57:40.425745 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-eadff3c9-d963-4a9b-8c26-bccb62bbba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.427214 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-eadff3c9-d963-4a9b-8c26-bccb62bbba16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1095 time: 0.0733588 Dec 06 12:57:40.428957 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-374a217d-842b-4347-90bb-406306f884dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.430304 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-374a217d-842b-4347-90bb-406306f884dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 1095 time: 0.0661054 Dec 06 12:57:40.595959 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-ca8f922b-817f-4432-bd6c-4385d80b12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.597363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-ca8f922b-817f-4432-bd6c-4385d80b12e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1555948 Dec 06 12:57:40.598432 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-3c59c3bd-b58f-433d-a62d-0815280f3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.599737 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-3c59c3bd-b58f-433d-a62d-0815280f3be9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1649413 Dec 06 12:57:40.710594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-8b3f452c-52ab-4c6d-8728-6acf4492d9b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.1051202 Dec 06 12:57:40.714440 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-a4c26c07-847f-4793-8604-e5b18679d25e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 200 len: 1000 time: 0.1032789 Dec 06 12:57:40.793696 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-3137b727-9bde-40dc-8608-7569e852b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.795142 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-3137b727-9bde-40dc-8608-7569e852b806 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0782871 Dec 06 12:57:40.799090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-de256dd4-981e-456c-a2d3-97fbc60f0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.800393 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-de256dd4-981e-456c-a2d3-97fbc60f0c25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0751898 Dec 06 12:57:40.866206 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-17e09bfa-8b66-4c24-8a43-cb0445ba6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.867597 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-17e09bfa-8b66-4c24-8a43-cb0445ba6515 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655439 Dec 06 12:57:40.870089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-28dcb591-b513-401e-83d9-d36ffd469546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:40.871411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-28dcb591-b513-401e-83d9-d36ffd469546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622671 Dec 06 12:57:41.027956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-0ec2dc4f-04f6-49ca-bf23-16a0bbe78a33 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525049 Dec 06 12:57:41.031913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-4fc93271-6f68-475e-9530-b47ac7e9561c service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491733 Dec 06 12:57:41.038781 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408d46-0f59-4f3d-a610-0d6a2960b76c req-bfcf2376-3c0d-47c3-aacd-d1e87f3ce1f9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:41.040318 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a408d46-0f59-4f3d-a610-0d6a2960b76c req-bfcf2376-3c0d-47c3-aacd-d1e87f3ce1f9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Dec 06 12:57:41.087424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6a408d46-0f59-4f3d-a610-0d6a2960b76c req-9fa99072-9f0a-490a-98db-b8752a346fab tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Dec 06 12:57:41.165968 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:57:41.189003 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-d6e2bf2a-b8a8-45e1-8398-3540a45d9627 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537683 Dec 06 12:57:41.191168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8f3e4fcb-8e6a-4a29-872d-2eb09a8087e3 req-d99e6cee-cf58-4fb7-8834-b10890728055 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483567 Dec 06 12:57:41.203770 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:57:41.208079 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387b2e-6862-45b0-9d78-566e42066fd9 req-6f086e13-2701-482b-af54-2398c612ef58 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:41.209611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76387b2e-6862-45b0-9d78-566e42066fd9 req-6f086e13-2701-482b-af54-2398c612ef58 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0546067 Dec 06 12:57:41.258056 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76387b2e-6862-45b0-9d78-566e42066fd9 req-39a4b93f-1035-452b-96ea-cb1a70d38d7e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422578 Dec 06 12:57:41.370490 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f55dad-4b83-47aa-aa63-734409805a50 req-d91350fb-49a3-4101-bc7e-91b6a5b56533 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:41.371937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f55dad-4b83-47aa-aa63-734409805a50 req-d91350fb-49a3-4101-bc7e-91b6a5b56533 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0484836 Dec 06 12:57:41.418053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-96f55dad-4b83-47aa-aa63-734409805a50 req-6bcc9ca6-4ede-4c78-acf0-053132d2dd09 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Dec 06 12:57:41.651095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe9baf-0697-4335-8403-c1593af392ee req-1ee4b580-79f6-4b51-bf66-a8dd46180b73 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:41.652564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9fe9baf-0697-4335-8403-c1593af392ee req-1ee4b580-79f6-4b51-bf66-a8dd46180b73 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0482180 Dec 06 12:57:41.702652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e9fe9baf-0697-4335-8403-c1593af392ee req-6c4ac163-51d9-45e5-878b-2ced4600a3ec tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Dec 06 12:57:42.817428 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa73d-6b82-4e53-b988-03ebb4a44280 req-5b52d682-e24b-4d1d-ab0e-67d2fc72ad3a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:42.818983 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9afaa73d-6b82-4e53-b988-03ebb4a44280 req-5b52d682-e24b-4d1d-ab0e-67d2fc72ad3a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0478804 Dec 06 12:57:42.841475 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-98a4a53e-57e5-4060-817c-f487eb78b733 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:42.842915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-98a4a53e-57e5-4060-817c-f487eb78b733 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 944 time: 0.0511715 Dec 06 12:57:42.867319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9afaa73d-6b82-4e53-b988-03ebb4a44280 req-d579700c-72d0-41ad-a695-d83e6cb6c394 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Dec 06 12:57:42.933761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Deleting port 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:57:42.934103 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.020447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:43.020801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.148333 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:57:43.192021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.192316 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.192609 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a disassociated. External IP: 172.35.3.118, port: 57dde1be-bf70-4695-a250-604e804e7f16. Dec 06 12:57:43.192953 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Calling delete_port for 57dde1be-bf70-4695-a250-604e804e7f16 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:57:43.243301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port 57dde1be-bf70-4695-a250-604e804e7f16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57dde1be-bf70-4695-a250-604e804e7f16,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:43.255018 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': '57dde1be-bf70-4695-a250-604e804e7f16', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': '57dde1be-bf70-4695-a250-604e804e7f16', 'mac_address': 'fa:16:3e:b2:b5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:57:43.290932 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.303911 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:57:43.317610 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.351491 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'Port': ['ID=57dde1be-bf70-4695-a250-604e804e7f16,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:43.768227 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:57:43.871961 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:57:43.883212 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:57:43.892372 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:57:43.892998 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:57:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:43.922200 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] No DVR routers for this DVR port 57dde1be-bf70-4695-a250-604e804e7f16 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:57:43.924990 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:43.928414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fbfa8784-930d-4cfa-8cfa-aa13b805e654 req-09873745-9af0-4d0b-ad52-e432d342d3b6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "DELETE /v2.0/ports/57dde1be-bf70-4695-a250-604e804e7f16 HTTP/1.1" status: 204 len: 173 time: 1.0792887 Dec 06 12:57:43.928864 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-deleted', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:43.931570 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d368b-eb21-44ad-b43d-78d421a2cdaf" -d '{"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-deleted", "tag": "57dde1be-bf70-4695-a250-604e804e7f16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:43.981687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b0e4f9f-385a-42d3-a79f-2dbc917e1ae9 req-41d525c9-73c5-41fd-9974-c241397a5094 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e54b4a0-3fa9-43f3-97df-073d7120d931 HTTP/1.1" status: 200 len: 210 time: 0.0417073 Dec 06 12:57:44.006984 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70207e3d-2492-4b74-9972-484d3e3a7855 x-openstack-request-id: req-70207e3d-2492-4b74-9972-484d3e3a7855 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:44.007299 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54b4a0-3fa9-43f3-97df-073d7120d931", "name": "network-vif-deleted", "tag": "57dde1be-bf70-4695-a250-604e804e7f16", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:44.007594 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70207e3d-2492-4b74-9972-484d3e3a7855 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:44.008009 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54b4a0-3fa9-43f3-97df-073d7120d931', 'name': 'network-vif-deleted', 'tag': '57dde1be-bf70-4695-a250-604e804e7f16', 'status': 'completed', 'code': 200} Dec 06 12:57:44.016057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:57:44.216373 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:44.242808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:57:44.251385 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:57:44.251980 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:57:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:44.363183 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:57:44.559920 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:44.586002 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25174f-c408-4f6c-aaa9-f3478698454d None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:57:44.790150 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac93ca5-69bd-4d56-b6c7-76225d663a61 None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:57:45.264459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-a4066554-4144-4b1d-9b33-02be3e97f71c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1547096440&fields=id&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 267 time: 0.0415509 Dec 06 12:57:45.371848 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5143c8f4-9a27-45db-90de-7e1b50022455 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:45.373308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5143c8f4-9a27-45db-90de-7e1b50022455 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1025224 Dec 06 12:57:45.387695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-4c3b3427-edf4-455a-91b1-a99b2cd1d98b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/quotas/a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 375 time: 0.0085478 Dec 06 12:57:45.437856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-ec3fe606-d26a-4c15-8c66-1d107cfdb4cc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442855 Dec 06 12:57:45.590408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-016c8728-7d37-48ec-aef4-3be189c297bd service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412740 Dec 06 12:57:45.677344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-aa3a284e-71b6-4795-9043-3bf9aebfe569 service neutron] 10.222.0.31 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799878 Dec 06 12:57:46.858274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-62391838-f0aa-4456-afcd-7083a4f463df req-63ed8170-a456-448c-8ba2-c8d2e59768f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0303597 Dec 06 12:57:47.134206 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:57:47.153875 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] No Port match for: 57dde1be-bf70-4695-a250-604e804e7f16 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:57:47.154154 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device 57dde1be-bf70-4695-a250-604e804e7f16 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:57:47.824397 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-9456d7ea-64cb-45b0-a3d7-1400d6503cdc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:47.825907 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-9456d7ea-64cb-45b0-a3d7-1400d6503cdc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 810 time: 0.1011705 Dec 06 12:57:47.895098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-da19536f-3116-4a2d-9ad1-eded10c019d4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 380 time: 0.0536165 Dec 06 12:57:47.918392 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'port': {'device_id': '9479d141-1dca-49d2-b264-026428d98d1e', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'admin_state_up': True, 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'security_groups': ['346fabf7-2a1e-4402-9df1-d3aa836b356d']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:57:47.962731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc235b07-c462-4122-80b5-b58afca37911 req-46fc70b1-8104-4c16-b8f4-e3e60ed87710 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0286124 Dec 06 12:57:48.035382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Made reservation on behalf of a80a2913ad814de3977e18dea788db9b for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:57:48.038189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.169704 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Allocated IP 172.20.0.9 (36c1a06c-7ca3-47eb-a223-0ffe6236957a/10895d51-33fd-4b62-b97b-9641dc7fb7b4/acbff88a-ddc7-468d-a0e0-9703a3fac986) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:57:48.302739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.336521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.384776 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:57:48.387902 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:57:48.391672 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:57:48.398243 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:48.445029 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:48.445605 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.463964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5b482016-056f-49be-be7a-79a392a9a2a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494885 Dec 06 12:57:48.481853 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Request body: {'port': {'device_id': '9479d141-1dca-49d2-b264-026428d98d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:57:48.541920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.617610 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-97dc62a7-4551-48df-9f0f-92bc759edbb1 None None] Provisioning complete for port acbff88a-ddc7-468d-a0e0-9703a3fac986 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:57:48.618190 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97dc62a7-4551-48df-9f0f-92bc759edbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.652142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-97dc62a7-4551-48df-9f0f-92bc759edbb1 None None] Port acbff88a-ddc7-468d-a0e0-9703a3fac986 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:57:48.808851 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:57:48.816572 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.829323 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Transition to ACTIVE for port object acbff88a-ddc7-468d-a0e0-9703a3fac986 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:57:48.833221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:48.902159 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:48.952320 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:57:48.952754 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:57:48.953697 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:48.958388 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:57:48.958710 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:57:48.963619 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:57:48.964011 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:57:48.964324 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:57:48.964764 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Bound port: acbff88a-ddc7-468d-a0e0-9703a3fac986, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:57:48.965120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:49.035956 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:57:49.039177 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:57:49.043841 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:49.082080 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.082705 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:49.084157 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1091 time: 0.6073232 Dec 06 12:57:49.084546 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:49.086835 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd36842-066e-489d-8b23-ffcb635b61cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:49.087437 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cc4d3-a02d-490f-94ae-e21b2206f721 req-c1b35a4d-00de-42bc-983e-644e4cd1b00a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.098653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b25cc4d3-a02d-490f-94ae-e21b2206f721 req-c1b35a4d-00de-42bc-983e-644e4cd1b00a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0606749 Dec 06 12:57:49.110069 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275e10d-b2b1-40a4-a608-af438f178cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:49.144916 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6c6711-61af-463f-baea-ef443985cc01 x-openstack-request-id: req-6b6c6711-61af-463f-baea-ef443985cc01 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:49.145241 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:49.145500 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b6c6711-61af-463f-baea-ef443985cc01 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:49.145903 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'status': 'completed', 'code': 200} Dec 06 12:57:49.162522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b25cc4d3-a02d-490f-94ae-e21b2206f721 req-d56d9c2e-181a-4ec3-a9be-c89c9a2a431a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578701 Dec 06 12:57:49.203977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-0145b410-cdc4-4e43-8e88-4bc7add66bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.205525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-0145b410-cdc4-4e43-8e88-4bc7add66bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0451682 Dec 06 12:57:49.258020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-22781ebf-c8a1-4c27-84c8-b1fd6bb6c191 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 217 time: 0.0395734 Dec 06 12:57:49.307471 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-4fbd278c-c180-45c7-a485-0e987eaef8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.308958 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-4fbd278c-c180-45c7-a485-0e987eaef8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0439456 Dec 06 12:57:49.357345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-962ddfdd-b1c6-4299-9e4b-2ef1e37e130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.358749 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-962ddfdd-b1c6-4299-9e4b-2ef1e37e130a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430436 Dec 06 12:57:49.451208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-5e88a075-04ea-4103-be92-74b4349ddf59 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855467 Dec 06 12:57:49.539628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b4e7c5c6-3f65-47dd-a484-276718f39800 req-639e950a-9efc-4d37-9a43-b55d2a74d846 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Dec 06 12:57:49.660751 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36842-066e-489d-8b23-ffcb635b61cc req-e05130f6-18ce-4f36-9aa6-3cdf4a401866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.662261 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-e05130f6-18ce-4f36-9aa6-3cdf4a401866 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0408564 Dec 06 12:57:49.756089 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36842-066e-489d-8b23-ffcb635b61cc req-ce07d253-99f1-4f33-a38c-4328ef783d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.757575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-ce07d253-99f1-4f33-a38c-4328ef783d50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0881572 Dec 06 12:57:49.799717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-80855c88-4511-4dc8-b001-0d376d10ca29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 217 time: 0.0338721 Dec 06 12:57:49.851353 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36842-066e-489d-8b23-ffcb635b61cc req-44d19ca3-1840-4ba8-a34d-528bae0cb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.853050 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-44d19ca3-1840-4ba8-a34d-528bae0cb017 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0463629 Dec 06 12:57:49.899155 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36842-066e-489d-8b23-ffcb635b61cc req-6b283f43-d15e-4dcb-bdca-3e9d05669aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:49.900603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-6b283f43-d15e-4dcb-bdca-3e9d05669aaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389037 Dec 06 12:57:49.989561 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:49.995323 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-765b314d-b2d3-40ea-9785-03582f781f75 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870991 Dec 06 12:57:50.088190 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edd36842-066e-489d-8b23-ffcb635b61cc req-b145349f-8841-472b-ba41-91c5ed6f6ee8 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Dec 06 12:57:50.280576 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264804-a3f1-4b4e-a741-13ef4c5a24e3 req-2d383d45-b426-4e4d-9e7b-727f767979c7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:50.282066 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af264804-a3f1-4b4e-a741-13ef4c5a24e3 req-2d383d45-b426-4e4d-9e7b-727f767979c7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0475852 Dec 06 12:57:50.330650 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af264804-a3f1-4b4e-a741-13ef4c5a24e3 req-0dd0be92-7512-44ae-9cfe-9f7add3fc8d5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Dec 06 12:57:51.442308 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0f7c4-b696-4c3d-b371-2d93119500df req-d61f7933-0f5b-4504-916c-81ff7aced822 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:51.443749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12c0f7c4-b696-4c3d-b371-2d93119500df req-d61f7933-0f5b-4504-916c-81ff7aced822 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0471406 Dec 06 12:57:51.490380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12c0f7c4-b696-4c3d-b371-2d93119500df req-7789dc74-0094-47b1-9b0a-989c0f45d680 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Dec 06 12:57:52.605672 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c78ef-8aec-424d-a22c-e93106ccc81e req-39cc0856-d83d-46e0-b7d9-83457fe58ed0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:52.607137 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532c78ef-8aec-424d-a22c-e93106ccc81e req-39cc0856-d83d-46e0-b7d9-83457fe58ed0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0481181 Dec 06 12:57:52.653774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-532c78ef-8aec-424d-a22c-e93106ccc81e req-828865a5-8768-4cb7-8561-e222af8821da tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Dec 06 12:57:53.228138 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:57:53.322783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:53.333677 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:57:53.370882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:53.383283 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:57:53.401594 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:53.405482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:53.455175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:53.660826 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['acbff88a-ddc7-468d-a0e0-9703a3fac986'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:57:53.774381 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd15bc-b23c-4f77-b323-6f80ffd46841 req-0c49f73b-a37b-4fc3-a2fa-53fb1f07d1fd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:53.775777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01bd15bc-b23c-4f77-b323-6f80ffd46841 req-0c49f73b-a37b-4fc3-a2fa-53fb1f07d1fd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0511787 Dec 06 12:57:53.821347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-01bd15bc-b23c-4f77-b323-6f80ffd46841 req-a30e4627-a141-484f-8ba8-c4961ff4a9da tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389273 Dec 06 12:57:54.934235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b560-c7b8-41a4-96bf-24579a5c4817 req-3dd55dad-1f8d-4975-821f-271c49878e51 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:54.935739 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e727b560-c7b8-41a4-96bf-24579a5c4817 req-3dd55dad-1f8d-4975-821f-271c49878e51 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0473537 Dec 06 12:57:54.984372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e727b560-c7b8-41a4-96bf-24579a5c4817 req-ffc611d1-ce98-4b10-a00c-350f66939cca tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Dec 06 12:57:55.244144 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:57:55.294815 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port acbff88a-ddc7-468d-a0e0-9703a3fac986 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:57:55.298972 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port acbff88a-ddc7-468d-a0e0-9703a3fac986 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:57:55.299344 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:55.375636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:55.401045 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:55.404307 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386293d2-c8a1-4345-8bc2-d9233f980572" -d '{"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-plugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:55.418830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:57:55.423141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:55.446155 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef32dfe9-cdb6-41c9-8eeb-63fe8879ceed x-openstack-request-id: req-ef32dfe9-cdb6-41c9-8eeb-63fe8879ceed {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:55.446455 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-plugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:55.446702 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef32dfe9-cdb6-41c9-8eeb-63fe8879ceed {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:55.447094 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'code': 200} Dec 06 12:57:55.474714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:57:55.571331 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3cf0f-54d9-45f6-8078-551f23682f9b req-ed549e4e-338f-483a-8cab-0d889189aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:55.572816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-64b3cf0f-54d9-45f6-8078-551f23682f9b req-ed549e4e-338f-483a-8cab-0d889189aafb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0405707 Dec 06 12:57:55.621273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-64b3cf0f-54d9-45f6-8078-551f23682f9b req-05f42311-e004-437a-9261-a7708f0dadee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Dec 06 12:57:56.104767 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed744a81-d1d2-4ccf-ac0e-b90e44afb1a4 req-9d21e7de-36d8-4b2e-b89c-0b4377594263 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:56.106245 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed744a81-d1d2-4ccf-ac0e-b90e44afb1a4 req-9d21e7de-36d8-4b2e-b89c-0b4377594263 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0495353 Dec 06 12:57:56.155096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed744a81-d1d2-4ccf-ac0e-b90e44afb1a4 req-2bd97890-f332-42ca-bbdd-6d1b4259ebd7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428159 Dec 06 12:57:56.851273 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:57:57.270005 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc34b89-2be7-45bf-b4b9-b21cabdb93da req-be1058c4-2b83-456d-9d54-c9b6250d40d5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:57.271463 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbc34b89-2be7-45bf-b4b9-b21cabdb93da req-be1058c4-2b83-456d-9d54-c9b6250d40d5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0476341 Dec 06 12:57:57.303965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-901c0081-bd35-4c46-9b23-058531d491de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:57.319014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbc34b89-2be7-45bf-b4b9-b21cabdb93da req-81acfa00-5e99-429a-97a9-4838275e2857 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416379 Dec 06 12:57:57.429066 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665933b7-c8ff-451b-adaf-94dba0c4477a req-518d481a-68c4-47d8-bb12-15d73bf7324d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:57.430545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-665933b7-c8ff-451b-adaf-94dba0c4477a req-518d481a-68c4-47d8-bb12-15d73bf7324d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0477438 Dec 06 12:57:57.439115 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:57:57.443269 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Request body: {'floatingip': {'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:57:57.484188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:58.218050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:58.222316 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:58.318158 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a associated. External IP: 172.35.3.118, port: acbff88a-ddc7-468d-a0e0-9703a3fac986. Dec 06 12:57:58.514064 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:57:58.619452 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:57:58.624321 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:58.628940 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:57:58.642926 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:57:58.643538 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:57:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:58.650470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab39d891-8aca-4c7c-960d-afa00fb17acb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "PUT /v2.0/floatingips/1e696a4c-f8d5-4c57-a2b2-808e12d9e77a HTTP/1.1" status: 200 len: 992 time: 1.2104099 Dec 06 12:57:58.651068 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:57:58.653374 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f635144-9eb8-43ef-b3b4-a892ac77a02f" -d '{"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:57:58.694466 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7000d6ad-7b0a-480c-83f3-7c3a31d677a6 x-openstack-request-id: req-7000d6ad-7b0a-480c-83f3-7c3a31d677a6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:57:58.694767 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:57:58.695024 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7000d6ad-7b0a-480c-83f3-7c3a31d677a6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:57:58.695423 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'status': 'completed', 'code': 200} Dec 06 12:57:58.754012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:57:58.788973 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-1b98651b-e713-449c-bd09-ed7c42e164e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:58.790426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-1b98651b-e713-449c-bd09-ed7c42e164e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0407228 Dec 06 12:57:58.880611 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-35e3e4f0-a6dc-41e0-869f-1a17ff913c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:58.882116 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-35e3e4f0-a6dc-41e0-869f-1a17ff913c79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0841756 Dec 06 12:57:58.951200 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-4dde0725-ba92-4d54-becc-355c80a44a80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0617671 Dec 06 12:57:58.972758 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9479d141-1dca-49d2-b264-026428d98d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:57:58Z', 'revision_number': 13, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:59.001492 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-ba9e7b0f-f880-4d6e-8b78-4228715a7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:59.002754 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:57:59.002972 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-ba9e7b0f-f880-4d6e-8b78-4228715a7db9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0453467 Dec 06 12:57:59.011166 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:57:59.011758 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:57:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:59.048124 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-d88e7dca-5f96-4f33-b3eb-6e013e2c1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:59.049709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-d88e7dca-5f96-4f33-b3eb-6e013e2c1d6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400980 Dec 06 12:57:59.145776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-e660c59c-9fd6-4ea8-bbf8-8d8502721233 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887399 Dec 06 12:57:59.239009 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0f635144-9eb8-43ef-b3b4-a892ac77a02f req-0eb5bb36-749d-4251-a6d3-0d87406b685c service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Dec 06 12:57:59.270281 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:57:59.486176 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9bc85409-858e-4669-83f9-90052f085861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9479d141-1dca-49d2-b264-026428d98d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:57:58Z', 'revision_number': 13, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:57:59.516171 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc85409-858e-4669-83f9-90052f085861 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1e696a4c-f8d5-4c57-a2b2-808e12d9e77a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'floating_ip_address': '172.35.3.118', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9479d141-1dca-49d2-b264-026428d98d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:09Z', 'updated_at': '2021-12-06T12:57:58Z', 'revision_number': 13, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:57:59.639103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38a58-1fae-4e86-93a2-78c6a24231f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:59.718168 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26306bd7-29b6-46e0-970d-c38348493603 None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:58:00.689054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:01.238961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-d854f34b-9ff0-4a8b-a703-7d4a6f0d7e24 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438294 Dec 06 12:58:01.335172 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-ff0e8560-2722-40ca-a665-b6a8c4e04d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:01.336681 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-ff0e8560-2722-40ca-a665-b6a8c4e04d19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0403657 Dec 06 12:58:01.409610 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:01.442877 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-e2bf74f6-bd56-45de-a6ce-865d940ef2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:01.444332 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-e2bf74f6-bd56-45de-a6ce-865d940ef2b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0880032 Dec 06 12:58:01.509023 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-c1eec47c-9530-4b4c-a139-6278d7a55a32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1002 time: 0.0574288 Dec 06 12:58:01.556678 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-dbba59b3-edec-4d03-9941-3f36a096d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:01.558037 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-dbba59b3-edec-4d03-9941-3f36a096d58b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0424039 Dec 06 12:58:01.606992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-c70f1b3a-b3c8-4147-8c03-7d3fe465fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:01.608456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-c70f1b3a-b3c8-4147-8c03-7d3fe465fe9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435574 Dec 06 12:58:01.695829 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-340351f9-43fc-4d1f-8b8e-ceb99c1dc4c3 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806339 Dec 06 12:58:01.789561 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-af70fe9a-1e88-4e2c-8d80-5066270df1ee req-0327f839-da90-4796-96e9-901a69c074a0 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866497 Dec 06 12:58:02.457571 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:03.272959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:19.995253 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:27.304831 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-def5d470-7189-43df-a3fb-c30b39edd9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:29.640889 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5c034a32-13a5-4f54-b3c7-03fdc35a21fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:30.693713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:31.407722 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:32.459531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:33.274653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:33.853878 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:58:50.003514 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:57.305864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7ca-db59-4cd5-9501-15c86db29862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:59.641727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-61d602e2-dcfe-4c5f-a3d8-aa187878ce2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:00.693824 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:01.418546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:02.465769 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:03.278326 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:03.596531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-88e55a4c-1951-463b-aae9-1795c7eaae04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280444 Dec 06 12:59:03.695721 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-d683a53b-0329-4f7f-9ec9-1831b618b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:03.697234 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-d683a53b-0329-4f7f-9ec9-1831b618b846 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0412879 Dec 06 12:59:03.806337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-c7c859aa-69ee-45eb-a1f8-b967f329db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:03.807701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-c7c859aa-69ee-45eb-a1f8-b967f329db34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0883915 Dec 06 12:59:03.874033 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-58ca4545-2f0a-4bc0-a11b-083ce173b0d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1002 time: 0.0573947 Dec 06 12:59:03.925053 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-dd7954b9-d53d-480b-8203-145a4c483dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:03.926525 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-dd7954b9-d53d-480b-8203-145a4c483dc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0461445 Dec 06 12:59:03.976371 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-700e47a8-61ab-43a2-bc8d-ddb79018a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:03.978097 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-700e47a8-61ab-43a2-bc8d-ddb79018a602 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397882 Dec 06 12:59:04.069807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-8410f404-3fc9-49a3-af68-b0406fc5e806 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806332 Dec 06 12:59:04.160639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e4fbe35c-36cb-44f0-bdfb-a30c99e5f026 req-df3fdfa2-b37d-4188-8805-250f59e1f130 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834246 Dec 06 12:59:10.853372 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:59:20.019012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:27.306475 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f7a9cc4b-df73-4444-9dee-ab9cb74e1fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:29.643295 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0406b565-85af-4f0f-b34c-40ac9238d86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:30.697220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:31.429598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:32.464259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:33.279644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:36.210284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901ebd-b9e1-427d-a598-69768680489f req-bdc41570-c76e-48d4-932c-36fb342fb44d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:36.211653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54901ebd-b9e1-427d-a598-69768680489f req-bdc41570-c76e-48d4-932c-36fb342fb44d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0537605 Dec 06 12:59:36.259748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-54901ebd-b9e1-427d-a598-69768680489f req-8127aba0-3142-4f6f-9a7e-765d580a8fa2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Dec 06 12:59:47.227485 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-812b1960-caa2-49e9-ab47-71154e2323d4 req-e4ad6e0d-3ce1-4c5a-bdc2-fc204b09dec4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:59:47.228501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-812b1960-caa2-49e9-ab47-71154e2323d4 req-e4ad6e0d-3ce1-4c5a-bdc2-fc204b09dec4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475647 Dec 06 12:59:47.853290 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:59:48.445462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-0bd78910-ea49-4060-a041-48d4bd0cad04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780210 Dec 06 12:59:48.456529 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba2d4-c02c-43a0-b160-ebae99e49eeb req-0e60a541-14de-4c43-8cea-99abb33ffe1f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:48.458711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85bba2d4-c02c-43a0-b160-ebae99e49eeb req-0e60a541-14de-4c43-8cea-99abb33ffe1f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0793869 Dec 06 12:59:48.463454 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-beea906f-6628-4712-8a05-a6564eac132d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:59:48.464376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-beea906f-6628-4712-8a05-a6564eac132d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048218 Dec 06 12:59:48.525112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-85bba2d4-c02c-43a0-b160-ebae99e49eeb req-2397f5af-9e66-4b3e-94d3-3efda5484230 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559549 Dec 06 12:59:49.642010 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600ff70-eef4-4002-9f72-f0a433c93628 req-24afd350-01d4-43bf-96ac-e76904225b62 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:49.643467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2600ff70-eef4-4002-9f72-f0a433c93628 req-24afd350-01d4-43bf-96ac-e76904225b62 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0480926 Dec 06 12:59:49.690566 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2600ff70-eef4-4002-9f72-f0a433c93628 req-9ffb6a83-f546-472a-b791-06e21af74f5b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Dec 06 12:59:50.024607 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:50.804662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279736-aa0c-488f-9a1d-ea5a70a49404 req-90397cf5-a182-4268-b563-984db32ffd80 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:50.806149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8279736-aa0c-488f-9a1d-ea5a70a49404 req-90397cf5-a182-4268-b563-984db32ffd80 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0479043 Dec 06 12:59:50.853202 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c8279736-aa0c-488f-9a1d-ea5a70a49404 req-85de11ee-35d2-4fd6-bf37-c97dbb826250 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Dec 06 12:59:51.971779 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5deb-e24a-442b-8c0f-134f26d83b4c req-821e548c-accf-4f5d-b15e-07d6adeaef45 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:51.973773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aace5deb-e24a-442b-8c0f-134f26d83b4c req-821e548c-accf-4f5d-b15e-07d6adeaef45 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0518208 Dec 06 12:59:52.019702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aace5deb-e24a-442b-8c0f-134f26d83b4c req-068f8546-6c40-4f5d-8cbe-3deca8794419 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Dec 06 12:59:53.138201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9042c27-db87-4f70-ae4e-3e93689d4cfc req-1758ecd3-189d-4439-805b-2889fb7af8b7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:53.139680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9042c27-db87-4f70-ae4e-3e93689d4cfc req-1758ecd3-189d-4439-805b-2889fb7af8b7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0496218 Dec 06 12:59:53.189932 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9042c27-db87-4f70-ae4e-3e93689d4cfc req-fa5e7fe0-d136-47a3-9a0d-a5761f37f47b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Dec 06 12:59:53.659505 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-141d2ebf-b8c7-456d-a817-99e9e2a41084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:53.661013 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-141d2ebf-b8c7-456d-a817-99e9e2a41084 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0417378 Dec 06 12:59:53.753351 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-4d21409b-e769-4730-85d1-23f1f31042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:53.755333 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-4d21409b-e769-4730-85d1-23f1f31042fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0870688 Dec 06 12:59:53.818864 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-c104cbce-4ee5-49fa-b73d-0535ef046ca3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1002 time: 0.0561047 Dec 06 12:59:53.867604 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-86f03be5-5eee-4bfe-8bdb-68445d8c8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:53.868914 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-86f03be5-5eee-4bfe-8bdb-68445d8c8ad1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0426152 Dec 06 12:59:53.917452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-71cd948b-8ba5-4b3c-a80a-b2483a7b7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:53.918875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-71cd948b-8ba5-4b3c-a80a-b2483a7b7cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428247 Dec 06 12:59:54.006551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-ffbd3fe9-c99f-418a-ab0b-2f35d327307e service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804536 Dec 06 12:59:54.097595 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-b7077786-caea-4695-a618-088d2c01846b service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835404 Dec 06 12:59:54.307110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cacc8-c332-4b97-9784-9a1d9452528a req-818ecd26-6350-4e01-9a44-d0897f08da1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:54.308562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc5cacc8-c332-4b97-9784-9a1d9452528a req-818ecd26-6350-4e01-9a44-d0897f08da1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0475967 Dec 06 12:59:54.358731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc5cacc8-c332-4b97-9784-9a1d9452528a req-9880657c-2f46-43f3-9c7c-31becac14f7d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Dec 06 12:59:55.475204 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3069865-14cf-44dc-bc7b-c4497b446bde req-d1e6e238-525f-4915-8ebe-e34409fc311d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:55.476900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3069865-14cf-44dc-bc7b-c4497b446bde req-d1e6e238-525f-4915-8ebe-e34409fc311d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0476813 Dec 06 12:59:55.523364 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3069865-14cf-44dc-bc7b-c4497b446bde req-a2a84416-704b-4a69-b5e3-741e7ad3315b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406177 Dec 06 12:59:56.637856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4307ca4-c487-4b08-8244-464572875cbe req-f6121635-80c6-43da-bac1-fd6016c383df tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:56.639346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4307ca4-c487-4b08-8244-464572875cbe req-f6121635-80c6-43da-bac1-fd6016c383df tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0475757 Dec 06 12:59:56.685797 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4307ca4-c487-4b08-8244-464572875cbe req-d2c2af01-5bac-420d-8f1e-693910bfcfc0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Dec 06 12:59:57.307348 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-52f4c85d-1bde-4489-a55c-04600885ccd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:57.804321 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb82e6e-9dac-448a-9788-663115abade2 req-64629b2c-8b64-472d-ad1a-a97b6ac9bddd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:57.805802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edb82e6e-9dac-448a-9788-663115abade2 req-64629b2c-8b64-472d-ad1a-a97b6ac9bddd tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0514560 Dec 06 12:59:57.852831 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-edb82e6e-9dac-448a-9788-663115abade2 req-dbc35db6-02d9-4fd4-8fd2-a27182763650 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Dec 06 12:59:58.969843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43287067-b1fc-484f-b902-126bef45bd70 req-73b0b1f4-5ec0-4e5d-bd06-fc73f2fbcb27 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:58.971292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43287067-b1fc-484f-b902-126bef45bd70 req-73b0b1f4-5ec0-4e5d-bd06-fc73f2fbcb27 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0499842 Dec 06 12:59:59.016960 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43287067-b1fc-484f-b902-126bef45bd70 req-dd5b03f9-7054-43a2-bf5f-9eac567f4d6c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 Dec 06 12:59:59.645882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9bcd199e-1bdc-4b1b-af4c-fb63de5cfd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:00.134030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421ac17-bfaa-465e-92b8-028b08819a4c req-95dd787e-73e6-4ef9-8c02-e107b6cde4a9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:00.135477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8421ac17-bfaa-465e-92b8-028b08819a4c req-95dd787e-73e6-4ef9-8c02-e107b6cde4a9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0512717 Dec 06 13:00:00.180937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8421ac17-bfaa-465e-92b8-028b08819a4c req-421570dc-ac84-4334-bb04-c733ccf01cfa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Dec 06 13:00:00.699123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:01.298174 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f9948-768a-4ac0-9e4c-170469c4ddd9 req-33009477-0609-44d7-a25e-207101aeae8f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:01.299640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-385f9948-768a-4ac0-9e4c-170469c4ddd9 req-33009477-0609-44d7-a25e-207101aeae8f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0475552 Dec 06 13:00:01.346292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-385f9948-768a-4ac0-9e4c-170469c4ddd9 req-f925210e-d224-4ad5-b06c-801bfd5311e5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Dec 06 13:00:01.433925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:02.461693 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8339c8-6369-4989-a0fe-71956a4960d0 req-86a00014-cbb6-4bfe-89fa-293d011e644f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:02.463866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f8339c8-6369-4989-a0fe-71956a4960d0 req-86a00014-cbb6-4bfe-89fa-293d011e644f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0493238 Dec 06 13:00:02.471610 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:02.515523 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f8339c8-6369-4989-a0fe-71956a4960d0 req-862d38e9-1350-4ec0-b166-bcb16f799931 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Dec 06 13:00:03.280555 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:03.630985 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3ff7-d1b9-4ca3-8c50-5f906d87e6b3 req-d87b8b58-4c29-4af8-8a48-72b02f3100d2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:03.633054 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21fb3ff7-d1b9-4ca3-8c50-5f906d87e6b3 req-d87b8b58-4c29-4af8-8a48-72b02f3100d2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0483472 Dec 06 13:00:03.679695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-21fb3ff7-d1b9-4ca3-8c50-5f906d87e6b3 req-aa7c69fa-fa21-4476-8151-51210e623192 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400891 Dec 06 13:00:04.794940 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa084f-da48-48b8-a0cd-bbc69fdd4231 req-cde99b85-3ad1-427f-8a36-a6017218d7b3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:04.796402 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaaa084f-da48-48b8-a0cd-bbc69fdd4231 req-cde99b85-3ad1-427f-8a36-a6017218d7b3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0481722 Dec 06 13:00:04.843013 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaaa084f-da48-48b8-a0cd-bbc69fdd4231 req-218277fe-15f8-4e49-bddb-7ff56b160ecc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Dec 06 13:00:05.391623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-377dc68b-1810-4777-bcee-c8897a648ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:05.393070 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-377dc68b-1810-4777-bcee-c8897a648ff3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1096 time: 0.0397942 Dec 06 13:00:05.499109 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-fc4588e7-c76b-4bd9-a3ed-59e962ee1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:05.500589 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-fc4588e7-c76b-4bd9-a3ed-59e962ee1509 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0871651 Dec 06 13:00:05.564544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-94b905fe-6bc0-4b5c-81e9-dcef9406af81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1002 time: 0.0560150 Dec 06 13:00:05.613646 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-947f744b-9c2c-4ce0-ab55-facd2c1fa73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:05.615025 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-947f744b-9c2c-4ce0-ab55-facd2c1fa73e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0423033 Dec 06 13:00:05.665439 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-5c74695f-d3d2-4845-b908-6ab50df0af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:05.666841 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-5c74695f-d3d2-4845-b908-6ab50df0af9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437651 Dec 06 13:00:05.756344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-353ebd88-cee8-4b0f-a148-60a3897c2d87 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818260 Dec 06 13:00:05.852167 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7fba46c6-29cc-4a54-aadf-f4e7a0b7c42c req-327c43c3-d12e-41c4-9fa1-30227b8d29da service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863309 Dec 06 13:00:05.962613 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caea3b-da14-46c1-8a4e-d0ae98bda387 req-dd914be2-17a9-404d-8804-096057c259f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:05.964001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0caea3b-da14-46c1-8a4e-d0ae98bda387 req-dd914be2-17a9-404d-8804-096057c259f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0520527 Dec 06 13:00:06.011958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a0caea3b-da14-46c1-8a4e-d0ae98bda387 req-8fe81ba7-85f8-4dd9-af29-a9fa076936a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Dec 06 13:00:07.129257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c29cd-8fed-477c-8985-ff5ce9ef77f7 req-fa171114-f834-4e6a-b38c-4f19ebe090fa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:07.130750 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-431c29cd-8fed-477c-8985-ff5ce9ef77f7 req-fa171114-f834-4e6a-b38c-4f19ebe090fa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0491354 Dec 06 13:00:07.178117 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-431c29cd-8fed-477c-8985-ff5ce9ef77f7 req-7643c7d3-dc45-4129-ac5f-91889189dff3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Dec 06 13:00:08.294991 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-db512a02-b146-4841-b6ac-7023811dbb6c service neutron] show failed (client error): The resource could not be found. Dec 06 13:00:08.296049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-db512a02-b146-4841-b6ac-7023811dbb6c service neutron] 10.222.0.53 "GET /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0546470 Dec 06 13:00:08.298603 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1923-9177-4c40-862f-98b1732fd659 req-f86385a4-a411-4cbf-a442-740835941c40 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:08.300070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57fb1923-9177-4c40-862f-98b1732fd659 req-f86385a4-a411-4cbf-a442-740835941c40 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0483346 Dec 06 13:00:08.352873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-57fb1923-9177-4c40-862f-98b1732fd659 req-e0a8b444-453b-4803-9c9a-7263ecee1215 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Dec 06 13:00:08.545621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-f4c72c99-f703-4a12-8a96-b93d79a0c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:08.547159 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-f4c72c99-f703-4a12-8a96-b93d79a0c327 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1096 time: 0.0850365 Dec 06 13:00:08.559252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:00:08.613728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:08.815764 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:08.849185 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:00:08.888211 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:00:08.890975 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d505e04-2833-4d69-b9e5-d3846c6e1e58" -d '{"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:00:08.895032 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:08.908087 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Transition to ACTIVE for port object acbff88a-ddc7-468d-a0e0-9703a3fac986 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:00:08.912410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:08.998591 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:09.013938 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b220110-2e2b-4f1f-a969-01b637de6d9d x-openstack-request-id: req-5b220110-2e2b-4f1f-a969-01b637de6d9d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:00:09.014224 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:00:09.014570 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b220110-2e2b-4f1f-a969-01b637de6d9d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:00:09.014965 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'code': 200} Dec 06 13:00:09.020613 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.020957 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.021321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.021657 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.021984 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.022307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.022629 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.023493 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.023814 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.024134 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.024454 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.024774 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.025098 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:09.056017 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] No DVR routers for this DVR port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:00:09.191020 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:00:09.191350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:00:09.191675 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:00:09.195949 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:00:09.196271 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:00:09.201012 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:00:09.201381 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:00:09.201763 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:00:09.202184 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Bound port: acbff88a-ddc7-468d-a0e0-9703a3fac986, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:00:09.202530 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:09.264561 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:00:09.267521 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:00:09.271919 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:09.310475 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.311087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:09.312482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] 10.222.0.23 "PUT /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1091 time: 0.7570543 Dec 06 13:00:09.331634 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89156f63-743d-4d8b-a0f0-489859602b32 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:09.380653 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-26c9d1e1-37f8-4af0-9f73-49025b3e3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.382512 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-26c9d1e1-37f8-4af0-9f73-49025b3e3356 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0442185 Dec 06 13:00:09.478852 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28e282-e17e-488a-93b2-80734bb451c6 req-d179630a-a3e8-4662-bc56-00824bffa3da tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.480376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a28e282-e17e-488a-93b2-80734bb451c6 req-d179630a-a3e8-4662-bc56-00824bffa3da tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0532224 Dec 06 13:00:09.484613 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-bcddf4c8-2947-4721-9324-fd9a9517272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.486086 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-bcddf4c8-2947-4721-9324-fd9a9517272a service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0965910 Dec 06 13:00:09.529657 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a28e282-e17e-488a-93b2-80734bb451c6 req-fb380342-a7bd-43f4-bf25-c0e6fcc82ec6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Dec 06 13:00:09.556788 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-b479d983-f02f-40c8-9154-aa3346a44a49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0637927 Dec 06 13:00:09.604952 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-90f5bb84-6703-41b1-a65a-f1e65be57b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.606276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-90f5bb84-6703-41b1-a65a-f1e65be57b8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0426593 Dec 06 13:00:09.654888 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-ffaa50db-316c-4f47-ae4b-f612f7749bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:09.656342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-ffaa50db-316c-4f47-ae4b-f612f7749bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424881 Dec 06 13:00:09.746421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-b49d10a7-e045-4db4-b57a-8039d5893682 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814850 Dec 06 13:00:09.838942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-ad67307b-6737-45f2-807e-62b76f7b3fbe service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Dec 06 13:00:09.955072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:09.993668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:10.655609 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568d0d9-9a46-49c6-b51a-36d757190be9 req-6c043077-aed0-40e1-bd95-552ddc5316f9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:10.657139 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d568d0d9-9a46-49c6-b51a-36d757190be9 req-6c043077-aed0-40e1-bd95-552ddc5316f9 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0494251 Dec 06 13:00:10.704769 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d568d0d9-9a46-49c6-b51a-36d757190be9 req-bdb19740-ef0c-4e4c-aa41-f333e074f9ab tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Dec 06 13:00:11.015946 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:00:11.018337 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d7b9f-b95f-4526-802f-7b4996805b56" -d '{"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:00:11.066475 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1c057-0ef4-4b36-b80f-29e7ed7232e0 x-openstack-request-id: req-86c1c057-0ef4-4b36-b80f-29e7ed7232e0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:00:11.066778 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:00:11.067034 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86c1c057-0ef4-4b36-b80f-29e7ed7232e0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:00:11.067437 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'status': 'completed', 'code': 200} Dec 06 13:00:11.157091 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-53e3d219-d390-460b-b56e-50ca94d1ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.159099 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-53e3d219-d390-460b-b56e-50ca94d1ecbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0685825 Dec 06 13:00:11.168125 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-1f6f9cd3-2bc9-4336-a73d-5c4963c109d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.169524 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-1f6f9cd3-2bc9-4336-a73d-5c4963c109d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0546353 Dec 06 13:00:11.630346 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-9d1f45af-a3ae-4fce-9917-75d3f2875e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.631835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-9d1f45af-a3ae-4fce-9917-75d3f2875e55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.4657314 Dec 06 13:00:11.634547 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-f0a9405a-a297-4f45-ba8c-0ed3e052d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.635899 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-f0a9405a-a297-4f45-ba8c-0ed3e052d870 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.4588120 Dec 06 13:00:11.746052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-d1c87de9-50a2-4f1b-82ba-746f796f2415 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.1071019 Dec 06 13:00:11.747812 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-7a7fca49-5072-4968-83bd-b11d86e3465d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.1034081 Dec 06 13:00:11.832810 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-8b6c59b7-4b6b-4315-9ae2-896137c77e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.834422 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-8b6c59b7-4b6b-4315-9ae2-896137c77e78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0817041 Dec 06 13:00:11.838824 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-1ab1a516-37e1-4bd0-aa94-fb646f96b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.840167 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-1ab1a516-37e1-4bd0-aa94-fb646f96b0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0794308 Dec 06 13:00:11.840330 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c8582-1174-4bd2-9990-5623e6342635 req-d03d6096-a6aa-4fbf-956b-2b340027f8e8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.842102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-522c8582-1174-4bd2-9990-5623e6342635 req-d03d6096-a6aa-4fbf-956b-2b340027f8e8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0554104 Dec 06 13:00:11.891258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-522c8582-1174-4bd2-9990-5623e6342635 req-145c6969-2ddf-49cc-bf9a-5d7dd15a1801 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Dec 06 13:00:11.912107 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-663f6556-6ea2-4795-881d-25e44260bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.914179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-663f6556-6ea2-4795-881d-25e44260bb42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637643 Dec 06 13:00:11.916033 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-7de4dfce-cc2b-428e-b8d8-4643908afa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:11.917406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-7de4dfce-cc2b-428e-b8d8-4643908afa21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762060 Dec 06 13:00:12.074500 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-f9fea2e5-25cc-419e-b88c-a7c7325d2ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523540 Dec 06 13:00:12.076286 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-05a724bf-39ea-4af7-b5f5-deb360cdc075 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473660 Dec 06 13:00:12.240478 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-e6d6c730-2e5f-4749-9826-d7173eae3a43 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594837 Dec 06 13:00:12.243019 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ac4d7b9f-b95f-4526-802f-7b4996805b56 req-80ffae70-a6d3-45cd-8e61-70c3f7912925 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546619 Dec 06 13:00:13.017927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff1cef-76bf-489d-883f-8c3383eef1d5 req-f90ac4e0-bccb-4776-9993-e35af9566785 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:13.019427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0ff1cef-76bf-489d-883f-8c3383eef1d5 req-f90ac4e0-bccb-4776-9993-e35af9566785 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0507298 Dec 06 13:00:13.069065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0ff1cef-76bf-489d-883f-8c3383eef1d5 req-9aced4a0-0c4c-4d4c-b462-416b528e365a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Dec 06 13:00:14.192192 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d19024-4757-4b15-8a45-a26297128a70 req-28ec617d-d655-4cbe-8bfb-c1e318ef9c36 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:14.193774 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d19024-4757-4b15-8a45-a26297128a70 req-28ec617d-d655-4cbe-8bfb-c1e318ef9c36 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0537071 Dec 06 13:00:14.245132 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48d19024-4757-4b15-8a45-a26297128a70 req-75c24789-f950-449c-b7a9-8fd06567bcd2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Dec 06 13:00:15.367995 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f8e5-dd23-40f2-ab17-95669669298e req-e618ed44-bc0b-4f16-99e6-422a633fc4dc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:15.369636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f033f8e5-dd23-40f2-ab17-95669669298e req-e618ed44-bc0b-4f16-99e6-422a633fc4dc tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0524023 Dec 06 13:00:15.416632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f033f8e5-dd23-40f2-ab17-95669669298e req-53ee886c-87d9-4d97-881d-219aee51ce2c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Dec 06 13:00:16.533207 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0d60-133d-4792-8ccc-ecea714504fd req-c82418e1-2af0-4d6f-85d2-614439a7df94 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:16.534699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-037d0d60-133d-4792-8ccc-ecea714504fd req-c82418e1-2af0-4d6f-85d2-614439a7df94 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0489135 Dec 06 13:00:16.584946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-037d0d60-133d-4792-8ccc-ecea714504fd req-b97395db-efee-4949-8847-e9a1de89f7b1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Dec 06 13:00:17.701648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a6b7-4f43-4d32-9bb8-ffe71e933f6d req-d6915be8-7a51-4a2b-bf20-312a63c931ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:17.703264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f008a6b7-4f43-4d32-9bb8-ffe71e933f6d req-d6915be8-7a51-4a2b-bf20-312a63c931ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0483537 Dec 06 13:00:17.749881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f008a6b7-4f43-4d32-9bb8-ffe71e933f6d req-d147f636-3f4c-499e-a34c-29dc1bfdd54f tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Dec 06 13:00:18.867416 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7da0c-f918-49c6-afb4-5148049f1b24 req-15439784-a7ad-4998-a4aa-2785163d2953 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:18.868879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90a7da0c-f918-49c6-afb4-5148049f1b24 req-15439784-a7ad-4998-a4aa-2785163d2953 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0495355 Dec 06 13:00:18.915001 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90a7da0c-f918-49c6-afb4-5148049f1b24 req-69aa2162-98a6-4c1c-8c17-97eb3da294ce tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Dec 06 13:00:20.024975 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:20.034829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5e964-4fed-4377-8cf6-0d176f7ec850 req-befe8201-d8b7-49fd-8d98-7e1e18b5593e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:20.036321 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ef5e964-4fed-4377-8cf6-0d176f7ec850 req-befe8201-d8b7-49fd-8d98-7e1e18b5593e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0530376 Dec 06 13:00:20.082857 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ef5e964-4fed-4377-8cf6-0d176f7ec850 req-e084f63a-5938-4dad-8df8-01dfcc804460 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 Dec 06 13:00:21.198800 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7ae5-d92a-42e8-bb1f-2710020a961c req-a71bcb0a-fbb9-4733-bc64-e9360cd99dc8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:21.200259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc1b7ae5-d92a-42e8-bb1f-2710020a961c req-a71bcb0a-fbb9-4733-bc64-e9360cd99dc8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0475578 Dec 06 13:00:21.246911 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bc1b7ae5-d92a-42e8-bb1f-2710020a961c req-e6024ce3-8998-4665-b2db-ce5d8d2de5cf tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Dec 06 13:00:22.362389 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87310f9-55e5-4710-ac6f-620f00327f77 req-d90591c6-61e5-4224-ae2f-6d501f681223 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:22.363890 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a87310f9-55e5-4710-ac6f-620f00327f77 req-d90591c6-61e5-4224-ae2f-6d501f681223 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0475752 Dec 06 13:00:22.413805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a87310f9-55e5-4710-ac6f-620f00327f77 req-d71fb350-ea3f-486c-b40a-7cc8b3c71c0e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434861 Dec 06 13:00:22.697537 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-948980bc-734a-4620-8d67-76a4e953087a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:22.699006 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-948980bc-734a-4620-8d67-76a4e953087a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.23 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&tenant_id=a80a2913ad814de3977e18dea788db9b&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0521185 Dec 06 13:00:22.714226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02284-7291-44cd-bdca-5e0c49a1a015 req-f6330721-95de-48cc-b099-ac1cefcda5c0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:22.715743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e02284-7291-44cd-bdca-5e0c49a1a015 req-f6330721-95de-48cc-b099-ac1cefcda5c0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0483522 Dec 06 13:00:22.764636 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49e02284-7291-44cd-bdca-5e0c49a1a015 req-bf8f74a6-f0f8-4569-b140-22bf7e3f4d60 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Dec 06 13:00:22.766088 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-623e6c77-504a-4846-bb9d-ce8320b12baa service neutron] 10.222.0.23 "GET /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0584989 Dec 06 13:00:22.827530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-00908258-2639-4945-9dec-a347fdd0ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:22.828989 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-00908258-2639-4945-9dec-a347fdd0ccb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1094 time: 0.0407739 Dec 06 13:00:22.924265 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-f4d22265-735b-4d9d-a0f5-15cdb3d26d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:22.925805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-f4d22265-735b-4d9d-a0f5-15cdb3d26d6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0899532 Dec 06 13:00:22.988746 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-8e23597d-f4eb-4505-98a8-6ffeca153fa8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0564287 Dec 06 13:00:23.035726 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-9aa2d255-e959-4f6f-bc33-7c2b6b5fb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:23.037095 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-9aa2d255-e959-4f6f-bc33-7c2b6b5fb225 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0415106 Dec 06 13:00:23.083975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-d3ade9ca-1a9d-41c6-a87a-ac8ec8b5e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:23.085999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-d3ade9ca-1a9d-41c6-a87a-ac8ec8b5e60a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421476 Dec 06 13:00:23.174508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-ba6aba04-4e6d-42f7-992c-69127181f8bf service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Dec 06 13:00:23.266264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-614d4903-7fea-425f-bea7-350aca6bef4e service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854156 Dec 06 13:00:23.819415 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:00:23.882871 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b575e-53f9-4134-b867-e8d19adf96c1 req-2f71e917-8cf8-4a99-a617-e4fec17328ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:23.884309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104b575e-53f9-4134-b867-e8d19adf96c1 req-2f71e917-8cf8-4a99-a617-e4fec17328ad tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 943 time: 0.0484436 Dec 06 13:00:23.913956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:23.924784 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:00:23.931431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-104b575e-53f9-4134-b867-e8d19adf96c1 req-629cfb16-0c84-409e-bceb-789ca2600a30 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Dec 06 13:00:23.964963 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:23.978088 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:00:23.996113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:24.000209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:24.046586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:24.053934 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.054288 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.054633 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.054972 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.055307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.055641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.055962 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.056297 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.056621 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.056945 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.057304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.057630 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.057951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:24.281492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] get_ports_and_sgs() called for port_ids ['acbff88a-ddc7-468d-a0e0-9703a3fac986'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:00:24.853492 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:00:25.054433 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f217b-170e-4000-8ee0-d2718ea32641 req-e99425bf-b972-404a-a55a-acef643c58aa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:25.055920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d0f217b-170e-4000-8ee0-d2718ea32641 req-e99425bf-b972-404a-a55a-acef643c58aa tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0543101 Dec 06 13:00:25.103427 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d0f217b-170e-4000-8ee0-d2718ea32641 req-c2b9fb13-c498-44c4-a8d6-9598c4a9b7de tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Dec 06 13:00:25.831634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:00:25.924855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:25.936090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Returning: {'device': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:00:26.222162 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94bc3-9d55-4e76-826c-c87bc9157c46 req-b3363028-1974-468d-87d1-778a4912052b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:26.223714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5da94bc3-9d55-4e76-826c-c87bc9157c46 req-b3363028-1974-468d-87d1-778a4912052b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0509038 Dec 06 13:00:26.271661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5da94bc3-9d55-4e76-826c-c87bc9157c46 req-5ede670d-9ce1-48c8-8fb8-246df49143d7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Dec 06 13:00:27.106514 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-c6dbe4e0-15d5-42e2-ae80-2534b92ca378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:27.107997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-c6dbe4e0-15d5-42e2-ae80-2534b92ca378 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e&tenant_id=a80a2913ad814de3977e18dea788db9b HTTP/1.1" status: 200 len: 1095 time: 0.0409865 Dec 06 13:00:27.125124 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:00:27.176467 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.311466 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f18439ee-fd4d-42dc-a108-e4b1781e1c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.383095 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:27.397955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57f123-4199-42db-9111-5b1fa3abf31d req-cc85b2e5-4634-4a36-a3db-78b6d9971094 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:27.399470 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e57f123-4199-42db-9111-5b1fa3abf31d req-cc85b2e5-4634-4a36-a3db-78b6d9971094 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0536940 Dec 06 13:00:27.416993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:00:27.447140 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e57f123-4199-42db-9111-5b1fa3abf31d req-3343cac8-bab8-4377-91da-c0b6fd7097f1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Dec 06 13:00:27.449250 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:00:27.457830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.469931 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Ignored duplicate provisioning block setup for port acbff88a-ddc7-468d-a0e0-9703a3fac986 by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 06 13:00:27.473652 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.556319 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:27.595695 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] No DVR routers for this DVR port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h1-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:00:27.735345 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:00:27.735592 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:00:27.735916 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:00:27.740044 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:00:27.740358 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Attempting to bind port acbff88a-ddc7-468d-a0e0-9703a3fac986 on network 36c1a06c-7ca3-47eb-a223-0ffe6236957a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:00:27.745134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:00:27.745492 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Checking segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:00:27.745869 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Bound using segment: {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:00:27.746284 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Bound port: acbff88a-ddc7-468d-a0e0-9703a3fac986, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65289982-d94f-439b-ad80-a043861fe68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:00:27.746626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.808245 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:00:27.811696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:00:27.815375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.847738 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:27.848376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:27.849838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1091 time: 0.7285149 Dec 06 13:00:27.850307 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:00:27.853472 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb8edbf-1488-4910-a90a-840455a74689" -d '{"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:00:27.854809 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:00:27.879864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f976-6322-428f-808c-22cf6e3906a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:27.949599 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02814b1-0573-4d8d-9d13-dc362c6dc353 x-openstack-request-id: req-f02814b1-0573-4d8d-9d13-dc362c6dc353 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:00:27.949765 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:00:27.949973 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f02814b1-0573-4d8d-9d13-dc362c6dc353 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:00:27.950376 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'status': 'completed', 'code': 200} Dec 06 13:00:27.958682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:27.971157 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1205ddda-21b8-45c4-8d89-071c1749183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:27.972133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 has no active binding in host n-h1-master-1 {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 13:00:27.972963 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-1205ddda-21b8-45c4-8d89-071c1749183b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1095 time: 0.0705197 Dec 06 13:00:28.078360 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-e60b449c-5247-4b92-ae83-c8a220adceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.079838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-e60b449c-5247-4b92-ae83-c8a220adceab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1095 time: 0.1053338 Dec 06 13:00:28.112296 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-eda77b3d-8c64-45e0-bc02-e5e3d145cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.113731 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-eda77b3d-8c64-45e0-bc02-e5e3d145cbfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1309414 Dec 06 13:00:28.220745 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-76e1161c-198c-4625-833f-4edef2375fb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0990126 Dec 06 13:00:28.237668 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-475f29ff-578f-4c86-89dc-9e85197f98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.238999 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-475f29ff-578f-4c86-89dc-9e85197f98ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.1475587 Dec 06 13:00:28.317934 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-981c3d78-564f-4282-9fc1-2a34650d2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.319266 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-981c3d78-564f-4282-9fc1-2a34650d2418 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0915303 Dec 06 13:00:28.327658 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-b39707ac-d6e1-43e8-b868-d91ae653ba8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0724444 Dec 06 13:00:28.397271 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-14548eca-79f9-450f-bc60-fd08d08d2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.398682 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-14548eca-79f9-450f-bc60-fd08d08d2b02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0622201 Dec 06 13:00:28.401270 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-329203cd-79c3-4429-a444-5ddfb73d6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.402590 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-329203cd-79c3-4429-a444-5ddfb73d6bab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741339 Dec 06 13:00:28.501863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-e049dc40-f039-4c6a-9d9c-3070e6be95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.503342 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-e049dc40-f039-4c6a-9d9c-3070e6be95fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979121 Dec 06 13:00:28.550395 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-d54919f3-7bea-4838-b0bf-1c51e88167c2 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377985 Dec 06 13:00:28.565040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737694b5-d099-4cfe-bef5-91c1766b8ff8 req-71176127-62c6-4d9e-9bb5-71bec72f5680 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.566746 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-737694b5-d099-4cfe-bef5-91c1766b8ff8 req-71176127-62c6-4d9e-9bb5-71bec72f5680 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0484393 Dec 06 13:00:28.614344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-737694b5-d099-4cfe-bef5-91c1766b8ff8 req-7fe48d81-5f9b-4bec-a0fa-d54f1185e07d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Dec 06 13:00:28.678104 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-8e46fcc2-dbab-4437-a606-26cdee951e5d service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661336 Dec 06 13:00:28.699859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8294026e-061f-4fed-b03d-586eb06c8c4a req-c1b84287-176a-4604-ae6d-330b28bf3dd3 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424952 Dec 06 13:00:28.799991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-6f9afc2c-89ec-46c5-acf3-964be4d8c126 service neutron] 10.222.0.23 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124566 Dec 06 13:00:28.818954 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-2f91914b-8f0f-45d4-975c-43c51094a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.820426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-2f91914b-8f0f-45d4-975c-43c51094a137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a80a2913ad814de3977e18dea788db9b&device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 1095 time: 0.0517421 Dec 06 13:00:28.917165 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-1ffbafe8-7972-4dcc-8732-bcafe565903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:28.918677 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-1ffbafe8-7972-4dcc-8732-bcafe565903c service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 200 len: 911 time: 0.0901036 Dec 06 13:00:28.982392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-ae95f5c3-7a8c-4905-a2fd-825467e3115f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 200 len: 1000 time: 0.0571918 Dec 06 13:00:29.034283 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-29f402fa-ff53-491f-a2aa-e270652ce9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:29.035723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-29f402fa-ff53-491f-a2aa-e270652ce9ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 200 len: 849 time: 0.0465746 Dec 06 13:00:29.081100 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8edbf-1488-4910-a90a-840455a74689 req-ef7f57ff-3d52-4dbc-9875-f8cae795aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:29.082509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-ef7f57ff-3d52-4dbc-9875-f8cae795aefc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c1a06c-7ca3-47eb-a223-0ffe6236957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395598 Dec 06 13:00:29.172125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-eea9108a-bf5c-4744-ba41-c0dac568bbe7 service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803423 Dec 06 13:00:29.265945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5fb8edbf-1488-4910-a90a-840455a74689 req-a1231c9b-0e57-4513-9370-6c686228247b service neutron] 10.222.0.53 "GET /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Dec 06 13:00:29.662520 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73dbc459-8610-4ffb-9116-d6cd75ec940c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:29.744635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bed234-ea09-44de-bf52-04760bc4a90c req-22d62452-390a-4d17-86d2-bd34a05f71f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:29.746037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13bed234-ea09-44de-bf52-04760bc4a90c req-22d62452-390a-4d17-86d2-bd34a05f71f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0484400 Dec 06 13:00:29.799051 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13bed234-ea09-44de-bf52-04760bc4a90c req-7d9c5995-152a-44c7-afd3-ab8d3a9963cb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470076 Dec 06 13:00:29.865897 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:29.909016 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 not bound to the agent host n-h1-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:30.703577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:30.918817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c19a-61dd-40f4-8ed7-d79fb18e2289 req-fbd8cb80-4414-46f7-889c-897ceccf68d6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:30.920392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd23c19a-61dd-40f4-8ed7-d79fb18e2289 req-fbd8cb80-4414-46f7-889c-897ceccf68d6 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0491331 Dec 06 13:00:30.971231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd23c19a-61dd-40f4-8ed7-d79fb18e2289 req-e9b2f603-b81b-4060-bbcc-82eb369d5277 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446417 Dec 06 13:00:31.434686 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:32.090633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59d9-9364-49b1-a8fd-5b0bd1b9a76e req-ac0a6bb0-8801-4050-97b6-49e78f619e1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:32.092002 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c76f59d9-9364-49b1-a8fd-5b0bd1b9a76e req-ac0a6bb0-8801-4050-97b6-49e78f619e1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0492609 Dec 06 13:00:32.139561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c76f59d9-9364-49b1-a8fd-5b0bd1b9a76e req-86f51eef-3066-4a24-9c49-47b7b556634a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 Dec 06 13:00:32.471103 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:33.261121 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec2d4-671a-43c6-8206-2e631405de62 req-8033435f-cdb6-47b1-a60b-30d93109ff4e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:33.262653 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b7ec2d4-671a-43c6-8206-2e631405de62 req-8033435f-cdb6-47b1-a60b-30d93109ff4e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0527310 Dec 06 13:00:33.283431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:33.314122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b7ec2d4-671a-43c6-8206-2e631405de62 req-479eaf39-a978-4612-8d44-a44ac0f2b554 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Dec 06 13:00:34.433799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668d55e-10f7-47c6-ad16-84c1d5e43350 req-740b6991-d67a-40c6-84ff-cb68a5362e1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:34.435246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a668d55e-10f7-47c6-ad16-84c1d5e43350 req-740b6991-d67a-40c6-84ff-cb68a5362e1a tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0483260 Dec 06 13:00:34.481656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a668d55e-10f7-47c6-ad16-84c1d5e43350 req-6e0fbe43-21c1-4c19-86cc-6634028c35f7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 Dec 06 13:00:35.595732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02a6ab-2688-433a-bcd1-14930600228c req-5966279c-9e4b-483f-9935-f30da4585d63 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:35.597192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad02a6ab-2688-433a-bcd1-14930600228c req-5966279c-9e4b-483f-9935-f30da4585d63 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0472338 Dec 06 13:00:35.649852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad02a6ab-2688-433a-bcd1-14930600228c req-8c886464-d45c-494d-a78a-e14684168f52 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463336 Dec 06 13:00:36.766391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b810a0-e968-4a6b-bf2e-5ae770a93153 req-f163fda7-ce48-4673-8989-2acb22fcc523 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:36.767859 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9b810a0-e968-4a6b-bf2e-5ae770a93153 req-f163fda7-ce48-4673-8989-2acb22fcc523 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0479460 Dec 06 13:00:36.813077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c9b810a0-e968-4a6b-bf2e-5ae770a93153 req-7e8e83be-413b-41ba-8cb6-20b00c886d4d tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392475 Dec 06 13:00:37.928842 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32435-7715-4b46-9b7e-55e7b332c8c6 req-a4c370f7-1d7c-4a7a-93bb-76ce849d0e00 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:37.930324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae32435-7715-4b46-9b7e-55e7b332c8c6 req-a4c370f7-1d7c-4a7a-93bb-76ce849d0e00 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0472646 Dec 06 13:00:37.976991 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ae32435-7715-4b46-9b7e-55e7b332c8c6 req-318a457b-23ff-4a6b-a17f-9e8384a0dbcb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Dec 06 13:00:39.093917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d9278-b5c1-439a-9fbe-0aabfa410c2f req-7ed2508e-7935-41f1-b0db-0d0845d64c8e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:39.095357 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b13d9278-b5c1-439a-9fbe-0aabfa410c2f req-7ed2508e-7935-41f1-b0db-0d0845d64c8e tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0503342 Dec 06 13:00:39.141503 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b13d9278-b5c1-439a-9fbe-0aabfa410c2f req-a8037adf-8856-420e-8175-523e31f042a1 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Dec 06 13:00:40.259536 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7205a53-fe61-43da-bcd6-747cd56a1915 req-c4573285-81bf-46d8-80ab-2621c790a118 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:40.261006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7205a53-fe61-43da-bcd6-747cd56a1915 req-c4573285-81bf-46d8-80ab-2621c790a118 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0484240 Dec 06 13:00:40.308447 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e7205a53-fe61-43da-bcd6-747cd56a1915 req-c0e07cd7-72e8-40e4-9504-4f0c2158a0ea tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Dec 06 13:00:41.424602 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382dba3-a56f-4276-a23d-9a24fc6ae910 req-a682e163-42ef-484a-a00d-fe6ab579deeb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:41.426438 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7382dba3-a56f-4276-a23d-9a24fc6ae910 req-a682e163-42ef-484a-a00d-fe6ab579deeb tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0513144 Dec 06 13:00:41.471789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7382dba3-a56f-4276-a23d-9a24fc6ae910 req-936418d7-43fc-4bee-b468-b2c48e9e95e8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Dec 06 13:00:41.584455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0909b-0252-40b3-9d4f-a6db4367f464 req-869028f6-7d45-40b8-822e-56bf479776ba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:41.586011 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c0c0909b-0252-40b3-9d4f-a6db4367f464 req-869028f6-7d45-40b8-822e-56bf479776ba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0471463 Dec 06 13:00:41.632344 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c0c0909b-0252-40b3-9d4f-a6db4367f464 req-30cf268a-86ca-4509-b2f3-890d6f0d8fa0 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Dec 06 13:00:41.744487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7b7a5-3e80-476f-9012-e70623af5225 req-84bf7d0c-4066-4b09-a03e-8758c55baa31 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:41.745958 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91c7b7a5-3e80-476f-9012-e70623af5225 req-84bf7d0c-4066-4b09-a03e-8758c55baa31 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0476520 Dec 06 13:00:41.796146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-91c7b7a5-3e80-476f-9012-e70623af5225 req-4ef71683-b950-4fa6-b0ba-d9c694c06dc3 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Dec 06 13:00:42.023689 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4bbf6-329e-455e-a633-ed7c0faec259 req-d903482e-46fd-4bf8-ac96-3c01c518ae78 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:42.025122 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60c4bbf6-329e-455e-a633-ed7c0faec259 req-d903482e-46fd-4bf8-ac96-3c01c518ae78 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 944 time: 0.0467091 Dec 06 13:00:42.070347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60c4bbf6-329e-455e-a633-ed7c0faec259 req-b3c3467f-673f-4a42-b641-bf4326fd98a7 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Dec 06 13:00:42.099562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:00:42.190810 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:42.201918 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'port_id': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'mac_address': 'fa:16:3e:f9:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:00:42.241557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:42.255230 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:00:42.273616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:42.277527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:42.322186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=11']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:42.626858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['acbff88a-ddc7-468d-a0e0-9703a3fac986'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:00:43.188431 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1398-2fc1-4655-ba5a-975cd8205959 req-85829eeb-1a40-4a9c-addb-7a9ba26d386c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:43.189933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-588b1398-2fc1-4655-ba5a-975cd8205959 req-85829eeb-1a40-4a9c-addb-7a9ba26d386c tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0502276 Dec 06 13:00:43.237664 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-588b1398-2fc1-4655-ba5a-975cd8205959 req-150b4629-2716-42c1-bb94-61d3f1529e49 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Dec 06 13:00:43.696718 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-66c9c09b-5d8b-4feb-9ca9-822dd8fbc343 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:43.698172 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-66c9c09b-5d8b-4feb-9ca9-822dd8fbc343 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 945 time: 0.0489972 Dec 06 13:00:43.788407 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Deleting port acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:43.788744 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:43.874693 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:43.875053 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.098323 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:00:44.149943 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port acbff88a-ddc7-468d-a0e0-9703a3fac986 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:00:44.154566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port acbff88a-ddc7-468d-a0e0-9703a3fac986 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:00:44.154942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.236315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.258209 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:00:44.260461 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3763029e-7796-4e88-a95a-47bf35789b40" -d '{"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-plugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:00:44.283381 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port acbff88a-ddc7-468d-a0e0-9703a3fac986, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=acbff88a-ddc7-468d-a0e0-9703a3fac986,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:44.290297 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.347932 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=12']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:44.371895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.372217 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c3d25-fbcc-438b-bf53-0c9b226e60ff x-openstack-request-id: req-be5c3d25-fbcc-438b-bf53-0c9b226e60ff {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:00:44.372344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.372520 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-plugged", "status": "completed", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:00:44.372721 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a disassociated. External IP: 172.35.3.118, port: acbff88a-ddc7-468d-a0e0-9703a3fac986. Dec 06 13:00:44.372867 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be5c3d25-fbcc-438b-bf53-0c9b226e60ff {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:00:44.373072 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Calling delete_port for acbff88a-ddc7-468d-a0e0-9703a3fac986 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:44.373298 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'code': 200} Dec 06 13:00:44.382720 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786e3f-2c84-4d06-bdcb-7dc86ad4fc5e req-4ab799fb-d404-4ea8-9241-0b07b2ed6b46 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:44.384373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b786e3f-2c84-4d06-bdcb-7dc86ad4fc5e req-4ab799fb-d404-4ea8-9241-0b07b2ed6b46 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 946 time: 0.0600808 Dec 06 13:00:44.431965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b786e3f-2c84-4d06-bdcb-7dc86ad4fc5e req-a92cb1e2-c935-427a-84d1-ab9cbe1470a8 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups?id=346fabf7-2a1e-4402-9df1-d3aa836b356d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Dec 06 13:00:44.499101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.530072 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'Port': ['ID=acbff88a-ddc7-468d-a0e0-9703a3fac986,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:44.649766 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:00:44.756209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:00:44.767101 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:00:44.778238 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:00:44.778855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:44.797618 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] No DVR routers for this DVR port acbff88a-ddc7-468d-a0e0-9703a3fac986 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:00:44.800366 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.804300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f97fc8ed-c885-4f5e-b343-044240d43cba req-f77c3caa-400e-4ac3-a34d-b2f90ee81431 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.53 "DELETE /v2.0/ports/acbff88a-ddc7-468d-a0e0-9703a3fac986 HTTP/1.1" status: 204 len: 173 time: 1.0999775 Dec 06 13:00:44.804696 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-deleted', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:00:44.806977 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc92068-e295-44f4-b43d-db335d482b74" -d '{"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-deleted", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:00:44.844861 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd604006-81e6-490a-a654-c1127de076b2 x-openstack-request-id: req-fd604006-81e6-490a-a654-c1127de076b2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:00:44.845254 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9479d141-1dca-49d2-b264-026428d98d1e", "name": "network-vif-deleted", "tag": "acbff88a-ddc7-468d-a0e0-9703a3fac986", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:00:44.845508 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd604006-81e6-490a-a654-c1127de076b2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:00:44.846016 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9479d141-1dca-49d2-b264-026428d98d1e', 'name': 'network-vif-deleted', 'tag': 'acbff88a-ddc7-468d-a0e0-9703a3fac986', 'status': 'completed', 'code': 200} Dec 06 13:00:44.893018 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:00:45.088798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:45.118470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:00:45.126936 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:00:45.127524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:45.231142 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:00:45.532734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ef64c167-b1b9-4eb1-9eee-858c71fe7503 req-996dafda-dbc6-4608-bf56-66e6f31fe36b tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0264325 Dec 06 13:00:45.583065 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:45.613995 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac97ce-53a3-43c9-9d79-a1a9e09a5829 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T12:51:07Z', 'revision_number': 4, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4f1501ae-8963-4bd7-b358-30809def9865', 'name': '', 'network_id': '36c1a06c-7ca3-47eb-a223-0ffe6236957a', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'mac_address': 'fa:16:3e:ab:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:06Z', 'updated_at': '2021-12-06T12:51:11Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'subnets': [{'id': '10895d51-33fd-4b62-b97b-9641dc7fb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:00:45.837302 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27e98b-f7ab-4728-bd79-da835ca47483 None None] New status for floating IP 1e696a4c-f8d5-4c57-a2b2-808e12d9e77a: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:00:46.628614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b385fd6-8855-4c53-9f67-0c1fa070189a req-9b6a8e20-e554-415d-a4d9-f8f8061daca4 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0261407 Dec 06 13:00:47.723680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca1ef669-b20c-428f-8070-273bc1ea0015 req-216e8c9e-dc00-4ffb-bf1b-abb4db3090f2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0257964 Dec 06 13:00:48.129805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:48.151305 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: acbff88a-ddc7-468d-a0e0-9703a3fac986 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:00:48.151657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device acbff88a-ddc7-468d-a0e0-9703a3fac986 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:48.823299 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90ca4c2e-8ddd-49a6-816c-60d077b80fbe req-3792bc83-d77a-4b59-bfb8-0b5cb3db0343 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/ports?device_id=9479d141-1dca-49d2-b264-026428d98d1e HTTP/1.1" status: 200 len: 210 time: 0.0261855 Dec 06 13:00:50.041219 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.561360 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:53.619919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.645286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.694678 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.697699 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.698985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "DELETE /v2.0/security-groups/346fabf7-2a1e-4402-9df1-d3aa836b356d HTTP/1.1" status: 204 len: 168 time: 0.1361196 Dec 06 13:00:53.701599 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39714) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:53.708546 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fabf7-2a1e-4402-9df1-d3aa836b356d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:53.716558 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.716849 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.717218 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.717566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.717902 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.718250 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.718583 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.718898 n-d-master-1 neutron-server[103298]: INFO neutron.api.v2.resource [None req-243f3a2a-6583-44b6-8a45-e0f2c2038cba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] show failed (client error): The resource could not be found. Dec 06 13:00:53.719027 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.719227 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.719551 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.719876 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.720203 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.720526 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3fdcb-f62e-4f4a-8a4f-a502cc20ebd5 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:00:53.721123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-243f3a2a-6583-44b6-8a45-e0f2c2038cba tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "GET /v2.0/security-groups/346fabf7-2a1e-4402-9df1-d3aa836b356d HTTP/1.1" status: 404 len: 347 time: 0.0179112 Dec 06 13:00:53.724373 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:53.852353 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Deleting port bdb15c28-b935-4e62-87af-5c53fa3b8112 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:53.852698 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.930048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.930388 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:53.941900 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Calling delete_port for bdb15c28-b935-4e62-87af-5c53fa3b8112 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:54.069970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.100851 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Pushing event deleted for resources: {'Port': ['ID=bdb15c28-b935-4e62-87af-5c53fa3b8112,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:54.166100 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.168743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.169954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3b1b7b31-463e-4886-acab-12d5619cebc2 tempest-ServerActionsTestJSON-942094728 tempest-ServerActionsTestJSON-942094728-project] 10.222.0.31 "DELETE /v2.0/floatingips/1e696a4c-f8d5-4c57-a2b2-808e12d9e77a HTTP/1.1" status: 204 len: 168 time: 0.4446621 Dec 06 13:00:54.172936 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39718) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:54.574184 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.814532 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Deleting port 4f1501ae-8963-4bd7-b358-30809def9865 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:54.814883 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.891405 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] For port 4f1501ae-8963-4bd7-b358-30809def9865, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4f1501ae-8963-4bd7-b358-30809def9865,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:54.891771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:54.904546 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Calling delete_port for 4f1501ae-8963-4bd7-b358-30809def9865 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:55.399044 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:55.427728 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1501ae-8963-4bd7-b358-30809def9865,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:55.589050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:55.800820 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Router 530f6ba7-17f3-43d3-9e52-07e1952313ea has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:00:55.905792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:00:55.913310 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-167415bc-1898-40f7-b960-c67cdb3486ea admin admin] 10.222.0.31 "PUT /v2.0/routers/530f6ba7-17f3-43d3-9e52-07e1952313ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367227 Dec 06 13:00:55.913310 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:55.917864 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Sync routers for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:00:55.926585 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:00:55.927186 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:56.017071 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.028945 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:00:56.118179 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.169783 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Deleting port 4c8d59db-2d31-44ee-b281-a7c303c2a132 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:56.170034 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.204383 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T13:00:55Z', 'revision_number': 5, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port': {'id': '4c8d59db-2d31-44ee-b281-a7c303c2a132', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:05Z', 'updated_at': '2021-12-06T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:56.230852 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Checking router: 530f6ba7-17f3-43d3-9e52-07e1952313ea for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:00:56.239609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Routers {'530f6ba7-17f3-43d3-9e52-07e1952313ea'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:00:56.240202 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['530f6ba7-17f3-43d3-9e52-07e1952313ea'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:56.248517 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] For port 4c8d59db-2d31-44ee-b281-a7c303c2a132, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c8d59db-2d31-44ee-b281-a7c303c2a132,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:56.248885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.261878 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Calling delete_port for 4c8d59db-2d31-44ee-b281-a7c303c2a132 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:56.325236 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] Set router 530f6ba7-17f3-43d3-9e52-07e1952313ea gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:00:56.379891 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T13:00:56Z', 'revision_number': 6, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:56.405938 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bddee2-c008-4c23-b04d-0059b2036fc5 None None] The sync data for ids ['530f6ba7-17f3-43d3-9e52-07e1952313ea'] in n-d-master-1 is: [{'id': '530f6ba7-17f3-43d3-9e52-07e1952313ea', 'name': 'tempest-ServerActionsTestJSON-15104842-router', 'tenant_id': 'a80a2913ad814de3977e18dea788db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:04Z', 'updated_at': '2021-12-06T13:00:56Z', 'revision_number': 6, 'project_id': 'a80a2913ad814de3977e18dea788db9b', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:00:56.427263 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.458617 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8d59db-2d31-44ee-b281-a7c303c2a132,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:56.471548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81f9c9-60a8-4771-ab30-42f94c7dddf3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:00:56.519270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.608722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.610878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.653954 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.654503 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530f6ba7-17f3-43d3-9e52-07e1952313ea {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:00:56.658862 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.660048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e90a9cc-5f65-4397-abd5-b826fb47aec9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/530f6ba7-17f3-43d3-9e52-07e1952313ea HTTP/1.1" status: 204 len: 168 time: 0.7457831 Dec 06 13:00:56.663177 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:56.711088 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Deleting subnet 10895d51-33fd-4b62-b97b-9641dc7fb7b4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:00:56.713998 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.749262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.827721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.886163 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.913459 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10895d51-33fd-4b62-b97b-9641dc7fb7b4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:56.918890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.923761 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d3ca559a-ff9c-4640-8de2-c30625c23104 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10895d51-33fd-4b62-b97b-9641dc7fb7b4 HTTP/1.1" status: 204 len: 168 time: 0.2596591 Dec 06 13:00:56.924254 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452b870-2a0a-4cb4-826e-888ad357a2df None None] Network 36c1a06c-7ca3-47eb-a223-0ffe6236957a requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:00:56.926397 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:56.996241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.051621 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Deleting port 2c3604dc-5868-4606-b3d5-dde26accb8d9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:57.051966 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.113520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] For port 2c3604dc-5868-4606-b3d5-dde26accb8d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c3604dc-5868-4606-b3d5-dde26accb8d9,segment=NetworkSegment(65289982-d94f-439b-ad80-a043861fe68c),segment_id=65289982-d94f-439b-ad80-a043861fe68c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:57.113815 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.126414 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Calling delete_port for 2c3604dc-5868-4606-b3d5-dde26accb8d9 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:57.156778 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] DHCP port deletion for 36c1a06c-7ca3-47eb-a223-0ffe6236957a request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:00:57.212557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.216366 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Deleting port 2c3604dc-5868-4606-b3d5-dde26accb8d9 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:00:57.216925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.238626 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3604dc-5868-4606-b3d5-dde26accb8d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:57.242757 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] No DVR routers for this DVR port 2c3604dc-5868-4606-b3d5-dde26accb8d9 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:00:57.288344 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] For port 2c3604dc-5868-4606-b3d5-dde26accb8d9, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:00:57.288747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.306231 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Calling delete_port for 2c3604dc-5868-4606-b3d5-dde26accb8d9 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:00:57.311160 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Port 2c3604dc-5868-4606-b3d5-dde26accb8d9 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:00:57.315355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.315966 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.340709 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1a06c-7ca3-47eb-a223-0ffe6236957a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:57.342986 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] Pushing event deleted for resources: {'Port': ['ID=2c3604dc-5868-4606-b3d5-dde26accb8d9,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:57.344745 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ff917bd-b89c-40e7-aea0-f529561c6ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.347973 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df35c0c-bd6e-43e0-b542-970652c1d03f None None] No DVR routers for this DVR port 2c3604dc-5868-4606-b3d5-dde26accb8d9 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:00:57.354889 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65289982-d94f-439b-ad80-a043861fe68c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:57.355533 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65289982-d94f-439b-ad80-a043861fe68c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:00:57.366795 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.380182 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.386975 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:00:57.387430 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:00:57.389363 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:00:57.444075 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.449831 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.452975 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/36c1a06c-7ca3-47eb-a223-0ffe6236957a HTTP/1.1" status: 204 len: 168 time: 0.5249109 Dec 06 13:00:57.470163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5e9bf-7ab2-4b04-9753-ab655e61c4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c1a06c-7ca3-47eb-a223-0ffe6236957a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:57.565104 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39730) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:57.606508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-875e998b-4a32-47b6-a213-3e3f0c4e6c6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a80a2913ad814de3977e18dea788db9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402167 Dec 06 13:00:57.608929 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39732) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:57.655066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.676933 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.703600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4c8d59db-2d31-44ee-b281-a7c303c2a132 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:57.723837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.724278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4c8d59db-2d31-44ee-b281-a7c303c2a132 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:00:57.724632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4c8d59db-2d31-44ee-b281-a7c303c2a132 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:57.725694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2c3604dc-5868-4606-b3d5-dde26accb8d9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:57.727817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:57.729040 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fb6f7a5-6223-4170-8a58-f523814c16f9 HTTP/1.1" status: 204 len: 168 time: 0.1192024 Dec 06 13:00:57.737706 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5791fa-545a-4f84-bece-d32528778a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6f7a5-6223-4170-8a58-f523814c16f9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:57.752898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2c3604dc-5868-4606-b3d5-dde26accb8d9 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:00:57.753276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2c3604dc-5868-4606-b3d5-dde26accb8d9 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:57.753692 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4f1501ae-8963-4bd7-b358-30809def9865 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:00:57.776902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 4f1501ae-8963-4bd7-b358-30809def9865 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:00:57.777313 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 4f1501ae-8963-4bd7-b358-30809def9865 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:00:58.415731 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39754) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:58.509233 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-741231714-network', 'tenant_id': 'af304f4792794ebc97c43182242375ee'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:00:58.533691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Made reservation on behalf of af304f4792794ebc97c43182242375ee for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:00:58.535861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.544104 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.617928 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.621494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.648393 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:00:58.658217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7cfded-ca09-4294-9697-5ce99d5fcbfb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:58.663976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.664323 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Added segment 39efad0f-e97e-4ada-a596-908222f3d494 of type vlan for network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 Dec 06 13:00:58.705007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.729580 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.730484 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:58.731055 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.763457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3466308 Dec 06 13:00:58.766337 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39758) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:00:58.771105 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Request body: {'subnet': {'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-741231714-subnet', 'tenant_id': 'af304f4792794ebc97c43182242375ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:00:58.807943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d297-995c-4561-a121-a998e84419c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd96ca0-6cce-42b2-abf6-e4203266ed28,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:58.817246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:00:58.824561 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Made reservation on behalf of af304f4792794ebc97c43182242375ee for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:00:58.826890 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.994322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:59.048888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59420870-0d95-4457-ba81-9fdcbe6eacd5,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:00:59.057396 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Checking segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:00:59.057758 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Network hostable DHCP agents. Network: 6cd96ca0-6cce-42b2-abf6-e4203266ed28, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:00:59.073340 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:00:59.081767 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6cd96ca0-6cce-42b2-abf6-e4203266ed28) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:00:59.087240 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:59.088491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:59.090485 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf908a44-895c-4955-83c4-745c3c0e0788 None None] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:00:59.105634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-36427dc2-c0d2-4081-85fb-c17839b66d21 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3382127 Dec 06 13:00:59.213134 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141cb1c8-f82b-47c8-bd85-2ec5365285d5 None None] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:00:59.534064 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-4a28d939-733d-432d-b1fa-7165a8e167e9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:59.535530 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-4a28d939-733d-432d-b1fa-7165a8e167e9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 813 time: 0.1032310 Dec 06 13:00:59.550510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fe3ab709-21c2-4434-bf8c-577d14e419b4 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/quotas/af304f4792794ebc97c43182242375ee HTTP/1.1" status: 200 len: 375 time: 0.0087647 Dec 06 13:00:59.581868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-b199d55d-b806-40b6-a144-6aa435579554 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259490 Dec 06 13:00:59.593119 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-9031769f-fcb1-4e67-8a2e-9007358e1609 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:00:59.594212 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-9031769f-fcb1-4e67-8a2e-9007358e1609 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049787 Dec 06 13:00:59.646018 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff70c-6bdd-4a61-bc03-1a85082ef890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:59.685568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fda5b634-f384-40d5-810f-dd843a902ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Dec 06 13:00:59.774150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-77f7d016-3aa9-4c64-a5f4-ea6574f640ca service neutron] 10.222.0.31 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Dec 06 13:00:59.932405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7159d8b7-5072-4103-ac3e-88dfa2ff4aa9 req-2e579f1f-ce33-42d5-8163-b68012fde9eb tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 210 time: 0.0268447 Dec 06 13:01:00.705118 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.034423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ddd9e7a-6e1b-43be-a7b8-e945d3697eeb req-38164160-4c3c-4475-9348-71ea4a243bc3 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 210 time: 0.0302038 Dec 06 13:01:01.038558 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-e393bcf3-600b-4fe4-9e71-2d2af489c7ae tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:01.040046 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-e393bcf3-600b-4fe4-9e71-2d2af489c7ae tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 813 time: 0.1165187 Dec 06 13:01:01.071382 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Request body: {'port': {'device_id': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'admin_state_up': True, 'tenant_id': 'af304f4792794ebc97c43182242375ee'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:01.175991 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Made reservation on behalf of af304f4792794ebc97c43182242375ee for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:01.180213 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.304257 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Allocated IP 172.20.0.2 (6cd96ca0-6cce-42b2-abf6-e4203266ed28/59420870-0d95-4457-ba81-9fdcbe6eacd5/25893568-4cfb-419b-a289-070e3f559d1c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:01.431609 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.448831 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.481614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.524786 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:01.527836 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:01.531460 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:01.554888 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event updated for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:01.582078 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:01.582677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.598010 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-fcbccfd5-5419-48ad-9f47-e963596c865e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5304692 Dec 06 13:01:01.616106 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Request body: {'port': {'device_id': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:01.676245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.852865 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:01:01.931741 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25893568-4cfb-419b-a289-070e3f559d1c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:01.939093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.951237 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Transition to ACTIVE for port object 25893568-4cfb-419b-a289-070e3f559d1c will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:01:01.954285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.006088 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Pushing event updated for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:02.070934 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Attempting to bind port 25893568-4cfb-419b-a289-070e3f559d1c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:02.071508 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Attempting to bind port 25893568-4cfb-419b-a289-070e3f559d1c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:02.071628 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Attempting to bind port 25893568-4cfb-419b-a289-070e3f559d1c on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:02.075958 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Port 25893568-4cfb-419b-a289-070e3f559d1c on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:01:02.076335 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Attempting to bind port 25893568-4cfb-419b-a289-070e3f559d1c on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:02.081303 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:02.081637 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Checking segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:02.082015 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Bound using segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:02.082437 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Bound port: 25893568-4cfb-419b-a289-070e3f559d1c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:02.082786 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.145349 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:02.148836 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=25893568-4cfb-419b-a289-070e3f559d1c,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:02.153052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.153378 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624571c5-4d4f-479e-8ec8-a14100d0d731 req-ccf01cfd-99ed-4dd3-9064-f6f99d2901f4 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.154881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-624571c5-4d4f-479e-8ec8-a14100d0d731 req-ccf01cfd-99ed-4dd3-9064-f6f99d2901f4 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 943 time: 0.0499303 Dec 06 13:01:02.184967 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.185611 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.187281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] 10.222.0.53 "PUT /v2.0/ports/25893568-4cfb-419b-a289-070e3f559d1c HTTP/1.1" status: 200 len: 1091 time: 0.5754430 Dec 06 13:01:02.189334 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:02.191584 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130ab79-6613-4c34-aea6-ab2f706d3438" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "tag": "25893568-4cfb-419b-a289-070e3f559d1c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:02.206768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-624571c5-4d4f-479e-8ec8-a14100d0d731 req-0f9f350e-1fd5-4b05-9b91-ca56856a88be tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Dec 06 13:01:02.231297 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596053-f38c-4afe-a32f-62795423d730 service neutron] Pushing event updated for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:02.235178 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2689e-daa0-499f-8e59-392f186be107 x-openstack-request-id: req-8cb2689e-daa0-499f-8e59-392f186be107 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:02.235480 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "tag": "25893568-4cfb-419b-a289-070e3f559d1c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:02.235736 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cb2689e-daa0-499f-8e59-392f186be107 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:02.236137 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c', 'status': 'completed', 'code': 200} Dec 06 13:01:02.291862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-952c25e0-ed1e-42a7-b35a-589362b425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.293407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-952c25e0-ed1e-42a7-b35a-589362b425bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 1094 time: 0.0405571 Dec 06 13:01:02.343387 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-9c7580a1-b3fd-4e39-8415-34cd104d91df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25893568-4cfb-419b-a289-070e3f559d1c HTTP/1.1" status: 200 len: 217 time: 0.0373588 Dec 06 13:01:02.392887 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-3cfff359-1ae2-4027-a70b-5cab89323a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.394375 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-3cfff359-1ae2-4027-a70b-5cab89323a5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0437243 Dec 06 13:01:02.425127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-0eaf0f42-f965-491c-a75c-ff2057b4e0e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239422 Dec 06 13:01:02.473091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.519937 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-1ef59e7c-115c-4cc1-9bec-a06d7c3135d0 service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871429 Dec 06 13:01:02.609176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f6c3eb82-4ba7-4a0a-ad67-72f99b3db6a0 req-83c4a7a1-2126-4ed1-9cfa-609b4ad107eb service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Dec 06 13:01:02.747745 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-11d733c5-c964-4bae-a7f2-ea2542857fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.749130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-11d733c5-c964-4bae-a7f2-ea2542857fa1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 1094 time: 0.0468550 Dec 06 13:01:02.838648 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-4df6414f-5a2c-422f-b50e-a4f33e75c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.840137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-4df6414f-5a2c-422f-b50e-a4f33e75c4d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 914 time: 0.0841367 Dec 06 13:01:02.884873 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-aaa16e22-2a30-4b80-bb4b-11fde7d3b6d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25893568-4cfb-419b-a289-070e3f559d1c HTTP/1.1" status: 200 len: 217 time: 0.0374916 Dec 06 13:01:02.936253 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-ac76bdbb-0e2e-49a9-8fb8-0846ea5c8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:02.937717 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-ac76bdbb-0e2e-49a9-8fb8-0846ea5c8676 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0434635 Dec 06 13:01:02.969036 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-c9355c69-3fd9-4185-a539-d04c22e24e91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238276 Dec 06 13:01:03.059535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-94b62800-1510-4856-95b6-436f615486eb service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827739 Dec 06 13:01:03.148139 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8130ab79-6613-4c34-aea6-ab2f706d3438 req-cf952107-ae0b-4ab0-840f-3979b749f8e9 service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811300 Dec 06 13:01:03.287470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:03.329504 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad31e1-473a-4ab7-a90f-d4dd0ee8e155 req-7d3cfdb7-a3c0-43d0-b72f-df6b78595963 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:03.330894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09ad31e1-473a-4ab7-a90f-d4dd0ee8e155 req-7d3cfdb7-a3c0-43d0-b72f-df6b78595963 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 943 time: 0.0500669 Dec 06 13:01:03.377393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09ad31e1-473a-4ab7-a90f-d4dd0ee8e155 req-7b3011dc-0514-4ae8-9fa9-5849a9603116 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Dec 06 13:01:04.255005 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 25893568-4cfb-419b-a289-070e3f559d1c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:01:04.347593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=25893568-4cfb-419b-a289-070e3f559d1c,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:04.359264 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '25893568-4cfb-419b-a289-070e3f559d1c', 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'port_id': '25893568-4cfb-419b-a289-070e3f559d1c', 'mac_address': 'fa:16:3e:0c:ae:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59420870-0d95-4457-ba81-9fdcbe6eacd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:01:04.393885 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:04.406645 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25893568-4cfb-419b-a289-070e3f559d1c {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:04.426049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=25893568-4cfb-419b-a289-070e3f559d1c,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:04.430461 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:04.476991 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:04.501504 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c342a-8172-459a-a75a-860c2ee247b0 req-4df6d31f-d79f-4c01-8bd6-68b65c662bd7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:04.502972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-540c342a-8172-459a-a75a-860c2ee247b0 req-4df6d31f-d79f-4c01-8bd6-68b65c662bd7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Dec 06 13:01:04.551280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-540c342a-8172-459a-a75a-860c2ee247b0 req-4e661421-78fc-4cd0-9be4-767e73945350 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Dec 06 13:01:04.685947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:05.666849 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d811b-5648-4111-938d-92991fad4a55 req-f5e77fd7-b065-4668-9c08-c7466e93ba19 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:05.668338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-490d811b-5648-4111-938d-92991fad4a55 req-f5e77fd7-b065-4668-9c08-c7466e93ba19 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 944 time: 0.0485804 Dec 06 13:01:05.715581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-490d811b-5648-4111-938d-92991fad4a55 req-85b788f0-a0a9-4a46-b67e-fbea0b44389e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Dec 06 13:01:06.271363 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 25893568-4cfb-419b-a289-070e3f559d1c up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:06.318293 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 25893568-4cfb-419b-a289-070e3f559d1c completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:01:06.322222 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 25893568-4cfb-419b-a289-070e3f559d1c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:06.322588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:06.397754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:06.419212 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:06.421444 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2a864-8ed4-410b-829c-f89da7cfa0a5" -d '{"events": [{"server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "name": "network-vif-plugged", "status": "completed", "tag": "25893568-4cfb-419b-a289-070e3f559d1c"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:06.434287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=25893568-4cfb-419b-a289-070e3f559d1c,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:06.438264 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:06.460583 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0d5a4-1cd3-4175-9afd-f68eeb7d0242 x-openstack-request-id: req-83c0d5a4-1cd3-4175-9afd-f68eeb7d0242 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:06.460879 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "name": "network-vif-plugged", "status": "completed", "tag": "25893568-4cfb-419b-a289-070e3f559d1c", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:06.461134 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c0d5a4-1cd3-4175-9afd-f68eeb7d0242 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:06.461542 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c', 'code': 200} Dec 06 13:01:06.486015 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:06.582634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311ebdd-f88f-40ba-aacb-633b63941d00 req-e5a00a76-411d-4772-9eec-569284ed3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:06.584008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6311ebdd-f88f-40ba-aacb-633b63941d00 req-e5a00a76-411d-4772-9eec-569284ed3d9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 1096 time: 0.0388892 Dec 06 13:01:06.633136 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6311ebdd-f88f-40ba-aacb-633b63941d00 req-ad49b58b-a441-4a50-b700-2e76c3a2ede2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Dec 06 13:01:06.827661 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eb1a7-a44a-4625-953c-adbc80926195 req-b35eaa9a-a638-4f3d-b81d-ef4228efb678 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:06.829105 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca0eb1a7-a44a-4625-953c-adbc80926195 req-b35eaa9a-a638-4f3d-b81d-ef4228efb678 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0467644 Dec 06 13:01:06.879985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca0eb1a7-a44a-4625-953c-adbc80926195 req-0223dea9-a317-438e-b9a1-cdc2fd18ae8a tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Dec 06 13:01:07.995817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc80ba-53d6-4034-822e-416591538399 req-5ed43fa6-c02e-48b1-8628-93f5e90465cf tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:07.997365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ebc80ba-53d6-4034-822e-416591538399 req-5ed43fa6-c02e-48b1-8628-93f5e90465cf tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Dec 06 13:01:08.043710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3ebc80ba-53d6-4034-822e-416591538399 req-819aa895-d304-4692-a755-b157024d9dab tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Dec 06 13:01:08.262665 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f724255-9042-47f6-9a02-1a9ecbe00457 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:08.264033 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f724255-9042-47f6-9a02-1a9ecbe00457 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 813 time: 0.1024096 Dec 06 13:01:08.279183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-310dcf5a-3707-462c-9110-87f79fe72101 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/quotas/af304f4792794ebc97c43182242375ee HTTP/1.1" status: 200 len: 375 time: 0.0093839 Dec 06 13:01:08.325922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-eceea962-2f54-4da4-b3bd-741e40669439 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413818 Dec 06 13:01:08.417370 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-356cdab7-3d49-45e1-810a-f75e8be55c6b service neutron] 10.222.0.31 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Dec 06 13:01:08.504368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-d04311a9-929c-43e3-a131-f7321d40cf7e service neutron] 10.222.0.31 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 Dec 06 13:01:08.660028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4f53dc2-bb41-4529-b95c-7de6e230aa31 req-f14309b4-c62f-4bf6-8e7a-ee6fae4211f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 210 time: 0.0264285 Dec 06 13:01:09.454634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-7b4eefb5-3771-45c0-9373-21ad5bf3846f tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:09.456085 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-7b4eefb5-3771-45c0-9373-21ad5bf3846f tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.23 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 813 time: 0.1009524 Dec 06 13:01:09.469336 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Request body: {'port': {'device_id': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'admin_state_up': True, 'tenant_id': 'af304f4792794ebc97c43182242375ee'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:09.579117 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Made reservation on behalf of af304f4792794ebc97c43182242375ee for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:09.582613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.705065 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Allocated IP 172.20.0.7 (6cd96ca0-6cce-42b2-abf6-e4203266ed28/59420870-0d95-4457-ba81-9fdcbe6eacd5/fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:09.762840 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eae357bd-9c54-4bc0-8eea-827a1fb9304f req-dd682e96-23c1-40ab-af90-f24fafa77407 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Dec 06 13:01:09.855414 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.888743 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.922926 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:09.936906 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:09.940075 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:09.944401 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:09.951124 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event updated for resources: {'Port': ['ID=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:09.979729 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.979994 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.980339 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.980682 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.981024 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.981439 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.981769 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.982096 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.982421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.982748 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.983073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.983395 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.983716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:10.008629 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.009266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.024300 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-fd77d281-a1b5-4ca1-95c2-ca3717578189 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586329 Dec 06 13:01:10.036067 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Request body: {'port': {'device_id': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:10.088291 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.346516 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:10.354568 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.366797 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Transition to ACTIVE for port object fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:01:10.369667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.422755 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:10.485867 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Attempting to bind port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef on host n-h1-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:10.486497 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Attempting to bind port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:10.486497 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Attempting to bind port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:10.490742 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:01:10.491065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Attempting to bind port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:10.496418 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Checking agent: {'id': '9500cbc4-02cd-4b73-b9cd-f17ed001801e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'started_at': datetime.datetime(2021, 12, 6, 12, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:10.496749 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Checking segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:10.497133 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Bound using segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:10.497588 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Bound port: fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:10.497935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.561790 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] For port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef, host n-h1-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:10.565120 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] For port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:10.569073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.601539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.602161 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:10.603573 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef HTTP/1.1" status: 200 len: 1091 time: 0.5715179 Dec 06 13:01:10.604076 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'tag': 'fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:10.606313 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7af7a-727f-44de-90d2-4d6435c7b28f" -d '{"events": [{"name": "network-changed", "server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "tag": "fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:10.636272 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dc8fc-4cc8-4030-95d1-6d132f9ab241 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:10.656560 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd7ef37-1aed-49b7-984c-3224a76d756c x-openstack-request-id: req-3dd7ef37-1aed-49b7-984c-3224a76d756c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:10.656863 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "tag": "fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:10.657119 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dd7ef37-1aed-49b7-984c-3224a76d756c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:10.657586 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'tag': 'fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef', 'status': 'completed', 'code': 200} Dec 06 13:01:10.689402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-df498036-5f8a-4495-b3f2-58a427d6610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.690875 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-df498036-5f8a-4495-b3f2-58a427d6610b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 1094 time: 0.0427661 Dec 06 13:01:10.736357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-7fc78b89-596c-4fe1-ba49-1c19db3068ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef HTTP/1.1" status: 200 len: 217 time: 0.0376890 Dec 06 13:01:10.785690 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-a10fe823-a235-4796-910b-ccf4e0192f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.787201 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-a10fe823-a235-4796-910b-ccf4e0192f68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0432522 Dec 06 13:01:10.820421 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-7a089294-8e5e-47e7-96f0-505c1bb8b5a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256448 Dec 06 13:01:10.885056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653742-755b-43c2-ae04-98a5732abc17 req-ae5e0b35-2680-40b2-b963-a8fd8c9c6bc8 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.886526 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb653742-755b-43c2-ae04-98a5732abc17 req-ae5e0b35-2680-40b2-b963-a8fd8c9c6bc8 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 943 time: 0.0531323 Dec 06 13:01:10.914075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-9b40ffdb-da3c-4f5c-811b-be6ec7ce46c7 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868104 Dec 06 13:01:10.934183 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fb653742-755b-43c2-ae04-98a5732abc17 req-f73b9b9d-b467-4cfa-88f9-07bbec4ddd19 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Dec 06 13:01:11.002865 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-ad8d25dc-4eea-4ec5-87e5-dcfa396c5d82 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822599 Dec 06 13:01:11.087173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-d6e381b1-d43a-43c4-a197-658d1284f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.088667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-d6e381b1-d43a-43c4-a197-658d1284f3fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 1094 time: 0.0409582 Dec 06 13:01:11.184444 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-f77f6851-9f83-4e26-ba7e-f90397a22d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.185945 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-f77f6851-9f83-4e26-ba7e-f90397a22d0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 914 time: 0.0892589 Dec 06 13:01:11.210843 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.23', 59773) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:11.235181 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-384b74f3-3037-458f-b1cf-87d10e17d225 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef HTTP/1.1" status: 200 len: 217 time: 0.0420477 Dec 06 13:01:11.264886 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-cddf5bdf-e629-4d22-8dee-84436dd27222 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.266356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-cddf5bdf-e629-4d22-8dee-84436dd27222 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.23 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 943 time: 0.0540960 Dec 06 13:01:11.288054 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-000b514f-48ce-48c4-8392-346f869d2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.289539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-000b514f-48ce-48c4-8392-346f869d2b02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0475032 Dec 06 13:01:11.319720 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-2e30d791-7688-4325-ac60-341f45f5a27d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236697 Dec 06 13:01:11.360043 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Deleting port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:11.360378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.409544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-7cd2ced0-201f-454a-ba93-3b19d1e077f1 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 Dec 06 13:01:11.446559 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] For port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:11.446837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.459225 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Calling delete_port for fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:11.502669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-6f433fa5-cc61-435a-8404-e74ab8a159fc service neutron] 10.222.0.23 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865688 Dec 06 13:01:11.584848 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.613315 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event deleted for resources: {'Port': ['ID=fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:11.619370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:11.657672 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] No DVR routers for this DVR port fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef on host n-h1-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:11.660438 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.664355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.23 "DELETE /v2.0/ports/fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef HTTP/1.1" status: 204 len: 173 time: 0.3906415 Dec 06 13:01:11.664804 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-deleted', 'tag': 'fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:11.667081 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9409501f0a7ed2e20c07cabc8e26148cf1256cf145b38660ebcf5e307e2cf703" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0576d3-37b7-4d61-9392-7ceb619ef720" -d '{"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-deleted", "tag": "fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:11.781591 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65cea6-6924-4567-8564-c4fcd8cd9d46 x-openstack-request-id: req-9d65cea6-6924-4567-8564-c4fcd8cd9d46 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:11.781890 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-deleted", "tag": "fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef", "status": "failed", "code": 422}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:11.782144 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d65cea6-6924-4567-8564-c4fcd8cd9d46 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:11.782598 n-d-master-1 neutron-server[103297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-deleted', 'tag': 'fd5fa7b2-fc65-4d53-b81f-f43dfcc45fef', 'status': 'failed', 'code': 422} returned with failed status Dec 06 13:01:12.027534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-586d8aae-61ed-4d1a-b62a-84baa0f81402 req-72a8e409-b117-4ee8-8776-b6f352b59bbe tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Dec 06 13:01:12.897329 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-9ca33adb-57a1-471c-9309-d488ed78843b tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:12.898774 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-9ca33adb-57a1-471c-9309-d488ed78843b tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 813 time: 0.1079783 Dec 06 13:01:12.923472 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Request body: {'port': {'device_id': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'admin_state_up': True, 'tenant_id': 'af304f4792794ebc97c43182242375ee'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:13.028758 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Made reservation on behalf of af304f4792794ebc97c43182242375ee for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:13.032278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:13.122856 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9e95ad6c-7fd6-45e7-ac9c-a2ed62c77192 req-f7f525a1-cb8a-43d5-b098-c40c7de3cf17 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 210 time: 0.0266497 Dec 06 13:01:13.158515 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Allocated IP 172.20.0.10 (6cd96ca0-6cce-42b2-abf6-e4203266ed28/59420870-0d95-4457-ba81-9fdcbe6eacd5/1db4648a-60ea-48e4-a1ab-1a00bc41bc2a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:13.303827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:13.639341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:13.672647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:13.686386 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:13.689501 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:13.694406 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:13.697006 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event updated for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:13.743985 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:13.744587 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:13.759942 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3c677677-073a-4c60-be8e-5ecc6f706551 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400931 Dec 06 13:01:13.776802 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Request body: {'port': {'device_id': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:13.831844 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.081465 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:14.089234 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.101646 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Transition to ACTIVE for port object 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:01:14.105064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.155696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Pushing event updated for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:14.223255 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Attempting to bind port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:14.223619 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Attempting to bind port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:14.223910 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Attempting to bind port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:14.229732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:01:14.229732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Attempting to bind port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a on network 6cd96ca0-6cce-42b2-abf6-e4203266ed28 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:14.234573 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:14.234909 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Checking segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:14.235288 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Bound using segment: {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:14.235709 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Bound port: 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efad0f-e97e-4ada-a596-908222f3d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:14.236796 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.248809 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78975d54-ec09-4514-a73f-1b2e1f0707a9 req-7fa7e752-7cd0-4bb0-bff6-80d316915787 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:14.254032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78975d54-ec09-4514-a73f-1b2e1f0707a9 req-7fa7e752-7cd0-4bb0-bff6-80d316915787 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 944 time: 0.0545609 Dec 06 13:01:14.299891 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:14.303415 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:14.308201 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.310490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-78975d54-ec09-4514-a73f-1b2e1f0707a9 req-fa354b25-8e12-43ca-a943-4f74f0fadc48 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Dec 06 13:01:14.351280 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:14.351907 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.353309 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] 10.222.0.53 "PUT /v2.0/ports/1db4648a-60ea-48e4-a1ab-1a00bc41bc2a HTTP/1.1" status: 200 len: 1092 time: 0.5804551 Dec 06 13:01:14.353759 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:14.356013 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b34ddb-d1cf-4f90-9235-ea7672864f63" -d '{"events": [{"name": "network-changed", "server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:14.378211 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334dab9-c5a4-4484-b945-80875fb90809 service neutron] Pushing event updated for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:14.410951 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5deec3b-c487-466d-9964-0ba52edbdb16 x-openstack-request-id: req-b5deec3b-c487-466d-9964-0ba52edbdb16 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:14.411255 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:14.411543 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5deec3b-c487-466d-9964-0ba52edbdb16 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:14.411984 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a', 'status': 'completed', 'code': 200} Dec 06 13:01:14.471677 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-c079c9cf-64f5-4823-b72e-0627fd7c109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:14.473211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-c079c9cf-64f5-4823-b72e-0627fd7c109a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 1095 time: 0.0440123 Dec 06 13:01:14.521770 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-df95eecb-2fa8-4418-950b-23f6b722ec90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a HTTP/1.1" status: 200 len: 217 time: 0.0338755 Dec 06 13:01:14.571470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-a650a377-16fa-400c-a4a5-ad6c835181bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:14.572909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-a650a377-16fa-400c-a4a5-ad6c835181bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0439067 Dec 06 13:01:14.608544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-d18d0f9e-44a5-4776-8b19-0c0ef31c0865 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285597 Dec 06 13:01:14.697769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-3007ecb5-7754-47a1-81b4-2945ce7a4537 service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824625 Dec 06 13:01:14.794257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-7e8a9c42-6e69-4cbe-8b5b-a774266c5c0c service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896027 Dec 06 13:01:14.917364 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-e42ba303-83b1-4513-8ee6-39ea2cba131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:14.918849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-e42ba303-83b1-4513-8ee6-39ea2cba131f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af304f4792794ebc97c43182242375ee&device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 1095 time: 0.0417604 Dec 06 13:01:15.011885 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-4d7791e1-fe3c-43ee-9a25-aceb33e80e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:15.013367 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-4d7791e1-fe3c-43ee-9a25-aceb33e80e4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 200 len: 914 time: 0.0874462 Dec 06 13:01:15.055477 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-e002129d-3fc0-4f9d-9cf9-7ae0493580b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a HTTP/1.1" status: 200 len: 217 time: 0.0349691 Dec 06 13:01:15.104862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-b75cdf1c-1d6c-49a5-b717-e057b2aa72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:15.106222 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-b75cdf1c-1d6c-49a5-b717-e057b2aa72fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 200 len: 853 time: 0.0437038 Dec 06 13:01:15.138043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-81a961b6-b63a-4331-a190-6b6e3f7adee2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6cd96ca0-6cce-42b2-abf6-e4203266ed28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242651 Dec 06 13:01:15.233236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-4f4c281b-0a38-4348-92d3-aec4b797f45f service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877347 Dec 06 13:01:15.326179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c4b34ddb-d1cf-4f90-9235-ea7672864f63 req-96f715f3-6f3c-43b2-8e0a-93b797d9bb78 service neutron] 10.222.0.53 "GET /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860567 Dec 06 13:01:15.432274 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cbccc-ddb3-4435-ac9c-9c12132a70df req-5f92c545-1b99-43ee-bb78-83b225bffbfb tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:15.433986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-714cbccc-ddb3-4435-ac9c-9c12132a70df req-5f92c545-1b99-43ee-bb78-83b225bffbfb tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 944 time: 0.0538237 Dec 06 13:01:15.482237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-714cbccc-ddb3-4435-ac9c-9c12132a70df req-2dc1b06c-0c63-4c9f-85b9-08b422982aba tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Dec 06 13:01:16.597091 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd804e-553b-4561-911f-77d5844814a9 req-744df00e-40fd-48f7-9f37-289cd3facc59 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:16.598576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53dd804e-553b-4561-911f-77d5844814a9 req-744df00e-40fd-48f7-9f37-289cd3facc59 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 944 time: 0.0472867 Dec 06 13:01:16.645423 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53dd804e-553b-4561-911f-77d5844814a9 req-9b070dd3-9867-44d6-8735-2b03ec58c741 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Dec 06 13:01:17.760105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cc1f-2cf5-47b7-a7ff-f8f6377479e4 req-090261c1-f536-48c9-92d9-67f93e548e00 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:17.761565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c96cc1f-2cf5-47b7-a7ff-f8f6377479e4 req-090261c1-f536-48c9-92d9-67f93e548e00 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 944 time: 0.0477917 Dec 06 13:01:17.813009 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5c96cc1f-2cf5-47b7-a7ff-f8f6377479e4 req-37812e0d-32a0-409d-8c74-042a9b35bef5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Dec 06 13:01:18.301881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:01:18.396753 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:18.407562 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a', 'network_id': '6cd96ca0-6cce-42b2-abf6-e4203266ed28', 'port_id': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a', 'mac_address': 'fa:16:3e:27:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59420870-0d95-4457-ba81-9fdcbe6eacd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:01:18.444304 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:18.459832 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:18.478463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:18.482579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:18.527574 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:18.752821 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['1db4648a-60ea-48e4-a1ab-1a00bc41bc2a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:18.929110 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37070a11-e6d0-42de-a157-f0ed5f919fa9 req-81d22836-8d6e-431a-98a2-1605746e6f77 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:18.930547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37070a11-e6d0-42de-a157-f0ed5f919fa9 req-81d22836-8d6e-431a-98a2-1605746e6f77 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 945 time: 0.0476344 Dec 06 13:01:18.976946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-37070a11-e6d0-42de-a157-f0ed5f919fa9 req-052e54c7-a986-4789-b74d-2363255cf9e8 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Dec 06 13:01:20.057382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:20.091007 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d92f6-1093-4317-8199-8b357fcdde06 req-130cab46-508b-4889-88f8-e2a0a2423aed tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:20.092480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d6d92f6-1093-4317-8199-8b357fcdde06 req-130cab46-508b-4889-88f8-e2a0a2423aed tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Dec 06 13:01:20.139209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0d6d92f6-1093-4317-8199-8b357fcdde06 req-6dcdd38f-af42-477a-b92c-c98540db21b8 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Dec 06 13:01:20.318548 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:20.366576 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:01:20.370229 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:20.370598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:20.443969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:20.465657 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:20.467870 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459694d6-b6fa-4bc9-8639-e2757ac8611e" -d '{"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-plugged", "status": "completed", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:20.483427 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:20.487382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:20.510150 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96052f-e8d6-4e9c-92ef-67540fd7c8df x-openstack-request-id: req-1d96052f-e8d6-4e9c-92ef-67540fd7c8df {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:20.510447 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-plugged", "status": "completed", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:20.510699 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d96052f-e8d6-4e9c-92ef-67540fd7c8df {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:20.511203 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a', 'code': 200} Dec 06 13:01:20.535854 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:20.636326 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff677987-dd15-43d6-84c9-7d27cba829e6 req-dadfcf23-a19d-4c2f-b39a-6a02c138a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:20.638001 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ff677987-dd15-43d6-84c9-7d27cba829e6 req-dadfcf23-a19d-4c2f-b39a-6a02c138a711 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 1097 time: 0.0444396 Dec 06 13:01:20.681509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ff677987-dd15-43d6-84c9-7d27cba829e6 req-de07896f-9eb5-4d3d-861a-23721bd2ad56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Dec 06 13:01:21.257282 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32f3f6-6c40-4045-8ff9-5d36a6efed92 req-d46d9de5-12d0-4a93-bd4e-e51c99aa3c28 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:21.259081 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd32f3f6-6c40-4045-8ff9-5d36a6efed92 req-d46d9de5-12d0-4a93-bd4e-e51c99aa3c28 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Dec 06 13:01:21.304727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd32f3f6-6c40-4045-8ff9-5d36a6efed92 req-77ff0224-ef7e-40b7-89c4-780bc0e847c1 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Dec 06 13:01:22.419128 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f5d1a-fce8-4196-afcb-c4b1d18cbe97 req-3f598b3f-d602-4977-b870-72f34fbfcf51 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:22.420565 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-584f5d1a-fce8-4196-afcb-c4b1d18cbe97 req-3f598b3f-d602-4977-b870-72f34fbfcf51 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 946 time: 0.0478532 Dec 06 13:01:22.466671 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-584f5d1a-fce8-4196-afcb-c4b1d18cbe97 req-19fa107b-07d1-4ac6-a6c6-56aa4f1f6c8d tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Dec 06 13:01:22.697129 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2b29-c75b-4742-85b0-ee26981df78f req-80ba30ef-1d90-4220-92d4-9efb9d22234e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:22.698618 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bae2b29-c75b-4742-85b0-ee26981df78f req-80ba30ef-1d90-4220-92d4-9efb9d22234e tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Dec 06 13:01:22.748685 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2bae2b29-c75b-4742-85b0-ee26981df78f req-a7469f17-da2c-4145-8b48-b32301ae6c9c tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Dec 06 13:01:23.865617 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de02a-a1c4-42b5-86eb-ed2dbdd9de78 req-432cf240-0c04-4f78-b097-0b81e02a9f68 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:23.867079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2de02a-a1c4-42b5-86eb-ed2dbdd9de78 req-432cf240-0c04-4f78-b097-0b81e02a9f68 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 946 time: 0.0492144 Dec 06 13:01:23.913469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc2de02a-a1c4-42b5-86eb-ed2dbdd9de78 req-f9c77632-a565-408c-bc2e-5db82b41c6c9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Dec 06 13:01:24.126248 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-f3a5e5c7-7c58-414f-9558-47e18c63e49a tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:24.127654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-f3a5e5c7-7c58-414f-9558-47e18c63e49a tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Dec 06 13:01:24.217219 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Deleting port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:24.217472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:24.304800 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] For port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:24.305177 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:24.317258 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Calling delete_port for 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:24.449258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:24.475619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event deleted for resources: {'Port': ['ID=1db4648a-60ea-48e4-a1ab-1a00bc41bc2a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:24.482101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c', '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:24.518935 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] No DVR routers for this DVR port 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:24.522122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:24.525509 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-dbb3a81a-72c5-4089-b9ea-f41318e1ff91 req-5f9a9f8b-ba60-4be8-ad91-3cd49aefd2f9 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "DELETE /v2.0/ports/1db4648a-60ea-48e4-a1ab-1a00bc41bc2a HTTP/1.1" status: 204 len: 173 time: 0.3912020 Dec 06 13:01:24.525956 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-deleted', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:24.528227 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5298451-2373-4056-ae6b-79c8e6250de2" -d '{"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-deleted", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:24.567629 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c562b-6beb-4a01-9caf-482d9a01cf9b x-openstack-request-id: req-7c5c562b-6beb-4a01-9caf-482d9a01cf9b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:24.567935 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b58b3-7dc1-491a-8e90-f4687f64b244", "name": "network-vif-deleted", "tag": "1db4648a-60ea-48e4-a1ab-1a00bc41bc2a", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:24.568667 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c5c562b-6beb-4a01-9caf-482d9a01cf9b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:24.568667 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b58b3-7dc1-491a-8e90-f4687f64b244', 'name': 'network-vif-deleted', 'tag': '1db4648a-60ea-48e4-a1ab-1a00bc41bc2a', 'status': 'completed', 'code': 200} Dec 06 13:01:25.026624 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b93cf14-8200-4b17-9d18-c1654a6bf68a req-95b9a569-86a7-4f8d-86ea-aa03a42e5710 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=978b58b3-7dc1-491a-8e90-f4687f64b244 HTTP/1.1" status: 200 len: 210 time: 0.0292492 Dec 06 13:01:26.172328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4995-3605-41fd-9f0c-bf8f83682493 req-1bc9bc89-97bb-4882-bd64-df34f6f22245 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:26.173790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e5e4995-3605-41fd-9f0c-bf8f83682493 req-1bc9bc89-97bb-4882-bd64-df34f6f22245 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0466394 Dec 06 13:01:26.224199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8e5e4995-3605-41fd-9f0c-bf8f83682493 req-3ae0d77a-e255-4eae-bb58-47c99b1ff442 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Dec 06 13:01:26.351857 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88931667-f82c-45cd-b091-1e82faedecaa req-6466dd57-2ecd-4ee5-a6ad-40a4517cc912 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:26.353248 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88931667-f82c-45cd-b091-1e82faedecaa req-6466dd57-2ecd-4ee5-a6ad-40a4517cc912 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0471494 Dec 06 13:01:26.399480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88931667-f82c-45cd-b091-1e82faedecaa req-931838ed-ae3f-4348-8dee-db9a3cc60e5a tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Dec 06 13:01:26.513844 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22707ccb-8cc1-4bfc-a2a1-8eb61e99eadd req-a504d26d-9fc5-46af-8e96-db318bd2b862 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:26.515319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22707ccb-8cc1-4bfc-a2a1-8eb61e99eadd req-a504d26d-9fc5-46af-8e96-db318bd2b862 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Dec 06 13:01:26.561197 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22707ccb-8cc1-4bfc-a2a1-8eb61e99eadd req-c3999128-b0a5-4957-85d0-2914ad004be3 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Dec 06 13:01:26.727556 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79047d50-c6f6-47f5-91b3-0c75c9551fbb req-2c8894e9-5073-48c6-a3d7-2ea0f1a6aca0 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:26.729007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79047d50-c6f6-47f5-91b3-0c75c9551fbb req-2c8894e9-5073-48c6-a3d7-2ea0f1a6aca0 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0514681 Dec 06 13:01:26.775915 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-79047d50-c6f6-47f5-91b3-0c75c9551fbb req-5edf23d7-c651-47b6-ba32-58405cbb77f0 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Dec 06 13:01:26.887343 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9057a-9ba1-4593-8652-3a5a654a45f4 req-4a6a98ce-9e89-4355-9066-0f6e37eced08 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:26.888803 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7d9057a-9ba1-4593-8652-3a5a654a45f4 req-4a6a98ce-9e89-4355-9066-0f6e37eced08 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Dec 06 13:01:26.934360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7d9057a-9ba1-4593-8652-3a5a654a45f4 req-dbbbb160-42a9-4d61-a43e-f9eafcb35427 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Dec 06 13:01:27.059669 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb327fa-79a7-4f4e-b729-7a9b7fb3d526 req-319d1b24-3668-45f8-b635-ba8d3f1eb555 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:27.061130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abb327fa-79a7-4f4e-b729-7a9b7fb3d526 req-319d1b24-3668-45f8-b635-ba8d3f1eb555 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Dec 06 13:01:27.317098 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8503a17d-6eec-4e50-aa6e-bf4a1303c543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:27.425609 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abb327fa-79a7-4f4e-b729-7a9b7fb3d526 req-2f209110-ee9c-400d-906e-5db15b7fb539 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583183 Dec 06 13:01:27.723832 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b65a6-af84-421d-abf4-a81ce2f82476 req-1d3ae29d-f3a1-44dc-b27e-2244050dee79 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:27.725261 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f1b65a6-af84-421d-abf4-a81ce2f82476 req-1d3ae29d-f3a1-44dc-b27e-2244050dee79 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Dec 06 13:01:27.771296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f1b65a6-af84-421d-abf4-a81ce2f82476 req-ae1a8af7-03e9-4743-b2b9-9d213e55c68f tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Dec 06 13:01:28.348013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:01:28.367934 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:01:28.368259 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 1db4648a-60ea-48e4-a1ab-1a00bc41bc2a not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:01:28.886292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cd32f-df8b-485e-a2ce-b3cafb63bf0c req-41d7253d-a88f-4cad-960c-acd075459544 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:28.887815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a83cd32f-df8b-485e-a2ce-b3cafb63bf0c req-41d7253d-a88f-4cad-960c-acd075459544 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Dec 06 13:01:28.937127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a83cd32f-df8b-485e-a2ce-b3cafb63bf0c req-1edca4c1-5f1a-4409-bdea-2bb8d08d5feb tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7cfded-ca09-4294-9697-5ce99d5fcbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Dec 06 13:01:29.162578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-3bf9cded-f041-4f17-af0c-21439f91abe2 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:29.163929 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-3bf9cded-f041-4f17-af0c-21439f91abe2 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 945 time: 0.0518284 Dec 06 13:01:29.250750 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Deleting port 25893568-4cfb-419b-a289-070e3f559d1c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:29.251086 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:29.340632 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] For port 25893568-4cfb-419b-a289-070e3f559d1c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=25893568-4cfb-419b-a289-070e3f559d1c,segment=NetworkSegment(39efad0f-e97e-4ada-a596-908222f3d494),segment_id=39efad0f-e97e-4ada-a596-908222f3d494)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:29.340987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:29.353084 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Calling delete_port for 25893568-4cfb-419b-a289-070e3f559d1c owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:29.476376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:29.507477 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Pushing event deleted for resources: {'Port': ['ID=25893568-4cfb-419b-a289-070e3f559d1c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:29.510145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['25893568-4cfb-419b-a289-070e3f559d1c'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:29.556965 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] No DVR routers for this DVR port 25893568-4cfb-419b-a289-070e3f559d1c on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:29.559533 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:29.562881 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-1448fc73-60c2-4d5f-b01b-e18997410009 req-5ec1068e-64a3-4c82-ae5e-b64e9d590bf5 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.53 "DELETE /v2.0/ports/25893568-4cfb-419b-a289-070e3f559d1c HTTP/1.1" status: 204 len: 173 time: 0.3928823 Dec 06 13:01:29.563329 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'name': 'network-vif-deleted', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:29.565674 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f230d-aa8a-4b9a-b711-b145455a4771" -d '{"events": [{"server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "name": "network-vif-deleted", "tag": "25893568-4cfb-419b-a289-070e3f559d1c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:29.603660 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f51855-dc85-4e0e-9249-d8aadf0fa9e9 x-openstack-request-id: req-40f51855-dc85-4e0e-9249-d8aadf0fa9e9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:29.603969 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d60d-aa56-4d8b-882f-ddda25c0d803", "name": "network-vif-deleted", "tag": "25893568-4cfb-419b-a289-070e3f559d1c", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:29.604225 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40f51855-dc85-4e0e-9249-d8aadf0fa9e9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:29.604631 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d60d-aa56-4d8b-882f-ddda25c0d803', 'name': 'network-vif-deleted', 'tag': '25893568-4cfb-419b-a289-070e3f559d1c', 'status': 'completed', 'code': 200} Dec 06 13:01:29.648637 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-92413a40-659f-4c3a-8c4b-6899b10d9c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:30.046635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-31b23948-dccc-406c-a400-b1defe90e03d req-09edeebc-0cef-474b-b75d-d229932caccd tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff6d60d-aa56-4d8b-882f-ddda25c0d803 HTTP/1.1" status: 200 len: 210 time: 0.0273523 Dec 06 13:01:30.707661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.104537 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39924) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:31.147497 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Deleting subnet 59420870-0d95-4457-ba81-9fdcbe6eacd5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:01:31.150445 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.183841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.221547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.275039 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.299568 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59420870-0d95-4457-ba81-9fdcbe6eacd5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:31.303618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.306799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4daacdf5-4d57-4bb1-94c9-222bb651b551 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/59420870-0d95-4457-ba81-9fdcbe6eacd5 HTTP/1.1" status: 204 len: 168 time: 0.2011514 Dec 06 13:01:31.309274 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:31.375401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.449780 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.456465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.476362 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd96ca0-6cce-42b2-abf6-e4203266ed28']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:31.485515 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39efad0f-e97e-4ada-a596-908222f3d494') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:31.485814 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39efad0f-e97e-4ada-a596-908222f3d494') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:31.495454 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.508724 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.514994 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:31.515530 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:31.517356 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:31.573280 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.577859 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.581014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6cd96ca0-6cce-42b2-abf6-e4203266ed28 HTTP/1.1" status: 204 len: 168 time: 0.2708340 Dec 06 13:01:31.592780 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac63a6c-7355-4ae0-b531-74973f6c473b admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd96ca0-6cce-42b2-abf6-e4203266ed28,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:31.687411 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:31.726235 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e5a43baa-74e6-4cbb-8ebb-7d18c5edbe52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af304f4792794ebc97c43182242375ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374410 Dec 06 13:01:31.728587 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:31.774894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.795846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.841010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.843644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.844848 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f7cfded-ca09-4294-9697-5ce99d5fcbfb HTTP/1.1" status: 204 len: 168 time: 0.1153803 Dec 06 13:01:31.853114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef1e1-aeda-4f52-85a8-eafd66bfa86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7cfded-ca09-4294-9697-5ce99d5fcbfb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:32.379972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 25893568-4cfb-419b-a289-070e3f559d1c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:01:32.407361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 25893568-4cfb-419b-a289-070e3f559d1c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:01:32.407361 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 25893568-4cfb-419b-a289-070e3f559d1c not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:01:32.477579 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.507738 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:32.608894 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011329074'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:32.630866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:32.635227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.643861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.721949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.726313 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.753698 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:32.762929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce958e10-e0b5-4a71-8929-03240429944f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:32.770680 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.771547 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Added segment 472f94c5-d827-415d-a6e0-29302c843e0b of type vlan for network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 Dec 06 13:01:32.815530 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.839603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.845545 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:32.846223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.882721 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3737013 Dec 06 13:01:32.912956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c43ab6-c335-4273-96d9-4dff00c4dfc9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Network': ['ID=79091de5-9b5b-4245-9ce4-77f0d74c00f5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:32.925242 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:33.290374 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.188438 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39958) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:36.194013 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'subnet': {'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:36.279517 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:36.283106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.460638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.524563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Subnet': ['ID=23efabe7-02db-4bbf-8138-bf297a33b9be,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:36.533126 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking segment: {'id': '472f94c5-d827-415d-a6e0-29302c843e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:36.533524 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network hostable DHCP agents. Network: 79091de5-9b5b-4245-9ce4-77f0d74c00f5, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:36.549480 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:36.557951 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 79091de5-9b5b-4245-9ce4-77f0d74c00f5) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:36.562264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:36.562851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.569391 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f19cd-bfd8-42d9-8d88-80b43d7a9e97 None None] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:36.578892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8b699ae4-5790-48ce-8dc6-6fb9ec9bee9a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3893330 Dec 06 13:01:36.582652 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:36.587804 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135551755'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:36.607264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:36.610793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.636794 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:36.646439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.646787 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Added segment 9a015cad-c4db-40ae-8ada-011df30b9a8b of type vlan for network 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad Dec 06 13:01:36.687181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.710924 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-79091de5-9b5b-4245-9ce4-77f0d74c00f5', 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5', 'tenant_id': 'bf5c489db4e74ff99ce483a3db72545e', 'fixed_ips': [{'subnet_id': '23efabe7-02db-4bbf-8138-bf297a33b9be'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:36.711541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.713875 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.719786 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:36.720585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:36.759487 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1755748 Dec 06 13:01:36.762383 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39962) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:36.769377 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'subnet': {'network_id': '3d5c069f-9876-48cb-8b2a-2bdbf1f499ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:36.815439 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484cd5a-156c-4681-b63f-1556011f8137 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Network': ['ID=3d5c069f-9876-48cb-8b2a-2bdbf1f499ad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:36.828443 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:36.871037 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Allocated IP 2001:db8:0:ffff::2 (79091de5-9b5b-4245-9ce4-77f0d74c00f5/23efabe7-02db-4bbf-8138-bf297a33b9be/e916b7e1-87ae-403d-8a5c-6681ed1a8d4b) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:36.892889 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:36.896490 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.046922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.052067 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.087004 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.096899 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:37.099856 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:37.103208 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:37.111908 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Pushing event updated for resources: {'Port': ['ID=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.137493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.137835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.138172 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.138512 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.138843 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.139179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.139507 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.139835 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.140159 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.140484 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.140811 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.141125 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.141477 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:37.155459 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Subnet': ['ID=c94b1fe5-acd3-4e05-aabb-ef40fb19f203,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.161042 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking segment: {'id': '9a015cad-c4db-40ae-8ada-011df30b9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5c069f-9876-48cb-8b2a-2bdbf1f499ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:37.161425 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network hostable DHCP agents. Network: 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:37.175446 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Attempting to bind port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:37.175932 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Attempting to bind port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '472f94c5-d827-415d-a6e0-29302c843e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:37.176300 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Attempting to bind port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b on network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:37.178338 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:37.181398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:37.181779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Checking segment: {'id': '472f94c5-d827-415d-a6e0-29302c843e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:37.182206 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.182632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Bound using segment: {'id': '472f94c5-d827-415d-a6e0-29302c843e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:37.183099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Bound port: e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472f94c5-d827-415d-a6e0-29302c843e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79091de5-9b5b-4245-9ce4-77f0d74c00f5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:37.183515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.187063 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:37.196862 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:37.197554 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17576e5f-bbfe-474f-88ea-ff1428267aac None None] Network 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:37.197662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.215640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4c2fd84b-5f14-4554-963f-f8c6ce89785d tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4520876 Dec 06 13:01:37.218326 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:37.307439 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] For port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:37.311751 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] For port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,segment=NetworkSegment(472f94c5-d827-415d-a6e0-29302c843e0b),segment_id=472f94c5-d827-415d-a6e0-29302c843e0b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:37.321078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.323730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.372685 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.413377 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44020c3-3182-49e0-ac4b-9556d835c2fd None None] Pushing event updated for resources: {'Port': ['ID=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.444698 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e83a8f-06d5-419b-a374-a6768a1a7be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3d5c069f-9876-48cb-8b2a-2bdbf1f499ad', 'network_id': '3d5c069f-9876-48cb-8b2a-2bdbf1f499ad', 'tenant_id': 'bf5c489db4e74ff99ce483a3db72545e', 'fixed_ips': [{'subnet_id': 'c94b1fe5-acd3-4e05-aabb-ef40fb19f203'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:37.445995 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09e83a8f-06d5-419b-a374-a6768a1a7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.450318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.479114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Subnet': ['ID=c94b1fe5-acd3-4e05-aabb-ef40fb19f203,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.534083 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e27f9-4a38-41b6-899d-c0b403b94c0c None None] Network 3d5c069f-9876-48cb-8b2a-2bdbf1f499ad requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:37.545833 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.587911 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5c069f-9876-48cb-8b2a-2bdbf1f499ad']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:37.606759 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a015cad-c4db-40ae-8ada-011df30b9a8b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:37.607059 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a015cad-c4db-40ae-8ada-011df30b9a8b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:37.617351 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.636588 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.647132 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:37.647750 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:37.651262 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:37.735771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.745272 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.753705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/3d5c069f-9876-48cb-8b2a-2bdbf1f499ad HTTP/1.1" status: 204 len: 168 time: 0.5339613 Dec 06 13:01:37.754473 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:37.764642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e916b7e1-87ae-403d-8a5c-6681ed1a8d4b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:37.773320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461002431'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:37.781280 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c2d9-34ae-4fb5-9e55-347bb9076834 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Network': ['ID=3d5c069f-9876-48cb-8b2a-2bdbf1f499ad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.797055 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:37.800781 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.814171 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:37.814477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.825407 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:37.834941 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.835291 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Added segment f1f24533-2054-4458-97f6-26d55e9c4bdd of type vlan for network d3c65920-c308-452e-9a64-bf753c3d36ef Dec 06 13:01:37.877594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.895515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.905904 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.911747 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:37.912340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.930539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,segment=NetworkSegment(472f94c5-d827-415d-a6e0-29302c843e0b),segment_id=472f94c5-d827-415d-a6e0-29302c843e0b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:37.934519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.952574 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1950529 Dec 06 13:01:37.955523 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:37.960785 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'subnet': {'network_id': 'd3c65920-c308-452e-9a64-bf753c3d36ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:37.982813 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.004557 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616d75f-db70-49ce-b139-ecd3f06ba378 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Network': ['ID=d3c65920-c308-452e-9a64-bf753c3d36ef,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.015235 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d3c65920-c308-452e-9a64-bf753c3d36ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:38.082725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:38.086364 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.149248 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 13:01:38.149780 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 13:01:38.274164 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.338902 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Subnet': ['ID=8f68bb83-4139-4793-93cd-43a37b60e9de,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.349628 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking segment: {'id': 'f1f24533-2054-4458-97f6-26d55e9c4bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd3c65920-c308-452e-9a64-bf753c3d36ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:38.349999 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network hostable DHCP agents. Network: d3c65920-c308-452e-9a64-bf753c3d36ef, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:38.350231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d6920-ceb3-46d5-b581-137d426a779d None None] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:38.367196 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network d3c65920-c308-452e-9a64-bf753c3d36ef is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:38.377464 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d3c65920-c308-452e-9a64-bf753c3d36ef) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:38.382671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.383346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.400161 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-766b5448-d6a1-4407-b9a3-4b8d921a966b tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4437675 Dec 06 13:01:38.402797 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:38.413233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3dc826-1f1c-4f8f-8672-9c2297a70d44 None None] Network d3c65920-c308-452e-9a64-bf753c3d36ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:38.498577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.529521 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6c78fc65-2f6d-4a7f-b3ba-a7311c069bc2 None None] Provisioning complete for port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:38.529877 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6c78fc65-2f6d-4a7f-b3ba-a7311c069bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.554046 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.614109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.642417 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Subnet': ['ID=8f68bb83-4139-4793-93cd-43a37b60e9de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.704077 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed1615-9832-49ba-8926-ba1b9cbd28c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d3c65920-c308-452e-9a64-bf753c3d36ef', 'network_id': 'd3c65920-c308-452e-9a64-bf753c3d36ef', 'tenant_id': 'bf5c489db4e74ff99ce483a3db72545e', 'fixed_ips': [{'subnet_id': '8f68bb83-4139-4793-93cd-43a37b60e9de'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:38.704955 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1615-9832-49ba-8926-ba1b9cbd28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.716068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.743317 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c65920-c308-452e-9a64-bf753c3d36ef']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:38.754621 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f24533-2054-4458-97f6-26d55e9c4bdd') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:38.754989 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f24533-2054-4458-97f6-26d55e9c4bdd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:38.765748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.781078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.787760 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:38.788192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:38.791472 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:38.803306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18344319-139b-4282-98db-dc20dc133e07 None None] Network d3c65920-c308-452e-9a64-bf753c3d36ef requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:38.859700 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.866129 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:01:38.867748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.871031 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/d3c65920-c308-452e-9a64-bf753c3d36ef HTTP/1.1" status: 204 len: 168 time: 0.4673293 Dec 06 13:01:38.874769 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:38.880054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1582822386'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:38.882566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf0fb-9db4-4168-8abd-b76712517d6a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Network': ['ID=d3c65920-c308-452e-9a64-bf753c3d36ef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.902613 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:38.906324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.932804 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:38.940522 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c76cce9d-8ea5-4b8c-bc55-1190622f299d None None] Provisioning complete for port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:38.940901 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c76cce9d-8ea5-4b8c-bc55-1190622f299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.942573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.943583 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Added segment 98171484-3881-4d4b-866b-e75dd518fe63 of type vlan for network 939479e1-aa85-444f-ae62-132479bd5ecd Dec 06 13:01:38.984190 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.009426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.014937 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.015512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.053456 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1775289 Dec 06 13:01:39.056260 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:39.060915 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'subnet': {'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:39.103713 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40522e-6a95-47ff-9918-fc8490eb0b1a tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Network': ['ID=939479e1-aa85-444f-ae62-132479bd5ecd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:39.113526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 939479e1-aa85-444f-ae62-132479bd5ecd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:39.177988 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:39.181465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.357779 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.421854 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Subnet': ['ID=3e950f0b-ebdd-498f-b820-6ece682f4f90,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:39.430220 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking segment: {'id': '98171484-3881-4d4b-866b-e75dd518fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:39.430583 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network hostable DHCP agents. Network: 939479e1-aa85-444f-ae62-132479bd5ecd, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:39.446103 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network 939479e1-aa85-444f-ae62-132479bd5ecd is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:39.454319 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 939479e1-aa85-444f-ae62-132479bd5ecd) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:39.458524 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.459122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.464493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc1689-e6b6-4728-bacb-eb0d053243af None None] Network 939479e1-aa85-444f-ae62-132479bd5ecd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:39.475053 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-885aff1a-f91d-40d5-bb75-ab786260aee6 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4178145 Dec 06 13:01:39.478878 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39976) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:39.483673 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-401763591'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:39.503912 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:39.507462 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.531584 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:39.541199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.541541 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Added segment 281f9c69-d2f1-4e95-9601-3da355a7bed9 of type vlan for network 2c7818b9-a58e-4e7a-a302-356501056eaf Dec 06 13:01:39.579836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.606409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.610772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-939479e1-aa85-444f-ae62-132479bd5ecd', 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd', 'tenant_id': 'bf5c489db4e74ff99ce483a3db72545e', 'fixed_ips': [{'subnet_id': '3e950f0b-ebdd-498f-b820-6ece682f4f90'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:39.611632 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.612011 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.612600 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.648685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1687796 Dec 06 13:01:39.651513 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39978) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:39.658456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Request body: {'subnet': {'network_id': '2c7818b9-a58e-4e7a-a302-356501056eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:39.716258 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac471a1-8826-4abf-8ad3-ad8fa457bacf tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Network': ['ID=2c7818b9-a58e-4e7a-a302-356501056eaf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:39.733353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 2c7818b9-a58e-4e7a-a302-356501056eaf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:39.741326 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e916b7e1-87ae-403d-8a5c-6681ed1a8d4b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:39.786528 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Made reservation on behalf of bf5c489db4e74ff99ce483a3db72545e for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:39.790125 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.845208 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Allocated IP 2001:db8::2 (939479e1-aa85-444f-ae62-132479bd5ecd/3e950f0b-ebdd-498f-b820-6ece682f4f90/0a53cee1-4496-4901-a0d0-41f6c68b936c) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:39.892991 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:39.893388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:39.975355 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.030847 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event updated for resources: {'Subnet': ['ID=ac69ef01-5f6a-41c5-89c8-204fdf8dbb45,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.049045 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Checking segment: {'id': '281f9c69-d2f1-4e95-9601-3da355a7bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2c7818b9-a58e-4e7a-a302-356501056eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:40.049439 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network hostable DHCP agents. Network: 2c7818b9-a58e-4e7a-a302-356501056eaf, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:40.066593 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Network 2c7818b9-a58e-4e7a-a302-356501056eaf is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:40.076470 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c7818b9-a58e-4e7a-a302-356501056eaf) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:40.080742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:40.081307 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.097842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a154c6bb-9b7c-4d47-a7ac-119596f4e20e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4452918 Dec 06 13:01:40.101124 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39980) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.112306 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c777fc0-c8bd-4a69-8c6c-28fd407ef29d None None] Network 2c7818b9-a58e-4e7a-a302-356501056eaf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:40.201277 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.255512 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.299893 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.315125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.315458 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.354789 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Subnet': ['ID=ac69ef01-5f6a-41c5-89c8-204fdf8dbb45,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.382302 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Network 939479e1-aa85-444f-ae62-132479bd5ecd is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:40.386809 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:40.391110 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:40.394577 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477105d-4cec-40ed-9213-218c2a05cc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2c7818b9-a58e-4e7a-a302-356501056eaf', 'network_id': '2c7818b9-a58e-4e7a-a302-356501056eaf', 'tenant_id': 'bf5c489db4e74ff99ce483a3db72545e', 'fixed_ips': [{'subnet_id': 'ac69ef01-5f6a-41c5-89c8-204fdf8dbb45'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:40.395409 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4477105d-4cec-40ed-9213-218c2a05cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.398994 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Pushing event updated for resources: {'Port': ['ID=0a53cee1-4496-4901-a0d0-41f6c68b936c,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.415594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.435704 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7818b9-a58e-4e7a-a302-356501056eaf']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:40.445074 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281f9c69-d2f1-4e95-9601-3da355a7bed9') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:40.445397 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281f9c69-d2f1-4e95-9601-3da355a7bed9') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:40.454663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.469273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.475417 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:40.476302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:40.479618 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:40.509023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Attempting to bind port 0a53cee1-4496-4901-a0d0-41f6c68b936c on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:40.509373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Attempting to bind port 0a53cee1-4496-4901-a0d0-41f6c68b936c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '98171484-3881-4d4b-866b-e75dd518fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:40.509757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Attempting to bind port 0a53cee1-4496-4901-a0d0-41f6c68b936c on network 939479e1-aa85-444f-ae62-132479bd5ecd {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:40.517880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:40.518262 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Checking segment: {'id': '98171484-3881-4d4b-866b-e75dd518fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:40.518663 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.519047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Bound using segment: {'id': '98171484-3881-4d4b-866b-e75dd518fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:40.519595 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Bound port: 0a53cee1-4496-4901-a0d0-41f6c68b936c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98171484-3881-4d4b-866b-e75dd518fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '939479e1-aa85-444f-ae62-132479bd5ecd'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:40.519898 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.530882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bbde72-0dec-41c8-9cab-dddadd038bdd None None] Network 2c7818b9-a58e-4e7a-a302-356501056eaf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:40.542322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.549360 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.553060 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/2c7818b9-a58e-4e7a-a302-356501056eaf HTTP/1.1" status: 204 len: 168 time: 0.4509368 Dec 06 13:01:40.556627 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.564186 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd014a-277a-4aa0-a996-03f94b3b67b3 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Network': ['ID=2c7818b9-a58e-4e7a-a302-356501056eaf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.590466 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c11fb3-eef1-4d37-a2e7-4c0573b01227 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] GET failed (client error): The resource could not be found. Dec 06 13:01:40.591914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83c11fb3-eef1-4d37-a2e7-4c0573b01227 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "GET /v2.0/subnets/ac69ef01-5f6a-41c5-89c8-204fdf8dbb45 HTTP/1.1" status: 404 len: 337 time: 0.0339985 Dec 06 13:01:40.594671 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.612301 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2193a7-5c90-4df4-9254-482a6aea3d1c tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:40.612870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2193a7-5c90-4df4-9254-482a6aea3d1c tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:40.616467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bf2193a7-5c90-4df4-9254-482a6aea3d1c tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/2c7818b9-a58e-4e7a-a302-356501056eaf HTTP/1.1" status: 404 len: 339 time: 0.0208457 Dec 06 13:01:40.621665 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.648452 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-574a1f7e-c5b7-44e7-b862-b61a7156d919 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:40.648910 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574a1f7e-c5b7-44e7-b862-b61a7156d919 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:40.651913 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-574a1f7e-c5b7-44e7-b862-b61a7156d919 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/subnets/ac69ef01-5f6a-41c5-89c8-204fdf8dbb45 HTTP/1.1" status: 404 len: 337 time: 0.0293367 Dec 06 13:01:40.654680 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.660607 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] For port 0a53cee1-4496-4901-a0d0-41f6c68b936c, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:40.673070 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2b4ce1-b730-4f4a-88b4-a881c7e22b2e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:40.673606 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2b4ce1-b730-4f4a-88b4-a881c7e22b2e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:40.676594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab2b4ce1-b730-4f4a-88b4-a881c7e22b2e tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/2c7818b9-a58e-4e7a-a302-356501056eaf HTTP/1.1" status: 404 len: 339 time: 0.0210240 Dec 06 13:01:40.680729 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39990) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:40.687238 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] For port 0a53cee1-4496-4901-a0d0-41f6c68b936c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a53cee1-4496-4901-a0d0-41f6c68b936c,segment=NetworkSegment(98171484-3881-4d4b-866b-e75dd518fe63),segment_id=98171484-3881-4d4b-866b-e75dd518fe63)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:40.693257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.737951 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Deleting subnet 3e950f0b-ebdd-498f-b820-6ece682f4f90 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:01:40.741837 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.758924 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b774e4-8de1-4db7-a62a-91aa73f693a3 None None] Pushing event updated for resources: {'Port': ['ID=0a53cee1-4496-4901-a0d0-41f6c68b936c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.783373 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.876187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.951182 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.982751 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Subnet': ['ID=3e950f0b-ebdd-498f-b820-6ece682f4f90,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:40.985199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:40.988708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-38217834-39f6-4a76-985b-eabaf2231ad5 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/subnets/3e950f0b-ebdd-498f-b820-6ece682f4f90 HTTP/1.1" status: 204 len: 168 time: 0.3068986 Dec 06 13:01:40.991761 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 39992) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.072964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.124091 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Deleting port 0a53cee1-4496-4901-a0d0-41f6c68b936c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:41.124429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.189558 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] For port 0a53cee1-4496-4901-a0d0-41f6c68b936c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a53cee1-4496-4901-a0d0-41f6c68b936c,segment=NetworkSegment(98171484-3881-4d4b-866b-e75dd518fe63),segment_id=98171484-3881-4d4b-866b-e75dd518fe63)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:41.189953 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.202874 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Calling delete_port for 0a53cee1-4496-4901-a0d0-41f6c68b936c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:41.280549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.306910 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Port': ['ID=0a53cee1-4496-4901-a0d0-41f6c68b936c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:41.308752 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No DVR routers for this DVR port 0a53cee1-4496-4901-a0d0-41f6c68b936c on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:41.392404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.413960 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939479e1-aa85-444f-ae62-132479bd5ecd']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:41.423847 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98171484-3881-4d4b-866b-e75dd518fe63') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:41.424142 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98171484-3881-4d4b-866b-e75dd518fe63') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:41.433805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.448007 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.454181 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:41.454575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:41.457679 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:41.521021 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.526120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.529756 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/939479e1-aa85-444f-ae62-132479bd5ecd HTTP/1.1" status: 204 len: 168 time: 0.5370626 Dec 06 13:01:41.532456 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.544999 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf3de-38be-44d1-9c75-c89320934f4f tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Network': ['ID=939479e1-aa85-444f-ae62-132479bd5ecd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:41.559903 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcc330c-2b71-4624-92cc-1fb4b9f05dde tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:41.560329 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcc330c-2b71-4624-92cc-1fb4b9f05dde tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:41.563351 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ddcc330c-2b71-4624-92cc-1fb4b9f05dde tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/subnets/8f68bb83-4139-4793-93cd-43a37b60e9de HTTP/1.1" status: 404 len: 337 time: 0.0298774 Dec 06 13:01:41.565861 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.584798 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a95ed31-6dd2-4d8b-806d-a4f23e80bf79 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:41.585347 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a95ed31-6dd2-4d8b-806d-a4f23e80bf79 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:41.589107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4a95ed31-6dd2-4d8b-806d-a4f23e80bf79 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/d3c65920-c308-452e-9a64-bf753c3d36ef HTTP/1.1" status: 404 len: 339 time: 0.0222559 Dec 06 13:01:41.590914 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 39998) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.618169 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5713df1b-d586-424f-9db9-9b81f9e53da9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:41.618685 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5713df1b-d586-424f-9db9-9b81f9e53da9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:41.621788 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5713df1b-d586-424f-9db9-9b81f9e53da9 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/subnets/c94b1fe5-acd3-4e05-aabb-ef40fb19f203 HTTP/1.1" status: 404 len: 337 time: 0.0299358 Dec 06 13:01:41.624268 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40000) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.646236 n-d-master-1 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e816e-3d70-4940-8ba5-a80aedd01116 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] DELETE failed (client error): The resource could not be found. Dec 06 13:01:41.646732 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e816e-3d70-4940-8ba5-a80aedd01116 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 13:01:41.649748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-310e816e-3d70-4940-8ba5-a80aedd01116 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/3d5c069f-9876-48cb-8b2a-2bdbf1f499ad HTTP/1.1" status: 404 len: 339 time: 0.0245838 Dec 06 13:01:41.652258 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.701427 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209d09b-78cb-465d-898f-6ecd3a7df051 None None] DHCP port deletion for 939479e1-aa85-444f-ae62-132479bd5ecd request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:41.712212 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Deleting subnet 23efabe7-02db-4bbf-8138-bf297a33b9be {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:01:41.716011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.721049 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46994f3a-0637-40f7-86d7-773301fb218e None None] Network 939479e1-aa85-444f-ae62-132479bd5ecd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:41.734905 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46994f3a-0637-40f7-86d7-773301fb218e None None] Network 939479e1-aa85-444f-ae62-132479bd5ecd could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 13:01:41.751368 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e7b9f339-d3d5-42e0-8a10-1d4e198b919c None None] Could not find standard attr ID for object 0a53cee1-4496-4901-a0d0-41f6c68b936c. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 13:01:41.757971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.840010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.901483 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.929698 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Subnet': ['ID=23efabe7-02db-4bbf-8138-bf297a33b9be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:41.931702 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:41.934921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b7f2e56-1049-4be3-babd-833ca32b97d2 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/subnets/23efabe7-02db-4bbf-8138-bf297a33b9be HTTP/1.1" status: 204 len: 168 time: 0.2817566 Dec 06 13:01:41.937813 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40004) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:41.940046 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae4e02-cc77-4f1f-a519-31a11cda9999 None None] Network 79091de5-9b5b-4245-9ce4-77f0d74c00f5 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:42.013573 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.065013 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Deleting port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:42.065383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.108657 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] DHCP port deletion for 79091de5-9b5b-4245-9ce4-77f0d74c00f5 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:42.132924 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] For port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,segment=NetworkSegment(472f94c5-d827-415d-a6e0-29302c843e0b),segment_id=472f94c5-d827-415d-a6e0-29302c843e0b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:42.133315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.144937 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Calling delete_port for e916b7e1-87ae-403d-8a5c-6681ed1a8d4b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:42.156348 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Deleting port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:42.156726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.217777 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] For port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,segment=NetworkSegment(472f94c5-d827-415d-a6e0-29302c843e0b),segment_id=472f94c5-d827-415d-a6e0-29302c843e0b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:42.218211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.222324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.231576 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Calling delete_port for e916b7e1-87ae-403d-8a5c-6681ed1a8d4b owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:42.253864 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Port': ['ID=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:42.255697 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] No DVR routers for this DVR port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:42.312274 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.332233 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.336535 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] Pushing event deleted for resources: {'Port': ['ID=e916b7e1-87ae-403d-8a5c-6681ed1a8d4b,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:42.339842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd6380-f808-4c67-996e-eec98039aaaa None None] No DVR routers for this DVR port e916b7e1-87ae-403d-8a5c-6681ed1a8d4b on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:42.356822 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79091de5-9b5b-4245-9ce4-77f0d74c00f5']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:42.366974 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472f94c5-d827-415d-a6e0-29302c843e0b') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:42.367238 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472f94c5-d827-415d-a6e0-29302c843e0b') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:42.376513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.389399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.395487 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:42.395898 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:42.398844 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:42.458592 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.463472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.466680 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] 10.222.0.31 "DELETE /v2.0/networks/79091de5-9b5b-4245-9ce4-77f0d74c00f5 HTTP/1.1" status: 204 len: 168 time: 0.5278387 Dec 06 13:01:42.485420 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d460b-00cb-456a-959d-e5ab0511b745 tempest-NetworksIpV6Test-417428405 tempest-NetworksIpV6Test-417428405-project] Pushing event deleted for resources: {'Network': ['ID=79091de5-9b5b-4245-9ce4-77f0d74c00f5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:42.703973 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40012) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:42.836018 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00d041a7-b905-4ad6-8164-73b5d2342319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf5c489db4e74ff99ce483a3db72545e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308789 Dec 06 13:01:42.838474 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40016) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:42.884594 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.904463 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.953666 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.956183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:42.957359 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce958e10-e0b5-4a71-8929-03240429944f HTTP/1.1" status: 204 len: 168 time: 0.1179447 Dec 06 13:01:42.964718 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c811-71e3-42ed-9b29-4d665c1ae6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce958e10-e0b5-4a71-8929-03240429944f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:43.566782 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:43.660532 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-105932006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:43.685746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.686819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.720197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e916b7e1-87ae-403d-8a5c-6681ed1a8d4b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:01:43.738477 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.741084 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e916b7e1-87ae-403d-8a5c-6681ed1a8d4b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:01:43.741498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e916b7e1-87ae-403d-8a5c-6681ed1a8d4b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:01:43.743305 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.760360 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.761649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4c942d18-7e7b-4a54-a904-f50e0814c563 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1938243 Dec 06 13:01:43.764281 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:43.769099 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-256233010'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:43.789180 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Made reservation on behalf of d7d0086a90414d7b870e3aa3f96a3b28 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:43.792536 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.801023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.875623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.879217 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.909689 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:43.916416 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9227e7e2-b059-4e18-a6b9-38fae7334fa2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:43.922319 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.922659 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Added segment 7fd1368a-a8da-445d-89dd-7658f0f27a27 of type vlan for network 1a7ab850-c085-4388-bd81-dfff867ca300 Dec 06 13:01:43.961997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.986161 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:43.992198 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:43.992776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.025186 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2598896 Dec 06 13:01:44.028164 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40044) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:44.033320 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'subnet': {'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:44.061871 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0cd6-40d6-4dd1-aac1-2c5dbfad1a84 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event updated for resources: {'Network': ['ID=1a7ab850-c085-4388-bd81-dfff867ca300,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:44.072085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:44.421093 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Made reservation on behalf of d7d0086a90414d7b870e3aa3f96a3b28 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:44.424574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.600962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.665106 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event updated for resources: {'Subnet': ['ID=aa642e2e-1a0a-4c30-b14f-57064a66bfc3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:44.674762 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Checking segment: {'id': '7fd1368a-a8da-445d-89dd-7658f0f27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:44.675124 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Network hostable DHCP agents. Network: 1a7ab850-c085-4388-bd81-dfff867ca300, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:44.691420 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Network 1a7ab850-c085-4388-bd81-dfff867ca300 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:44.700484 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1a7ab850-c085-4388-bd81-dfff867ca300) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:44.705569 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:44.706552 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.712289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e088a1a-bef0-4bfb-a889-325524022ddc None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:44.727741 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5de04bfc-faed-4009-b23a-ab676463ad1f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6985006 Dec 06 13:01:44.732586 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40046) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:44.737992 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1192431056'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:44.758973 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Made reservation on behalf of d7d0086a90414d7b870e3aa3f96a3b28 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:44.762473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.786837 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:44.796793 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.797148 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Added segment 2adee5cf-507f-4361-bfc9-ecbbf3f7e366 of type vlan for network bd021879-3922-4ff7-9bba-e57e6ab17efd Dec 06 13:01:44.838089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.864312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.870510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:44.871094 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.872922 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1a7ab850-c085-4388-bd81-dfff867ca300', 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300', 'tenant_id': 'd7d0086a90414d7b870e3aa3f96a3b28', 'fixed_ips': [{'subnet_id': 'aa642e2e-1a0a-4c30-b14f-57064a66bfc3'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:44.873904 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:44.908867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1725872 Dec 06 13:01:44.910109 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:44.917359 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'subnet': {'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:44.940535 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ead29-5865-456e-8404-c6ad102d6101 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event updated for resources: {'Network': ['ID=bd021879-3922-4ff7-9bba-e57e6ab17efd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:44.957435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network bd021879-3922-4ff7-9bba-e57e6ab17efd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:45.014598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Made reservation on behalf of d7d0086a90414d7b870e3aa3f96a3b28 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:45.018508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.074022 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Allocated IP 172.20.0.2 (1a7ab850-c085-4388-bd81-dfff867ca300/aa642e2e-1a0a-4c30-b14f-57064a66bfc3/5e089daf-3f32-481a-8f70-3e41dfa96294) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:45.200974 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.214093 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.220176 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.262610 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event updated for resources: {'Subnet': ['ID=4f7b0327-cc17-4f6c-b9a9-36346fe21726,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:45.264508 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:45.267376 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:45.271928 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:45.272058 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Checking segment: {'id': '2adee5cf-507f-4361-bfc9-ecbbf3f7e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:45.272381 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Network hostable DHCP agents. Network: bd021879-3922-4ff7-9bba-e57e6ab17efd, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:45.274959 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Pushing event updated for resources: {'Port': ['ID=5e089daf-3f32-481a-8f70-3e41dfa96294,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:45.290438 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Network bd021879-3922-4ff7-9bba-e57e6ab17efd is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:45.299799 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bd021879-3922-4ff7-9bba-e57e6ab17efd) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:45.304728 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:45.305866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.319287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb0a06-16eb-4a3b-89d2-8c9bdd1a281d None None] Network bd021879-3922-4ff7-9bba-e57e6ab17efd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:45.321980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-64bf3a09-81b7-464f-8783-82f83ad4fe90 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4106023 Dec 06 13:01:45.324701 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:45.329361 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fa129980-64e2-4c56-9def-2ed743d9db20 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:45.353001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Attempting to bind port 5e089daf-3f32-481a-8f70-3e41dfa96294 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:45.353394 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Attempting to bind port 5e089daf-3f32-481a-8f70-3e41dfa96294 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7fd1368a-a8da-445d-89dd-7658f0f27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:45.353765 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Attempting to bind port 5e089daf-3f32-481a-8f70-3e41dfa96294 on network 1a7ab850-c085-4388-bd81-dfff867ca300 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:45.390749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:45.391126 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Checking segment: {'id': '7fd1368a-a8da-445d-89dd-7658f0f27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:45.391532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.391931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Bound using segment: {'id': '7fd1368a-a8da-445d-89dd-7658f0f27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:45.392425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Bound port: 5e089daf-3f32-481a-8f70-3e41dfa96294, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd1368a-a8da-445d-89dd-7658f0f27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1a7ab850-c085-4388-bd81-dfff867ca300'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:45.392806 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.500537 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] For port 5e089daf-3f32-481a-8f70-3e41dfa96294, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:45.514992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] For port 5e089daf-3f32-481a-8f70-3e41dfa96294, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e089daf-3f32-481a-8f70-3e41dfa96294,segment=NetworkSegment(7fd1368a-a8da-445d-89dd-7658f0f27a27),segment_id=7fd1368a-a8da-445d-89dd-7658f0f27a27)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:45.534355 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.541279 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa129980-64e2-4c56-9def-2ed743d9db20 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.559845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bd021879-3922-4ff7-9bba-e57e6ab17efd', 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd', 'tenant_id': 'd7d0086a90414d7b870e3aa3f96a3b28', 'fixed_ips': [{'subnet_id': '4f7b0327-cc17-4f6c-b9a9-36346fe21726'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:45.560702 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.652508 n-d-master-1 neutron-server[103297]: INFO neutron.api.v2.resource [None req-fa129980-64e2-4c56-9def-2ed743d9db20 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 13:01:45.654465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fa129980-64e2-4c56-9def-2ed743d9db20 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "PUT /v2.0/routers/e057e2d5-f93c-4788-80d2-ac7335fa0a45 HTTP/1.1" status: 400 len: 364 time: 0.3285694 Dec 06 13:01:45.656898 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dca4b-863b-446a-a7f6-457b5dd40696 None None] Pushing event updated for resources: {'Port': ['ID=5e089daf-3f32-481a-8f70-3e41dfa96294,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:45.659534 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:45.726740 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Deleting subnet 4f7b0327-cc17-4f6c-b9a9-36346fe21726 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:01:45.736698 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Allocated IP 172.21.0.2 (bd021879-3922-4ff7-9bba-e57e6ab17efd/4f7b0327-cc17-4f6c-b9a9-36346fe21726/afce69ed-db8f-40a5-afae-41aa60e843d1) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:45.896949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.902504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.904909 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.949389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.950346 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Network bd021879-3922-4ff7-9bba-e57e6ab17efd is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:45.953331 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:45.956784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:45.963830 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Pushing event updated for resources: {'Port': ['ID=afce69ed-db8f-40a5-afae-41aa60e843d1,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:46.013992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Attempting to bind port afce69ed-db8f-40a5-afae-41aa60e843d1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:46.014283 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Attempting to bind port afce69ed-db8f-40a5-afae-41aa60e843d1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2adee5cf-507f-4361-bfc9-ecbbf3f7e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:46.014657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Attempting to bind port afce69ed-db8f-40a5-afae-41aa60e843d1 on network bd021879-3922-4ff7-9bba-e57e6ab17efd {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:46.020352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:46.020762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Checking segment: {'id': '2adee5cf-507f-4361-bfc9-ecbbf3f7e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:46.021346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.021749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Bound using segment: {'id': '2adee5cf-507f-4361-bfc9-ecbbf3f7e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:46.022664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Bound port: afce69ed-db8f-40a5-afae-41aa60e843d1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adee5cf-507f-4361-bfc9-ecbbf3f7e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd021879-3922-4ff7-9bba-e57e6ab17efd'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:46.023056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.032089 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.095422 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.098145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] For port afce69ed-db8f-40a5-afae-41aa60e843d1, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:46.102101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] For port afce69ed-db8f-40a5-afae-41aa60e843d1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afce69ed-db8f-40a5-afae-41aa60e843d1,segment=NetworkSegment(2adee5cf-507f-4361-bfc9-ecbbf3f7e366),segment_id=2adee5cf-507f-4361-bfc9-ecbbf3f7e366)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:46.106719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.124867 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7b0327-cc17-4f6c-b9a9-36346fe21726,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:46.126883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.130216 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1838412-47c5-4185-8a13-268d4d5efcaf tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "DELETE /v2.0/subnets/4f7b0327-cc17-4f6c-b9a9-36346fe21726 HTTP/1.1" status: 204 len: 168 time: 0.4670875 Dec 06 13:01:46.132516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40054) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:46.177580 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b784611-6c61-43d9-ba06-5df422dd875e None None] Pushing event updated for resources: {'Port': ['ID=afce69ed-db8f-40a5-afae-41aa60e843d1,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:46.218910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.275561 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Deleting port afce69ed-db8f-40a5-afae-41aa60e843d1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:46.275945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.369542 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] For port afce69ed-db8f-40a5-afae-41aa60e843d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afce69ed-db8f-40a5-afae-41aa60e843d1,segment=NetworkSegment(2adee5cf-507f-4361-bfc9-ecbbf3f7e366),segment_id=2adee5cf-507f-4361-bfc9-ecbbf3f7e366)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:46.369911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.383197 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Calling delete_port for afce69ed-db8f-40a5-afae-41aa60e843d1 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:46.466076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.495701 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Port': ['ID=afce69ed-db8f-40a5-afae-41aa60e843d1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:46.501838 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] No DVR routers for this DVR port afce69ed-db8f-40a5-afae-41aa60e843d1 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:46.584604 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.607467 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd021879-3922-4ff7-9bba-e57e6ab17efd']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:46.616066 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ed2da-1603-4e30-b06e-066e04337a57 None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:46.617330 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adee5cf-507f-4361-bfc9-ecbbf3f7e366') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:46.617839 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adee5cf-507f-4361-bfc9-ecbbf3f7e366') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:46.627337 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.640697 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.647311 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:46.647703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:46.650942 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:46.718827 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.723087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.729211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "DELETE /v2.0/networks/bd021879-3922-4ff7-9bba-e57e6ab17efd HTTP/1.1" status: 204 len: 168 time: 0.5935628 Dec 06 13:01:46.729698 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:46.741098 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861d2ab-a57a-4ae8-89f2-dfa6e2e16900 tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Network': ['ID=bd021879-3922-4ff7-9bba-e57e6ab17efd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:46.741610 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] Provisioning complete for port 5e089daf-3f32-481a-8f70-3e41dfa96294 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:46.741990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.785517 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Deleting subnet aa642e2e-1a0a-4c30-b14f-57064a66bfc3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:01:46.788957 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.840336 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.855086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.893090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] For port 5e089daf-3f32-481a-8f70-3e41dfa96294, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e089daf-3f32-481a-8f70-3e41dfa96294,segment=NetworkSegment(7fd1368a-a8da-445d-89dd-7658f0f27a27),segment_id=7fd1368a-a8da-445d-89dd-7658f0f27a27)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:46.898497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.941579 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:46.965836 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79ec96-ba01-4e45-96e1-76a49b2c67e7 None None] Pushing event updated for resources: {'Port': ['ID=5e089daf-3f32-481a-8f70-3e41dfa96294,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:47.010581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.042320 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Subnet': ['ID=aa642e2e-1a0a-4c30-b14f-57064a66bfc3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:47.048369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.053729 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-93abb337-e171-4f49-af66-8f082fc3183a tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "DELETE /v2.0/subnets/aa642e2e-1a0a-4c30-b14f-57064a66bfc3 HTTP/1.1" status: 204 len: 168 time: 0.3227446 Dec 06 13:01:47.054773 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40058) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:47.075671 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb45a222-a8c6-431c-91b7-88da406b1ca8 None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:47.141716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.176513 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-908bfdbb-6f4c-4a28-98ea-fe1b25f45708 None None] Provisioning complete for port 5e089daf-3f32-481a-8f70-3e41dfa96294 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:47.176908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-908bfdbb-6f4c-4a28-98ea-fe1b25f45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.199419 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Deleting port 5e089daf-3f32-481a-8f70-3e41dfa96294 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:47.199766 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.280667 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] For port 5e089daf-3f32-481a-8f70-3e41dfa96294, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e089daf-3f32-481a-8f70-3e41dfa96294,segment=NetworkSegment(7fd1368a-a8da-445d-89dd-7658f0f27a27),segment_id=7fd1368a-a8da-445d-89dd-7658f0f27a27)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:47.281034 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.298811 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Calling delete_port for 5e089daf-3f32-481a-8f70-3e41dfa96294 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:47.324618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] DHCP port deletion for 1a7ab850-c085-4388-bd81-dfff867ca300 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:47.358934 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fe839-6cbd-4f3b-b05d-2e4798c4ca99 None None] DHCP port deletion for bd021879-3922-4ff7-9bba-e57e6ab17efd request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:47.382123 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Deleting port 5e089daf-3f32-481a-8f70-3e41dfa96294 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:47.382891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.385792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386067e-fa0e-4579-bec8-98cd7f382297 None None] Network bd021879-3922-4ff7-9bba-e57e6ab17efd requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:47.387849 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.415624 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Port': ['ID=5e089daf-3f32-481a-8f70-3e41dfa96294,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:47.419850 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386067e-fa0e-4579-bec8-98cd7f382297 None None] Network bd021879-3922-4ff7-9bba-e57e6ab17efd could not be found, it might have been deleted concurrently. {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 13:01:47.421451 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] No DVR routers for this DVR port 5e089daf-3f32-481a-8f70-3e41dfa96294 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:47.425415 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f2fdfe83-5817-494b-b6fc-a03b2b7a9ac7 None None] Could not find standard attr ID for object afce69ed-db8f-40a5-afae-41aa60e843d1. {{(pid=103299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 13:01:47.509645 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.532028 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7ab850-c085-4388-bd81-dfff867ca300']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:47.542101 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd1368a-a8da-445d-89dd-7658f0f27a27') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:47.542395 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd1368a-a8da-445d-89dd-7658f0f27a27') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:47.552823 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.566269 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.572991 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:01:47.573447 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:01:47.576541 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:01:47.622545 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] For port 5e089daf-3f32-481a-8f70-3e41dfa96294, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:47.622943 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.636524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Calling delete_port for 5e089daf-3f32-481a-8f70-3e41dfa96294 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:47.639358 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Port 5e089daf-3f32-481a-8f70-3e41dfa96294 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:01:47.639803 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.640871 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.657961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.663789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "DELETE /v2.0/networks/1a7ab850-c085-4388-bd81-dfff867ca300 HTTP/1.1" status: 204 len: 168 time: 0.6053457 Dec 06 13:01:47.663789 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba29d-35cb-4f9f-98e5-97749a3d221e tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Pushing event deleted for resources: {'Network': ['ID=1a7ab850-c085-4388-bd81-dfff867ca300,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:47.664020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40060) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:47.664110 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Pushing event deleted for resources: {'Port': ['ID=5e089daf-3f32-481a-8f70-3e41dfa96294,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:47.665834 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] Network 1a7ab850-c085-4388-bd81-dfff867ca300 is not hosted by any dhcp agent {{(pid=103299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 13:01:47.666288 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20fed-b50e-4966-9617-f67e74533d1d None None] No DVR routers for this DVR port 5e089daf-3f32-481a-8f70-3e41dfa96294 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:47.699896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-caf42a98-70a6-4ac0-8cc5-3cd80c2e7b8f tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "GET /v2.0/ports?device_id=e057e2d5-f93c-4788-80d2-ac7335fa0a45 HTTP/1.1" status: 200 len: 205 time: 0.0350022 Dec 06 13:01:47.702312 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40064) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:47.777336 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.930899 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.932926 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.974435 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.974932 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Fanout notify agent at l3_agent the message router_deleted on router e057e2d5-f93c-4788-80d2-ac7335fa0a45 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:01:47.981886 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:47.982997 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25831a44-a5ab-43de-b7f5-b0b160aef0cb tempest-RoutersNegativeTest-327342965 tempest-RoutersNegativeTest-327342965-project] 10.222.0.31 "DELETE /v2.0/routers/e057e2d5-f93c-4788-80d2-ac7335fa0a45 HTTP/1.1" status: 204 len: 168 time: 0.2797961 Dec 06 13:01:48.213955 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:48.341849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b9caf7b9-66da-415b-8e46-14864786ad2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7d0086a90414d7b870e3aa3f96a3b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266763 Dec 06 13:01:48.344393 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40074) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:48.391970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:48.413061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:48.458102 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:48.460709 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:48.461842 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9227e7e2-b059-4e18-a6b9-38fae7334fa2 HTTP/1.1" status: 204 len: 168 time: 0.1165295 Dec 06 13:01:48.469302 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217d975-934c-4b43-a654-ddea8e4f0aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227e7e2-b059-4e18-a6b9-38fae7334fa2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:49.069253 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40096) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:49.166496 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1757899790-network', 'tenant_id': 'a2496475aa124a4a96b63c6640872896'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:49.190670 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Made reservation on behalf of a2496475aa124a4a96b63c6640872896 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:49.193586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.202251 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.276520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.280507 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.305572 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:49.315638 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66ed00-545b-4caa-b810-4bc4d3c6d613,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:49.321106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.321485 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Added segment cee3ff46-4b48-4640-b1ed-27b9788e854d of type vlan for network 5e08538e-254b-4826-b76b-dc7b0b981676 Dec 06 13:01:49.361894 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.388271 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.389263 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:49.389880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.418574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3482256 Dec 06 13:01:49.421560 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:49.426518 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Request body: {'subnet': {'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-subnet', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:49.447715 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Made reservation on behalf of a2496475aa124a4a96b63c6640872896 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:49.450369 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.455089 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dbd7a-e327-4176-b929-8244dd29f40d admin admin] Pushing event updated for resources: {'Network': ['ID=5e08538e-254b-4826-b76b-dc7b0b981676,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:49.464944 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 5e08538e-254b-4826-b76b-dc7b0b981676 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:49.617422 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.675858 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01700ee-042b-40dd-9e19-5bb58fcc16e0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:49.684272 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Checking segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:49.684710 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Network hostable DHCP agents. Network: 5e08538e-254b-4826-b76b-dc7b0b981676, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:49.702103 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:49.710661 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5e08538e-254b-4826-b76b-dc7b0b981676) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:49.714647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:49.715246 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.720342 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c8278-fa1b-4a48-92b7-16638fae0827 None None] Network 5e08538e-254b-4826-b76b-dc7b0b981676 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:49.730726 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8a353291-8464-4dab-b068-094304e126b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3080261 Dec 06 13:01:49.733612 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:49.737792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:49.758265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.759234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.810392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.871632 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5e08538e-254b-4826-b76b-dc7b0b981676', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:49.872519 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.947716 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.007759 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Allocated IP 172.20.0.2 (5e08538e-254b-4826-b76b-dc7b0b981676/e01700ee-042b-40dd-9e19-5bb58fcc16e0/06903626-fd20-4f87-8f31-de4cbdfe74d3) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:50.101251 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.146501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.158678 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.164241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.165296 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.203507 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:50.206436 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:50.213444 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:50.218251 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Pushing event updated for resources: {'Port': ['ID=06903626-fd20-4f87-8f31-de4cbdfe74d3,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:50.268488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Attempting to bind port 06903626-fd20-4f87-8f31-de4cbdfe74d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:50.268858 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Attempting to bind port 06903626-fd20-4f87-8f31-de4cbdfe74d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:50.269251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Attempting to bind port 06903626-fd20-4f87-8f31-de4cbdfe74d3 on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:50.272088 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Allocated IP 172.35.3.72 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/64ce5870-fffd-4219-9daf-d1c7d1b1ac8f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:50.274208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:50.274583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Checking segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:50.274983 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.275396 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Bound using segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:50.275851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Bound port: 06903626-fd20-4f87-8f31-de4cbdfe74d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:50.276228 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.337332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] For port 06903626-fd20-4f87-8f31-de4cbdfe74d3, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:50.341013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] For port 06903626-fd20-4f87-8f31-de4cbdfe74d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06903626-fd20-4f87-8f31-de4cbdfe74d3,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:50.345573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.378620 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.405546 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfb12-7434-4fa8-80c6-324fed734ce0 None None] Pushing event updated for resources: {'Port': ['ID=06903626-fd20-4f87-8f31-de4cbdfe74d3,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:50.414448 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.453550 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:50.456507 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:50.460110 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:50.468548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fcd5e8-2ba0-4dc0-8517-cb846c04e44d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:50.486844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:50.576636 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-38fdc815-0c6c-41d2-acfc-318772944e1e None None] Provisioning complete for port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:50.577002 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38fdc815-0c6c-41d2-acfc-318772944e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.615836 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-38fdc815-0c6c-41d2-acfc-318772944e1e None None] Port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:50.735785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:50.930540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.318275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304359a8-847b-4e42-a4cf-eb7dfb78f1aa None None] Network 5e08538e-254b-4826-b76b-dc7b0b981676 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:51.392705 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] Provisioning complete for port 06903626-fd20-4f87-8f31-de4cbdfe74d3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:51.393306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.394569 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Router 5118f108-577a-4fcd-aec1-42f76a002f1b is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:01:51.500192 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:51.509756 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Sync routers for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:01:51.520062 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.524191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8bbdc842-a843-4ac0-9602-cb0a8cd6c7f2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7869434 Dec 06 13:01:51.524335 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:51.524335 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:51.524603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:51.535752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.573332 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] For port 06903626-fd20-4f87-8f31-de4cbdfe74d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06903626-fd20-4f87-8f31-de4cbdfe74d3,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:51.578165 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.649575 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d3666-f9f6-4492-afba-0d8d0e638acb None None] Pushing event updated for resources: {'Port': ['ID=06903626-fd20-4f87-8f31-de4cbdfe74d3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:51.804911 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-eb321387-eca6-4e07-8c3e-74d16aa180a8 None None] Provisioning complete for port 06903626-fd20-4f87-8f31-de4cbdfe74d3 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:51.805395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eb321387-eca6-4e07-8c3e-74d16aa180a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.808541 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 06903626-fd20-4f87-8f31-de4cbdfe74d3 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:51.809571 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:51.918153 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 06903626-fd20-4f87-8f31-de4cbdfe74d3 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:51.918535 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.004353 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:50Z', 'revision_number': 3, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:52.021476 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.034612 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Checking router: 5118f108-577a-4fcd-aec1-42f76a002f1b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:01:52.034898 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Updating router 5118f108-577a-4fcd-aec1-42f76a002f1b port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:01:52.059495 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.175031 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Allocated IP 172.20.0.1 (5e08538e-254b-4826-b76b-dc7b0b981676/e01700ee-042b-40dd-9e19-5bb58fcc16e0/660ed263-d2d1-420a-b2a4-0f7ca3b14e11) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:52.281124 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.303460 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.309093 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.314598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.355330 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:52.355810 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab76e10-5636-41c6-8ce4-b64571aa350e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:52.360383 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:52.365713 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:52.366752 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Attempting to bind port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:52.367197 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Attempting to bind port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:52.367633 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Attempting to bind port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:52.370758 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Pushing event updated for resources: {'Port': ['ID=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:52.375558 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:52.375937 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:52.376342 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.376755 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:52.377205 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Bound port: 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:52.377590 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.402766 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.403122 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.403443 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.403779 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.404110 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.404440 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.404767 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.405090 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.405445 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.405772 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.406094 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.406414 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.406733 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:52.408148 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.410636 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Pushing event updated for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:52.445582 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] For port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:52.449254 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] For port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:52.458738 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.493564 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] Provisioning complete for port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:52.493564 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.519261 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef088f9-55f5-41cc-9485-4e5dfd18528a None None] Pushing event updated for resources: {'Port': ['ID=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:52.528656 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:52.530413 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:52.533440 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531c301-3842-484c-828a-ae6b44c60ff5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:52.581402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.619487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.643168 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] For port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:52.648572 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.665704 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:52.701037 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c0cf-91b7-45c4-b37b-25d8ef502f9f None None] Pushing event updated for resources: {'Port': ['ID=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:52.766343 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.771853 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.773528 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-90993f1e-482d-44cb-8869-f57eea0c4ec9 None None] Provisioning complete for port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:52.774089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-90993f1e-482d-44cb-8869-f57eea0c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.816526 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-90993f1e-482d-44cb-8869-f57eea0c4ec9 None None] Port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:52.826532 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-90993f1e-482d-44cb-8869-f57eea0c4ec9 None None] Provisioning complete for port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:52.827016 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-90993f1e-482d-44cb-8869-f57eea0c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.839589 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Pushing event updated for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:52.842288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:52.868154 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:50Z', 'revision_number': 3, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:52.898185 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d1f80-55ae-4aa8-8247-fbfb1d38611c None None] The sync data for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 is: [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:50Z', 'revision_number': 3, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:01:52.947140 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:52.948544 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:53.071111 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Router 5118f108-577a-4fcd-aec1-42f76a002f1b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:01:53.208984 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:53.214098 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b30cd02c-30c1-46d1-91a3-96e21ff316e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/5118f108-577a-4fcd-aec1-42f76a002f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6883652 Dec 06 13:01:53.237932 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f501ec3-594a-4df0-9395-5559e2777ce5 None None] Provisioning complete for port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:53.238602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f501ec3-594a-4df0-9395-5559e2777ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.280678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3f501ec3-594a-4df0-9395-5559e2777ce5 None None] Port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:53.728458 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40120) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:53.733455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1893095393-network', 'tenant_id': '844ff85a9eb647479c30db05408ce74f'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:53.755541 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Made reservation on behalf of 844ff85a9eb647479c30db05408ce74f for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:53.757995 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.764036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:53.768410 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.812619 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:53.813111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.844331 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.849855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.870667 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:01:53.884164 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ad3f2-0bde-4e8c-a2bf-183eb983ba15,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:53.888947 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.889327 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Added segment 3d95ffe1-9757-42f6-b373-7e54151388fd of type vlan for network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad Dec 06 13:01:53.930295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.955438 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.956402 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:53.957002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:53.987056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2575231 Dec 06 13:01:53.990003 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:53.995643 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Request body: {'subnet': {'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-subnet', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:54.017016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Made reservation on behalf of 844ff85a9eb647479c30db05408ce74f for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:54.019994 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.023112 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7ca80-14f2-492a-b7df-23ebfd1cd2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d15c3e1-81a2-43d6-bbba-5c64db7847ad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:54.036714 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:01:54.199401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.254354 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b087839-799c-4f9b-84cf-a3d5785cc8b9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:54.266368 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.266718 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.267059 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.267395 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.267730 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.268058 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.268384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.268709 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.269037 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.269379 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.269730 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.270050 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.270371 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:54.275422 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Checking segment: {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:54.275782 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Network hostable DHCP agents. Network: 7d15c3e1-81a2-43d6-bbba-5c64db7847ad, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:01:54.293062 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:01:54.302735 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7d15c3e1-81a2-43d6-bbba-5c64db7847ad) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:54.306838 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:54.307429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.312212 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486e91c-14dd-473f-aa9f-43a99c1657c5 None None] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:54.324114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2ad66e5b-e52f-41b9-b585-ad84b5b2d6f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3322890 Dec 06 13:01:54.326801 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40124) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:54.331291 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:54.353011 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.354039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.410044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.460837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Sync routers for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:01:54.464686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'fixed_ips': [{'subnet_id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:01:54.465595 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.489101 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:54.490328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:54.696234 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:54.723306 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Allocated IP 172.20.0.2 (7d15c3e1-81a2-43d6-bbba-5c64db7847ad/8b087839-799c-4f9b-84cf-a3d5785cc8b9/cc84a628-1828-446f-911f-3f64c615bcec) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:54.855737 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.066617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.088384 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.152993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.161332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.192127 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Allocated IP 172.35.3.207 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/77222d66-76bf-475a-ad80-a46d02093922) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:55.209510 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:55.215831 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:55.221257 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:55.224585 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '660ed263-d2d1-420a-b2a4-0f7ca3b14e11', 'name': '', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'mac_address': 'fa:16:3e:51:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:52Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 2, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'subnets': [{'id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:55.228356 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Pushing event updated for resources: {'Port': ['ID=cc84a628-1828-446f-911f-3f64c615bcec,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:55.258568 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Checking router: 5118f108-577a-4fcd-aec1-42f76a002f1b for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:01:55.258926 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Updating router 5118f108-577a-4fcd-aec1-42f76a002f1b port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:01:55.305740 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.313729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.335131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Attempting to bind port cc84a628-1828-446f-911f-3f64c615bcec on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:55.335426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Attempting to bind port cc84a628-1828-446f-911f-3f64c615bcec by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:55.335796 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Attempting to bind port cc84a628-1828-446f-911f-3f64c615bcec on network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:55.339776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.358417 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:55.358801 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Checking segment: {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:55.359208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.359605 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Bound using segment: {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:55.360085 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Bound port: cc84a628-1828-446f-911f-3f64c615bcec, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:55.360467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.379086 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:55.382597 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:55.385555 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:55.412709 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Pushing event updated for resources: {'Port': ['ID=77222d66-76bf-475a-ad80-a46d02093922,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:55.445304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cccc5-8991-4430-8654-1c64a2401b51 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:55.521137 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] For port cc84a628-1828-446f-911f-3f64c615bcec, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:55.546946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] For port cc84a628-1828-446f-911f-3f64c615bcec, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc84a628-1828-446f-911f-3f64c615bcec,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:55.576826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4f52deea-b531-4f87-bcd3-603a4e2f8d65 None None] Provisioning complete for port 77222d66-76bf-475a-ad80-a46d02093922 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:55.577225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f52deea-b531-4f87-bcd3-603a4e2f8d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.579207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.648662 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.679887 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4f52deea-b531-4f87-bcd3-603a4e2f8d65 None None] Port 77222d66-76bf-475a-ad80-a46d02093922 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:55.698907 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356e95-cfb8-438a-9983-a35d6d96fab4 None None] Pushing event updated for resources: {'Port': ['ID=cc84a628-1828-446f-911f-3f64c615bcec,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:55.757870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.765673 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.820118 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850084bd-aab3-411e-a914-5101382b8cec None None] Pushing event updated for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:55.892120 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.895191 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Attempting to bind port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:55.895601 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Attempting to bind port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:55.895967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Attempting to bind port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:55.909113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:55.909675 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Checking segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:55.910207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.910610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Bound using segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:55.911676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Bound port: 660ed263-d2d1-420a-b2a4-0f7ca3b14e11, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:55.912068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.986309 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] For port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:55.990742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] For port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:55.997536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.063045 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:56.063671 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.074740 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Router fe84105e-b731-4467-a9eb-97b3714ac064 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:01:56.110882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850084bd-aab3-411e-a914-5101382b8cec None None] Pushing event updated for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:56.140904 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] Provisioning complete for port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:56.141447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.194078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:56.212809 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Sync routers for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:01:56.226470 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:56.230047 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.230828 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.232427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c0181b15-ce59-4510-bdea-98322ad57e58 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9045475 Dec 06 13:01:56.234991 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:56.243347 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:56.376328 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.383967 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:56.439617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] For port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:56.446252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.548713 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd3112-4482-456a-8e46-c04da2586943 None None] Pushing event updated for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:56.571850 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 3, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.583872 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2302e3e3-7a3a-4e96-b104-c17f65273ce6 None None] Provisioning complete for port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:56.584970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2302e3e3-7a3a-4e96-b104-c17f65273ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.613115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '660ed263-d2d1-420a-b2a4-0f7ca3b14e11', 'name': '', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'mac_address': 'fa:16:3e:51:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:52Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 4, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'subnets': [{'id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.617719 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Checking router: fe84105e-b731-4467-a9eb-97b3714ac064 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:01:56.618330 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Updating router fe84105e-b731-4467-a9eb-97b3714ac064 port 77222d66-76bf-475a-ad80-a46d02093922 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:01:56.654599 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc095948-583e-466b-a1e5-5e7942cb5466 None None] The sync data for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 is: [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '660ed263-d2d1-420a-b2a4-0f7ca3b14e11', 'name': '', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'mac_address': 'fa:16:3e:51:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:52Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 4, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'subnets': [{'id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:01:56.684367 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.778215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.992804 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Allocated IP 172.20.0.1 (7d15c3e1-81a2-43d6-bbba-5c64db7847ad/8b087839-799c-4f9b-84cf-a3d5785cc8b9/b2c5f7df-9731-4a10-8828-fd49fe2ffd56) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:57.009899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9c59c-c1e3-4bd7-963b-dab6cffbdbf4 None None] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:01:57.084893 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.091864 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.112256 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] Provisioning complete for port cc84a628-1828-446f-911f-3f64c615bcec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:57.112633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.130318 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.151096 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Attempting to bind port 77222d66-76bf-475a-ad80-a46d02093922 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:57.151476 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Attempting to bind port 77222d66-76bf-475a-ad80-a46d02093922 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:57.151838 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Attempting to bind port 77222d66-76bf-475a-ad80-a46d02093922 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:57.153746 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916098c2-6d74-4e8e-a714-2ca21a25e11f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:57.154941 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1bc4-ef8a-4602-9399-c0cc73f861d7 None None] Pushing event updated for resources: {'Port': ['ID=77222d66-76bf-475a-ad80-a46d02093922,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:57.162013 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:57.162312 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:57.162718 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.163862 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:57.164711 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Bound port: 77222d66-76bf-475a-ad80-a46d02093922, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:57.165297 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.178298 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.220884 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:57.227231 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:57.231207 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:57.248187 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] For port 77222d66-76bf-475a-ad80-a46d02093922, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:57.252739 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] For port 77222d66-76bf-475a-ad80-a46d02093922, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77222d66-76bf-475a-ad80-a46d02093922,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:57.263379 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.269118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:57.289599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.311069 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb2f85-60c0-4d22-b842-410193061f96 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:01:57.345539 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.360041 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf78769e-749e-46b9-a4ee-135cb6ec0de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.381400 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:57.382030 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:57.474836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.482202 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1bc4-ef8a-4602-9399-c0cc73f861d7 None None] Pushing event updated for resources: {'Port': ['ID=77222d66-76bf-475a-ad80-a46d02093922,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:57.619203 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] For port cc84a628-1828-446f-911f-3f64c615bcec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc84a628-1828-446f-911f-3f64c615bcec,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:57.625480 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.716231 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a0b7-6fff-43f4-91aa-aaf9ad8693cb None None] Pushing event updated for resources: {'Port': ['ID=cc84a628-1828-446f-911f-3f64c615bcec,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:57.738350 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:57.764834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Provisioning complete for port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:57.768605 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.775671 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.785375 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.843636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:57.858863 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Provisioning complete for port 77222d66-76bf-475a-ad80-a46d02093922 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:57.859515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.871098 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:57.874360 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:57.954335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc84a628-1828-446f-911f-3f64c615bcec up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:57.989858 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 3, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:58.026243 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071adcf-198e-4d18-94a3-1552a12738e4 None None] The sync data for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 is: [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:55Z', 'revision_number': 3, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:01:58.050843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.057871 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cc84a628-1828-446f-911f-3f64c615bcec triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:58.058244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.065040 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:58.066890 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:58.112630 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] For port 77222d66-76bf-475a-ad80-a46d02093922, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77222d66-76bf-475a-ad80-a46d02093922,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:58.130211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.210623 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Router fe84105e-b731-4467-a9eb-97b3714ac064 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:01:58.213646 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Provisioning complete for port cc84a628-1828-446f-911f-3f64c615bcec triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:58.214028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.252328 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70d812-04e2-4ffa-aad3-79c1c3269116 None None] Pushing event updated for resources: {'Port': ['ID=77222d66-76bf-475a-ad80-a46d02093922,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:58.273728 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:58.341305 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:58.356630 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-56f1cf39-4246-4642-9575-e14969d676d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe84105e-b731-4467-a9eb-97b3714ac064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1093998 Dec 06 13:01:58.387370 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:58.387935 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.504607 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bada6a9b-77dd-405a-ba28-a30515e3a13d None None] Provisioning complete for port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:58.505011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bada6a9b-77dd-405a-ba28-a30515e3a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:58.548896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bada6a9b-77dd-405a-ba28-a30515e3a13d None None] Port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:59.526872 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-f6b01b33-a261-441d-90af-a9c2308d80e6 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:59.528348 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-f6b01b33-a261-441d-90af-a9c2308d80e6 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 817 time: 0.1043210 Dec 06 13:01:59.543405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-20b2dedc-338c-4983-b38a-a2ebd76e57a3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/quotas/a2496475aa124a4a96b63c6640872896 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Dec 06 13:01:59.592488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-1af2280a-764c-4dab-b495-57986abeb3e3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439055 Dec 06 13:01:59.651060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-27a96c6c-f3f4-4769-9c47-ee0f742e2b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:59.695182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-f7bb7e15-876d-4a3b-b1c6-27a4e232542d service neutron] 10.222.0.31 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897887 Dec 06 13:01:59.796978 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-efa6232c-df75-4711-82e3-87ba1b4b0d6e service neutron] 10.222.0.31 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936129 Dec 06 13:01:59.815221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc84a628-1828-446f-911f-3f64c615bcec up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:59.867433 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port cc84a628-1828-446f-911f-3f64c615bcec triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:59.867930 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:59.955366 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 77222d66-76bf-475a-ad80-a46d02093922 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:59.970987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be35c8a0-25a5-4188-abc1-74b875f09bd2 req-14774e26-7d6b-4924-be8e-9dfb135f43b2 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 210 time: 0.0304596 Dec 06 13:02:00.015797 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 77222d66-76bf-475a-ad80-a46d02093922 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:00.016172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.170571 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Sync routers for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:02:00.180321 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:02:00.180913 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:02:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:02:00.289811 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:02:00.492097 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 4, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2c5f7df-9731-4a10-8828-fd49fe2ffd56', 'name': '', 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'mac_address': 'fa:16:3e:1f:71:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:56Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 2, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'subnets': [{'id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:02:00.519649 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Checking router: fe84105e-b731-4467-a9eb-97b3714ac064 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:02:00.520035 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Updating router fe84105e-b731-4467-a9eb-97b3714ac064 port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:02:00.548187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.752342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.820012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.825122 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.876762 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c1c16-70e0-44e1-a559-0c083995d9c9 None None] Pushing event updated for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:00.935107 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Attempting to bind port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:02:00.935494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Attempting to bind port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:02:00.935866 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Attempting to bind port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 on network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:02:00.941274 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:02:00.941889 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Checking segment: {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:02:00.942902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.943362 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Bound using segment: {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:02:00.943905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Bound port: b2c5f7df-9731-4a10-8828-fd49fe2ffd56, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d95ffe1-9757-42f6-b373-7e54151388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:02:00.944366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.028901 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] For port b2c5f7df-9731-4a10-8828-fd49fe2ffd56, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:02:01.032480 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] For port b2c5f7df-9731-4a10-8828-fd49fe2ffd56, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:02:01.037729 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.044545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-7c55338b-6c73-45f1-ac98-b7028c38c6e0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:01.046372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-7c55338b-6c73-45f1-ac98-b7028c38c6e0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 817 time: 0.1480787 Dec 06 13:02:01.066056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Request body: {'port': {'device_id': '4181dd69-92f9-409c-951d-7890d8a89522', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'admin_state_up': True, 'tenant_id': 'a2496475aa124a4a96b63c6640872896'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:02:01.103374 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:02:01.104193 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:02:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:02:01.109680 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c1c16-70e0-44e1-a559-0c083995d9c9 None None] Pushing event updated for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:01.117465 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f24bffdf-5e10-42ba-a628-1c32449767ff req-ac311954-4bbe-45cb-8a93-aa47a61f2a57 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 210 time: 0.0515902 Dec 06 13:02:01.194096 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Made reservation on behalf of a2496475aa124a4a96b63c6640872896 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:02:01.197794 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.240988 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] Provisioning complete for port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:01.241391 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.243982 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:02:01.455517 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.527708 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.529646 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] For port b2c5f7df-9731-4a10-8828-fd49fe2ffd56, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:01.534510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.597389 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3671481-4cf8-471e-9a56-699b969f2fdf None None] Pushing event updated for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:01.603392 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 4, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2c5f7df-9731-4a10-8828-fd49fe2ffd56', 'name': '', 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'mac_address': 'fa:16:3e:1f:71:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:56Z', 'updated_at': '2021-12-06T13:02:01Z', 'revision_number': 4, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'subnets': [{'id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:02:01.631865 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f795c-b32b-41b9-acc5-d6aad0626e93 None None] The sync data for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 is: [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:57Z', 'revision_number': 4, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2c5f7df-9731-4a10-8828-fd49fe2ffd56', 'name': '', 'network_id': '7d15c3e1-81a2-43d6-bbba-5c64db7847ad', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'mac_address': 'fa:16:3e:1f:71:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:56Z', 'updated_at': '2021-12-06T13:02:01Z', 'revision_number': 4, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'subnets': [{'id': '8b087839-799c-4f9b-84cf-a3d5785cc8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:02:01.650212 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Allocated IP 172.20.0.11 (5e08538e-254b-4826-b76b-dc7b0b981676/e01700ee-042b-40dd-9e19-5bb58fcc16e0/22540aea-a742-447c-a6f4-4c743bf75412) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:02:01.657513 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-16e97d95-c57b-466f-af63-1a4bb461c024 None None] Provisioning complete for port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:01.657887 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e97d95-c57b-466f-af63-1a4bb461c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.845290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b2c5f7df-9731-4a10-8828-fd49fe2ffd56 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:02:01.851716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.889574 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.940096 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:02:01.943479 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:02:01.947569 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:02:01.954943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Pushing event updated for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:02.010530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.011389 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.033497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-165f12a6-8f3b-4911-9fe0-920ae7793053 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9716525 Dec 06 13:02:02.054407 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Request body: {'port': {'device_id': '4181dd69-92f9-409c-951d-7890d8a89522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:02:02.092101 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:02.092589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.118273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.295013 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca58e76-6642-4e03-9b1f-14c9a267cf12 req-1b9b19ce-5380-4cee-bcaa-6a1e00bb7199 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.296533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ca58e76-6642-4e03-9b1f-14c9a267cf12 req-1b9b19ce-5380-4cee-bcaa-6a1e00bb7199 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 932 time: 0.0678501 Dec 06 13:02:02.317494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6e74d303-4f08-4137-8921-4ca373e6a728 None None] Provisioning complete for port 22540aea-a742-447c-a6f4-4c743bf75412 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:02.318005 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6e74d303-4f08-4137-8921-4ca373e6a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.357699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ca58e76-6642-4e03-9b1f-14c9a267cf12 req-109c55df-284b-4260-afdf-d2da74c8deb4 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Dec 06 13:02:02.358471 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6e74d303-4f08-4137-8921-4ca373e6a728 None None] Port 22540aea-a742-447c-a6f4-4c743bf75412 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:02:02.415171 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22540aea-a742-447c-a6f4-4c743bf75412 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:02:02.422586 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.434127 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Transition to ACTIVE for port object 22540aea-a742-447c-a6f4-4c743bf75412 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:02:02.438334 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.490516 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.492463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Pushing event updated for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:02.568730 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Attempting to bind port 22540aea-a742-447c-a6f4-4c743bf75412 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:02:02.569147 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Attempting to bind port 22540aea-a742-447c-a6f4-4c743bf75412 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:02:02.569580 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Attempting to bind port 22540aea-a742-447c-a6f4-4c743bf75412 on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:02:02.574289 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Port 22540aea-a742-447c-a6f4-4c743bf75412 on network 5e08538e-254b-4826-b76b-dc7b0b981676 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:02:02.574742 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Attempting to bind port 22540aea-a742-447c-a6f4-4c743bf75412 on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:02:02.579682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:02:02.580016 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Checking segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:02:02.580405 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Bound using segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:02:02.580851 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Bound port: 22540aea-a742-447c-a6f4-4c743bf75412, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:02:02.581257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.647538 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:02:02.650986 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=22540aea-a742-447c-a6f4-4c743bf75412,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:02:02.655064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.690472 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.691087 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.692964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] 10.222.0.53 "PUT /v2.0/ports/22540aea-a742-447c-a6f4-4c743bf75412 HTTP/1.1" status: 200 len: 1092 time: 0.6449215 Dec 06 13:02:02.693426 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:02:02.695745 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c2f53-24b0-4f03-925a-1fd15492155a" -d '{"events": [{"name": "network-changed", "server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "tag": "22540aea-a742-447c-a6f4-4c743bf75412"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:02:02.719700 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba8715-4e1f-4a5c-b357-c3ba138c8baa service neutron] Pushing event updated for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:02.745251 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069dae4d-a095-4dd0-bf5e-b0b59aea6ed7 x-openstack-request-id: req-069dae4d-a095-4dd0-bf5e-b0b59aea6ed7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:02:02.745555 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "tag": "22540aea-a742-447c-a6f4-4c743bf75412", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:02:02.745810 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-069dae4d-a095-4dd0-bf5e-b0b59aea6ed7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:02:02.746210 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412', 'status': 'completed', 'code': 200} Dec 06 13:02:02.810626 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-aca4be26-5f75-4873-ad67-cb9a34f490c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.812278 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-aca4be26-5f75-4873-ad67-cb9a34f490c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 1095 time: 0.0467978 Dec 06 13:02:02.862622 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-534800af-cdcb-47df-b6da-4e226c50e0fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22540aea-a742-447c-a6f4-4c743bf75412 HTTP/1.1" status: 200 len: 217 time: 0.0370107 Dec 06 13:02:02.920063 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-91dd9f01-138b-4eea-8463-cc463df0d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.921639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-91dd9f01-138b-4eea-8463-cc463df0d4b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 200 len: 856 time: 0.0518498 Dec 06 13:02:02.975039 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-d41bf508-70d2-4465-96ce-872874104937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:02.976856 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-d41bf508-70d2-4465-96ce-872874104937 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e08538e-254b-4826-b76b-dc7b0b981676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469306 Dec 06 13:02:03.067117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-7ab128b6-0703-4f31-ab0e-1e2c92b2fe4d service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828004 Dec 06 13:02:03.163754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-be84c01e-2df9-4873-82c3-ce71313ebc60 req-2915e525-bec4-487a-b350-7b51fa5002a1 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888467 Dec 06 13:02:03.294719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:03.301221 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-4230c4a1-e9de-4501-b97a-96f16e6eefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:03.303474 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-4230c4a1-e9de-4501-b97a-96f16e6eefd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 1095 time: 0.0462177 Dec 06 13:02:03.403539 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-8d0fed64-4fbe-4635-bc8e-42ed7657afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:03.405020 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-8d0fed64-4fbe-4635-bc8e-42ed7657afb4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 918 time: 0.0945580 Dec 06 13:02:03.448411 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-65bafe3c-1f2b-4b0f-b5b7-4b37f3dd06cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22540aea-a742-447c-a6f4-4c743bf75412 HTTP/1.1" status: 200 len: 217 time: 0.0352769 Dec 06 13:02:03.472173 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4128b8-17d1-40e1-bf3a-59cadb694c0b req-1f3f481c-1828-4a70-baf6-9c3fb522f985 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:03.474196 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f4128b8-17d1-40e1-bf3a-59cadb694c0b req-1f3f481c-1828-4a70-baf6-9c3fb522f985 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 944 time: 0.0490489 Dec 06 13:02:03.500577 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-ba874ada-211b-4a39-b434-8120b465b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:03.501764 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-ba874ada-211b-4a39-b434-8120b465b8df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 200 len: 856 time: 0.0466812 Dec 06 13:02:03.525311 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f4128b8-17d1-40e1-bf3a-59cadb694c0b req-ec3a45b0-6edd-4085-b4fb-bed48c32f2b9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Dec 06 13:02:03.551944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-08936ed1-bf31-40e0-8859-a9f6f3563045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:03.553510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-08936ed1-bf31-40e0-8859-a9f6f3563045 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e08538e-254b-4826-b76b-dc7b0b981676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448444 Dec 06 13:02:03.650195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-0385d644-6ef7-4f09-bf17-18edcdc0490b service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881388 Dec 06 13:02:03.744417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ad5c2f53-24b0-4f03-925a-1fd15492155a req-098f4afd-08c4-42db-b93d-d155e3bdc93e service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Dec 06 13:02:04.647340 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf970a3b-dc64-450b-8bee-c88754c0fad4 req-4d41fba4-7a80-4cbc-88ad-d793e1d97547 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:04.648820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf970a3b-dc64-450b-8bee-c88754c0fad4 req-4d41fba4-7a80-4cbc-88ad-d793e1d97547 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 944 time: 0.0520349 Dec 06 13:02:04.695933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cf970a3b-dc64-450b-8bee-c88754c0fad4 req-b622aaa3-4c6f-4dbf-95dd-d304d34a77d5 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Dec 06 13:02:05.810988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048c742-86a0-475c-8e84-1543157f3875 req-4b21be64-f56e-4b4c-b724-6bafeb8660e3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:05.812444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0048c742-86a0-475c-8e84-1543157f3875 req-4b21be64-f56e-4b4c-b724-6bafeb8660e3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 944 time: 0.0471780 Dec 06 13:02:05.858928 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0048c742-86a0-475c-8e84-1543157f3875 req-5a936282-51c5-4a05-9e4c-f36918f9e3b7 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Dec 06 13:02:06.516664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 22540aea-a742-447c-a6f4-4c743bf75412 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:02:06.613498 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=22540aea-a742-447c-a6f4-4c743bf75412,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:06.624257 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '22540aea-a742-447c-a6f4-4c743bf75412', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'port_id': '22540aea-a742-447c-a6f4-4c743bf75412', 'mac_address': 'fa:16:3e:52:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:02:06.659946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:06.672840 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22540aea-a742-447c-a6f4-4c743bf75412 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:02:06.692054 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=22540aea-a742-447c-a6f4-4c743bf75412,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:06.695940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:06.743328 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:06.964508 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['22540aea-a742-447c-a6f4-4c743bf75412'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:02:06.978699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29abb-6e8a-47bd-a899-e9e5c98633ee req-6d6b7f95-c978-4115-b2f7-82b95d8d95b3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:06.980233 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daa29abb-6e8a-47bd-a899-e9e5c98633ee req-6d6b7f95-c978-4115-b2f7-82b95d8d95b3 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 945 time: 0.0489881 Dec 06 13:02:07.031309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daa29abb-6e8a-47bd-a899-e9e5c98633ee req-5ea39eef-8aa1-4552-8057-4e497a65c4cc tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450492 Dec 06 13:02:08.144360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaa1d7-0412-466c-9b6f-7c98e08fcb41 req-1072e092-fc4d-484f-8d30-772e5670e9a1 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:08.146355 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aaaa1d7-0412-466c-9b6f-7c98e08fcb41 req-1072e092-fc4d-484f-8d30-772e5670e9a1 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Dec 06 13:02:08.192189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0aaaa1d7-0412-466c-9b6f-7c98e08fcb41 req-6649c379-a554-4a5f-9f58-754c50ddac9c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Dec 06 13:02:08.520465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 22540aea-a742-447c-a6f4-4c743bf75412 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:02:08.567113 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 22540aea-a742-447c-a6f4-4c743bf75412 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:02:08.571203 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 22540aea-a742-447c-a6f4-4c743bf75412 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:08.571632 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:08.650644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:08.672665 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:02:08.674974 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2b6f8-c38b-49bc-b36c-e889e1a9990d" -d '{"events": [{"server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "name": "network-vif-plugged", "status": "completed", "tag": "22540aea-a742-447c-a6f4-4c743bf75412"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:02:08.688246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=22540aea-a742-447c-a6f4-4c743bf75412,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:08.692430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:08.716140 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287eaa35-a007-4b35-b98f-0430f54b6954 x-openstack-request-id: req-287eaa35-a007-4b35-b98f-0430f54b6954 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:02:08.716434 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "name": "network-vif-plugged", "status": "completed", "tag": "22540aea-a742-447c-a6f4-4c743bf75412", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:02:08.716798 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-287eaa35-a007-4b35-b98f-0430f54b6954 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:02:08.717239 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412', 'code': 200} Dec 06 13:02:08.741941 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:08.837545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83a705-94f8-45bc-9ea1-052725fce650 req-5403db7d-68b2-4575-ad06-7949b1b159fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:08.839007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf83a705-94f8-45bc-9ea1-052725fce650 req-5403db7d-68b2-4575-ad06-7949b1b159fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 1097 time: 0.0399711 Dec 06 13:02:08.883063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf83a705-94f8-45bc-9ea1-052725fce650 req-cbc34168-c0c5-425d-99af-ea9f9610afda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Dec 06 13:02:09.306681 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d916f-d4ad-45b0-a563-dabcb493101f req-15efbd37-81b8-4ae5-9dd8-325abd0ffcac tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:09.308161 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-499d916f-d4ad-45b0-a563-dabcb493101f req-15efbd37-81b8-4ae5-9dd8-325abd0ffcac tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0490398 Dec 06 13:02:09.355689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-499d916f-d4ad-45b0-a563-dabcb493101f req-3b913811-653e-4b3c-8621-187aa364a874 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Dec 06 13:02:10.476154 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33255447-39a3-42be-bce5-305bbc92df2c req-0f0640ae-7ab5-4eee-b71e-ba0a75576bf9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:10.477649 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33255447-39a3-42be-bce5-305bbc92df2c req-0f0640ae-7ab5-4eee-b71e-ba0a75576bf9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Dec 06 13:02:10.523999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33255447-39a3-42be-bce5-305bbc92df2c req-ef6eb472-2686-43f5-b6e9-3e6c38a9cb88 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Dec 06 13:02:10.638116 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b052d-996a-41e3-a844-f427212eb72e req-26787275-57ad-44b8-8da5-1ffe61da18f8 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:10.639602 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd1b052d-996a-41e3-a844-f427212eb72e req-26787275-57ad-44b8-8da5-1ffe61da18f8 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Dec 06 13:02:10.686098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dd1b052d-996a-41e3-a844-f427212eb72e req-4d2bfc27-1760-4e1c-bcb5-fe8aa50d8ac8 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Dec 06 13:02:15.856802 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:02:20.067700 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:27.323079 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba32e-ccbc-4e2b-95c6-1c701c08c222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:29.654134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-02f1ea2a-38e2-40ff-9508-6c84dbcb9660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:30.716841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:31.494536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:32.368655 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45261199-e87c-4d94-9be7-a957b7eac1a0 req-d6bc70ab-192a-4793-9758-03ae7bd4f002 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:32.370125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45261199-e87c-4d94-9be7-a957b7eac1a0 req-d6bc70ab-192a-4793-9758-03ae7bd4f002 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Dec 06 13:02:32.422539 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45261199-e87c-4d94-9be7-a957b7eac1a0 req-fc855379-7621-4beb-af7c-968d04e4cc30 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462687 Dec 06 13:02:32.482586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:33.297242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:33.538233 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278408b-f6af-4c69-8b10-fe5cec15b5d8 req-f4cd57eb-3e44-4c4c-b1a5-9d1a009e0cf0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:33.539705 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4278408b-f6af-4c69-8b10-fe5cec15b5d8 req-f4cd57eb-3e44-4c4c-b1a5-9d1a009e0cf0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Dec 06 13:02:33.585744 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4278408b-f6af-4c69-8b10-fe5cec15b5d8 req-1f3e5436-ef04-4005-b23b-a9b75c14ff83 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Dec 06 13:02:34.045434 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-1dd80f8a-e16c-4b4b-a0de-5ded1002ceee tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:34.046909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-1dd80f8a-e16c-4b4b-a0de-5ded1002ceee tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Dec 06 13:02:34.137766 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Deleting port 22540aea-a742-447c-a6f4-4c743bf75412 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:02:34.138100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:34.223146 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] For port 22540aea-a742-447c-a6f4-4c743bf75412, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=22540aea-a742-447c-a6f4-4c743bf75412,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:34.223504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:34.235977 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Calling delete_port for 22540aea-a742-447c-a6f4-4c743bf75412 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:02:34.362529 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:34.391045 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Pushing event deleted for resources: {'Port': ['ID=22540aea-a742-447c-a6f4-4c743bf75412,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:34.394292 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['22540aea-a742-447c-a6f4-4c743bf75412'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:02:34.416359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.416709 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.417078 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.417437 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.417768 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.418090 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.418411 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.418732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.419058 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.419377 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.419694 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.420009 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.420321 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:34.445569 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] No DVR routers for this DVR port 22540aea-a742-447c-a6f4-4c743bf75412 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:02:34.448110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:34.451973 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-97a8bb6a-8bbf-46dc-9b07-49295f6e1576 req-2c96a091-6b90-4753-9f9a-ffe68f0cc711 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "DELETE /v2.0/ports/22540aea-a742-447c-a6f4-4c743bf75412 HTTP/1.1" status: 204 len: 173 time: 0.3990104 Dec 06 13:02:34.452414 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'name': 'network-vif-deleted', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:02:34.454680 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e88b50-e464-41d2-8b71-84419efbe858" -d '{"events": [{"server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "name": "network-vif-deleted", "tag": "22540aea-a742-447c-a6f4-4c743bf75412"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:02:34.496552 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76860ac9-de9c-4369-b9e3-ddb4a03f1e4c x-openstack-request-id: req-76860ac9-de9c-4369-b9e3-ddb4a03f1e4c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:02:34.496847 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4181dd69-92f9-409c-951d-7890d8a89522", "name": "network-vif-deleted", "tag": "22540aea-a742-447c-a6f4-4c743bf75412", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:02:34.497101 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76860ac9-de9c-4369-b9e3-ddb4a03f1e4c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:02:34.497530 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4181dd69-92f9-409c-951d-7890d8a89522', 'name': 'network-vif-deleted', 'tag': '22540aea-a742-447c-a6f4-4c743bf75412', 'status': 'completed', 'code': 200} Dec 06 13:02:34.695279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6520b65a-4605-4178-9772-d4c3c2c8fb57 req-d6856c2f-91e7-4adc-a23a-3544eb4ce17d tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=4181dd69-92f9-409c-951d-7890d8a89522 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Dec 06 13:02:36.331757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-d734f1d9-a6a5-488a-bb47-5cebdbbea03a tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:36.333213 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-d734f1d9-a6a5-488a-bb47-5cebdbbea03a tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 817 time: 0.1041527 Dec 06 13:02:36.348010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-0b52f3b1-64ed-47ea-9772-189e29b9bb3a tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/quotas/a2496475aa124a4a96b63c6640872896 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Dec 06 13:02:36.396714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-50bd271a-c9fc-4b8f-bf39-8518fab2849a tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432816 Dec 06 13:02:36.412403 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-f304aa94-014e-43ce-897e-a4f61e76d291 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:02:36.413391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-f304aa94-014e-43ce-897e-a4f61e76d291 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050824 Dec 06 13:02:36.504154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-63fc2d02-1171-4ab5-aa95-d7fbbd22f439 service neutron] 10.222.0.31 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Dec 06 13:02:36.591153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-d9c335e1-f966-440f-8b06-24d11f81cc09 service neutron] 10.222.0.31 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809526 Dec 06 13:02:36.708535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 22540aea-a742-447c-a6f4-4c743bf75412 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:02:36.737275 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 22540aea-a742-447c-a6f4-4c743bf75412 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:02:36.737964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 22540aea-a742-447c-a6f4-4c743bf75412 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:02:36.751426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c35ad8d-eb3d-4565-bf8e-28d61f1392d7 req-2295b3cc-bbe8-4085-817a-d3cb3a286ef0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 210 time: 0.0278218 Dec 06 13:02:37.728110 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-019d58e0-87af-4795-9473-e9d15dfb2291 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:37.730114 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-019d58e0-87af-4795-9473-e9d15dfb2291 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 817 time: 0.1057134 Dec 06 13:02:37.755026 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Request body: {'port': {'device_id': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'admin_state_up': True, 'tenant_id': 'a2496475aa124a4a96b63c6640872896'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:02:37.852171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bcf19076-3737-4a69-aa34-4b3cb5d32cd9 req-e1482e0c-a0aa-4814-9104-69f57b12e793 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Dec 06 13:02:37.867651 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Made reservation on behalf of a2496475aa124a4a96b63c6640872896 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:02:37.871707 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:37.991799 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Allocated IP 172.20.0.5 (5e08538e-254b-4826-b76b-dc7b0b981676/e01700ee-042b-40dd-9e19-5bb58fcc16e0/699c8d1c-1656-41e1-9045-2b4edbf8138d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:02:38.136282 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.168486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.219903 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Network 5e08538e-254b-4826-b76b-dc7b0b981676 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:02:38.222957 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:02:38.226006 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:02:38.233057 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Pushing event updated for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:38.280137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:38.280762 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.297446 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-7dace0a3-aa6d-4e9a-8f87-f7602a80e00c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5461056 Dec 06 13:02:38.315019 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Request body: {'port': {'device_id': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:02:38.372739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.456592 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2d80d4a5-198e-435a-8fa5-70e5f25ff5b6 None None] Provisioning complete for port 699c8d1c-1656-41e1-9045-2b4edbf8138d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:38.457223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d80d4a5-198e-435a-8fa5-70e5f25ff5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.490499 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2d80d4a5-198e-435a-8fa5-70e5f25ff5b6 None None] Port 699c8d1c-1656-41e1-9045-2b4edbf8138d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:02:38.633677 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699c8d1c-1656-41e1-9045-2b4edbf8138d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:02:38.641626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.653223 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Transition to ACTIVE for port object 699c8d1c-1656-41e1-9045-2b4edbf8138d will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:02:38.656834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.705066 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Pushing event updated for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:38.775894 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Attempting to bind port 699c8d1c-1656-41e1-9045-2b4edbf8138d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:02:38.776562 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Attempting to bind port 699c8d1c-1656-41e1-9045-2b4edbf8138d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:02:38.776689 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Attempting to bind port 699c8d1c-1656-41e1-9045-2b4edbf8138d on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:02:38.783313 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Port 699c8d1c-1656-41e1-9045-2b4edbf8138d on network 5e08538e-254b-4826-b76b-dc7b0b981676 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:02:38.783638 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Attempting to bind port 699c8d1c-1656-41e1-9045-2b4edbf8138d on network 5e08538e-254b-4826-b76b-dc7b0b981676 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:02:38.788734 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:02:38.789074 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Checking segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:02:38.789483 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Bound using segment: {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:02:38.789905 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Bound port: 699c8d1c-1656-41e1-9045-2b4edbf8138d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee3ff46-4b48-4640-b1ed-27b9788e854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:02:38.790261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.860037 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:02:38.863049 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:02:38.867411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.900852 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:38.901499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:38.902891 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/699c8d1c-1656-41e1-9045-2b4edbf8138d HTTP/1.1" status: 200 len: 1091 time: 0.5922575 Dec 06 13:02:38.903341 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:02:38.905655 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42" -d '{"events": [{"name": "network-changed", "server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:02:38.939118 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c13f33-cb6d-43a5-8602-bef81a2892a7 service neutron] Pushing event updated for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:38.992934 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f3ca3-3078-4782-bc0c-b495c5821101 x-openstack-request-id: req-c85f3ca3-3078-4782-bc0c-b495c5821101 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:02:38.993304 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:02:38.993517 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c85f3ca3-3078-4782-bc0c-b495c5821101 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:02:38.993918 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d', 'status': 'completed', 'code': 200} Dec 06 13:02:39.011532 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-e8f8a9fd-8f35-4a2a-b6b2-0f712c8aa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.012281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daf13b-5624-49a7-b42e-60074349547d req-3e7d63e9-edfd-4717-9f95-d3994f915ff9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.013260 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-e8f8a9fd-8f35-4a2a-b6b2-0f712c8aa00d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 1094 time: 0.0495715 Dec 06 13:02:39.013898 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70daf13b-5624-49a7-b42e-60074349547d req-3e7d63e9-edfd-4717-9f95-d3994f915ff9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 943 time: 0.0575044 Dec 06 13:02:39.075024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70daf13b-5624-49a7-b42e-60074349547d req-909c8c56-9a3c-49a9-9378-a994fa2f27ed tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Dec 06 13:02:39.077279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-0b923d1d-0d44-428f-b42e-e68f18900215 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d HTTP/1.1" status: 200 len: 217 time: 0.0510402 Dec 06 13:02:39.129034 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-60c86180-c9bb-4a5a-a8a4-371a62918429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.130533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-60c86180-c9bb-4a5a-a8a4-371a62918429 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 200 len: 856 time: 0.0467148 Dec 06 13:02:39.175730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-05b267e5-049c-4074-ab1e-e1c58f12360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.177118 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-05b267e5-049c-4074-ab1e-e1c58f12360a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e08538e-254b-4826-b76b-dc7b0b981676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395606 Dec 06 13:02:39.268946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-e274a835-e8d4-45f0-b3b9-70252259da03 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Dec 06 13:02:39.358927 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c639f1ac-3269-40f3-a8f8-b492f3436cd1 req-9384618d-0aa6-4ceb-99a3-f265f3b5b637 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820582 Dec 06 13:02:39.484112 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-0568d990-0caa-444f-9668-6ad65e6aa189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.485532 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-0568d990-0caa-444f-9668-6ad65e6aa189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 1094 time: 0.0455790 Dec 06 13:02:39.573374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-2d5d4420-281b-4f51-8b6f-a56012ba96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.574824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-2d5d4420-281b-4f51-8b6f-a56012ba96e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 918 time: 0.0826623 Dec 06 13:02:39.620372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-e7296b08-057a-4c3f-b9b5-a0beb5591a9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d HTTP/1.1" status: 200 len: 217 time: 0.0379326 Dec 06 13:02:39.669090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-95f6334d-5a91-465c-be3a-1b62a47373ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.670555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-95f6334d-5a91-465c-be3a-1b62a47373ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 200 len: 856 time: 0.0430620 Dec 06 13:02:39.716792 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-343e34ad-721a-403f-a5ab-5542f106cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:39.718299 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-343e34ad-721a-403f-a5ab-5542f106cba5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e08538e-254b-4826-b76b-dc7b0b981676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402219 Dec 06 13:02:39.811292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-1843addf-4c17-424e-a636-219c9318a759 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Dec 06 13:02:39.900642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-8911ebfa-3a5e-415d-8bf6-40d62a8c7d42 req-ab4f59b9-389d-4c73-8352-365bc1b951e3 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816305 Dec 06 13:02:40.193929 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69e75-7198-4b2a-b8ad-f12cc95d5d5e req-83a1d62c-2e50-43d5-a537-e79f0258aea0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:40.195384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61d69e75-7198-4b2a-b8ad-f12cc95d5d5e req-83a1d62c-2e50-43d5-a537-e79f0258aea0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 943 time: 0.0470982 Dec 06 13:02:40.242533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61d69e75-7198-4b2a-b8ad-f12cc95d5d5e req-49d03af7-f30d-4507-8d5a-0050e1932410 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Dec 06 13:02:41.361855 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9260d8c-a388-4a22-96e1-c58acd83f49e req-f625abaf-0acc-4b3a-b45d-e66760b528cd tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:41.363315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9260d8c-a388-4a22-96e1-c58acd83f49e req-f625abaf-0acc-4b3a-b45d-e66760b528cd tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 943 time: 0.0533102 Dec 06 13:02:41.409993 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9260d8c-a388-4a22-96e1-c58acd83f49e req-01ed8754-504f-4ded-979a-fc1ac9c03d8c tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Dec 06 13:02:42.525455 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a50b6-c912-4b14-ab3e-6d7467b335d7 req-307f9609-6964-4ba6-8992-123b855ef785 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:42.526940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe1a50b6-c912-4b14-ab3e-6d7467b335d7 req-307f9609-6964-4ba6-8992-123b855ef785 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 943 time: 0.0508385 Dec 06 13:02:42.574006 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe1a50b6-c912-4b14-ab3e-6d7467b335d7 req-be278fa3-2002-4c10-8f81-ebaa397136f4 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Dec 06 13:02:42.702947 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 699c8d1c-1656-41e1-9045-2b4edbf8138d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:02:42.798053 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:42.808806 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '699c8d1c-1656-41e1-9045-2b4edbf8138d', 'network_id': '5e08538e-254b-4826-b76b-dc7b0b981676', 'port_id': '699c8d1c-1656-41e1-9045-2b4edbf8138d', 'mac_address': 'fa:16:3e:2e:9c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01700ee-042b-40dd-9e19-5bb58fcc16e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:02:42.845402 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:42.858634 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c8d1c-1656-41e1-9045-2b4edbf8138d {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:02:42.877662 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:42.881421 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:42.930347 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:42.937549 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.937904 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.938258 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.938618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.938939 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.939275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.939608 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.939941 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.940271 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.940601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.940930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.941286 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:42.941618 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:02:43.137973 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['699c8d1c-1656-41e1-9045-2b4edbf8138d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:02:43.693145 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa8f48-475e-4711-86b4-79838d5f26de req-b97e2b77-73b7-40ea-9ab7-b91b75b089dc tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:43.694629 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bfa8f48-475e-4711-86b4-79838d5f26de req-b97e2b77-73b7-40ea-9ab7-b91b75b089dc tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 944 time: 0.0511134 Dec 06 13:02:43.742092 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1bfa8f48-475e-4711-86b4-79838d5f26de req-f5b00858-0e9b-4124-9f0c-7965cbaada3e tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Dec 06 13:02:44.734466 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 699c8d1c-1656-41e1-9045-2b4edbf8138d up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:02:44.785498 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 699c8d1c-1656-41e1-9045-2b4edbf8138d completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:02:44.789570 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 699c8d1c-1656-41e1-9045-2b4edbf8138d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:02:44.789944 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:44.857682 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496eaea-f0e2-425c-bab4-f93f3763ca64 req-c840cb91-797f-4d52-afd4-63825cde5795 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:44.859182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7496eaea-f0e2-425c-bab4-f93f3763ca64 req-c840cb91-797f-4d52-afd4-63825cde5795 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 944 time: 0.0486639 Dec 06 13:02:44.866827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:44.888709 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:02:44.890990 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b4cf2febf32cb092bff9ba652ff835074a98b39c509224e61ec40da8d50024b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66c1b4-0155-4073-8118-d4a4782dd673" -d '{"events": [{"server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "name": "network-vif-plugged", "status": "completed", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:02:44.904908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:02:44.908743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7496eaea-f0e2-425c-bab4-f93f3763ca64 req-35ddfb2f-a0c4-40df-8450-cc6970f75b1e tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Dec 06 13:02:44.908996 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:44.937567 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef921a31-6193-4118-ae21-8e52fd221afb x-openstack-request-id: req-ef921a31-6193-4118-ae21-8e52fd221afb {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:02:44.937857 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "name": "network-vif-plugged", "status": "completed", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:02:44.938111 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef921a31-6193-4118-ae21-8e52fd221afb {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:02:44.938487 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d', 'code': 200} Dec 06 13:02:44.963307 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:02:45.062237 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd80ff-d69a-4ced-940a-d52b05b87e91 req-6a0774cf-8e0e-464e-9260-d400afcc2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:45.063729 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9bcd80ff-d69a-4ced-940a-d52b05b87e91 req-6a0774cf-8e0e-464e-9260-d400afcc2975 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 1096 time: 0.0394433 Dec 06 13:02:45.112909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9bcd80ff-d69a-4ced-940a-d52b05b87e91 req-f3645538-f54c-419d-83eb-0c7e75f2cc56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Dec 06 13:02:46.030320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f802-a188-4eb7-84a1-55e09ebec4ef req-d02c4a31-45e0-4573-a337-a0f6e3c3841f tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:46.031782 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f03f802-a188-4eb7-84a1-55e09ebec4ef req-d02c4a31-45e0-4573-a337-a0f6e3c3841f tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Dec 06 13:02:46.082182 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3f03f802-a188-4eb7-84a1-55e09ebec4ef req-0ea168bd-5f72-4a5b-9ee6-cfd3a4b3271a tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443685 Dec 06 13:02:47.198335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2663e9-c0ef-40fb-a0da-4a63b8139c65 req-6ea8cd77-596b-4124-97aa-3c2497ff12b0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:47.199889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b2663e9-c0ef-40fb-a0da-4a63b8139c65 req-6ea8cd77-596b-4124-97aa-3c2497ff12b0 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Dec 06 13:02:47.248101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b2663e9-c0ef-40fb-a0da-4a63b8139c65 req-d5f61531-1c85-4d8b-bce3-401c4ab5fd31 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Dec 06 13:02:47.360616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937dfbe-a106-4829-9fcb-11e6ac79d0ed req-55279e0d-d583-41ca-bdc9-1432ab189591 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:47.362189 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b937dfbe-a106-4829-9fcb-11e6ac79d0ed req-55279e0d-d583-41ca-bdc9-1432ab189591 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0482810 Dec 06 13:02:47.408522 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b937dfbe-a106-4829-9fcb-11e6ac79d0ed req-f8c8e0ea-2cb3-4c12-b5f3-90aef2f172ba tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Dec 06 13:02:50.067532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:52.857784 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:02:57.324420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7061f4d6-e988-49ac-8015-b94bbc75cb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:59.655795 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-766e1186-76da-4fc9-8c64-fffce12a94fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:00.721030 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:01.506397 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:02.487051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:03.298625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:08.644235 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-b8c8aa79-289d-4c1c-8a8e-8a3432585edd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407586 Dec 06 13:03:08.791831 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-367d1868-8408-475f-be52-fc2910622a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:08.794092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-367d1868-8408-475f-be52-fc2910622a79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2496475aa124a4a96b63c6640872896&device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 1096 time: 0.0434690 Dec 06 13:03:08.850100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c549dc-8644-47c2-94d0-6c536ed19fad req-32f8e386-e9ee-4b2b-9b2a-0afaee12ab8d tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:08.852251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64c549dc-8644-47c2-94d0-6c536ed19fad req-32f8e386-e9ee-4b2b-9b2a-0afaee12ab8d tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Dec 06 13:03:08.901727 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64c549dc-8644-47c2-94d0-6c536ed19fad req-a49e9773-17aa-4c64-85dc-0a5009034863 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Dec 06 13:03:08.908406 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-26d7b226-3f30-4be8-ae45-f079d39df977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:08.909928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-26d7b226-3f30-4be8-ae45-f079d39df977 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 200 len: 918 time: 0.0959232 Dec 06 13:03:08.952475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-df240df8-0f6d-43c0-bc1b-b2d26e8df34c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d HTTP/1.1" status: 200 len: 217 time: 0.0347297 Dec 06 13:03:09.001430 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-f45f8e5f-e394-407b-8491-b81056cb6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:09.002746 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-f45f8e5f-e394-407b-8491-b81056cb6b47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 200 len: 856 time: 0.0429490 Dec 06 13:03:09.055512 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-36ce62b3-4605-4486-b876-1f5bb2fb6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:09.057035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-36ce62b3-4605-4486-b876-1f5bb2fb6a08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e08538e-254b-4826-b76b-dc7b0b981676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435734 Dec 06 13:03:09.150679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-60468b29-3b62-43d6-824a-76988c7feeb3 service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855889 Dec 06 13:03:09.251662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cf3ccec7-2d82-41b6-9136-6d6a80e26551 req-fb6a282b-dfe5-4f99-9b43-2ad0df5cb7ec service neutron] 10.222.0.53 "GET /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856409 Dec 06 13:03:10.056833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04920fbf-fcb4-4300-8b86-d7f25c86f23d req-034c6d19-c0c4-4acf-aa86-6814c47726e9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.058338 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04920fbf-fcb4-4300-8b86-d7f25c86f23d req-034c6d19-c0c4-4acf-aa86-6814c47726e9 tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Dec 06 13:03:10.103866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-04920fbf-fcb4-4300-8b86-d7f25c86f23d req-1a9c48ee-c0c1-4495-8454-56e20b6eb7dd tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad66ed00-545b-4caa-b810-4bc4d3c6d613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Dec 06 13:03:10.441958 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-9da93dac-c68a-4e8e-9599-6d2fdc645c3d tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.443379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-9da93dac-c68a-4e8e-9599-6d2fdc645c3d tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 945 time: 0.0474396 Dec 06 13:03:10.529532 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Deleting port 699c8d1c-1656-41e1-9045-2b4edbf8138d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:10.529869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:10.617824 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] For port 699c8d1c-1656-41e1-9045-2b4edbf8138d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=699c8d1c-1656-41e1-9045-2b4edbf8138d,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:10.618189 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:10.630258 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Calling delete_port for 699c8d1c-1656-41e1-9045-2b4edbf8138d owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:10.755900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:10.783985 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Pushing event deleted for resources: {'Port': ['ID=699c8d1c-1656-41e1-9045-2b4edbf8138d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:10.788373 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['699c8d1c-1656-41e1-9045-2b4edbf8138d'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:03:10.827722 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] No DVR routers for this DVR port 699c8d1c-1656-41e1-9045-2b4edbf8138d on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:03:10.830285 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:10.833710 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6b412d05-b108-4198-af7f-a5b1729a57e1 req-0f796484-1405-416b-9905-9200feefd88b tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.53 "DELETE /v2.0/ports/699c8d1c-1656-41e1-9045-2b4edbf8138d HTTP/1.1" status: 204 len: 173 time: 0.3830953 Dec 06 13:03:10.834157 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'name': 'network-vif-deleted', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:03:10.836505 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a190916c1c0feb21b7b5563cb72eb8c94801cbba9b79d849f266533a6532028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a50cff-24f3-480a-9b61-4fcddb963fea" -d '{"events": [{"server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "name": "network-vif-deleted", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:03:10.876003 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f64501-0fd4-4283-8d22-064c7e5167bf x-openstack-request-id: req-e8f64501-0fd4-4283-8d22-064c7e5167bf {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:03:10.876329 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac26bbcd-ffa9-4706-b89d-d3806d9a7709", "name": "network-vif-deleted", "tag": "699c8d1c-1656-41e1-9045-2b4edbf8138d", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:03:10.876614 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f64501-0fd4-4283-8d22-064c7e5167bf {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:03:10.877015 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac26bbcd-ffa9-4706-b89d-d3806d9a7709', 'name': 'network-vif-deleted', 'tag': '699c8d1c-1656-41e1-9045-2b4edbf8138d', 'status': 'completed', 'code': 200} Dec 06 13:03:11.211377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4ef2b92d-de89-4d5a-aed2-6f0dab94114f req-38246103-cba8-41b1-baaf-53eb105f5dae tempest-TestEncryptedCinderVolumes-666067271 tempest-TestEncryptedCinderVolumes-666067271-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac26bbcd-ffa9-4706-b89d-d3806d9a7709 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Dec 06 13:03:12.301064 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40440) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:12.639732 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:13.175134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Deleting port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:13.175474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:13.254396 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] For port 660ed263-d2d1-420a-b2a4-0f7ca3b14e11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:13.254752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:13.266740 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Calling delete_port for 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:13.439258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:13.462405 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=660ed263-d2d1-420a-b2a4-0f7ca3b14e11,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:13.626550 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:13.841451 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Router 5118f108-577a-4fcd-aec1-42f76a002f1b has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:03:13.947431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:13.953123 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-76856c58-fffa-4723-bab1-7bac20378c37 admin admin] 10.222.0.31 "PUT /v2.0/routers/5118f108-577a-4fcd-aec1-42f76a002f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6508272 Dec 06 13:03:13.955766 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:13.956816 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Sync routers for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:13.967183 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:13.967787 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:14.058581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.068981 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:14.160896 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.214562 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Deleting port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:14.214903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.245021 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72'}], 'enable_snat': True}, 'gw_port_id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:03:13Z', 'revision_number': 5, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port': {'id': '64ce5870-fffd-4219-9daf-d1c7d1b1ac8f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:50Z', 'updated_at': '2021-12-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:14.277479 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Checking router: 5118f108-577a-4fcd-aec1-42f76a002f1b for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:14.286050 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Routers {'5118f108-577a-4fcd-aec1-42f76a002f1b'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:14.286656 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5118f108-577a-4fcd-aec1-42f76a002f1b'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:14.299268 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] For port 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:14.299947 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.313818 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Calling delete_port for 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:14.371734 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] Set router 5118f108-577a-4fcd-aec1-42f76a002f1b gateway port host: None {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:14.423411 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:03:14Z', 'revision_number': 6, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:14.452983 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e6d8d-0fa5-4c0b-b67d-a6ce809881bd None None] The sync data for ids ['5118f108-577a-4fcd-aec1-42f76a002f1b'] in n-d-master-1 is: [{'id': '5118f108-577a-4fcd-aec1-42f76a002f1b', 'name': 'tempest-TestEncryptedCinderVolumes-1757899790-router', 'tenant_id': 'a2496475aa124a4a96b63c6640872896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:49Z', 'updated_at': '2021-12-06T13:03:14Z', 'revision_number': 6, 'project_id': 'a2496475aa124a4a96b63c6640872896', 'gw_port_host': None}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:14.488181 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.508635 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Pushing event deleted for resources: {'Port': ['ID=64ce5870-fffd-4219-9daf-d1c7d1b1ac8f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:14.525173 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.525551 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.525893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.526237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.526558 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.527448 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.527448 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.527637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.527831 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.528682 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.529008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.529352 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.529674 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:14.530828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b3d3c-ea7d-4198-9068-c990f715b203 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:14.586774 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.676818 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.678924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.720712 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.721300 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5118f108-577a-4fcd-aec1-42f76a002f1b {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:03:14.726159 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.727409 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eb006471-7fb9-42fa-b442-07d3403a771f admin admin] 10.222.0.31 "DELETE /v2.0/routers/5118f108-577a-4fcd-aec1-42f76a002f1b HTTP/1.1" status: 204 len: 168 time: 0.7700953 Dec 06 13:03:14.729840 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:14.775652 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Deleting subnet e01700ee-042b-40dd-9e19-5bb58fcc16e0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:03:14.779540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.815302 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.860712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 699c8d1c-1656-41e1-9045-2b4edbf8138d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:14.882775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 699c8d1c-1656-41e1-9045-2b4edbf8138d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:14.883249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 699c8d1c-1656-41e1-9045-2b4edbf8138d not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:14.900361 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.952861 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.977303 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01700ee-042b-40dd-9e19-5bb58fcc16e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:14.984125 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:14.987889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-293c9431-810d-41b1-888b-0fe506e56f05 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e01700ee-042b-40dd-9e19-5bb58fcc16e0 HTTP/1.1" status: 204 len: 168 time: 0.2571023 Dec 06 13:03:14.990597 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40446) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:14.992198 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7b102-dd61-420e-87e7-eee0bb2b7cfc None None] Network 5e08538e-254b-4826-b76b-dc7b0b981676 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:15.064466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.124508 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Deleting port 06903626-fd20-4f87-8f31-de4cbdfe74d3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:15.124920 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.198496 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] For port 06903626-fd20-4f87-8f31-de4cbdfe74d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06903626-fd20-4f87-8f31-de4cbdfe74d3,segment=NetworkSegment(cee3ff46-4b48-4640-b1ed-27b9788e854d),segment_id=cee3ff46-4b48-4640-b1ed-27b9788e854d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:15.198961 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.211498 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Calling delete_port for 06903626-fd20-4f87-8f31-de4cbdfe74d3 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:15.273302 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] DHCP port deletion for 5e08538e-254b-4826-b76b-dc7b0b981676 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:15.303858 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.321964 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Deleting port 06903626-fd20-4f87-8f31-de4cbdfe74d3 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:15.322347 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.329655 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=06903626-fd20-4f87-8f31-de4cbdfe74d3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:15.333265 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] No DVR routers for this DVR port 06903626-fd20-4f87-8f31-de4cbdfe74d3 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:03:15.387871 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] For port 06903626-fd20-4f87-8f31-de4cbdfe74d3, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:15.388268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.401114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Calling delete_port for 06903626-fd20-4f87-8f31-de4cbdfe74d3 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:15.404376 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Port 06903626-fd20-4f87-8f31-de4cbdfe74d3 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:03:15.405854 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.414219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.435724 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] Pushing event deleted for resources: {'Port': ['ID=06903626-fd20-4f87-8f31-de4cbdfe74d3,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:15.438123 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76094ad-8be1-4738-be95-c8201b628dbc None None] No DVR routers for this DVR port 06903626-fd20-4f87-8f31-de4cbdfe74d3 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:03:15.439188 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e08538e-254b-4826-b76b-dc7b0b981676']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:15.455157 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee3ff46-4b48-4640-b1ed-27b9788e854d') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:15.455709 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee3ff46-4b48-4640-b1ed-27b9788e854d') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:15.467562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.484108 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.490879 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:03:15.491426 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:03:15.493566 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:03:15.550787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.556581 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:15.559899 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e08538e-254b-4826-b76b-dc7b0b981676 HTTP/1.1" status: 204 len: 168 time: 0.5680940 Dec 06 13:03:15.563074 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:15.572897 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbaf8d-c0ee-400f-b2e8-438159295b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e08538e-254b-4826-b76b-dc7b0b981676,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:15.789745 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 06903626-fd20-4f87-8f31-de4cbdfe74d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:15.810001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 06903626-fd20-4f87-8f31-de4cbdfe74d3 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:15.810353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 06903626-fd20-4f87-8f31-de4cbdfe74d3 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:15.810762 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:15.829651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:15.829937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 64ce5870-fffd-4219-9daf-d1c7d1b1ac8f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:15.830347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:15.849122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:15.849495 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 660ed263-d2d1-420a-b2a4-0f7ca3b14e11 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:15.917027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:16.154352 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Deleting port b2c5f7df-9731-4a10-8828-fd49fe2ffd56 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:16.155025 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:16.231110 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] For port b2c5f7df-9731-4a10-8828-fd49fe2ffd56, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:16.231437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:16.243984 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Calling delete_port for b2c5f7df-9731-4a10-8828-fd49fe2ffd56 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:16.421559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:16.444778 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c5f7df-9731-4a10-8828-fd49fe2ffd56,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:16.611559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.139354 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Router fe84105e-b731-4467-a9eb-97b3714ac064 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:03:17.242049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:17.248012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b8a2834d-4ed2-4e92-8e28-2e555790ffa7 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe84105e-b731-4467-a9eb-97b3714ac064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827004 Dec 06 13:03:17.250169 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40450) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:17.254453 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Sync routers for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:17.263851 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:17.264457 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:17.351557 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.368004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:17.453135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.504879 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Deleting port 77222d66-76bf-475a-ad80-a46d02093922 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:17.505262 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.539759 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '77222d66-76bf-475a-ad80-a46d02093922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:03:16Z', 'revision_number': 5, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port': {'id': '77222d66-76bf-475a-ad80-a46d02093922', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:01:55Z', 'updated_at': '2021-12-06T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:17.565846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Checking router: fe84105e-b731-4467-a9eb-97b3714ac064 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:17.574536 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Routers {'fe84105e-b731-4467-a9eb-97b3714ac064'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:17.575124 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fe84105e-b731-4467-a9eb-97b3714ac064'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:17.586536 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] For port 77222d66-76bf-475a-ad80-a46d02093922, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77222d66-76bf-475a-ad80-a46d02093922,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:17.586905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.599246 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Calling delete_port for 77222d66-76bf-475a-ad80-a46d02093922 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:17.658696 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] Set router fe84105e-b731-4467-a9eb-97b3714ac064 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:17.773299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.804596 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77222d66-76bf-475a-ad80-a46d02093922,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:17.869845 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.871586 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396c7d4-b821-4015-9f3e-2db958dc15db None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:17.873846 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:03:17Z', 'revision_number': 6, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:17.902405 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ebd19-18f0-4b10-9a22-d06980608bb7 None None] The sync data for ids ['fe84105e-b731-4467-a9eb-97b3714ac064'] in n-d-master-1 is: [{'id': 'fe84105e-b731-4467-a9eb-97b3714ac064', 'name': 'tempest-TestEncryptedCinderVolumes-1893095393-router', 'tenant_id': '844ff85a9eb647479c30db05408ce74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:03:17Z', 'revision_number': 6, 'project_id': '844ff85a9eb647479c30db05408ce74f', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:17.964218 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:17.966936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.008590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.009038 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe84105e-b731-4467-a9eb-97b3714ac064 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:03:18.013837 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.015184 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6afcdcd8-bfb2-42ab-b507-5fbfa791f3c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fe84105e-b731-4467-a9eb-97b3714ac064 HTTP/1.1" status: 204 len: 168 time: 0.7641032 Dec 06 13:03:18.017687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:18.061637 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Deleting subnet 8b087839-799c-4f9b-84cf-a3d5785cc8b9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:03:18.064618 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.099148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.177396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.227743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.251309 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b087839-799c-4f9b-84cf-a3d5785cc8b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:18.257306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.263298 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1299e0d2-74b5-4082-ac47-05e0f8933d23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b087839-799c-4f9b-84cf-a3d5785cc8b9 HTTP/1.1" status: 204 len: 168 time: 0.2419622 Dec 06 13:03:18.263565 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:18.267474 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa01e73-7f6f-4c28-9df2-c8861c220556 None None] Network 7d15c3e1-81a2-43d6-bbba-5c64db7847ad requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:18.343285 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.397201 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Deleting port cc84a628-1828-446f-911f-3f64c615bcec {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:03:18.397614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.460203 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] For port cc84a628-1828-446f-911f-3f64c615bcec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc84a628-1828-446f-911f-3f64c615bcec,segment=NetworkSegment(3d95ffe1-9757-42f6-b373-7e54151388fd),segment_id=3d95ffe1-9757-42f6-b373-7e54151388fd)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:18.460568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.477207 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Calling delete_port for cc84a628-1828-446f-911f-3f64c615bcec owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:03:18.551850 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.577266 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc84a628-1828-446f-911f-3f64c615bcec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:18.580568 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] No DVR routers for this DVR port cc84a628-1828-446f-911f-3f64c615bcec on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:03:18.651910 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.673888 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d15c3e1-81a2-43d6-bbba-5c64db7847ad']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:18.683796 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d95ffe1-9757-42f6-b373-7e54151388fd') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:18.684214 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d95ffe1-9757-42f6-b373-7e54151388fd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:18.695638 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.697738 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3275b9-2902-40f5-8f78-8854d1aee353 None None] DHCP port deletion for 7d15c3e1-81a2-43d6-bbba-5c64db7847ad request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:18.712707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.719374 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:03:18.719822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:03:18.721813 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:03:18.777847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.782940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:18.786304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d15c3e1-81a2-43d6-bbba-5c64db7847ad HTTP/1.1" status: 204 len: 168 time: 0.5217562 Dec 06 13:03:18.804245 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3dac-275a-4ea4-8dfd-a6a8c00d0262 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d15c3e1-81a2-43d6-bbba-5c64db7847ad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:18.957763 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40458) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:19.001339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d15b6683-5362-4cd6-bdea-5d76fe25d738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2496475aa124a4a96b63c6640872896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423691 Dec 06 13:03:19.003668 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40460) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:19.050030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.071199 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.116878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.119575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.120753 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad66ed00-545b-4caa-b810-4bc4d3c6d613 HTTP/1.1" status: 204 len: 168 time: 0.1162114 Dec 06 13:03:19.128421 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c272e-42a9-4e3f-87be-2e1ed4e4c1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66ed00-545b-4caa-b810-4bc4d3c6d613,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:19.429695 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40466) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:19.469370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-66e30fff-f4fa-4f3e-99a6-167fa35660fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=844ff85a9eb647479c30db05408ce74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384989 Dec 06 13:03:19.471770 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40468) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:19.517864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.538834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.586883 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.589475 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:19.591202 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/513ad3f2-0bde-4e8c-a2bf-183eb983ba15 HTTP/1.1" status: 204 len: 168 time: 0.1179752 Dec 06 13:03:19.599073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c58db-9bd5-4bb0-9616-07b09d4e48e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ad3f2-0bde-4e8c-a2bf-183eb983ba15,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:19.788625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 77222d66-76bf-475a-ad80-a46d02093922 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:19.814065 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 77222d66-76bf-475a-ad80-a46d02093922 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:19.814407 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 77222d66-76bf-475a-ad80-a46d02093922 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:19.814825 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc84a628-1828-446f-911f-3f64c615bcec no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:19.833543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: cc84a628-1828-446f-911f-3f64c615bcec {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:19.833894 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device cc84a628-1828-446f-911f-3f64c615bcec not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:19.834299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b2c5f7df-9731-4a10-8828-fd49fe2ffd56 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:03:19.853198 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b2c5f7df-9731-4a10-8828-fd49fe2ffd56 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:03:19.853456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b2c5f7df-9731-4a10-8828-fd49fe2ffd56 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:03:20.066938 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.249041 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40490) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:20.341354 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-74760222-network', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:20.362367 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Made reservation on behalf of 92315b0f1de945dfb6ddb4fa3c63dda5 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:03:20.364514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.373444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.448585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.452541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.478551 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:03:20.484200 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a18a1c8-c6a6-417a-a782-c00584763ce5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:20.491142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.491484 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Added segment f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6 of type vlan for network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 Dec 06 13:03:20.531884 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.555631 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.556598 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:20.557229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.586743 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3365371 Dec 06 13:03:20.589883 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:20.595632 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Request body: {'subnet': {'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-74760222-subnet', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:20.616968 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Made reservation on behalf of 92315b0f1de945dfb6ddb4fa3c63dda5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:03:20.619419 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.624550 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2e79-b18d-4d80-9852-353dacfcd043 admin admin] Pushing event updated for resources: {'Network': ['ID=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:20.634972 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:03:20.793411 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.845287 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5573940f-ef56-4b9c-b8fc-0b2dce282d7d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:20.855878 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Checking segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:20.856880 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Network hostable DHCP agents. Network: d79ca26b-7b7d-432d-bd1f-e12fa318b5a1, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:03:20.872876 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:03:20.881193 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d79ca26b-7b7d-432d-bd1f-e12fa318b5a1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:20.885257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:20.885846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.890493 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5242008-23af-4e7c-9f38-e19c9ab782c6 None None] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:20.901484 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0785bcd-a560-4055-a5e1-afe6e86fdffa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3099589 Dec 06 13:03:20.904725 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:20.909687 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:20.929945 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.931024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:20.982761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.032533 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:03:21.033438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.123393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.169449 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Allocated IP 172.20.0.2 (d79ca26b-7b7d-432d-bd1f-e12fa318b5a1/5573940f-ef56-4b9c-b8fc-0b2dce282d7d/55618fb8-18d8-4a00-b374-fca4563c7280) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:21.312250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.318391 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.325807 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.344401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.361685 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:21.366679 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:21.371107 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:21.373726 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Pushing event updated for resources: {'Port': ['ID=55618fb8-18d8-4a00-b374-fca4563c7280,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:21.425402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Attempting to bind port 55618fb8-18d8-4a00-b374-fca4563c7280 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:21.425786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Attempting to bind port 55618fb8-18d8-4a00-b374-fca4563c7280 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:21.426148 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Attempting to bind port 55618fb8-18d8-4a00-b374-fca4563c7280 on network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:21.431040 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:21.431416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Checking segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:21.431819 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.432211 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Bound using segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:21.432678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Bound port: 55618fb8-18d8-4a00-b374-fca4563c7280, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:21.433058 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.449273 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Allocated IP 172.35.3.249 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/546642fa-3198-4347-9d7a-9b433f56293c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:21.495351 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] For port 55618fb8-18d8-4a00-b374-fca4563c7280, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:21.499062 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] For port 55618fb8-18d8-4a00-b374-fca4563c7280, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55618fb8-18d8-4a00-b374-fca4563c7280,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:21.502784 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.563307 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.566487 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdd06e-2c44-4024-a7a6-9785bfe47e36 None None] Pushing event updated for resources: {'Port': ['ID=55618fb8-18d8-4a00-b374-fca4563c7280,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:21.598265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.640110 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:21.643578 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:21.646185 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:21.659619 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279464c-0497-406b-ac33-a417971510fa None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:21.675692 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Pushing event updated for resources: {'Port': ['ID=546642fa-3198-4347-9d7a-9b433f56293c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:21.730826 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7d9f1744-5d99-4744-84ff-e760a5b209e2 None None] Provisioning complete for port 546642fa-3198-4347-9d7a-9b433f56293c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:21.731644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1744-5d99-4744-84ff-e760a5b209e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.789880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f1744-5d99-4744-84ff-e760a5b209e2 None None] Port 546642fa-3198-4347-9d7a-9b433f56293c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:21.857019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 55618fb8-18d8-4a00-b374-fca4563c7280 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:21.909864 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 55618fb8-18d8-4a00-b374-fca4563c7280 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:21.910528 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.963751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:21.990597 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.026651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 55618fb8-18d8-4a00-b374-fca4563c7280, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55618fb8-18d8-4a00-b374-fca4563c7280,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:22.031119 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.077230 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=55618fb8-18d8-4a00-b374-fca4563c7280,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:22.165661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.299884 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Router a410fcee-3f1c-478b-9d99-9420f6857124 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:03:22.411330 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:22.420395 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Sync routers for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:22.431230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.431344 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:22.431922 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:22.432501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9a1e16e5-c99c-49bd-8e53-de373cd5be95 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5263107 Dec 06 13:03:22.435501 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40498) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:22.478933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e00dea-2edf-4eff-adeb-c6b118c54d03 None None] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:22.548698 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:22.555853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e1f3805a-c5bf-4397-b359-1c20966b969d None None] Provisioning complete for port 55618fb8-18d8-4a00-b374-fca4563c7280 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:22.556235 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e1f3805a-c5bf-4397-b359-1c20966b969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.830096 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:21Z', 'revision_number': 3, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:22.863653 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Checking router: a410fcee-3f1c-478b-9d99-9420f6857124 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:22.864015 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Updating router a410fcee-3f1c-478b-9d99-9420f6857124 port 546642fa-3198-4347-9d7a-9b433f56293c binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:03:22.891935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.892676 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:22.935834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d624a560-536c-4d72-a12c-b62f8c6ee1f6 None None] Provisioning complete for port 55618fb8-18d8-4a00-b374-fca4563c7280 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:22.936899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d624a560-536c-4d72-a12c-b62f8c6ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.055496 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Allocated IP 172.20.0.1 (d79ca26b-7b7d-432d-bd1f-e12fa318b5a1/5573940f-ef56-4b9c-b8fc-0b2dce282d7d/e95ff473-bfb9-431a-8648-dc15bd86c364) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:23.140195 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.145591 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.160660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.192606 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449ff5c-c70a-47e0-8fb2-0dee6f593e31 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:23.199270 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.202878 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Attempting to bind port 546642fa-3198-4347-9d7a-9b433f56293c on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:23.203389 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Attempting to bind port 546642fa-3198-4347-9d7a-9b433f56293c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:23.203617 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Attempting to bind port 546642fa-3198-4347-9d7a-9b433f56293c on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:23.214713 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Pushing event updated for resources: {'Port': ['ID=546642fa-3198-4347-9d7a-9b433f56293c,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:23.216932 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:23.217340 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:23.217744 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.218137 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:23.218610 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Bound port: 546642fa-3198-4347-9d7a-9b433f56293c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:23.218990 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.243005 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:23.245560 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.246068 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a88e428d-2b97-4292-8ddd-f3589b0252c5 None None] Provisioning complete for port 546642fa-3198-4347-9d7a-9b433f56293c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:23.246377 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.246628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a88e428d-2b97-4292-8ddd-f3589b0252c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.247608 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.248066 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.248218 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:23.248648 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.249027 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.249486 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.250339 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.250339 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.250701 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.251174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.251527 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.252529 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:23.253016 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:23.256135 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:23.294265 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] For port 546642fa-3198-4347-9d7a-9b433f56293c, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:23.296988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.297604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-a88e428d-2b97-4292-8ddd-f3589b0252c5 None None] Port 546642fa-3198-4347-9d7a-9b433f56293c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:23.303711 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] For port 546642fa-3198-4347-9d7a-9b433f56293c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=546642fa-3198-4347-9d7a-9b433f56293c,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:23.308853 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.353806 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a256d01-df2e-48c9-8c51-53e21239b6ee None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:23.382601 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9edf0-e6b2-414c-8e71-d4d5e0eb27e1 None None] Pushing event updated for resources: {'Port': ['ID=546642fa-3198-4347-9d7a-9b433f56293c,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:23.385130 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:23.385754 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:23.427462 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] Provisioning complete for port 546642fa-3198-4347-9d7a-9b433f56293c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:23.428221 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.467052 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.497530 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:23.520739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.542835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] For port 546642fa-3198-4347-9d7a-9b433f56293c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=546642fa-3198-4347-9d7a-9b433f56293c,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:23.547850 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.602102 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b924e7d-c5a4-4703-ae0f-87975fe4c71f None None] Pushing event updated for resources: {'Port': ['ID=546642fa-3198-4347-9d7a-9b433f56293c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:23.651305 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.656327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.668208 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-11e28116-f864-4f3a-bf2e-9f1909850a91 None None] Provisioning complete for port e95ff473-bfb9-431a-8648-dc15bd86c364 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:23.668617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-11e28116-f864-4f3a-bf2e-9f1909850a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.683709 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:21Z', 'revision_number': 3, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:23.708665 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-11e28116-f864-4f3a-bf2e-9f1909850a91 None None] Port e95ff473-bfb9-431a-8648-dc15bd86c364 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:23.714379 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2376cb7-67d2-46d3-96b1-d9d5b967904b None None] The sync data for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 is: [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:21Z', 'revision_number': 3, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:23.732023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.732023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:23.801353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 55618fb8-18d8-4a00-b374-fca4563c7280 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:23.830322 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:23.832029 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:23.857014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 55618fb8-18d8-4a00-b374-fca4563c7280 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:23.857442 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:23.959799 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Router a410fcee-3f1c-478b-9d99-9420f6857124 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:03:24.096253 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:24.101990 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9a237dba-de7d-4786-b07d-4e6a5b2b50e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/a410fcee-3f1c-478b-9d99-9420f6857124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656373 Dec 06 13:03:24.129173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ee9115aa-cc92-44b6-87e1-20c9f320e944 None None] Provisioning complete for port e95ff473-bfb9-431a-8648-dc15bd86c364 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:24.130252 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee9115aa-cc92-44b6-87e1-20c9f320e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.166080 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ee9115aa-cc92-44b6-87e1-20c9f320e944 None None] Port e95ff473-bfb9-431a-8648-dc15bd86c364 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:24.580026 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:24.585403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1482098129-network', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:24.607972 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Made reservation on behalf of d1c0d961d7df4557879baa811d9e2129 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:03:24.610407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.619551 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.692961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.696839 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.723761 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:03:24.733705 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0006d-5813-46a2-b4da-0e62b2fcc0a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:24.738661 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.739014 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Added segment 4e85bd31-1073-4aee-adfc-3d0d83bc41ba of type vlan for network 1bfc7113-adda-457e-8ab2-858caeb7568f Dec 06 13:03:24.779919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.803081 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.804196 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:24.804687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:24.841748 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2605093 Dec 06 13:03:24.844426 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:24.850929 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Request body: {'subnet': {'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1482098129-subnet', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:24.880488 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b173c-1785-479d-b06f-c1fd80bfe3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfc7113-adda-457e-8ab2-858caeb7568f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:24.891184 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 1bfc7113-adda-457e-8ab2-858caeb7568f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:03:24.897213 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Made reservation on behalf of d1c0d961d7df4557879baa811d9e2129 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:03:24.899709 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.068480 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.124659 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be51156-a1aa-411d-9dde-66fc466f8436,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:25.133176 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Checking segment: {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:25.133511 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Network hostable DHCP agents. Network: 1bfc7113-adda-457e-8ab2-858caeb7568f, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:03:25.151047 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Network 1bfc7113-adda-457e-8ab2-858caeb7568f is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:03:25.159496 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1bfc7113-adda-457e-8ab2-858caeb7568f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:25.163575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:25.164165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.168419 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704bd94-d556-453e-8c24-ed3fe7ed8422 None None] Network 1bfc7113-adda-457e-8ab2-858caeb7568f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:25.182498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f9ef1e9-f02b-4ae2-892d-19e2d7583dcd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3347495 Dec 06 13:03:25.182740 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:25.187465 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:25.213049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.214188 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.276187 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.356175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1bfc7113-adda-457e-8ab2-858caeb7568f', 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'fixed_ips': [{'subnet_id': '4be51156-a1aa-411d-9dde-66fc466f8436'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:03:25.357145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.419576 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.425611 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Sync routers for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:25.452491 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:25.453105 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:25.570381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Allocated IP 172.20.0.2 (1bfc7113-adda-457e-8ab2-858caeb7568f/4be51156-a1aa-411d-9dde-66fc466f8436/c332619f-9fa6-42b1-90d9-511d7e8ab9cd) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:25.602295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:25.618370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.638370 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.741883 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Allocated IP 172.35.3.199 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d885d88b-d698-4917-bb4a-13b6fd12e05f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:25.839980 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 546642fa-3198-4347-9d7a-9b433f56293c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:25.858259 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.892748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:25.937985 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:25.941044 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:25.944667 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:26.028244 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56d1fb-4ac5-46ad-9a20-1c9c1250cbe4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:26.057562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.084383 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.144716 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Network 1bfc7113-adda-457e-8ab2-858caeb7568f is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:26.154870 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:26.157930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Pushing event updated for resources: {'Port': ['ID=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:26.163036 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:26.182109 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 546642fa-3198-4347-9d7a-9b433f56293c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:26.182825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.255377 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e1cbaad-3719-4e95-a775-70134474fb41 None None] Provisioning complete for port d885d88b-d698-4917-bb4a-13b6fd12e05f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:26.255752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e1cbaad-3719-4e95-a775-70134474fb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.283532 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 2, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:26.300014 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Pushing event updated for resources: {'Port': ['ID=d885d88b-d698-4917-bb4a-13b6fd12e05f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:26.328676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Attempting to bind port c332619f-9fa6-42b1-90d9-511d7e8ab9cd on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:26.329050 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Attempting to bind port c332619f-9fa6-42b1-90d9-511d7e8ab9cd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:26.329441 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Attempting to bind port c332619f-9fa6-42b1-90d9-511d7e8ab9cd on network 1bfc7113-adda-457e-8ab2-858caeb7568f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:26.331352 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Checking router: a410fcee-3f1c-478b-9d99-9420f6857124 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:26.331702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Updating router a410fcee-3f1c-478b-9d99-9420f6857124 port e95ff473-bfb9-431a-8648-dc15bd86c364 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:03:26.361013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:26.361426 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Checking segment: {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:26.361829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.362539 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Bound using segment: {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:26.362726 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Bound port: c332619f-9fa6-42b1-90d9-511d7e8ab9cd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:26.363116 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.383037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3e1cbaad-3719-4e95-a775-70134474fb41 None None] Port d885d88b-d698-4917-bb4a-13b6fd12e05f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:26.389644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.540827 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.561632 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] For port c332619f-9fa6-42b1-90d9-511d7e8ab9cd, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:26.583454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] For port c332619f-9fa6-42b1-90d9-511d7e8ab9cd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:26.587953 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.709121 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3acdef-a554-486b-a136-861fc71d5871 None None] Pushing event updated for resources: {'Port': ['ID=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:26.745908 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.805899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.812074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.871372 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073398ce-180f-4b6d-ad0b-d96bb5367471 None None] Pushing event updated for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:26.905969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Router 4d232391-e3e9-468a-b1f4-481407cf5f06 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:03:26.925699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Attempting to bind port e95ff473-bfb9-431a-8648-dc15bd86c364 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:26.926076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Attempting to bind port e95ff473-bfb9-431a-8648-dc15bd86c364 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:26.926511 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Attempting to bind port e95ff473-bfb9-431a-8648-dc15bd86c364 on network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:26.945486 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:26.945962 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Checking segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:26.946385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.946896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Bound using segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:26.947460 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Bound port: e95ff473-bfb9-431a-8648-dc15bd86c364, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:26.947962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.038288 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:27.039691 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] For port e95ff473-bfb9-431a-8648-dc15bd86c364, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:27.047899 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] For port e95ff473-bfb9-431a-8648-dc15bd86c364, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e95ff473-bfb9-431a-8648-dc15bd86c364,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:27.053416 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Sync routers for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:27.065323 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.066314 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:27.066444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.067578 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:27.069714 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-22900509-e088-41ce-8567-a53ec00ea528 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8859391 Dec 06 13:03:27.070683 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:03:27.141081 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:27.141741 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:27.190241 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073398ce-180f-4b6d-ad0b-d96bb5367471 None None] Pushing event updated for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:27.197499 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:27.263834 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] Provisioning complete for port e95ff473-bfb9-431a-8648-dc15bd86c364 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:27.264209 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.344588 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:27.379573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22837603-b49d-4067-a267-dd9a71b72244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.448484 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:26Z', 'revision_number': 3, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:27.480223 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Checking router: 4d232391-e3e9-468a-b1f4-481407cf5f06 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:27.480578 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Updating router 4d232391-e3e9-468a-b1f4-481407cf5f06 port d885d88b-d698-4917-bb4a-13b6fd12e05f binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:03:27.482020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.506111 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.589405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] For port e95ff473-bfb9-431a-8648-dc15bd86c364, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e95ff473-bfb9-431a-8648-dc15bd86c364,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:27.596734 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.615556 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.692234 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1df25-cc25-437d-96a5-468d782f922a None None] Pushing event updated for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:27.724988 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:27.798038 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e6681-6ad1-4421-98c2-672b7fcb962d None None] The sync data for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 is: [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:27.805720 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1d87f32f-50d7-4a8f-bb64-2d4b9bfc682d None None] Provisioning complete for port e95ff473-bfb9-431a-8648-dc15bd86c364 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:27.806091 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1d87f32f-50d7-4a8f-bb64-2d4b9bfc682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.831063 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Allocated IP 172.20.0.1 (1bfc7113-adda-457e-8ab2-858caeb7568f/4be51156-a1aa-411d-9dde-66fc466f8436/589afc57-7e62-4eed-adc2-7c81841fa946) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:27.836794 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.846898 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.938103 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e5bba-d286-4865-8921-5040cc8b907e None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:27.940635 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Attempting to bind port d885d88b-d698-4917-bb4a-13b6fd12e05f on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:27.941006 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Attempting to bind port d885d88b-d698-4917-bb4a-13b6fd12e05f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:27.941388 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Attempting to bind port d885d88b-d698-4917-bb4a-13b6fd12e05f on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:27.946049 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c332619f-9fa6-42b1-90d9-511d7e8ab9cd up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:27.955481 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:27.955917 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:27.956680 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.956680 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:27.957190 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Bound port: d885d88b-d698-4917-bb4a-13b6fd12e05f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:27.957658 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:27.959528 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d60aa1-ea99-45b8-bacd-f4b0adca702f None None] Pushing event updated for resources: {'Port': ['ID=d885d88b-d698-4917-bb4a-13b6fd12e05f,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.041764 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.042663 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] For port d885d88b-d698-4917-bb4a-13b6fd12e05f, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:28.046197 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] For port d885d88b-d698-4917-bb4a-13b6fd12e05f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d885d88b-d698-4917-bb4a-13b6fd12e05f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:28.047194 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162d56c-5c1f-4795-8715-626cea74f0b5 None None] Network 1bfc7113-adda-457e-8ab2-858caeb7568f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:03:28.053796 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.083733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.128736 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81bb12-41f4-4939-bc45-0b0ab8d94ff4 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:03:28.129846 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Network 1bfc7113-adda-457e-8ab2-858caeb7568f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:28.133301 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:28.135960 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:28.144816 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d60aa1-ea99-45b8-bacd-f4b0adca702f None None] Pushing event updated for resources: {'Port': ['ID=d885d88b-d698-4917-bb4a-13b6fd12e05f,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.147602 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:28.151842 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c332619f-9fa6-42b1-90d9-511d7e8ab9cd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:28.152225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.153072 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:28.180517 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Pushing event updated for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.192955 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.339581 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.394867 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:28.485844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Provisioning complete for port d885d88b-d698-4917-bb4a-13b6fd12e05f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:28.486408 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.530056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.537109 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.582185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.599920 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.632792 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:26Z', 'revision_number': 3, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:28.671319 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Pushing event updated for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.681223 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port c332619f-9fa6-42b1-90d9-511d7e8ab9cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:28.687484 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.689404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.694529 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43432443-04da-44fa-8f2b-45ebcab13534 None None] The sync data for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 is: [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:26Z', 'revision_number': 3, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:28.765718 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] For port d885d88b-d698-4917-bb4a-13b6fd12e05f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d885d88b-d698-4917-bb4a-13b6fd12e05f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:28.774139 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Network 1bfc7113-adda-457e-8ab2-858caeb7568f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:28.775932 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:28.776540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.821298 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.828409 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Provisioning complete for port c332619f-9fa6-42b1-90d9-511d7e8ab9cd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:28.829090 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.916482 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ffdcb-554c-42a8-a6fd-73942781cad5 None None] Pushing event updated for resources: {'Port': ['ID=d885d88b-d698-4917-bb4a-13b6fd12e05f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:28.945053 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Router 4d232391-e3e9-468a-b1f4-481407cf5f06 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:03:29.104238 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-341949b0-f1ae-4fe8-a27e-7eb18c817177 None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:29.104834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-341949b0-f1ae-4fe8-a27e-7eb18c817177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:29.145998 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:03:29.159661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3945957c-fcf4-4b23-ae03-065e13128b51 admin admin] 10.222.0.31 "PUT /v2.0/routers/4d232391-e3e9-468a-b1f4-481407cf5f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816588 Dec 06 13:03:29.164488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-341949b0-f1ae-4fe8-a27e-7eb18c817177 None None] Port 589afc57-7e62-4eed-adc2-7c81841fa946 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:29.178638 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-341949b0-f1ae-4fe8-a27e-7eb18c817177 None None] Provisioning complete for port c332619f-9fa6-42b1-90d9-511d7e8ab9cd triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:29.179017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-341949b0-f1ae-4fe8-a27e-7eb18c817177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:29.419820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-23082245-04fe-44c7-9f25-0001edaddf29 None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:29.420277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-23082245-04fe-44c7-9f25-0001edaddf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:29.470445 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-23082245-04fe-44c7-9f25-0001edaddf29 None None] Port 589afc57-7e62-4eed-adc2-7c81841fa946 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:29.589500 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3b8f88fc-fe79-429b-aa8f-88db4c6b7c0b None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:29.590699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3b8f88fc-fe79-429b-aa8f-88db4c6b7c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:29.630610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f88fc-fe79-429b-aa8f-88db4c6b7c0b None None] Port 589afc57-7e62-4eed-adc2-7c81841fa946 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:29.657969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-def688e0-e272-4d82-822a-068016c62d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:29.861129 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:03:29.933387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d885d88b-d698-4917-bb4a-13b6fd12e05f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:29.988750 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d885d88b-d698-4917-bb4a-13b6fd12e05f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:29.989123 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:30.069189 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c332619f-9fa6-42b1-90d9-511d7e8ab9cd up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:30.117804 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port c332619f-9fa6-42b1-90d9-511d7e8ab9cd triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:30.118184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:30.218032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e95ff473-bfb9-431a-8648-dc15bd86c364 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:30.276453 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e95ff473-bfb9-431a-8648-dc15bd86c364 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:30.277193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:30.723751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:31.386846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Sync routers for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:03:31.398647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:31.399263 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:31.526434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:31.534652 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:31.766984 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '589afc57-7e62-4eed-adc2-7c81841fa946', 'name': '', 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'mac_address': 'fa:16:3e:ac:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:27Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 2, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'subnets': [{'id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:31.796349 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Checking router: 4d232391-e3e9-468a-b1f4-481407cf5f06 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:03:31.796783 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Updating router 4d232391-e3e9-468a-b1f4-481407cf5f06 port 589afc57-7e62-4eed-adc2-7c81841fa946 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:03:31.828052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.116146 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.123038 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.181228 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80219b9a-b9fc-4bdf-b54f-990eb2ca67af None None] Pushing event updated for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:32.235074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Attempting to bind port 589afc57-7e62-4eed-adc2-7c81841fa946 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:32.235447 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Attempting to bind port 589afc57-7e62-4eed-adc2-7c81841fa946 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:32.235807 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Attempting to bind port 589afc57-7e62-4eed-adc2-7c81841fa946 on network 1bfc7113-adda-457e-8ab2-858caeb7568f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:32.241190 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:32.241583 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Checking segment: {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:32.241986 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.242377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Bound using segment: {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:32.242842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Bound port: 589afc57-7e62-4eed-adc2-7c81841fa946, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e85bd31-1073-4aee-adfc-3d0d83bc41ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:32.243220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.326835 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] For port 589afc57-7e62-4eed-adc2-7c81841fa946, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:32.330122 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] For port 589afc57-7e62-4eed-adc2-7c81841fa946, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=589afc57-7e62-4eed-adc2-7c81841fa946,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:32.338856 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.413621 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:03:32.413864 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:03:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:32.461007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80219b9a-b9fc-4bdf-b54f-990eb2ca67af None None] Pushing event updated for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:32.505533 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.547901 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:32.548276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.631525 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:03:32.797081 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.896245 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] For port 589afc57-7e62-4eed-adc2-7c81841fa946, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=589afc57-7e62-4eed-adc2-7c81841fa946,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:32.920381 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.981747 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50ce36-b0ef-43b1-8bd1-ddc48a8a4922 None None] Pushing event updated for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:32.994912 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '589afc57-7e62-4eed-adc2-7c81841fa946', 'name': '', 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'mac_address': 'fa:16:3e:ac:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:27Z', 'updated_at': '2021-12-06T13:03:32Z', 'revision_number': 4, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'subnets': [{'id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:03:33.031776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87465a56-b31d-41c9-b923-0ef10a62a96d None None] The sync data for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 is: [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '589afc57-7e62-4eed-adc2-7c81841fa946', 'name': '', 'network_id': '1bfc7113-adda-457e-8ab2-858caeb7568f', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'mac_address': 'fa:16:3e:ac:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:27Z', 'updated_at': '2021-12-06T13:03:32Z', 'revision_number': 4, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'subnets': [{'id': '4be51156-a1aa-411d-9dde-66fc466f8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:03:33.046459 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-afe45081-98a0-4974-b93f-3f06c2ab075d None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:33.046841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-afe45081-98a0-4974-b93f-3f06c2ab075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:33.314526 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:33.850414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 589afc57-7e62-4eed-adc2-7c81841fa946 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:34.071641 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 589afc57-7e62-4eed-adc2-7c81841fa946 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:34.072089 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:39.787126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-c02f0822-b914-46ee-afd9-f0cfa3292f80 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:39.788607 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-c02f0822-b914-46ee-afd9-f0cfa3292f80 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 813 time: 0.1035576 Dec 06 13:03:39.804153 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-bf3a81a0-5c57-44c3-ae14-97b705375c17 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/quotas/92315b0f1de945dfb6ddb4fa3c63dda5 HTTP/1.1" status: 200 len: 375 time: 0.0096915 Dec 06 13:03:39.854400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-4f58d44d-b968-4905-a5a1-493bb320e9e2 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448649 Dec 06 13:03:40.066794 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-70394063-148a-41d0-8e25-0cc1fa949106 service neutron] 10.222.0.31 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271973 Dec 06 13:03:40.154405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-4795c0be-57a1-4f16-993c-eedbb489904c service neutron] 10.222.0.31 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Dec 06 13:03:40.397732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-71c06161-a877-4c15-a3ab-5bea8f7fa3cf req-85ec48d3-d76c-4c21-9114-df9075230526 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 210 time: 0.0714827 Dec 06 13:03:41.300685 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-2c8513b8-5020-499c-b7ed-d6be1ad03bf7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:41.302230 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-2c8513b8-5020-499c-b7ed-d6be1ad03bf7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 813 time: 0.1041636 Dec 06 13:03:41.322901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'port': {'device_id': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'admin_state_up': True, 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:41.431188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Made reservation on behalf of 92315b0f1de945dfb6ddb4fa3c63dda5 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:03:41.437071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:41.500384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5edbc2b-7b5b-42fd-9fcd-85e3709493a2 req-f5a0cfb5-5bc6-44b6-be0e-6dd270a511f1 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Dec 06 13:03:41.572237 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Allocated IP 172.20.0.13 (d79ca26b-7b7d-432d-bd1f-e12fa318b5a1/5573940f-ef56-4b9c-b8fc-0b2dce282d7d/950593ba-f23b-47fb-b382-7b714f2fc227) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:03:42.068534 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:42.102987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:42.156122 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:03:42.159298 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:03:42.163134 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:03:42.194137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:42.208425 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.208776 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.209120 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.209528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.209881 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.210201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.210823 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.211209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.211536 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.211966 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.212296 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.212622 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.212943 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:42.242626 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:42.243369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:42.260671 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ac6a8187-92ed-45cb-85c9-231344db4c46 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413905 Dec 06 13:03:42.376582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f7330a7-598c-4ffd-a20a-553e6100348e None None] Provisioning complete for port 950593ba-f23b-47fb-b382-7b714f2fc227 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:42.377194 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f7330a7-598c-4ffd-a20a-553e6100348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:42.412667 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6f7330a7-598c-4ffd-a20a-553e6100348e None None] Port 950593ba-f23b-47fb-b382-7b714f2fc227 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:03:42.623103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0c186-e015-4cde-92d5-f12c5b8fa016 req-0d8ade8f-7705-4ea5-98ec-71c514aeefd4 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:42.624473 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82c0c186-e015-4cde-92d5-f12c5b8fa016 req-0d8ade8f-7705-4ea5-98ec-71c514aeefd4 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0536995 Dec 06 13:03:42.672773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-82c0c186-e015-4cde-92d5-f12c5b8fa016 req-951a103e-4b7f-47db-a2cc-6c6da610c40d tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Dec 06 13:03:43.797542 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d56cc7-d5a2-444f-a4cc-c2ca22bcfa52 req-b57bef28-5274-458a-a83a-56c573b0ef08 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:43.799037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95d56cc7-d5a2-444f-a4cc-c2ca22bcfa52 req-b57bef28-5274-458a-a83a-56c573b0ef08 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0516741 Dec 06 13:03:43.846435 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95d56cc7-d5a2-444f-a4cc-c2ca22bcfa52 req-30eab93e-e1a9-4017-bb63-0baa28d73784 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Dec 06 13:03:44.977512 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d2d8b-2687-4056-ba45-26adb24f9091 req-7507dbb3-27e6-4a94-8fa3-258e1fea8edb tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:44.979133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff9d2d8b-2687-4056-ba45-26adb24f9091 req-7507dbb3-27e6-4a94-8fa3-258e1fea8edb tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0578835 Dec 06 13:03:45.025716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ff9d2d8b-2687-4056-ba45-26adb24f9091 req-727666f6-bcf5-4053-8c9f-07e28b3cc9f0 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Dec 06 13:03:46.146038 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81415-d1c9-4e85-880a-af05cac18750 req-f48799a4-13a9-4e13-8f43-abaf329cba03 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:46.147648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ae81415-d1c9-4e85-880a-af05cac18750 req-f48799a4-13a9-4e13-8f43-abaf329cba03 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0522349 Dec 06 13:03:46.197216 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9ae81415-d1c9-4e85-880a-af05cac18750 req-29680903-0584-4857-b66e-dd0623ff8248 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Dec 06 13:03:47.320124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373589a-617c-46aa-b87c-59149e39e073 req-4daa1794-dce3-4181-ab36-2af9bd485931 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:47.321710 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b373589a-617c-46aa-b87c-59149e39e073 req-4daa1794-dce3-4181-ab36-2af9bd485931 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0498936 Dec 06 13:03:47.373616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b373589a-617c-46aa-b87c-59149e39e073 req-5864a7f5-e412-4f8c-b5f2-702f2abce112 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Dec 06 13:03:48.489333 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062a738-9730-4e47-975f-1bfd6be0fde5 req-8d5df3d8-db9d-4894-bba9-cf12fac41ad1 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:48.490851 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3062a738-9730-4e47-975f-1bfd6be0fde5 req-8d5df3d8-db9d-4894-bba9-cf12fac41ad1 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0520248 Dec 06 13:03:48.539462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3062a738-9730-4e47-975f-1bfd6be0fde5 req-3658fcfc-1956-45ba-9419-973fd007166d tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Dec 06 13:03:49.673734 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009f443-b62f-4b56-851f-fc5d13f58aca req-116e0673-b644-458e-9d74-5132e421b555 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:49.675251 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3009f443-b62f-4b56-851f-fc5d13f58aca req-116e0673-b644-458e-9d74-5132e421b555 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0526700 Dec 06 13:03:49.736611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3009f443-b62f-4b56-851f-fc5d13f58aca req-906cceaa-a162-41a5-8e67-5a958ed433ce tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Dec 06 13:03:50.064166 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:50.857857 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a79-dcb5-4527-931c-0f87e83740b9 req-32bfdea3-80b0-4d7b-8e84-2867d12a5a0f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:50.859413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-722f2a79-dcb5-4527-931c-0f87e83740b9 req-32bfdea3-80b0-4d7b-8e84-2867d12a5a0f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0537672 Dec 06 13:03:50.911676 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-722f2a79-dcb5-4527-931c-0f87e83740b9 req-0616f72e-b37a-46db-80bc-c671608f106a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Dec 06 13:03:52.028480 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52918de2-c7c3-4117-a2be-28babcbbd783 req-931c41c8-5ace-4e66-a8c8-ccda7127d3cb tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.030114 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52918de2-c7c3-4117-a2be-28babcbbd783 req-931c41c8-5ace-4e66-a8c8-ccda7127d3cb tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 932 time: 0.0495150 Dec 06 13:03:52.063838 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Request body: {'port': {'device_id': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:03:52.078543 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-52918de2-c7c3-4117-a2be-28babcbbd783 req-acc3d1b5-a587-40b9-b0ef-ace8e2d67603 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Dec 06 13:03:52.119868 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.371514 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950593ba-f23b-47fb-b382-7b714f2fc227 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:03:52.379335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.391402 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Transition to ACTIVE for port object 950593ba-f23b-47fb-b382-7b714f2fc227 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:03:52.395114 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.446341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:52.516999 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Attempting to bind port 950593ba-f23b-47fb-b382-7b714f2fc227 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:03:52.517376 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Attempting to bind port 950593ba-f23b-47fb-b382-7b714f2fc227 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:03:52.517707 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Attempting to bind port 950593ba-f23b-47fb-b382-7b714f2fc227 on network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:52.522411 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Port 950593ba-f23b-47fb-b382-7b714f2fc227 on network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:03:52.522732 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Attempting to bind port 950593ba-f23b-47fb-b382-7b714f2fc227 on network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:03:52.527640 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:03:52.527963 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Checking segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:03:52.528350 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Bound using segment: {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:03:52.529447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Bound port: 950593ba-f23b-47fb-b382-7b714f2fc227, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:03:52.529805 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.594353 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:03:52.597737 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:03:52.602755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.633948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.634567 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:52.636354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1092 time: 0.6147950 Dec 06 13:03:52.639259 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:03:52.669970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e33e8-b886-4d36-9296-21ac3ed213e0 service neutron] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:52.704332 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b693d65d-e7b2-43a5-a87f-6b067c293b17" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:03:52.744642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-17dc0deb-5c70-44b7-b92b-a304984b85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.746111 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-17dc0deb-5c70-44b7-b92b-a304984b85a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1095 time: 0.0528710 Dec 06 13:03:52.795588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-543a9316-d6a0-47c1-9b6f-5dbfe0f491e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Dec 06 13:03:52.811747 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5597471d-35b9-4212-bc9d-40abeac935c9 x-openstack-request-id: req-5597471d-35b9-4212-bc9d-40abeac935c9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:03:52.812038 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:03:52.812288 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5597471d-35b9-4212-bc9d-40abeac935c9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:03:52.812676 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:03:52.848725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-a37eb29e-5232-4aa2-88d9-47952e3bb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.850457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-a37eb29e-5232-4aa2-88d9-47952e3bb5b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0478044 Dec 06 13:03:52.899995 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-8f86b2a6-61ff-49d9-b564-6410fb41f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.901540 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-8f86b2a6-61ff-49d9-b564-6410fb41f933 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439162 Dec 06 13:03:52.992144 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-ff640225-94b1-4e1f-b44c-e932b3ef5d12 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838313 Dec 06 13:03:53.083582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b6c11c9d-1d09-461d-91c4-5e4bbf7dd42f req-70795dd6-6140-4a80-94eb-1c5c009f9c29 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Dec 06 13:03:53.199917 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f79a-404d-44ca-830c-70d5c1eaf065 req-6d358aee-8a42-4e42-91b4-3aec3c35a783 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.201897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d207f79a-404d-44ca-830c-70d5c1eaf065 req-6d358aee-8a42-4e42-91b4-3aec3c35a783 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 944 time: 0.0545871 Dec 06 13:03:53.213594 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-f1d58a6e-74c9-43db-87b9-b9f04ba69f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.215196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-f1d58a6e-74c9-43db-87b9-b9f04ba69f29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1095 time: 0.0415633 Dec 06 13:03:53.252830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d207f79a-404d-44ca-830c-70d5c1eaf065 req-68a54e77-5678-4391-9e85-70c6121fe0c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Dec 06 13:03:53.308400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-63e53537-c255-46d7-bc5d-3542d2191530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.309913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-63e53537-c255-46d7-bc5d-3542d2191530 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0874376 Dec 06 13:03:53.356080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-6bb8e956-fd6c-48dd-abf4-7da5eadbeded service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 217 time: 0.0388238 Dec 06 13:03:53.404530 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-6efb8b1f-caf4-4a1c-81b2-2d89aeb0378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.405971 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-6efb8b1f-caf4-4a1c-81b2-2d89aeb0378b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0426345 Dec 06 13:03:53.451072 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-b1783e93-281c-4719-a7ac-7255d555aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.452420 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-b1783e93-281c-4719-a7ac-7255d555aaab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379586 Dec 06 13:03:53.545969 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-eb6b65c0-1be4-47b2-a2fd-659551efa526 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Dec 06 13:03:53.640245 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b693d65d-e7b2-43a5-a87f-6b067c293b17 req-5a136080-990a-484d-b854-4f6f6e0380cf service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 Dec 06 13:03:54.370534 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f67a0-a83a-4962-b1c3-da3cb6eb4696 req-f0fd19dc-2575-4249-a094-21247520b5b2 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:54.371990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f8f67a0-a83a-4962-b1c3-da3cb6eb4696 req-f0fd19dc-2575-4249-a094-21247520b5b2 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 944 time: 0.0482593 Dec 06 13:03:54.418672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7f8f67a0-a83a-4962-b1c3-da3cb6eb4696 req-b5aa9c03-a536-42be-9db6-8072841746ab tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Dec 06 13:03:55.042900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 950593ba-f23b-47fb-b382-7b714f2fc227 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:03:55.134450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:55.145140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '950593ba-f23b-47fb-b382-7b714f2fc227', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'port_id': '950593ba-f23b-47fb-b382-7b714f2fc227', 'mac_address': 'fa:16:3e:e4:11:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:03:55.185081 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:55.197458 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950593ba-f23b-47fb-b382-7b714f2fc227 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:03:55.217306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:55.220889 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:55.266088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:55.273363 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.273717 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.274060 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.274401 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.274741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.275099 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.275437 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.275767 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.276094 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.276424 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.276749 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.277074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.277426 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:03:55.489397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:03:55.531624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2dee-9568-4314-a846-1439a5ff7932 req-1f76f38f-f450-40b6-abd5-6da86457d1a6 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:55.533097 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387c2dee-9568-4314-a846-1439a5ff7932 req-1f76f38f-f450-40b6-abd5-6da86457d1a6 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 945 time: 0.0471392 Dec 06 13:03:55.583047 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387c2dee-9568-4314-a846-1439a5ff7932 req-97f5f42e-61ef-4559-948b-ccf6dd7caba4 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Dec 06 13:03:56.697786 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df419856-18f8-4fe5-aed6-7b2e5f3050a3 req-38b74abd-23c1-4ce2-97a9-792ff6413641 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:56.699273 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df419856-18f8-4fe5-aed6-7b2e5f3050a3 req-38b74abd-23c1-4ce2-97a9-792ff6413641 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 945 time: 0.0480568 Dec 06 13:03:56.745588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df419856-18f8-4fe5-aed6-7b2e5f3050a3 req-aea8d751-bc59-4223-a766-a974cf5fe70f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Dec 06 13:03:57.061512 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 950593ba-f23b-47fb-b382-7b714f2fc227 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:03:57.108871 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 950593ba-f23b-47fb-b382-7b714f2fc227 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:03:57.112510 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 950593ba-f23b-47fb-b382-7b714f2fc227 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:03:57.112881 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:57.190455 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:57.211920 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:03:57.226397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:03:57.230415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:57.254627 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db94b8-0465-41c4-b9c0-07d67dbc37fd" -d '{"events": [{"server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "name": "network-vif-plugged", "status": "completed", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:03:57.282039 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:03:57.332542 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81f24d59-f169-45ba-a038-977e444b4018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:57.345001 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7846c98-f704-41cd-bcea-a4da162b7f86 x-openstack-request-id: req-a7846c98-f704-41cd-bcea-a4da162b7f86 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:03:57.345326 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "name": "network-vif-plugged", "status": "completed", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:03:57.345587 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7846c98-f704-41cd-bcea-a4da162b7f86 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:03:57.345985 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'code': 200} Dec 06 13:03:57.470624 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca627ee-dc0d-45cf-b152-18fe3ffe7037 req-1edeebe0-072d-472b-b901-213508739031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:57.472099 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eca627ee-dc0d-45cf-b152-18fe3ffe7037 req-1edeebe0-072d-472b-b901-213508739031 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1097 time: 0.0399868 Dec 06 13:03:57.517092 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-eca627ee-dc0d-45cf-b152-18fe3ffe7037 req-f411fcb8-0045-4909-b1f0-462a6cb1704d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Dec 06 13:03:57.859630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356ff30-7896-4fdb-b64b-af9f527a90ac req-1abadac3-4df2-4ff4-a4e9-1c2d4d49a255 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:57.861113 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f356ff30-7896-4fdb-b64b-af9f527a90ac req-1abadac3-4df2-4ff4-a4e9-1c2d4d49a255 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Dec 06 13:03:57.907787 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f356ff30-7896-4fdb-b64b-af9f527a90ac req-39b9cc6b-496a-4ed8-ab4a-c6b6e2baff2a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Dec 06 13:03:59.025357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210c7b-64b0-40a2-a5d8-4dad51533f62 req-407bf2b4-acbe-4357-9d32-34b3291c123b tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:59.026796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09210c7b-64b0-40a2-a5d8-4dad51533f62 req-407bf2b4-acbe-4357-9d32-34b3291c123b tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0514789 Dec 06 13:03:59.072689 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09210c7b-64b0-40a2-a5d8-4dad51533f62 req-7735cbaa-b763-4a34-abac-9a086ce1c724 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Dec 06 13:03:59.184344 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cdbd5-1894-40f5-959e-eb819c2a6ba0 req-6ae9a45a-82f3-4488-8619-3281f24bab8e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:59.186550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-200cdbd5-1894-40f5-959e-eb819c2a6ba0 req-6ae9a45a-82f3-4488-8619-3281f24bab8e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Dec 06 13:03:59.232209 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-200cdbd5-1894-40f5-959e-eb819c2a6ba0 req-a2623596-ae29-44aa-86f8-26c83ebfc0c6 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Dec 06 13:03:59.422891 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039bd27-63fb-4097-a34a-87b5199e9812 req-d4ccf332-cc8f-4c3e-97f4-da8d80edd5a9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:59.424421 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e039bd27-63fb-4097-a34a-87b5199e9812 req-d4ccf332-cc8f-4c3e-97f4-da8d80edd5a9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Dec 06 13:03:59.473959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e039bd27-63fb-4097-a34a-87b5199e9812 req-340ddc58-1890-445d-aaf4-371670751ec9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Dec 06 13:03:59.658694 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8de78862-377a-4ccd-800c-b28045a6d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:00.722070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:01.541138 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:02.495926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:03.305938 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:06.861692 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:04:09.638520 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-3c7bafee-65c0-4f94-8987-d1a9e77ff7a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401990 Dec 06 13:04:09.739096 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-7db11d2c-8402-43ad-9374-4c49eb603795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:09.740593 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-7db11d2c-8402-43ad-9374-4c49eb603795 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1097 time: 0.0401771 Dec 06 13:04:09.846111 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-c89be6be-6a23-4996-8bc3-b6de53efc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:09.847579 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-c89be6be-6a23-4996-8bc3-b6de53efc2b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0877848 Dec 06 13:04:09.890986 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-d1ff6945-657d-466d-8aee-f706d5989603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 217 time: 0.0343785 Dec 06 13:04:09.943730 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-f873f8b4-2c12-4731-a61c-887a194ceb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:09.945133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-f873f8b4-2c12-4731-a61c-887a194ceb79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0466342 Dec 06 13:04:09.994290 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-ffb2b0bc-fa05-4b0f-be64-e23d90529b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:09.995730 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-ffb2b0bc-fa05-4b0f-be64-e23d90529b5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394850 Dec 06 13:04:10.089970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-8c90f09a-9903-49f4-9c3e-6580bdda33cc service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835252 Dec 06 13:04:10.176998 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0cbab0b0-4009-4eb6-a727-d4a5e1d83680 req-36f7cf3e-afa2-4a57-a948-fcb94ad5a23e service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806072 Dec 06 13:04:11.948187 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496ab66-db02-4742-a31d-8a9ebe466cf3 req-7c2af8ab-09f8-4251-a178-2f2bd971cc14 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.949678 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c496ab66-db02-4742-a31d-8a9ebe466cf3 req-7c2af8ab-09f8-4251-a178-2f2bd971cc14 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0476837 Dec 06 13:04:11.997882 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c496ab66-db02-4742-a31d-8a9ebe466cf3 req-390cbccd-4e50-4408-916e-15265d005a81 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Dec 06 13:04:12.020492 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:12.099633 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42cf41-dfb5-4fe7-b67d-28298dfdf002 tempest-TestMinimumBasicScenario-833100277 tempest-TestMinimumBasicScenario-833100277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:12.101127 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9b42cf41-dfb5-4fe7-b67d-28298dfdf002 tempest-TestMinimumBasicScenario-833100277 tempest-TestMinimumBasicScenario-833100277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1092 time: 0.0796008 Dec 06 13:04:12.104069 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40740) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:12.108734 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '950593ba-f23b-47fb-b382-7b714f2fc227', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:12.130587 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:12.227019 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:12.330336 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Allocated IP 172.35.3.100 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e0d95c97-82f1-48ff-83b8-57069e3d0461) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:04:12.428249 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:12.460778 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:12.499475 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:04:12.502347 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:04:12.504997 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:04:12.533118 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'Port': ['ID=e0d95c97-82f1-48ff-83b8-57069e3d0461,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:13.183136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.252287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.399437 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.404510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.468249 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'Port': ['ID=e0d95c97-82f1-48ff-83b8-57069e3d0461,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:13.481523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.579714 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Floating IP 4ac64609-dcdf-4955-94d3-09cbc0dc51a5 associated. External IP: 172.35.3.100, port: 950593ba-f23b-47fb-b382-7b714f2fc227. Dec 06 13:04:13.783980 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Router a410fcee-3f1c-478b-9d99-9420f6857124 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:04:13.889012 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:04:13.898750 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Sync routers for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:04:13.906270 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.907736 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:04:13.908346 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:04:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:04:13.932813 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-da19ee88-7f85-4780-901f-844426670ed7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8277464 Dec 06 13:04:13.933424 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:04:13.936261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40742) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:13.941785 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35458697', 'description': 'tempest-secgroup-smoke-35458697 description', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:13.966031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:13.976335 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:04:14.018255 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:04:14.040076 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.045557 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.075039 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.079843 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1396151 Dec 06 13:04:14.080150 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eec88f-bab4-4533-8a1d-5b08f969834d x-openstack-request-id: req-73eec88f-bab4-4533-8a1d-5b08f969834d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:04:14.080150 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:04:14.080150 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73eec88f-bab4-4533-8a1d-5b08f969834d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:04:14.080150 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:04:14.080603 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40750) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.084420 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.089630 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0485-4585-4344-9e33-f8783626422e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4828730-6b3c-4de1-9c85-6c6b86fa80ab,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.117652 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.194844 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-2c5c4c60-c26a-4454-80c2-657f8ce8ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:14.196352 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-2c5c4c60-c26a-4454-80c2-657f8ce8ac3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1097 time: 0.0685229 Dec 06 13:04:14.206664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.215151 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.257887 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f46f6e2-3b27-4341-b0e3-ec4cb28f0141,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.266390 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4ac64609-dcdf-4955-94d3-09cbc0dc51a5', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'port_id': '950593ba-f23b-47fb-b382-7b714f2fc227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'mac_address': 'fa:16:3e:e4:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:04:12Z', 'updated_at': '2021-12-06T13:04:12Z', 'revision_number': 0, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:04:14.286157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.290153 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.290637 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-53984e0f-ca4d-4478-a687-297576b0abd3 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092414 Dec 06 13:04:14.294509 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Checking router: a410fcee-3f1c-478b-9d99-9420f6857124 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:04:14.299621 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.303379 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:04:14.303982 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:04:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:04:14.323449 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-032094a6-a7ad-43d9-9f24-1a6927507b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:14.325061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-032094a6-a7ad-43d9-9f24-1a6927507b75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.1203384 Dec 06 13:04:14.338986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.406177 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-da7ea382-44e6-4d82-bfc7-63fbd15a7b0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1000 time: 0.0727637 Dec 06 13:04:14.417474 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:04:14.418227 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.423864 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.441072 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bd0398-1b7a-48c1-a85c-1201ff34ff44,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.467559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.471645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3df288bb-2577-4e11-be45-4418a0c11e74 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1772461 Dec 06 13:04:14.471858 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.478628 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.483737 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-9d992d07-92b8-46cd-a3f8-cacc5793536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:14.485419 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-9d992d07-92b8-46cd-a3f8-cacc5793536f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0709054 Dec 06 13:04:14.513978 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.548458 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-0af9fc1e-c857-4efc-ae8a-66f78fd12e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:14.550084 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-0af9fc1e-c857-4efc-ae8a-66f78fd12e2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536823 Dec 06 13:04:14.586223 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.591880 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.619893 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582bc2e9-a908-49c0-8092-cfae067be704,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.630159 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.635342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:14.642891 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.644734 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b95bffa9-8270-4416-bf6e-c383023147a7 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712894 Dec 06 13:04:14.648744 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.653287 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.666869 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-a7b72b03-a4da-480f-8ac0-ebe24f00f657 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088519 Dec 06 13:04:14.674555 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4ac64609-dcdf-4955-94d3-09cbc0dc51a5', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'port_id': '950593ba-f23b-47fb-b382-7b714f2fc227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'mac_address': 'fa:16:3e:e4:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:04:12Z', 'updated_at': '2021-12-06T13:04:12Z', 'revision_number': 0, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:04:14.683428 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.704301 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf1537-ff20-4d8b-9614-729b7b19616c None None] The sync data for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 is: [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4ac64609-dcdf-4955-94d3-09cbc0dc51a5', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'floating_ip_address': '172.35.3.100', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'port_id': '950593ba-f23b-47fb-b382-7b714f2fc227', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'mac_address': 'fa:16:3e:e4:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:04:12Z', 'updated_at': '2021-12-06T13:04:12Z', 'revision_number': 0, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:04:14.766924 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.777049 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.792195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7f9c3b6b-8a32-4606-ab8d-e2a7147b700f req-55740b07-bc30-4d2e-952e-962929febe30 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176479 Dec 06 13:04:14.800171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.801376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515582 Dec 06 13:04:14.804211 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e3ad4-6cce-41dc-9988-c3ab94080616 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdffe47-5c47-45b4-9784-0c956d921d4f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.804853 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40758) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.811631 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.841725 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Project 92315b0f1de945dfb6ddb4fa3c63dda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:04:14.847474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.920002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.924640 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.943168 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab19de-0122-469d-ba95-8ae9f2575167,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:14.953237 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:14.954651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-44506464-0859-4d84-9ab8-d305297ef1c8 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481841 Dec 06 13:04:14.957484 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:04:14.962909 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'security_group_rule': {'security_group_id': 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab', 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:14.979793 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58edb5-93fc-4dd1-8a0d-932bd81f8092 None None] New status for floating IP 4ac64609-dcdf-4955-94d3-09cbc0dc51a5: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:04:14.988006 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Project 92315b0f1de945dfb6ddb4fa3c63dda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:04:14.993720 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.057504 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.061284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.079060 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4deaa2c-700f-4cc1-bb84-158dfb179f6b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:15.090210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.092043 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0e639708-cb11-42f7-88eb-d567350d0098 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334338 Dec 06 13:04:15.189950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-dba4864b-2127-467e-822e-bed2d7f881bf tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35458697&fields=id&tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5 HTTP/1.1" status: 200 len: 267 time: 0.0485303 Dec 06 13:04:15.243358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-f5937195-cc49-46a7-9c90-233f6fb0c527 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:15.244845 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-f5937195-cc49-46a7-9c90-233f6fb0c527 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0491209 Dec 06 13:04:15.256828 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'port': {'security_groups': ['8a18a1c8-c6a6-417a-a782-c00584763ce5', 'c4828730-6b3c-4de1-9c85-6c6b86fa80ab']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:04:15.325023 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.515334 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:04:15.543708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.548278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.581019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:04:15.593355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:15.594007 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:15.595439 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3e0d320-a9b8-4790-8cfd-9798be460aa5 req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "PUT /v2.0/ports/950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 982 time: 0.3430507 Dec 06 13:04:15.618305 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa2e36-c649-468a-be4a-5ead59f38a6c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:15.701722 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:04:15.715540 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371135-4c75-4fbc-97fb-7b63cbc27673 req-b0e95aaa-0ccc-46b2-9103-c6a360020096 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:15.717286 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f371135-4c75-4fbc-97fb-7b63cbc27673 req-b0e95aaa-0ccc-46b2-9103-c6a360020096 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0595152 Dec 06 13:04:15.784755 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6f371135-4c75-4fbc-97fb-7b63cbc27673 req-1a258d42-2299-489a-9f96-8be7ec556353 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610418 Dec 06 13:04:15.937542 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-20dbb37d-6f2f-4008-ab6e-372ac78d0e14 None None] Provisioning complete for port 950593ba-f23b-47fb-b382-7b714f2fc227 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:04:15.937920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-20dbb37d-6f2f-4008-ab6e-372ac78d0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:16.080102 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:04:16.082615 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:04:16.119672 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f74544c-0692-4aeb-aa03-8013e35775dd x-openstack-request-id: req-2f74544c-0692-4aeb-aa03-8013e35775dd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:04:16.119974 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:04:16.120238 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f74544c-0692-4aeb-aa03-8013e35775dd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:04:16.120644 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:04:16.204086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-ecf8e232-b11a-4dca-befc-3075c6ffe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:16.205544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-ecf8e232-b11a-4dca-befc-3075c6ffe951 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1136 time: 0.0408640 Dec 06 13:04:16.301932 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-20d672e6-900e-46de-8530-5d20d2e88086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:16.303388 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-20d672e6-900e-46de-8530-5d20d2e88086 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0894437 Dec 06 13:04:16.368087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-6099761e-1b80-4bdc-b23f-ae7871f1845e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1002 time: 0.0573778 Dec 06 13:04:16.417510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-cf76cc0a-9cfc-4134-a0f1-f2225c3b4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:16.418943 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-cf76cc0a-9cfc-4134-a0f1-f2225c3b4767 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0425551 Dec 06 13:04:16.475039 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-734f7ab3-6022-47c2-8c56-422b1939b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:16.476392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-734f7ab3-6022-47c2-8c56-422b1939b5fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428500 Dec 06 13:04:16.565249 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-549c71fc-3e13-47c3-b515-3287a721065c service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Dec 06 13:04:16.659551 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5819e6ef-b45b-41cc-9f73-2cad62fd7b02 req-ff6ee538-5f98-4f92-a9dc-a2c5a167598c service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Dec 06 13:04:20.078182 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:27.333482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2eada80e-4879-447b-aa4f-828f03b3967d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:29.659239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d97deb9f-c27f-4cf2-a516-635bea8dfa10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:30.725451 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:30.970226 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410fe2-bf5a-4b9c-85a5-88800e9b7fe1 req-3219b195-ff01-46ee-85c1-6b8117978e8c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:30.971764 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd410fe2-bf5a-4b9c-85a5-88800e9b7fe1 req-3219b195-ff01-46ee-85c1-6b8117978e8c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0538640 Dec 06 13:04:30.994557 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-dc24f52f-5542-4855-9d2f-f3dc2686d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:30.996058 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-dc24f52f-5542-4855-9d2f-f3dc2686d102 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1136 time: 0.0420415 Dec 06 13:04:31.032741 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cd410fe2-bf5a-4b9c-85a5-88800e9b7fe1 req-a498ec1e-582d-4481-9f2f-d0c27ee67cf2 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544972 Dec 06 13:04:31.089545 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-58887e3f-00d7-481a-ae4f-fde06465ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:31.091533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-58887e3f-00d7-481a-ae4f-fde06465ad11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0879190 Dec 06 13:04:31.155950 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-ae6cf8f3-f618-488d-9e40-61a0a77b115a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1002 time: 0.0563686 Dec 06 13:04:31.202731 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-f0f6b4f6-8043-4abc-b092-014e6bcb7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:31.204095 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-f0f6b4f6-8043-4abc-b092-014e6bcb7700 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0415239 Dec 06 13:04:31.256757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-b0eb1de1-b4e2-4529-a179-f4f88c7993b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:31.258143 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-b0eb1de1-b4e2-4529-a179-f4f88c7993b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425470 Dec 06 13:04:31.347560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-14120200-8237-4480-9bf9-f2a8acefe7b9 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800958 Dec 06 13:04:31.439716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-aac8e49b-576d-4d41-b459-032b86bd1ebf req-2269e108-9e40-4f96-8015-637eadb4337b service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832939 Dec 06 13:04:31.550125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:32.152865 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a1e8-b0cf-4977-a53b-57cae4be09f7 req-e6257fdf-fcba-4e4a-9f88-25a84e0d462c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:32.155007 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2da2a1e8-b0cf-4977-a53b-57cae4be09f7 req-e6257fdf-fcba-4e4a-9f88-25a84e0d462c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0491626 Dec 06 13:04:32.212877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2da2a1e8-b0cf-4977-a53b-57cae4be09f7 req-20277058-14b6-4352-a894-e7095faae03f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519292 Dec 06 13:04:32.495472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:33.308183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:33.332253 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de328c-08cb-493e-9d27-14493b513d77 req-0977869f-66ab-486e-8ba9-e17bc640c481 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:33.333752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4de328c-08cb-493e-9d27-14493b513d77 req-0977869f-66ab-486e-8ba9-e17bc640c481 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0529933 Dec 06 13:04:33.394277 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a4de328c-08cb-493e-9d27-14493b513d77 req-20b45d13-24ab-425f-8575-07e123ab57b4 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543869 Dec 06 13:04:34.511016 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae81912-7a44-41ea-90f8-ae2e14253072 req-349138cb-79ba-4c7d-a787-3714e2f85b92 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:34.512518 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ae81912-7a44-41ea-90f8-ae2e14253072 req-349138cb-79ba-4c7d-a787-3714e2f85b92 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0509782 Dec 06 13:04:34.571436 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8ae81912-7a44-41ea-90f8-ae2e14253072 req-a07fc991-540d-4966-a540-4d1128d3bed6 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528951 Dec 06 13:04:35.688462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439ef13-d4e0-48ed-962c-8ea38cd1e707 req-74578995-de5f-4d17-bff4-f3613a35d67a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:35.689968 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6439ef13-d4e0-48ed-962c-8ea38cd1e707 req-74578995-de5f-4d17-bff4-f3613a35d67a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0523553 Dec 06 13:04:35.749981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6439ef13-d4e0-48ed-962c-8ea38cd1e707 req-84c7eddb-5077-4223-8475-7c829ca12ad9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539076 Dec 06 13:04:36.863546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a50f-c0b9-4dff-82a0-a8aab24df4b2 req-90390d77-8644-4f4e-85e7-33cc46ff6c24 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:36.864996 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8550a50f-c0b9-4dff-82a0-a8aab24df4b2 req-90390d77-8644-4f4e-85e7-33cc46ff6c24 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0477674 Dec 06 13:04:36.924600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8550a50f-c0b9-4dff-82a0-a8aab24df4b2 req-53e65142-7472-44b4-9c37-c66a2ff9895c tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530534 Dec 06 13:04:38.039273 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b166a8-3c38-493e-a843-e3ee2a3fdc45 req-abe73e69-a733-4d86-bacb-96326c937849 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:38.040763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49b166a8-3c38-493e-a843-e3ee2a3fdc45 req-abe73e69-a733-4d86-bacb-96326c937849 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0489161 Dec 06 13:04:38.104508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-49b166a8-3c38-493e-a843-e3ee2a3fdc45 req-612f77e8-2cbb-4b78-a109-7bc1fac10dec tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576582 Dec 06 13:04:39.220835 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540baf-2945-4d39-bbce-b5361ca8bce0 req-4ad4c992-88e0-47f0-bf5d-d2a4e5a8e43a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:39.222340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad540baf-2945-4d39-bbce-b5361ca8bce0 req-4ad4c992-88e0-47f0-bf5d-d2a4e5a8e43a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0490990 Dec 06 13:04:39.281406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad540baf-2945-4d39-bbce-b5361ca8bce0 req-293863d1-f641-402f-b9e4-4b13ae67a894 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527189 Dec 06 13:04:40.395636 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c348ce-9909-413e-844c-e8b1eefd7cda req-80fd75f0-81b7-427f-9cd4-1c21f27f9606 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:40.397096 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48c348ce-9909-413e-844c-e8b1eefd7cda req-80fd75f0-81b7-427f-9cd4-1c21f27f9606 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0481331 Dec 06 13:04:40.455749 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-48c348ce-9909-413e-844c-e8b1eefd7cda req-6f29c869-d1fd-4e68-b472-40fc9d9a7910 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525975 Dec 06 13:04:41.575084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa962c5-62ff-457b-800b-41a66d19f510 req-d7f81b0a-bb57-4724-9129-52ab059fd1a9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:41.577171 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daa962c5-62ff-457b-800b-41a66d19f510 req-d7f81b0a-bb57-4724-9129-52ab059fd1a9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0535331 Dec 06 13:04:41.636695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-daa962c5-62ff-457b-800b-41a66d19f510 req-1db13849-bdac-409a-8359-8329ace79cfc tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533812 Dec 06 13:04:42.751279 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a42b28-8429-4c91-9723-da29e1986f46 req-89b575c9-8cdf-47e8-90a6-a05eef773941 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:42.752768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a42b28-8429-4c91-9723-da29e1986f46 req-89b575c9-8cdf-47e8-90a6-a05eef773941 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0486445 Dec 06 13:04:42.812166 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2a42b28-8429-4c91-9723-da29e1986f46 req-5e77398c-2612-4973-bea7-510724bf467e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4828730-6b3c-4de1-9c85-6c6b86fa80ab&id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532594 Dec 06 13:04:43.861918 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:04:50.078644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:57.335183 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf29e-d6d5-454d-8b67-eec1987037fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:59.660794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74d01394-f3ee-4266-a2a3-f3d4bda0ccec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:00.728559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:01.564325 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:02.497684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:03.313136 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:11.648264 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-129840c5-2174-47d9-a6d3-89b18d45dad9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405085 Dec 06 13:05:11.744754 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab159c-2101-4010-bd3e-120327e51355 req-81ec6f2c-1911-487b-834a-2a46e60944ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.746240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-81ec6f2c-1911-487b-834a-2a46e60944ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1136 time: 0.0401697 Dec 06 13:05:11.855710 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab159c-2101-4010-bd3e-120327e51355 req-5dde7c51-ef9b-4e0a-9b70-4e98c614bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.857198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-5dde7c51-ef9b-4e0a-9b70-4e98c614bc04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0913577 Dec 06 13:05:11.921357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-b6946a45-6a75-482b-b806-db194efbec78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1002 time: 0.0575807 Dec 06 13:05:11.972018 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab159c-2101-4010-bd3e-120327e51355 req-7ef2dc34-79b1-41ec-8e87-42be78344452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.973768 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-7ef2dc34-79b1-41ec-8e87-42be78344452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0458503 Dec 06 13:05:12.017908 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab159c-2101-4010-bd3e-120327e51355 req-e2f20557-8403-460c-b481-9bb5e7330daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:12.019363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-e2f20557-8403-460c-b481-9bb5e7330daa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391567 Dec 06 13:05:12.110219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-315e61f1-71e6-46df-8923-f7aca4dc7a1e service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834656 Dec 06 13:05:12.197810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-01ab159c-2101-4010-bd3e-120327e51355 req-feaab5fc-aca1-491f-aec0-57037377a248 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802922 Dec 06 13:05:15.100165 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-ff169d24-6ab2-4ea9-99ba-a700237fa3a0 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35458697&fields=id&tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5 HTTP/1.1" status: 200 len: 267 time: 0.0476899 Dec 06 13:05:15.157699 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-feabb12f-8778-4d78-aadf-1986bc3eeb3a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:15.159193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-feabb12f-8778-4d78-aadf-1986bc3eeb3a tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 985 time: 0.0525081 Dec 06 13:05:15.171114 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Request body: {'port': {'security_groups': ['8a18a1c8-c6a6-417a-a782-c00584763ce5']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:15.235276 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.411563 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:15.440042 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.445365 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.479354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:05:15.496915 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:15.497596 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.498946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09e7f9d3-b892-41ae-a2a7-3d88856effe8 req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "PUT /v2.0/ports/950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 943 time: 0.3324087 Dec 06 13:05:15.499417 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:15.501860 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:15.505138 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40832) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:15.521291 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event updated for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:15.531297 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.531646 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.532089 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.532545 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.532964 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.533466 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.533965 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.534471 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.534896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.535321 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.535994 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.536668 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.536976 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3130a95-f609-44d2-ae04-2137c0426b6f tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.570251 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7456cdf2-ea77-400f-9fad-3d5fca15e382 x-openstack-request-id: req-7456cdf2-ea77-400f-9fad-3d5fca15e382 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:15.570551 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:15.570811 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7456cdf2-ea77-400f-9fad-3d5fca15e382 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:15.571223 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:05:15.600079 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.638232 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:05:15.671804 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.724389 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-b2ab3be6-e24c-4bd9-8142-da48360228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:15.725907 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-b2ab3be6-e24c-4bd9-8142-da48360228ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1097 time: 0.1059771 Dec 06 13:05:15.795262 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.797836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.801682 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:15.802007 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4828730-6b3c-4de1-9c85-6c6b86fa80ab HTTP/1.1" status: 204 len: 168 time: 0.2954130 Dec 06 13:05:15.817328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-a56868b6-b794-4c62-bd64-63886786009f None None] Provisioning complete for port 950593ba-f23b-47fb-b382-7b714f2fc227 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:15.817785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a56868b6-b794-4c62-bd64-63886786009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:15.821718 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4828730-6b3c-4de1-9c85-6c6b86fa80ab,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:15.838491 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.838845 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.839189 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.839528 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.839863 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.840199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.840527 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.840855 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.841199 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.841531 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.841860 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.843137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.843137 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814fbe6-deea-4bf0-91f1-d2580d392930 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:15.849928 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-1ec04507-9911-4f22-a9cf-6c382afcdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:15.851219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-1ec04507-9911-4f22-a9cf-6c382afcdfda service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.1180058 Dec 06 13:05:15.930402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-4ab1781e-efa6-4abe-9221-5d871a4efb92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 1002 time: 0.0712471 Dec 06 13:05:15.980948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-6c5033c8-1443-46e2-91ba-3f37c9bbbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:15.982437 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-6c5033c8-1443-46e2-91ba-3f37c9bbbfce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0438108 Dec 06 13:05:15.986252 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Deleting port e0d95c97-82f1-48ff-83b8-57069e3d0461 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:15.986605 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.028694 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-97cf9ffe-5e75-4032-9d0a-4c3981e3d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:16.030206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-97cf9ffe-5e75-4032-9d0a-4c3981e3d5de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398829 Dec 06 13:05:16.061950 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.062283 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.074790 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Calling delete_port for e0d95c97-82f1-48ff-83b8-57069e3d0461 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:16.123909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-08deb448-b3e8-4c57-aab9-c4607312be30 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Dec 06 13:05:16.221183 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c9910c-f4ff-4b73-a5ef-0a95476b53c0 req-59abbf4d-fab1-49c9-9b0f-6a6603e685fc service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906894 Dec 06 13:05:16.227753 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.252406 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event deleted for resources: {'Port': ['ID=e0d95c97-82f1-48ff-83b8-57069e3d0461,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:16.314333 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.314671 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Floating IP 4ac64609-dcdf-4955-94d3-09cbc0dc51a5 disassociated (deleted). External IP: 172.35.3.100, port: 950593ba-f23b-47fb-b382-7b714f2fc227. Dec 06 13:05:16.514471 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Router a410fcee-3f1c-478b-9d99-9420f6857124 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:16.619086 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:16.623821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:16.628793 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Sync routers for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:16.639049 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:16.639640 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:16.651208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9d0a2acc-a7fd-4538-ba3c-1d3bc719d291 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ac64609-dcdf-4955-94d3-09cbc0dc51a5 HTTP/1.1" status: 204 len: 168 time: 0.8483844 Dec 06 13:05:16.836241 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:17.034263 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:17.060030 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Checking router: a410fcee-3f1c-478b-9d99-9420f6857124 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:17.067904 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:17.068483 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:17.169194 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:17.359839 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:17.390318 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0af9a6-b123-440f-b64c-43f6d367f801 None None] The sync data for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 is: [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e95ff473-bfb9-431a-8648-dc15bd86c364', 'name': '', 'network_id': 'd79ca26b-7b7d-432d-bd1f-e12fa318b5a1', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'mac_address': 'fa:16:3e:45:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:22Z', 'updated_at': '2021-12-06T13:03:27Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'subnets': [{'id': '5573940f-ef56-4b9c-b8fc-0b2dce282d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:17.572427 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:17.574903 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:17.618093 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10ced1-6f87-4dab-9290-b312041f68c5 x-openstack-request-id: req-5e10ced1-6f87-4dab-9290-b312041f68c5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:17.618621 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:17.618878 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e10ced1-6f87-4dab-9290-b312041f68c5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:17.619286 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:05:17.638106 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403be7bb-96a7-4ab2-9e2e-9d24ab92338b None None] New status for floating IP 4ac64609-dcdf-4955-94d3-09cbc0dc51a5: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:05:17.706700 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-99c71c77-3302-4077-a0db-bec49d964950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:17.708233 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-99c71c77-3302-4077-a0db-bec49d964950 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 1097 time: 0.0449874 Dec 06 13:05:17.801971 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-045d361f-1982-4ab9-bd0e-4f43fccb0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:17.803474 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-045d361f-1982-4ab9-bd0e-4f43fccb0d0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 200 len: 914 time: 0.0871840 Dec 06 13:05:17.848662 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-b4ede559-9202-4e87-8380-b9df501eaab4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 200 len: 217 time: 0.0378065 Dec 06 13:05:17.898893 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-7be4e1bc-b2b6-4ab2-adab-d273bcd2e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:17.900550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-7be4e1bc-b2b6-4ab2-adab-d273bcd2e6d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 200 len: 852 time: 0.0459325 Dec 06 13:05:17.946760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-7b4abc82-a390-423e-ab22-5bee9ccd353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:17.948248 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-7b4abc82-a390-423e-ab22-5bee9ccd353c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407507 Dec 06 13:05:18.041521 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-8655713a-c201-4357-9100-0ed3f74a70e0 service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862341 Dec 06 13:05:18.132947 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c38eea1b-08ba-45a7-bea8-5b3f41c817dd req-e4f58ee4-45f2-42ac-bd31-db83136db53c service neutron] 10.222.0.53 "GET /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845807 Dec 06 13:05:20.078290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:20.861559 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:05:25.662624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055a17-da87-4d1b-9263-b1f14fb7dbb5 req-c8193cfa-9c58-4f1e-b198-c1dfd9571230 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:25.664558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38055a17-da87-4d1b-9263-b1f14fb7dbb5 req-c8193cfa-9c58-4f1e-b198-c1dfd9571230 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0556376 Dec 06 13:05:25.714534 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38055a17-da87-4d1b-9263-b1f14fb7dbb5 req-b194034b-9152-49ec-a909-351c9fddbd3e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Dec 06 13:05:26.829737 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68992a9e-1127-42d0-83c6-90b3bfcf7e46 req-23db4b61-377a-42b1-b658-0cf50eb8f6d9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:26.831232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68992a9e-1127-42d0-83c6-90b3bfcf7e46 req-23db4b61-377a-42b1-b658-0cf50eb8f6d9 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0486012 Dec 06 13:05:26.879070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-68992a9e-1127-42d0-83c6-90b3bfcf7e46 req-6929bd3f-b575-4d3b-be7c-52a97f77498e tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a18a1c8-c6a6-417a-a782-c00584763ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Dec 06 13:05:27.336407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-df2e1954-e327-49d3-8dbe-42f9cccd0c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:27.388563 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-dab7d32c-c45c-45d5-b92f-fa860c227587 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:27.390014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-dab7d32c-c45c-45d5-b92f-fa860c227587 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 946 time: 0.0554178 Dec 06 13:05:27.476504 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Deleting port 950593ba-f23b-47fb-b382-7b714f2fc227 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:27.476755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:27.563357 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] For port 950593ba-f23b-47fb-b382-7b714f2fc227, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=950593ba-f23b-47fb-b382-7b714f2fc227,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:27.563713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:27.575676 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Calling delete_port for 950593ba-f23b-47fb-b382-7b714f2fc227 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:27.696260 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:27.728599 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['950593ba-f23b-47fb-b382-7b714f2fc227'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:05:27.729328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Pushing event deleted for resources: {'Port': ['ID=950593ba-f23b-47fb-b382-7b714f2fc227,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:27.769943 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] No DVR routers for this DVR port 950593ba-f23b-47fb-b382-7b714f2fc227 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:27.772704 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:27.776541 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-847ec485-90e4-4c66-a4f3-ea92ade0853d req-37c545b4-31d1-45e0-a0f6-8d3787aac638 tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.53 "DELETE /v2.0/ports/950593ba-f23b-47fb-b382-7b714f2fc227 HTTP/1.1" status: 204 len: 173 time: 0.3803065 Dec 06 13:05:27.777012 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'name': 'network-vif-deleted', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:27.779380 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d463d574-c38c-48ad-ab49-be72774771d7" -d '{"events": [{"server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "name": "network-vif-deleted", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:27.817142 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd082f-d045-4e19-a1f2-ba2a2a0ae7ae x-openstack-request-id: req-7fbd082f-d045-4e19-a1f2-ba2a2a0ae7ae {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:27.817460 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b264b2-1e61-4c4c-a6b0-cc2c23121123", "name": "network-vif-deleted", "tag": "950593ba-f23b-47fb-b382-7b714f2fc227", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:27.817716 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fbd082f-d045-4e19-a1f2-ba2a2a0ae7ae {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:27.818118 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b264b2-1e61-4c4c-a6b0-cc2c23121123', 'name': 'network-vif-deleted', 'tag': '950593ba-f23b-47fb-b382-7b714f2fc227', 'status': 'completed', 'code': 200} Dec 06 13:05:27.983125 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2d41a9d7-a395-4e64-83a7-b4b8bac28d6d req-2a3891ea-60e1-4452-9b3d-335a37708bef tempest-TestMinimumBasicScenario-130961775 tempest-TestMinimumBasicScenario-130961775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b264b2-1e61-4c4c-a6b0-cc2c23121123 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Dec 06 13:05:29.528271 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:29.662291 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a7f62048-2929-4131-a1a5-b8abf06dde08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:29.872341 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.112269 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Deleting port e95ff473-bfb9-431a-8648-dc15bd86c364 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:30.112521 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.187550 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] For port e95ff473-bfb9-431a-8648-dc15bd86c364, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e95ff473-bfb9-431a-8648-dc15bd86c364,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:30.187912 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.200142 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Calling delete_port for e95ff473-bfb9-431a-8648-dc15bd86c364 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:30.377723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.407360 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95ff473-bfb9-431a-8648-dc15bd86c364,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:30.569902 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.730110 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.783718 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Router a410fcee-3f1c-478b-9d99-9420f6857124 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:30.889560 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:30.897027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3a5e0501-d31b-4625-be1d-76cd86ab29d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/a410fcee-3f1c-478b-9d99-9420f6857124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651843 Dec 06 13:05:30.897148 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:30.900588 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09856d76-4498-487a-8540-420262348151 None None] Sync routers for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:30.910874 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09856d76-4498-487a-8540-420262348151 None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:30.911559 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-09856d76-4498-487a-8540-420262348151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:31.016624 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-09856d76-4498-487a-8540-420262348151 None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:31.199029 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-09856d76-4498-487a-8540-420262348151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:05:30Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:31.229996 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09856d76-4498-487a-8540-420262348151 None None] Checking router: a410fcee-3f1c-478b-9d99-9420f6857124 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:31.238446 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09856d76-4498-487a-8540-420262348151 None None] Routers {'a410fcee-3f1c-478b-9d99-9420f6857124'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:31.239042 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-09856d76-4498-487a-8540-420262348151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a410fcee-3f1c-478b-9d99-9420f6857124'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:31.325450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.343657 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-09856d76-4498-487a-8540-420262348151 None None] Set router a410fcee-3f1c-478b-9d99-9420f6857124 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:31.425671 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.480677 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Deleting port 546642fa-3198-4347-9d7a-9b433f56293c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:31.480936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.517129 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-09856d76-4498-487a-8540-420262348151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:05:30Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:31.543515 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09856d76-4498-487a-8540-420262348151 None None] The sync data for ids ['a410fcee-3f1c-478b-9d99-9420f6857124'] in n-d-master-1 is: [{'id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'name': 'tempest-TestMinimumBasicScenario-74760222-router', 'tenant_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': '546642fa-3198-4347-9d7a-9b433f56293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:20Z', 'updated_at': '2021-12-06T13:05:30Z', 'revision_number': 5, 'project_id': '92315b0f1de945dfb6ddb4fa3c63dda5', 'gw_port': {'id': '546642fa-3198-4347-9d7a-9b433f56293c', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a410fcee-3f1c-478b-9d99-9420f6857124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:21Z', 'updated_at': '2021-12-06T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:31.560830 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 950593ba-f23b-47fb-b382-7b714f2fc227 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:31.566682 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] For port 546642fa-3198-4347-9d7a-9b433f56293c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=546642fa-3198-4347-9d7a-9b433f56293c,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:31.567265 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.569536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.586869 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Calling delete_port for 546642fa-3198-4347-9d7a-9b433f56293c owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:31.588420 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 950593ba-f23b-47fb-b382-7b714f2fc227 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:31.588766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 950593ba-f23b-47fb-b382-7b714f2fc227 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:31.755004 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.785428 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Pushing event deleted for resources: {'Port': ['ID=546642fa-3198-4347-9d7a-9b433f56293c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:31.803192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d190a-2975-4d45-ae11-4dbe7a527260 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:31.843731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.937885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.939744 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.991732 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.992566 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a410fcee-3f1c-478b-9d99-9420f6857124 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:05:31.993688 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e95ff473-bfb9-431a-8648-dc15bd86c364 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:31.997516 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.998690 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a84ef58b-1ec7-45dc-90ef-c16d2856a53c admin admin] 10.222.0.31 "DELETE /v2.0/routers/a410fcee-3f1c-478b-9d99-9420f6857124 HTTP/1.1" status: 204 len: 168 time: 1.1006060 Dec 06 13:05:32.001075 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:32.019951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e95ff473-bfb9-431a-8648-dc15bd86c364 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:32.020543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e95ff473-bfb9-431a-8648-dc15bd86c364 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:32.046835 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Deleting subnet 5573940f-ef56-4b9c-b8fc-0b2dce282d7d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:05:32.050131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.087225 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.171131 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.226523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.254316 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5573940f-ef56-4b9c-b8fc-0b2dce282d7d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:32.256876 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.260085 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d4588e75-0743-49c4-bcfa-0c29861f152c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5573940f-ef56-4b9c-b8fc-0b2dce282d7d HTTP/1.1" status: 204 len: 168 time: 0.2579582 Dec 06 13:05:32.260601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b201a-5d74-4dd2-8411-e7132928ae70 None None] Network d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:32.262582 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:32.332612 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.393372 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Deleting port 55618fb8-18d8-4a00-b374-fca4563c7280 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:32.393723 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.455879 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] For port 55618fb8-18d8-4a00-b374-fca4563c7280, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55618fb8-18d8-4a00-b374-fca4563c7280,segment=NetworkSegment(f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6),segment_id=f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:32.456245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.468885 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Calling delete_port for 55618fb8-18d8-4a00-b374-fca4563c7280 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:32.499680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.554649 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.580531 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Pushing event deleted for resources: {'Port': ['ID=55618fb8-18d8-4a00-b374-fca4563c7280,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:32.582951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7f513-5fac-49e6-808a-937f6875300e None None] DHCP port deletion for d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:32.584928 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] No DVR routers for this DVR port 55618fb8-18d8-4a00-b374-fca4563c7280 on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:32.660475 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.680244 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79ca26b-7b7d-432d-bd1f-e12fa318b5a1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:32.689607 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:32.689908 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65d9d0f-5de0-45e3-9dd5-6e5dcb57e3a6') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:32.699736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.713093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.718955 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:05:32.719520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:05:32.721401 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:05:32.775288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.780697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.784179 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d79ca26b-7b7d-432d-bd1f-e12fa318b5a1 HTTP/1.1" status: 204 len: 168 time: 0.5206344 Dec 06 13:05:32.787182 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:32.794981 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d2a9-b891-4c32-98de-0801e6c7a503 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79ca26b-7b7d-432d-bd1f-e12fa318b5a1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:33.314207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:33.434542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:33.672276 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Deleting port 589afc57-7e62-4eed-adc2-7c81841fa946 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:33.672606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:33.754365 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] For port 589afc57-7e62-4eed-adc2-7c81841fa946, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=589afc57-7e62-4eed-adc2-7c81841fa946,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:33.754723 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:33.767905 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Calling delete_port for 589afc57-7e62-4eed-adc2-7c81841fa946 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:33.860436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 546642fa-3198-4347-9d7a-9b433f56293c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:33.885658 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 546642fa-3198-4347-9d7a-9b433f56293c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:33.886088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 546642fa-3198-4347-9d7a-9b433f56293c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:33.886579 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 55618fb8-18d8-4a00-b374-fca4563c7280 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:33.905463 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 55618fb8-18d8-4a00-b374-fca4563c7280 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:33.905738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 55618fb8-18d8-4a00-b374-fca4563c7280 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:33.949513 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:33.974492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=589afc57-7e62-4eed-adc2-7c81841fa946,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:34.141407 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:34.354021 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Router 4d232391-e3e9-468a-b1f4-481407cf5f06 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:34.455079 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:34.460673 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68e92452-3cdd-4b26-bd03-2c8d81a5f9c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/4d232391-e3e9-468a-b1f4-481407cf5f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724713 Dec 06 13:05:34.463344 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:34.464161 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Sync routers for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:34.475104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:34.475722 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:34.567563 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:34.577438 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:34.669343 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:34.725062 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Deleting port d885d88b-d698-4917-bb4a-13b6fd12e05f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:34.725444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:34.810853 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] For port d885d88b-d698-4917-bb4a-13b6fd12e05f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d885d88b-d698-4917-bb4a-13b6fd12e05f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:34.811226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:34.824041 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Calling delete_port for d885d88b-d698-4917-bb4a-13b6fd12e05f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:34.905577 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:05:33Z', 'revision_number': 5, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port': {'id': 'd885d88b-d698-4917-bb4a-13b6fd12e05f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:34.935435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Checking router: 4d232391-e3e9-468a-b1f4-481407cf5f06 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:34.945335 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Routers {'4d232391-e3e9-468a-b1f4-481407cf5f06'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:34.945938 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d232391-e3e9-468a-b1f4-481407cf5f06'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:34.993095 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.019927 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d885d88b-d698-4917-bb4a-13b6fd12e05f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:35.032377 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] Set router 4d232391-e3e9-468a-b1f4-481407cf5f06 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:35.035537 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee7a07-1a95-4db2-b642-1ab42141ceca None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:35.082295 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.086975 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-099da370-b7a7-44de-a380-7327446c5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:05:34Z', 'revision_number': 6, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:35.119078 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da370-b7a7-44de-a380-7327446c5500 None None] The sync data for ids ['4d232391-e3e9-468a-b1f4-481407cf5f06'] in n-d-master-1 is: [{'id': '4d232391-e3e9-468a-b1f4-481407cf5f06', 'name': 'tempest-TestMinimumBasicScenario-1482098129-router', 'tenant_id': 'd1c0d961d7df4557879baa811d9e2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:03:25Z', 'updated_at': '2021-12-06T13:05:34Z', 'revision_number': 6, 'project_id': 'd1c0d961d7df4557879baa811d9e2129', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:35.181508 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.183570 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.227089 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.227663 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d232391-e3e9-468a-b1f4-481407cf5f06 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:05:35.232195 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.233556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b203e04d-810a-4f0a-9132-61b5264f6a4b admin admin] 10.222.0.31 "DELETE /v2.0/routers/4d232391-e3e9-468a-b1f4-481407cf5f06 HTTP/1.1" status: 204 len: 168 time: 0.7689807 Dec 06 13:05:35.236135 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 40964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:35.279553 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Deleting subnet 4be51156-a1aa-411d-9dde-66fc466f8436 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:05:35.282830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.316717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.395334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.446230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.471580 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be51156-a1aa-411d-9dde-66fc466f8436,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:35.476096 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.481877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a3724ba1-c5e1-457c-a3cb-fcdfeb9b2f80 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4be51156-a1aa-411d-9dde-66fc466f8436 HTTP/1.1" status: 204 len: 168 time: 0.2422554 Dec 06 13:05:35.482161 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903aad6-8921-4984-b157-d00fa4155764 None None] Network 1bfc7113-adda-457e-8ab2-858caeb7568f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:35.482708 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40966) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:35.556415 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.619200 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Deleting port c332619f-9fa6-42b1-90d9-511d7e8ab9cd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:35.619546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.685691 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] For port c332619f-9fa6-42b1-90d9-511d7e8ab9cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,segment=NetworkSegment(4e85bd31-1073-4aee-adfc-3d0d83bc41ba),segment_id=4e85bd31-1073-4aee-adfc-3d0d83bc41ba)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:35.686048 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.698241 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Calling delete_port for c332619f-9fa6-42b1-90d9-511d7e8ab9cd owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:35.780110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.806340 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] No DVR routers for this DVR port c332619f-9fa6-42b1-90d9-511d7e8ab9cd on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:35.808034 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Pushing event deleted for resources: {'Port': ['ID=c332619f-9fa6-42b1-90d9-511d7e8ab9cd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:35.882329 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.902559 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfc7113-adda-457e-8ab2-858caeb7568f']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:35.912207 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e85bd31-1073-4aee-adfc-3d0d83bc41ba') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:35.912541 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e85bd31-1073-4aee-adfc-3d0d83bc41ba') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:35.924649 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.929951 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f162e-d5b7-4b0d-8a15-3ca82abb4946 None None] DHCP port deletion for 1bfc7113-adda-457e-8ab2-858caeb7568f request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:35.947408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.955432 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:05:35.955724 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:05:35.957934 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:05:36.004127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d885d88b-d698-4917-bb4a-13b6fd12e05f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:36.019751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.025186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d885d88b-d698-4917-bb4a-13b6fd12e05f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:36.025550 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d885d88b-d698-4917-bb4a-13b6fd12e05f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:36.025918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.026043 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c332619f-9fa6-42b1-90d9-511d7e8ab9cd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:36.031692 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1bfc7113-adda-457e-8ab2-858caeb7568f HTTP/1.1" status: 204 len: 168 time: 0.5457470 Dec 06 13:05:36.044567 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc244d-d5d2-497c-ab06-7bcd39ab4740 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfc7113-adda-457e-8ab2-858caeb7568f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:36.050488 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: c332619f-9fa6-42b1-90d9-511d7e8ab9cd {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:36.050847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device c332619f-9fa6-42b1-90d9-511d7e8ab9cd not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:36.051314 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 589afc57-7e62-4eed-adc2-7c81841fa946 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:36.072364 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 589afc57-7e62-4eed-adc2-7c81841fa946 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:36.072717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 589afc57-7e62-4eed-adc2-7c81841fa946 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:36.203563 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40972) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:36.249372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d6f892eb-f648-488a-bb59-99be60e4288c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92315b0f1de945dfb6ddb4fa3c63dda5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443029 Dec 06 13:05:36.251866 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40974) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:36.298597 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.320235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.366235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.368910 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.370125 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a18a1c8-c6a6-417a-a782-c00584763ce5 HTTP/1.1" status: 204 len: 168 time: 0.1173177 Dec 06 13:05:36.377950 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41906626-4c53-4966-8ae3-7bdc09e11c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a18a1c8-c6a6-417a-a782-c00584763ce5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:36.672149 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40980) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:36.712442 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-959506de-9dc4-42d0-ab22-35db42f48f6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1c0d961d7df4557879baa811d9e2129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390434 Dec 06 13:05:36.714893 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 40982) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:36.763455 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.783840 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.829726 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.832386 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:36.833851 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5db0006d-5813-46a2-b4da-0e62b2fcc0a3 HTTP/1.1" status: 204 len: 168 time: 0.1180437 Dec 06 13:05:36.842134 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d055c-ff04-4de9-ad82-303d337dcad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0006d-5813-46a2-b4da-0e62b2fcc0a3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.287919 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.292505 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042258508', 'description': 'tempest-secgroup-smoke-1042258508 description', 'project_id': '60ee81ed1eaa4b93b693725ad0238887'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:38.313299 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.322327 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.394748 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.398496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.435627 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5130f2b-8c63-4667-b127-ed27867dbe2f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.475663 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.479219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.508736 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.509988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2210634 Dec 06 13:05:38.511841 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee33093-d7fc-4aaf-8d6a-d9b5e1967df2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b393aca-d9a3-47c9-b542-9c3374260363,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.513030 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41026) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.518510 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:38.545030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.589451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.592945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.613075 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30148085-b563-4934-95e0-96f19ac943af,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.619110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.620274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3218f2a3-94fb-421a-99f4-e835aa2bd245 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055710 Dec 06 13:05:38.623082 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41028) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.627493 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:38.653247 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.709382 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.712768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.731474 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5c71e8-d238-4256-9d46-d4b7a2172b0f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.739387 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.740595 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c0ca15cb-1376-4385-bc58-e6171ee13a73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165454 Dec 06 13:05:38.743756 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.747959 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:38.773119 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.830753 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.834295 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.854116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a587bd45-7b11-40bc-8bde-03423423a725,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.859499 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.860550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-23170d6d-3c09-436c-b5b8-9c11d22bd13c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158745 Dec 06 13:05:38.863135 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41032) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.867997 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:38.893851 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.950289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.953684 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.972648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea9f1f5-f6f1-46e8-8851-715a730d44e8,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:38.979071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:38.980413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-12b6302c-c9d2-4f1c-a02a-886a1ab458c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162884 Dec 06 13:05:38.983018 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41034) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:38.987874 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:39.008937 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:05:39.013755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.070830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.074425 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.092091 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9339f29-5871-469c-9f97-aefe425f2984,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:39.099173 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.100952 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b04a6224-0b9e-4a0f-9a44-56ec2e7d2ba7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164699 Dec 06 13:05:39.103677 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41036) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:39.107919 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '6b393aca-d9a3-47c9-b542-9c3374260363', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:39.128251 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:05:39.132937 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.191976 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.195468 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.213389 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efae816-8947-4367-ab73-fd1549e89714,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:39.220019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.221208 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-436b64e4-ce36-4776-aa0d-de5a7069f57c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165965 Dec 06 13:05:39.224583 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41038) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:39.229790 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'network': {'name': 'tempest-network-smoke--2087474564', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:39.249137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:05:39.252452 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.275563 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:05:39.284418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.284762 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Added segment 63be65a0-bec8-4035-b82f-70064efd4660 of type vlan for network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf Dec 06 13:05:39.324319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.348653 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.354943 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:39.355518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.390394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642926 Dec 06 13:05:39.393375 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:39.398637 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'admin_state_up': True, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:39.422055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.423297 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.427821 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba86f-5e33-45f9-9fcf-1b5e6e9c4c47 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Network': ['ID=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:39.441175 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:05:39.480822 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.616946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.813210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.831355 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:39.933678 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.221 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/134da730-cdf2-48f2-adeb-bd4894525cab) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:40.035852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.068130 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.106386 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:40.109310 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:40.112779 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:40.121780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c90130-ece5-4b95-ad8e-080828a32963 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:40.136611 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=134da730-cdf2-48f2-adeb-bd4894525cab,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:40.191079 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7e4cabd3-f103-4cc8-aae6-a292b9b2bf28 None None] Provisioning complete for port 134da730-cdf2-48f2-adeb-bd4894525cab triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:40.191467 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7e4cabd3-f103-4cc8-aae6-a292b9b2bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.228425 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cabd3-f103-4cc8-aae6-a292b9b2bf28 None None] Port 134da730-cdf2-48f2-adeb-bd4894525cab cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:40.359616 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.550841 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.674517 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:05:41.111506 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:41.120804 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Sync routers for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:41.132705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.133988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9dc13b67-e472-4653-9d2e-18260331046c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7395017 Dec 06 13:05:41.135663 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:41.136259 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:41.137144 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:41.238416 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:41.262154 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4eaea96e-2b38-432a-900d-d12011ed5ec5 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=60ee81ed1eaa4b93b693725ad0238887&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238730 Dec 06 13:05:41.264842 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:41.417744 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431ebae-185e-4d07-880c-3a6f0ba171c8 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.419255 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c431ebae-185e-4d07-880c-3a6f0ba171c8 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534450 Dec 06 13:05:41.422058 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:41.455706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-691fcd7d-9a43-4404-afcb-6fb8d8639446 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325854 Dec 06 13:05:41.458248 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:41.462930 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864757126', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:41.503212 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:40Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:41.528583 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Checking router: 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:41.528936 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Updating router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 port 134da730-cdf2-48f2-adeb-bd4894525cab binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:05:41.552103 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:05:41.556589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.556758 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.744776 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.808921 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Subnet': ['ID=3cba722a-88bd-459c-ad8e-67f74d15439c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:41.811138 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.817718 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.819224 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Checking segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:41.819592 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network hostable DHCP agents. Network: 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:05:41.837125 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:05:41.845669 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:41.851619 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.852228 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.859000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a17e1-d126-4c08-8738-ed16f24bf7bf None None] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:41.869525 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Attempting to bind port 134da730-cdf2-48f2-adeb-bd4894525cab on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:05:41.869950 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Attempting to bind port 134da730-cdf2-48f2-adeb-bd4894525cab by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:05:41.870287 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Attempting to bind port 134da730-cdf2-48f2-adeb-bd4894525cab on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:41.877603 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85913f25-4b70-4ba7-a677-a3021d151dcb None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:41.879894 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:41.880601 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b26525bb-80cc-4d97-b385-922e91cde7ea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4213240 Dec 06 13:05:41.881893 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Pushing event updated for resources: {'Port': ['ID=134da730-cdf2-48f2-adeb-bd4894525cab,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:41.885363 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:05:41.885737 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:41.886136 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.886522 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:05:41.887007 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Bound port: 134da730-cdf2-48f2-adeb-bd4894525cab, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:05:41.887368 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:41.893237 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.893582 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.893910 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.894247 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.894575 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.895445 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.895445 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.895649 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.895874 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.896184 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.896503 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.896859 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.897191 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:41.953032 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] For port 134da730-cdf2-48f2-adeb-bd4894525cab, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:05:41.956394 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] For port 134da730-cdf2-48f2-adeb-bd4894525cab, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134da730-cdf2-48f2-adeb-bd4894525cab,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:05:41.961802 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.008708 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Provisioning complete for port 134da730-cdf2-48f2-adeb-bd4894525cab triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:42.009069 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.019622 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef99d-7ac1-4a48-82a6-498aa49bc330 None None] Pushing event updated for resources: {'Port': ['ID=134da730-cdf2-48f2-adeb-bd4894525cab,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:42.032630 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:42.033364 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:42.038719 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a38be-f4d9-43a3-8569-c4c9564137ed None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:42.104198 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:05:42.105064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.135791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.142374 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:42.204669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] For port 134da730-cdf2-48f2-adeb-bd4894525cab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134da730-cdf2-48f2-adeb-bd4894525cab,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:42.215173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.297686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Pushing event updated for resources: {'Port': ['ID=134da730-cdf2-48f2-adeb-bd4894525cab,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:42.311192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.311693 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.311846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.312179 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.312681 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.313007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.313506 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.314009 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.314499 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.314977 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.315454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.315930 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.316404 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa1465-9a80-4a1a-b72c-7b39ad8d7d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:42.320676 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Allocated IP 172.20.0.2 (7dca907f-c8c7-4a05-8c42-a6f043ba2ebf/3cba722a-88bd-459c-ad8e-67f74d15439c/f27218a1-cc49-45c1-8e07-031cb13d639f) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:42.353404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.363373 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-94aaf33f-aab0-4905-8b4a-d17117f9f520 None None] Provisioning complete for port 134da730-cdf2-48f2-adeb-bd4894525cab triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:42.363740 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-94aaf33f-aab0-4905-8b4a-d17117f9f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.365794 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:40Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:42.397705 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d4138-1969-48f3-badd-540d6eec7185 None None] The sync data for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 is: [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:40Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:42.543154 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.550497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.591846 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:42.598379 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:42.603520 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:42.606733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Pushing event updated for resources: {'Port': ['ID=f27218a1-cc49-45c1-8e07-031cb13d639f,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:42.677756 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Attempting to bind port f27218a1-cc49-45c1-8e07-031cb13d639f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:05:42.678735 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Attempting to bind port f27218a1-cc49-45c1-8e07-031cb13d639f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:05:42.679099 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Attempting to bind port f27218a1-cc49-45c1-8e07-031cb13d639f on network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:42.684347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:05:42.684717 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Checking segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:42.685124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.685546 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Bound using segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:05:42.686009 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Bound port: f27218a1-cc49-45c1-8e07-031cb13d639f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:05:42.686385 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.697890 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.1 (7dca907f-c8c7-4a05-8c42-a6f043ba2ebf/3cba722a-88bd-459c-ad8e-67f74d15439c/107ff29b-1916-45ef-a928-77053b8e35df) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:42.763348 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] For port f27218a1-cc49-45c1-8e07-031cb13d639f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:05:42.766958 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] For port f27218a1-cc49-45c1-8e07-031cb13d639f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f27218a1-cc49-45c1-8e07-031cb13d639f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:05:42.771477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.825679 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.832850 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c039-2f6a-4745-b003-3eb5c00aa50a None None] Pushing event updated for resources: {'Port': ['ID=f27218a1-cc49-45c1-8e07-031cb13d639f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:42.864063 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.916091 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:42.919555 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:42.923518 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:42.930463 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:42.972081 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.137820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.748472 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.753245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.772617 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b62ef-8d18-4a5f-b649-361089303d27 None None] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:43.827844 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:43.830451 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.914763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] Provisioning complete for port f27218a1-cc49-45c1-8e07-031cb13d639f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:43.915137 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.936851 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:43.938391 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:43.966992 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f27218a1-cc49-45c1-8e07-031cb13d639f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:05:44.063732 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:44.073043 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f27218a1-cc49-45c1-8e07-031cb13d639f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:44.073472 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.104424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.149208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] For port f27218a1-cc49-45c1-8e07-031cb13d639f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f27218a1-cc49-45c1-8e07-031cb13d639f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:44.174947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.199048 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:44.212769 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-51f366c4-b16a-4044-b992-5313f6420c5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/0cda0e69-82bc-4aa0-b9e7-51bbf7f16006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234673 Dec 06 13:05:44.223809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.258938 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a0379-08f3-41e7-9236-45198a4a8b51 None None] Pushing event updated for resources: {'Port': ['ID=f27218a1-cc49-45c1-8e07-031cb13d639f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:44.314479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4c29f083-ca9b-48f9-aafb-a43b18b9eb3b None None] Provisioning complete for port f27218a1-cc49-45c1-8e07-031cb13d639f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:44.314852 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c29f083-ca9b-48f9-aafb-a43b18b9eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.318205 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 13:05:44.319136 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 13:05:44.401413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-790bf845-607a-4cef-9216-77e4bd97ed4d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042258508&fields=id&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 267 time: 0.0562716 Dec 06 13:05:44.415757 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4c29f083-ca9b-48f9-aafb-a43b18b9eb3b None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:44.416127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4c29f083-ca9b-48f9-aafb-a43b18b9eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.466186 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Sync routers for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:44.470023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4c29f083-ca9b-48f9-aafb-a43b18b9eb3b None None] Port 107ff29b-1916-45ef-a928-77053b8e35df cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:44.479821 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:44.480566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:44.517949 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-8e14283e-2621-4457-8a8f-40a075f8de4f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:44.519625 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-8e14283e-2621-4457-8a8f-40a075f8de4f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 797 time: 0.1114297 Dec 06 13:05:44.536712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-910b0dfc-5f52-4744-bcd9-413a07836283 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/quotas/60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 375 time: 0.0102413 Dec 06 13:05:44.600783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-ecb2e305-a175-4377-aad1-8b67db439dd3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580235 Dec 06 13:05:44.711437 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-7355ad1a-948d-4ab2-8672-9d2f198ab190 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981076 Dec 06 13:05:44.758020 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:44.787816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-24fabf8a-e948-4f4c-bb14-e204d165fa48 None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:44.788466 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-24fabf8a-e948-4f4c-bb14-e204d165fa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:44.806080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-249a157d-6f68-44df-b34f-98893ff78e52 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 Dec 06 13:05:44.882654 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-24fabf8a-e948-4f4c-bb14-e204d165fa48 None None] Port 107ff29b-1916-45ef-a928-77053b8e35df cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:44.917220 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134da730-cdf2-48f2-adeb-bd4894525cab up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:05:44.978088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fbb4cacf-e358-4002-be31-532de1ef87ed req-4e1df5a2-8b5a-417e-9144-23fc3faba8c0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 210 time: 0.0273867 Dec 06 13:05:45.050646 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b4283749-3237-4d05-a3f3-1ad36ecaa86d None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:45.051022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4283749-3237-4d05-a3f3-1ad36ecaa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.073756 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 134da730-cdf2-48f2-adeb-bd4894525cab triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:45.074120 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.117311 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b4283749-3237-4d05-a3f3-1ad36ecaa86d None None] Port 107ff29b-1916-45ef-a928-77053b8e35df cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:45.151604 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 2, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:45.203773 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Checking router: 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:45.204129 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Updating router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 port 107ff29b-1916-45ef-a928-77053b8e35df binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:05:45.241112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.507412 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.518407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.577197 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cfee2-26e4-4dd5-80b6-a65019621c93 None None] Pushing event updated for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:45.630045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Attempting to bind port 107ff29b-1916-45ef-a928-77053b8e35df on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:05:45.630558 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Attempting to bind port 107ff29b-1916-45ef-a928-77053b8e35df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:05:45.631534 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Attempting to bind port 107ff29b-1916-45ef-a928-77053b8e35df on network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:45.636900 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:05:45.637395 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Checking segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:45.637950 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.638432 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Bound using segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:05:45.639365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Bound port: 107ff29b-1916-45ef-a928-77053b8e35df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:05:45.639714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.708204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] For port 107ff29b-1916-45ef-a928-77053b8e35df, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:05:45.712057 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] For port 107ff29b-1916-45ef-a928-77053b8e35df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=107ff29b-1916-45ef-a928-77053b8e35df,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:05:45.716188 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.772484 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:45.773115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:45.779472 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cfee2-26e4-4dd5-80b6-a65019621c93 None None] Pushing event updated for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:45.891347 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f27218a1-cc49-45c1-8e07-031cb13d639f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:05:45.893133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:45.893522 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.958403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:46.078927 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-182f0cae-0f40-474b-8992-04120abdee5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:46.080887 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-182f0cae-0f40-474b-8992-04120abdee5e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 797 time: 0.1307511 Dec 06 13:05:46.094322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad2129cd-a42a-4706-afa1-721f6f346ed9 req-fa8b5ecc-2dc3-4bec-8b02-9af2a4c18d43 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 210 time: 0.0297279 Dec 06 13:05:46.126731 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port f27218a1-cc49-45c1-8e07-031cb13d639f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:46.127112 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.165807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-8180b565-3c02-407d-9bb6-18a9803b1e53 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 380 time: 0.0612597 Dec 06 13:05:46.176743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'port': {'device_id': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'admin_state_up': True, 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'security_groups': ['6b393aca-d9a3-47c9-b542-9c3374260363']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:46.201797 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.273778 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] For port 107ff29b-1916-45ef-a928-77053b8e35df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=107ff29b-1916-45ef-a928-77053b8e35df,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:46.288021 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:05:46.291712 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.298905 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.352684 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:46.386836 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e253a-3f7f-4954-b50e-4aca5976f017 None None] The sync data for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 is: [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:46.391274 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d4035-1d1b-455a-bb10-976e88899ac9 None None] Pushing event updated for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:46.418382 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3e9d6393-abc2-4444-98ad-252f4fca0031 None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:46.418757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6393-abc2-4444-98ad-252f4fca0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.438385 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.4 (7dca907f-c8c7-4a05-8c42-a6f043ba2ebf/3cba722a-88bd-459c-ad8e-67f74d15439c/558eae38-20bc-4e43-b4be-250c8760973f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:46.612191 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.645699 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.693717 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:46.696982 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:46.699528 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:46.729331 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:46.758028 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:46.758729 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.779413 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-168b6df9-4698-4a88-b927-3868ebb62172 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065319 Dec 06 13:05:46.797720 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Request body: {'port': {'device_id': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:46.857338 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.943007 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cee758f1-8d2d-4408-9c37-270c8bf1b0be None None] Provisioning complete for port 558eae38-20bc-4e43-b4be-250c8760973f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:46.944049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cee758f1-8d2d-4408-9c37-270c8bf1b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:46.981957 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-cee758f1-8d2d-4408-9c37-270c8bf1b0be None None] Port 558eae38-20bc-4e43-b4be-250c8760973f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:47.141101 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558eae38-20bc-4e43-b4be-250c8760973f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:05:47.149751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:47.163439 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Transition to ACTIVE for port object 558eae38-20bc-4e43-b4be-250c8760973f will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:05:47.170409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:47.238621 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482846-bc81-4b35-8556-a56bea6ccf84 req-ec53fd49-5bdd-477b-a32f-71d0029b509b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:47.240397 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b482846-bc81-4b35-8556-a56bea6ccf84 req-ec53fd49-5bdd-477b-a32f-71d0029b509b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 943 time: 0.0745914 Dec 06 13:05:47.242317 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Pushing event updated for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:47.311837 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b482846-bc81-4b35-8556-a56bea6ccf84 req-1add681c-953f-4479-85d6-2752395f677f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629301 Dec 06 13:05:47.313882 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Attempting to bind port 558eae38-20bc-4e43-b4be-250c8760973f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:05:47.314449 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Attempting to bind port 558eae38-20bc-4e43-b4be-250c8760973f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:05:47.315186 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Attempting to bind port 558eae38-20bc-4e43-b4be-250c8760973f on network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:47.321197 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Port 558eae38-20bc-4e43-b4be-250c8760973f on network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:05:47.321656 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Attempting to bind port 558eae38-20bc-4e43-b4be-250c8760973f on network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:47.337522 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:05:47.338137 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Checking segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:47.338571 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Bound using segment: {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:05:47.338947 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Bound port: 558eae38-20bc-4e43-b4be-250c8760973f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be65a0-bec8-4035-b82f-70064efd4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:05:47.339443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:47.410402 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:05:47.416128 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=558eae38-20bc-4e43-b4be-250c8760973f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:05:47.422957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:47.460989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:47.461626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:47.463017 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] 10.222.0.53 "PUT /v2.0/ports/558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 1091 time: 0.6698959 Dec 06 13:05:47.463466 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:47.465848 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:47.492716 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb013-b193-4236-9b75-7999fa5bbae1 service neutron] Pushing event updated for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:47.507443 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ec1f3-317a-4e96-aef4-e06a8d7537a2 x-openstack-request-id: req-661ec1f3-317a-4e96-aef4-e06a8d7537a2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:47.507745 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:47.508060 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-661ec1f3-317a-4e96-aef4-e06a8d7537a2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:47.508483 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f', 'status': 'completed', 'code': 200} Dec 06 13:05:47.572315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-ce98fb48-8894-4108-9074-366c8c8e12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:47.573910 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-ce98fb48-8894-4108-9074-366c8c8e12b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1094 time: 0.0475044 Dec 06 13:05:47.629391 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-3fd53b2b-cc14-407d-9cc8-66cad8bba9cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 217 time: 0.0419924 Dec 06 13:05:47.682487 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-275d5c8d-c720-4fe3-97e7-1f109cb50205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:47.683956 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-275d5c8d-c720-4fe3-97e7-1f109cb50205 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 200 len: 834 time: 0.0471632 Dec 06 13:05:47.730038 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-3a4f12ec-af9a-4ac7-b48a-b7bbd315c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:47.731566 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-3a4f12ec-af9a-4ac7-b48a-b7bbd315c004 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407722 Dec 06 13:05:47.825870 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-87d2a360-df14-40ed-b88d-b130a2f417cf service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Dec 06 13:05:47.889199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 107ff29b-1916-45ef-a928-77053b8e35df up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:05:47.918540 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0b266ec2-ba69-4d3a-8f55-1bb0bf8c65e0 req-4fee7178-71a6-45bd-9092-1abdbea30d95 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872188 Dec 06 13:05:47.945794 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 107ff29b-1916-45ef-a928-77053b8e35df triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:47.946401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:48.046236 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-4a134f5f-0501-4beb-ad78-dad9879b1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:48.047716 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-4a134f5f-0501-4beb-ad78-dad9879b1146 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1094 time: 0.0449240 Dec 06 13:05:48.137394 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-80bda93d-b251-48b2-98a0-2e72badade90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:48.138838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-80bda93d-b251-48b2-98a0-2e72badade90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 898 time: 0.0833311 Dec 06 13:05:48.183028 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-c8aaf750-f333-4fde-922c-2fcbcae10ac7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 217 time: 0.0367446 Dec 06 13:05:48.231722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-47297a2c-70b2-41c0-8f82-ed4d3b842ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:48.233102 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-47297a2c-70b2-41c0-8f82-ed4d3b842ede service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 200 len: 834 time: 0.0427511 Dec 06 13:05:48.279016 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-b9421bc5-78a7-4a2e-94e8-43bc44623393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:48.280386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-b9421bc5-78a7-4a2e-94e8-43bc44623393 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387809 Dec 06 13:05:48.374615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-db59a52b-1b5b-4b5f-ad91-e08c86d5189f service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 Dec 06 13:05:48.434679 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803869f9-ed2b-4399-8347-d14949142722 req-8416c95a-562c-43b6-9a93-60ea0342e055 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:48.436176 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-803869f9-ed2b-4399-8347-d14949142722 req-8416c95a-562c-43b6-9a93-60ea0342e055 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 943 time: 0.0517511 Dec 06 13:05:48.468373 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-231c8d24-dcc6-4f9c-a55d-b43b6b61d1f4 req-0221ce93-f8cd-4c46-b21a-4458ce67bef9 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862072 Dec 06 13:05:48.489368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-803869f9-ed2b-4399-8347-d14949142722 req-8f6e0cc0-e3e3-41a0-9a16-d52f2d6decaa tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Dec 06 13:05:49.606355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8b64d-75aa-46b3-a271-39a672d24ad5 req-e403f385-75ee-4f5a-a012-b5143ec39089 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:49.607855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03b8b64d-75aa-46b3-a271-39a672d24ad5 req-e403f385-75ee-4f5a-a012-b5143ec39089 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 943 time: 0.0488887 Dec 06 13:05:49.656824 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03b8b64d-75aa-46b3-a271-39a672d24ad5 req-cf8ff32e-b14a-43d9-b8e4-93951f13b50d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Dec 06 13:05:49.692503 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 558eae38-20bc-4e43-b4be-250c8760973f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:05:49.788233 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=558eae38-20bc-4e43-b4be-250c8760973f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:49.799136 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '558eae38-20bc-4e43-b4be-250c8760973f', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'port_id': '558eae38-20bc-4e43-b4be-250c8760973f', 'mac_address': 'fa:16:3e:de:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:05:49.837629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:49.851315 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558eae38-20bc-4e43-b4be-250c8760973f {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:05:49.873187 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=558eae38-20bc-4e43-b4be-250c8760973f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:49.877050 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:49.926028 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:50.080491 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.164536 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['558eae38-20bc-4e43-b4be-250c8760973f'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:05:50.774405 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be9971-7f0e-4c60-91f3-b76fad00a5ec req-4edb4c56-da79-4a2a-9812-0af5e439367c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:50.775880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22be9971-7f0e-4c60-91f3-b76fad00a5ec req-4edb4c56-da79-4a2a-9812-0af5e439367c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 944 time: 0.0517707 Dec 06 13:05:50.823638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22be9971-7f0e-4c60-91f3-b76fad00a5ec req-86bf16f0-5645-4b7b-bad3-20723145d8ee tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416873 Dec 06 13:05:51.696733 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 558eae38-20bc-4e43-b4be-250c8760973f up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:05:51.745418 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 558eae38-20bc-4e43-b4be-250c8760973f completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:05:51.748978 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 558eae38-20bc-4e43-b4be-250c8760973f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:51.749374 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.831186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.853364 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:51.855646 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733ce6a-e1d1-4be1-a500-8da433971742" -d '{"events": [{"server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "name": "network-vif-plugged", "status": "completed", "tag": "558eae38-20bc-4e43-b4be-250c8760973f"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:51.868474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=558eae38-20bc-4e43-b4be-250c8760973f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:51.875096 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.896678 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56652c9f-8906-4a9a-8fd0-a82c65c193de x-openstack-request-id: req-56652c9f-8906-4a9a-8fd0-a82c65c193de {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:51.896979 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "name": "network-vif-plugged", "status": "completed", "tag": "558eae38-20bc-4e43-b4be-250c8760973f", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:51.897265 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56652c9f-8906-4a9a-8fd0-a82c65c193de {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:51.897660 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f', 'code': 200} Dec 06 13:05:51.922773 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:51.950095 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0a84f-a5a4-40e8-8a6a-b15f8b841d13 req-9c306830-f0d8-409b-a3ca-eb07d2e4c0a3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:51.951627 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10d0a84f-a5a4-40e8-8a6a-b15f8b841d13 req-9c306830-f0d8-409b-a3ca-eb07d2e4c0a3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0497806 Dec 06 13:05:52.001866 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-10d0a84f-a5a4-40e8-8a6a-b15f8b841d13 req-7b98e69a-16b9-4817-8e41-658582cc4bac tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Dec 06 13:05:52.024087 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649b99-c55c-43c1-a4d3-6da2c7fa6d8b req-28a7f6c1-424e-4435-800d-68aee3eadce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:52.025600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07649b99-c55c-43c1-a4d3-6da2c7fa6d8b req-28a7f6c1-424e-4435-800d-68aee3eadce2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1096 time: 0.0408132 Dec 06 13:05:52.075785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-07649b99-c55c-43c1-a4d3-6da2c7fa6d8b req-d3c8c44e-8ed3-464a-bbad-6493ed8ff178 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Dec 06 13:05:53.119367 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53248f06-af6c-419f-a434-0d7a8ad30363 req-33257093-fc03-429a-96e1-2d74094e9519 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:53.120834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53248f06-af6c-419f-a434-0d7a8ad30363 req-33257093-fc03-429a-96e1-2d74094e9519 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0501263 Dec 06 13:05:53.176242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53248f06-af6c-419f-a434-0d7a8ad30363 req-60563c6f-049f-4547-b3b5-4b725ebb1b93 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488775 Dec 06 13:05:54.290154 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32aba0-d33c-447a-8495-7e4e9d58d4f0 req-4f1842c5-d055-4df9-9bfe-34513f5ed4d7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:54.291626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c32aba0-d33c-447a-8495-7e4e9d58d4f0 req-4f1842c5-d055-4df9-9bfe-34513f5ed4d7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0476344 Dec 06 13:05:54.339784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c32aba0-d33c-447a-8495-7e4e9d58d4f0 req-bc6b860a-5e68-49ca-8800-070bf80fd48a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Dec 06 13:05:54.453269 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024df21-968d-447d-8649-06b29e5a606a req-57641abe-f688-4a38-bc43-5d59388c9323 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:54.454775 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4024df21-968d-447d-8649-06b29e5a606a req-57641abe-f688-4a38-bc43-5d59388c9323 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0481720 Dec 06 13:05:54.503108 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4024df21-968d-447d-8649-06b29e5a606a req-767edc10-97d3-4646-a157-2116053c74ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Dec 06 13:05:54.523995 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41126) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:54.563141 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59196aa9-f99b-435d-ae00-b284e6f9dc25 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:54.564674 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-59196aa9-f99b-435d-ae00-b284e6f9dc25 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1091 time: 0.0395885 Dec 06 13:05:54.567558 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41128) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:54.571810 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '558eae38-20bc-4e43-b4be-250c8760973f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:54.593869 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.691394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.791039 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.20 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/fe47df36-4e5a-4a31-bf3d-19afad9ac7ae) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:54.893297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.927216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.964650 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:54.967554 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:54.971081 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:54.995987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=fe47df36-4e5a-4a31-bf3d-19afad9ac7ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.319651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.383319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.529741 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.534128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.601935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=fe47df36-4e5a-4a31-bf3d-19afad9ac7ae,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.611836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.711771 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP afa79a74-0b7a-4711-8ed6-f0dcc0b25758 associated. External IP: 172.35.3.20, port: 558eae38-20bc-4e43-b4be-250c8760973f. Dec 06 13:05:55.915062 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:56.018806 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:56.028869 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Sync routers for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:56.036676 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.040209 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:56.040817 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:56.065531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4f0b9d87-9382-43d1-9c97-4d628f89ea42 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4968934 Dec 06 13:05:56.066129 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:56.068393 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:56.107508 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ceb71e-f71f-4faa-801c-b8ec85d96dab x-openstack-request-id: req-c4ceb71e-f71f-4faa-801c-b8ec85d96dab {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:56.107808 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:56.108066 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4ceb71e-f71f-4faa-801c-b8ec85d96dab {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:56.108470 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f', 'status': 'completed', 'code': 200} Dec 06 13:05:56.148227 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:56.172488 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41014094-625a-4ede-bb49-98122324f3cd req-86718236-6f3a-4f08-a39d-d14186c9857e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:56.173930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41014094-625a-4ede-bb49-98122324f3cd req-86718236-6f3a-4f08-a39d-d14186c9857e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0534456 Dec 06 13:05:56.190894 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-dec9345d-4950-4891-a0b3-9ea439172d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:56.192414 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-dec9345d-4950-4891-a0b3-9ea439172d2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1096 time: 0.0423963 Dec 06 13:05:56.232032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41014094-625a-4ede-bb49-98122324f3cd req-b872b8e5-4637-4bcb-8b88-ca02acc1ae69 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509748 Dec 06 13:05:56.254583 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41134) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:56.304121 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-60e4e44b-e9ef-4aed-876d-1f59c84ea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:56.306077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-60e4e44b-e9ef-4aed-876d-1f59c84ea210 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 898 time: 0.1061151 Dec 06 13:05:56.314745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-9f678c93-a822-4393-b6b0-1e366d0a2912 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/afa79a74-0b7a-4711-8ed6-f0dcc0b25758 HTTP/1.1" status: 200 len: 990 time: 0.0590279 Dec 06 13:05:56.372714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-e48781b0-371b-4bfd-85c1-ca6dc553de3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 998 time: 0.0593543 Dec 06 13:05:56.379724 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'afa79a74-0b7a-4711-8ed6-f0dcc0b25758', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'port_id': '558eae38-20bc-4e43-b4be-250c8760973f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'mac_address': 'fa:16:3e:de:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:05:55Z', 'updated_at': '2021-12-06T13:05:55Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:56.408727 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Checking router: 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:56.417566 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:56.418169 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:56.425967 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-508b5446-349d-40ab-849b-ff6fa0ee7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:56.427361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-508b5446-349d-40ab-849b-ff6fa0ee7c5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 200 len: 834 time: 0.0472844 Dec 06 13:05:56.472137 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-3223315f-817f-4ea0-9903-c7e54f4b3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:56.473913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-3223315f-817f-4ea0-9903-c7e54f4b3f2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395756 Dec 06 13:05:56.571507 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-97abcc3e-0b3e-4a2b-b261-a493c98f4f7c service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901127 Dec 06 13:05:56.613593 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:56.841795 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'afa79a74-0b7a-4711-8ed6-f0dcc0b25758', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'port_id': '558eae38-20bc-4e43-b4be-250c8760973f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'mac_address': 'fa:16:3e:de:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:05:55Z', 'updated_at': '2021-12-06T13:05:55Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:56.872106 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b67318-e4cb-4e7d-84ab-04d454750504 None None] The sync data for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 is: [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'afa79a74-0b7a-4711-8ed6-f0dcc0b25758', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'port_id': '558eae38-20bc-4e43-b4be-250c8760973f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'mac_address': 'fa:16:3e:de:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:05:55Z', 'updated_at': '2021-12-06T13:05:55Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:56.978912 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6fe9ff5-dbc6-4edc-b11f-0f31773c506d req-7a16308a-f0e9-47ac-bd92-2ee0cf8c8f7e service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000299 Dec 06 13:05:57.068763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba38c3d6-7ab3-4fe1-8e1d-782cbb4b17a0 None None] New status for floating IP afa79a74-0b7a-4711-8ed6-f0dcc0b25758: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:05:57.318619 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:57.337664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e6b0914a-786a-496e-a6db-034e30ae212d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.384648 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-dcc7a850-7c88-4ed5-8170-c14bf765f228 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/afa79a74-0b7a-4711-8ed6-f0dcc0b25758 HTTP/1.1" status: 200 len: 992 time: 0.0647349 Dec 06 13:05:57.471206 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-90ff13eb-12e2-4185-8f09-f7cad0a6421b req-28006a44-f5ff-4371-bb25-a1c1c2115707 service neutron] (103297) timed out ('10.222.0.53', 63155) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 13:05:57.859924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:05:59.664937 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-516e4d0a-6378-4a7e-b4f9-f622612104eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.733841 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.568934 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.502691 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.316075 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:12.645361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-66350f06-d36d-4c8c-acbb-90f1e9a7b1bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390246 Dec 06 13:06:12.751135 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-56a5245d-5f7f-40fc-aed2-dbf4e1bbb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:12.752598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-56a5245d-5f7f-40fc-aed2-dbf4e1bbb6f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1096 time: 0.0426147 Dec 06 13:06:12.855012 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-0f653570-1338-4b9a-bb7b-b4fdf3abefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:12.856449 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-0f653570-1338-4b9a-bb7b-b4fdf3abefec service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 898 time: 0.0831738 Dec 06 13:06:12.924844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-d09bbaad-6403-41f2-a1d1-5bb45568dce5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 1000 time: 0.0608287 Dec 06 13:06:12.972194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-eab1a16b-2243-43d8-9cb1-1687a81871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:12.973871 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-eab1a16b-2243-43d8-9cb1-1687a81871ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 200 len: 834 time: 0.0421679 Dec 06 13:06:13.017082 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-c3363454-f853-4ab7-82b7-76296e78cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:13.018528 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-c3363454-f853-4ab7-82b7-76296e78cc1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371644 Dec 06 13:06:13.110117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-a73786b9-9ecb-4f72-aa94-08451c2ddf12 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 Dec 06 13:06:13.203230 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-770e0ade-9c16-4ad8-be24-d31e2f144b39 req-d6347465-97b7-42d7-b04d-f88c776c6432 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803325 Dec 06 13:06:20.075216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:27.339424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eb3a36f0-7027-4278-b99e-69cad2751cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:28.680757 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d89036-6849-4dcd-8d7e-ca263f2f2034 req-1fbf9aa7-066e-4535-9f90-088a467a6af4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:28.682319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26d89036-6849-4dcd-8d7e-ca263f2f2034 req-1fbf9aa7-066e-4535-9f90-088a467a6af4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0492091 Dec 06 13:06:28.731610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-26d89036-6849-4dcd-8d7e-ca263f2f2034 req-0a2ea222-af31-4701-84df-bee652aa4674 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Dec 06 13:06:29.665776 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f48154a-6dd3-4ac4-a530-fc906da70806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:29.848284 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4892c7-72d8-44be-b059-a4e02eed89d0 req-2fdd297f-74c2-4a89-9fc0-74d131e4f4a8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:29.849799 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d4892c7-72d8-44be-b059-a4e02eed89d0 req-2fdd297f-74c2-4a89-9fc0-74d131e4f4a8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0499806 Dec 06 13:06:29.902826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6d4892c7-72d8-44be-b059-a4e02eed89d0 req-8581b47b-bacb-4ca6-9db2-37c78023fc73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Dec 06 13:06:29.925121 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:29.989228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-741aadaf-ca61-4178-8433-816901fb9caf tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/afa79a74-0b7a-4711-8ed6-f0dcc0b25758 HTTP/1.1" status: 200 len: 992 time: 0.0629339 Dec 06 13:06:30.735100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:31.259671 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687edb13-b88e-423e-ad4c-a12af73e74f9 req-da213a7b-d465-4238-a999-f8aa034b6b77 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:31.261053 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-687edb13-b88e-423e-ad4c-a12af73e74f9 req-da213a7b-d465-4238-a999-f8aa034b6b77 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0487580 Dec 06 13:06:31.309232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-687edb13-b88e-423e-ad4c-a12af73e74f9 req-7391f00c-7d1d-4b8c-a8b6-fdd972774f50 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Dec 06 13:06:31.578589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:32.428812 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d104c-9926-4c1c-b7b9-482a481eb0e7 req-461f8955-ba6a-49eb-8f35-9fa61bc06a0d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:32.430279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c53d104c-9926-4c1c-b7b9-482a481eb0e7 req-461f8955-ba6a-49eb-8f35-9fa61bc06a0d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0511189 Dec 06 13:06:32.478243 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c53d104c-9926-4c1c-b7b9-482a481eb0e7 req-a4b3c4d2-bc8a-42a1-a575-ec9c02d27223 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Dec 06 13:06:32.500172 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:32.517810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:32.558917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2d68b6fe-85b2-456b-a50b-0f84478a2e50 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/afa79a74-0b7a-4711-8ed6-f0dcc0b25758 HTTP/1.1" status: 200 len: 992 time: 0.0576346 Dec 06 13:06:32.788924 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:32.941083 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port fe47df36-4e5a-4a31-bf3d-19afad9ac7ae {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:06:32.941368 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.016554 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.016881 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.028797 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for fe47df36-4e5a-4a31-bf3d-19afad9ac7ae owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:06:33.171852 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.196271 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=fe47df36-4e5a-4a31-bf3d-19afad9ac7ae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:33.208015 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.208375 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.208718 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.209058 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.209906 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.210236 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.210564 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.210891 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.211217 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.211543 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.211867 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.212187 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.212507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:33.269794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.270126 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP afa79a74-0b7a-4711-8ed6-f0dcc0b25758 disassociated (deleted). External IP: 172.35.3.20, port: 558eae38-20bc-4e43-b4be-250c8760973f. Dec 06 13:06:33.316463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.475335 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:33.577737 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:33.582529 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:33.588969 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Sync routers for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:33.598593 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:33.599205 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:33.608586 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-79cb8f7c-bb93-4e26-a32d-4f457fe072d4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/floatingips/afa79a74-0b7a-4711-8ed6-f0dcc0b25758 HTTP/1.1" status: 204 len: 168 time: 0.8185678 Dec 06 13:06:33.609197 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:33.611456 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971da97-092e-4a16-ab1e-1b25a077d954" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:33.652023 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e89741b-e80f-42f6-9ea4-ff1c28142623 x-openstack-request-id: req-7e89741b-e80f-42f6-9ea4-ff1c28142623 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:33.652316 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "tag": "558eae38-20bc-4e43-b4be-250c8760973f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:33.652574 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e89741b-e80f-42f6-9ea4-ff1c28142623 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:33.652981 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f', 'status': 'completed', 'code': 200} Dec 06 13:06:33.709768 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:33.743719 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-edd17e8c-025f-41c5-b6a0-4b107b439fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:33.745667 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-edd17e8c-025f-41c5-b6a0-4b107b439fda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 1096 time: 0.0486200 Dec 06 13:06:33.839713 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-2eaa69e4-7cb3-4a20-84ce-bf1810023658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:33.841431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-2eaa69e4-7cb3-4a20-84ce-bf1810023658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 200 len: 898 time: 0.0886281 Dec 06 13:06:33.848227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcf97a-f1d5-4239-bff3-316242cd39f3 req-04ed00da-bc3b-46fa-9450-ad9e9154d6c7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:33.850980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39bcf97a-f1d5-4239-bff3-316242cd39f3 req-04ed00da-bc3b-46fa-9450-ad9e9154d6c7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0521564 Dec 06 13:06:33.890874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-b282807a-1d1e-4592-a2df-9ab30a518342 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 200 len: 217 time: 0.0408833 Dec 06 13:06:33.903789 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-39bcf97a-f1d5-4239-bff3-316242cd39f3 req-c6f5b28e-7c4b-4eb0-86b8-bf18ae4771a0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456908 Dec 06 13:06:33.932588 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:33.945711 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-7901795d-7cbc-48f1-88a5-2f751c2e75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:33.947330 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-7901795d-7cbc-48f1-88a5-2f751c2e75bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 200 len: 834 time: 0.0488582 Dec 06 13:06:33.959498 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Checking router: 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:33.967892 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:33.968561 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:34.003223 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-2ad42657-65d4-4979-b4da-a4a90c0250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:34.004638 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-2ad42657-65d4-4979-b4da-a4a90c0250f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456600 Dec 06 13:06:34.071689 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:34.103939 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-bf2735e9-0dac-4168-be83-eeab1572a771 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Dec 06 13:06:34.197721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9971da97-092e-4a16-ab1e-1b25a077d954 req-6ac9f97a-f2fb-40c4-8091-4b36a2411960 service neutron] 10.222.0.53 "GET /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807321 Dec 06 13:06:34.265526 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:34.294521 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a780c-69ad-4e85-8aaa-19ef33a2be0e None None] The sync data for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 is: [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:43Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '107ff29b-1916-45ef-a928-77053b8e35df', 'name': '', 'network_id': '7dca907f-c8c7-4a05-8c42-a6f043ba2ebf', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:28:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:42Z', 'updated_at': '2021-12-06T13:05:46Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '3cba722a-88bd-459c-ad8e-67f74d15439c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:34.512866 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a638d4-8247-43ab-8597-fab68dfa259f None None] New status for floating IP afa79a74-0b7a-4711-8ed6-f0dcc0b25758: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:06:34.859168 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:06:35.023248 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ee9ad-8f25-4f1c-b97c-ba80e64ba2d5 req-3552e776-3c4e-4802-aaa8-95929fef11b7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:35.024731 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-999ee9ad-8f25-4f1c-b97c-ba80e64ba2d5 req-3552e776-3c4e-4802-aaa8-95929fef11b7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0482903 Dec 06 13:06:35.077020 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-999ee9ad-8f25-4f1c-b97c-ba80e64ba2d5 req-990ed106-e2be-48ce-a6ad-772c9d7d60c2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b393aca-d9a3-47c9-b542-9c3374260363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Dec 06 13:06:35.516667 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-942e2a9f-23df-426d-98c9-3a51f3f10416 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:35.518109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-942e2a9f-23df-426d-98c9-3a51f3f10416 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 945 time: 0.0487022 Dec 06 13:06:35.610158 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 558eae38-20bc-4e43-b4be-250c8760973f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:06:35.610498 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:35.697485 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 558eae38-20bc-4e43-b4be-250c8760973f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=558eae38-20bc-4e43-b4be-250c8760973f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:35.697846 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:35.714462 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 558eae38-20bc-4e43-b4be-250c8760973f owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:06:35.838419 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:35.868204 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=558eae38-20bc-4e43-b4be-250c8760973f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:35.880082 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.880656 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.881008 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.881366 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.881696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.882021 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.882377 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.882745 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.883027 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.883353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.884242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.884242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.884461 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:35.921541 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] No DVR routers for this DVR port 558eae38-20bc-4e43-b4be-250c8760973f on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:06:35.924043 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:35.927296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-569ccddc-7ed1-4746-87d7-5d4a1fb0bb72 req-ab130a8a-bd1e-44cc-adb7-2108d8525b56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "DELETE /v2.0/ports/558eae38-20bc-4e43-b4be-250c8760973f HTTP/1.1" status: 204 len: 173 time: 0.4016018 Dec 06 13:06:35.927758 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'name': 'network-vif-deleted', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:35.930087 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf630cb0-a2b7-4bf1-b8a8-c44638c4258c" -d '{"events": [{"server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "name": "network-vif-deleted", "tag": "558eae38-20bc-4e43-b4be-250c8760973f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:35.966620 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ba6582-65a4-400b-857e-79407965c44f x-openstack-request-id: req-84ba6582-65a4-400b-857e-79407965c44f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:35.966985 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3b7ac-5d39-4da3-b44d-70ad221db58d", "name": "network-vif-deleted", "tag": "558eae38-20bc-4e43-b4be-250c8760973f", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:35.967241 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84ba6582-65a4-400b-857e-79407965c44f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:35.967648 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3b7ac-5d39-4da3-b44d-70ad221db58d', 'name': 'network-vif-deleted', 'tag': '558eae38-20bc-4e43-b4be-250c8760973f', 'status': 'completed', 'code': 200} Dec 06 13:06:36.180871 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aef34886-e61f-4adb-9dd1-689f47646dee req-cd600c5a-1997-4e89-aa4f-8886c9aa6f67 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a3b7ac-5d39-4da3-b44d-70ad221db58d HTTP/1.1" status: 200 len: 210 time: 0.0256720 Dec 06 13:06:37.237016 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:37.585673 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:37.928988 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 558eae38-20bc-4e43-b4be-250c8760973f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:06:37.950247 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 558eae38-20bc-4e43-b4be-250c8760973f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:06:37.950601 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 558eae38-20bc-4e43-b4be-250c8760973f not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:06:38.162379 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 107ff29b-1916-45ef-a928-77053b8e35df {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:06:38.162722 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:38.249827 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 107ff29b-1916-45ef-a928-77053b8e35df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=107ff29b-1916-45ef-a928-77053b8e35df,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:38.250515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:38.262958 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 107ff29b-1916-45ef-a928-77053b8e35df owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:06:38.438196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:38.466372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=107ff29b-1916-45ef-a928-77053b8e35df,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:38.644142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:38.853619 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:38.953685 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:38.958640 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-91fcec9f-a66e-492c-99f7-0990f70ab1f2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/0cda0e69-82bc-4aa0-b9e7-51bbf7f16006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205501 Dec 06 13:06:38.961777 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:38.966633 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Sync routers for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:38.977350 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:38.977953 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:39.014426 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting subnet 3cba722a-88bd-459c-ad8e-67f74d15439c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:06:39.017482 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.057147 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.080106 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:39.137013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.200407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.228772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Subnet': ['ID=3cba722a-88bd-459c-ad8e-67f74d15439c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:39.234598 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.240644 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41194) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:39.242411 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d4b95275-367a-49ac-85a0-6e5fcd022645 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/subnets/3cba722a-88bd-459c-ad8e-67f74d15439c HTTP/1.1" status: 204 len: 168 time: 0.2790613 Dec 06 13:06:39.243596 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b26f4-b0bf-42af-b800-032376d44c7f None None] Network 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:06:39.255746 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:06:38Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:39.286719 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Checking router: 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:39.295655 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Routers {'0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:39.296249 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:39.362297 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.427294 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] DHCP port deletion for 7dca907f-c8c7-4a05-8c42-a6f043ba2ebf request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:39.475061 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Deleting port f27218a1-cc49-45c1-8e07-031cb13d639f {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:06:39.475438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.477848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.495458 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] Set router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:39.534414 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 134da730-cdf2-48f2-adeb-bd4894525cab {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:06:39.534787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.548723 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] For port f27218a1-cc49-45c1-8e07-031cb13d639f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f27218a1-cc49-45c1-8e07-031cb13d639f,segment=NetworkSegment(63be65a0-bec8-4035-b82f-70064efd4660),segment_id=63be65a0-bec8-4035-b82f-70064efd4660)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:39.549134 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.562805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Calling delete_port for f27218a1-cc49-45c1-8e07-031cb13d639f owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:06:39.618405 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 134da730-cdf2-48f2-adeb-bd4894525cab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=134da730-cdf2-48f2-adeb-bd4894525cab,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:39.618770 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.637723 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 134da730-cdf2-48f2-adeb-bd4894525cab owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:06:39.650902 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.677633 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:06:38Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:39.683735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] Pushing event deleted for resources: {'Port': ['ID=f27218a1-cc49-45c1-8e07-031cb13d639f,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:39.683735 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784beac-2931-4a94-9011-a6cc1e6d354a None None] No DVR routers for this DVR port f27218a1-cc49-45c1-8e07-031cb13d639f on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:06:39.712482 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e420e-7a9a-4218-8f64-8bfe124ed19f None None] The sync data for ids ['0cda0e69-82bc-4aa0-b9e7-51bbf7f16006'] in n-d-master-1 is: [{'id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807856361', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:06:38Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '134da730-cdf2-48f2-adeb-bd4894525cab', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda0e69-82bc-4aa0-b9e7-51bbf7f16006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:39Z', 'updated_at': '2021-12-06T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:39.811312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.840929 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=134da730-cdf2-48f2-adeb-bd4894525cab,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:39.854457 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3065734-24aa-4bb4-9cd1-46fba8ce4932 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:39.901390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.989135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:39.991175 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.035311 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.035944 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Fanout notify agent at l3_agent the message router_deleted on router 0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:06:40.045348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.046670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8f131fdb-0f7a-437b-8391-907947ffe3fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/routers/0cda0e69-82bc-4aa0-b9e7-51bbf7f16006 HTTP/1.1" status: 204 len: 168 time: 0.8048716 Dec 06 13:06:40.049554 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:40.135520 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.155422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f27218a1-cc49-45c1-8e07-031cb13d639f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:06:40.177104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: f27218a1-cc49-45c1-8e07-031cb13d639f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:06:40.177635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device f27218a1-cc49-45c1-8e07-031cb13d639f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:06:40.178177 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 107ff29b-1916-45ef-a928-77053b8e35df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:06:40.199249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 107ff29b-1916-45ef-a928-77053b8e35df {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:06:40.199641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 107ff29b-1916-45ef-a928-77053b8e35df not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:06:40.233286 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.254304 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dca907f-c8c7-4a05-8c42-a6f043ba2ebf']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:40.263840 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be65a0-bec8-4035-b82f-70064efd4660') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:40.264153 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be65a0-bec8-4035-b82f-70064efd4660') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:40.274191 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.288346 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.295471 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:06:40.295932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:06:40.299410 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:06:40.364292 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.373635 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.376673 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/networks/7dca907f-c8c7-4a05-8c42-a6f043ba2ebf HTTP/1.1" status: 204 len: 168 time: 0.3259044 Dec 06 13:06:40.379416 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:40.399244 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1df9e-afe4-42bd-8de7-e9f9d0aee67f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Network': ['ID=7dca907f-c8c7-4a05-8c42-a6f043ba2ebf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:40.448027 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.473066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.530192 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.532813 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.534018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b393aca-d9a3-47c9-b542-9c3374260363 HTTP/1.1" status: 204 len: 168 time: 0.1536741 Dec 06 13:06:40.543675 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbf72-4e07-4333-85f4-bbe2e1f88bd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b393aca-d9a3-47c9-b542-9c3374260363,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:40.807317 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:40.811845 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594879072', 'description': 'tempest-secgroup-smoke-594879072 description', 'project_id': '60ee81ed1eaa4b93b693725ad0238887'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:40.833995 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.901522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.904814 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.933266 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:40.934499 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1261659 Dec 06 13:06:40.936379 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb71b17-be48-4bad-9809-d91e7a87d18f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:40.937654 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41206) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:40.943665 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:40.970570 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.028030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.031801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.050450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70a8158-1036-4835-8d7d-a3556ba2c083,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.055895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.057001 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-60396d65-fd03-4051-9f9a-661fa4c4ec7e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174409 Dec 06 13:06:41.059684 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41208) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.064032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.090504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.143351 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.146542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.163871 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db345dd-0703-4272-9533-be48b283380b,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.171624 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.172852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c2ad6f6c-b1a6-4caf-b796-658f86b238cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122088 Dec 06 13:06:41.175563 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41210) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.180342 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.205836 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.260997 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.264443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.280743 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313784a4-9693-475e-879b-3afff39e38a3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.288800 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.290008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0801c46f-9c9d-4bdd-a185-d545e357064d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135349 Dec 06 13:06:41.292655 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41212) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.296858 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.323122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.380982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.385254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.402039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841acc95-efbe-4e7c-94f4-c9c23f42f0b3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.409253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.410424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c64e4cbd-2d61-48b3-82c1-2b9621181b6f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168294 Dec 06 13:06:41.413109 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41214) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.417325 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.438712 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:06:41.443764 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.500864 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.504392 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.522593 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72e87c0-2d33-42f7-a221-202b1f2c8e8f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.528785 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.529996 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e3c703ad-2a27-4b52-bdd1-3a0c693cd767 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159606 Dec 06 13:06:41.532663 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41216) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.536851 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '0a4ef947-7e3c-4bd0-9127-b52d1e1802bd', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.558845 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:06:41.563738 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.621813 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.625341 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.642509 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339bb750-16f1-42ba-99d1-e37dc1f71d09,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.651970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.653611 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-89d26617-8cca-4477-a70c-43365498424d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198685 Dec 06 13:06:41.656323 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41218) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.661126 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'network': {'name': 'tempest-network-smoke--1424356428', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.684199 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:41.687739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.712445 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:06:41.720855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.721220 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Added segment 60878c7e-46b7-4b4c-85e4-32d94545232d of type vlan for network 3d5a64b2-b11b-4ea6-8737-d236633f94ae Dec 06 13:06:41.759677 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.783163 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.788703 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:41.789820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.824893 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675606 Dec 06 13:06:41.827807 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:41.832508 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'admin_state_up': True, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:41.859509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134da730-cdf2-48f2-adeb-bd4894525cab no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:06:41.860367 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.860774 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b90f0f-b420-4832-ad8c-c446be121e96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Network': ['ID=3d5a64b2-b11b-4ea6-8737-d236633f94ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:41.861306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:41.887966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:06:41.890116 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 134da730-cdf2-48f2-adeb-bd4894525cab {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:06:41.890456 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 134da730-cdf2-48f2-adeb-bd4894525cab not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:06:41.920835 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.060424 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.244721 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.263016 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.372930 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.184 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/bf78e469-d799-482b-862d-f62970614785) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:42.471385 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.508124 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.547585 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:42.550469 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:42.552953 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:42.563312 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d134708-e601-4876-a49c-6c16e8c66744 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:42.576381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=bf78e469-d799-482b-862d-f62970614785,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:42.687725 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-703afeb2-274b-4e39-9d12-1850c0223a64 None None] Provisioning complete for port bf78e469-d799-482b-862d-f62970614785 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:42.688127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-703afeb2-274b-4e39-9d12-1850c0223a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.722909 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-703afeb2-274b-4e39-9d12-1850c0223a64 None None] Port bf78e469-d799-482b-862d-f62970614785 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:42.798154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:42.995354 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.118788 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router a4096c3b-90ff-434c-8555-789bf16a61a2 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:06:43.220290 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:43.230828 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Sync routers for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:43.240834 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.243914 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2f4d74f2-7066-40bc-a0fb-8b69ee1b84ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4132481 Dec 06 13:06:43.244104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:43.244104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:43.247687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:43.276843 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6d404ae5-f9e3-4a68-84d8-543665a4186e tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=60ee81ed1eaa4b93b693725ad0238887&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278454 Dec 06 13:06:43.279594 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:43.347390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:43.365797 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f915af-223f-4dd7-b951-1d6b201bf401 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:43.368087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-75f915af-223f-4dd7-b951-1d6b201bf401 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869391 Dec 06 13:06:43.370865 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:43.401903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ab06cd4c-fdc1-4619-8943-c4d64ceacb2c tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299253 Dec 06 13:06:43.404313 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:43.408960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244452312', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:43.494175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:43.497805 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.526559 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:42Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:43.553605 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Checking router: a4096c3b-90ff-434c-8555-789bf16a61a2 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:43.553949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Updating router a4096c3b-90ff-434c-8555-789bf16a61a2 port bf78e469-d799-482b-862d-f62970614785 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:43.579547 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.840438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.846741 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.893818 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b5553-3991-48e2-a221-7bca48e3562a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:43.907860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Pushing event updated for resources: {'Port': ['ID=bf78e469-d799-482b-862d-f62970614785,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:43.910247 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Attempting to bind port bf78e469-d799-482b-862d-f62970614785 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:43.910623 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Attempting to bind port bf78e469-d799-482b-862d-f62970614785 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:43.910984 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Attempting to bind port bf78e469-d799-482b-862d-f62970614785 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:43.918571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:43.918960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:43.919365 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.919764 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:43.920249 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Bound port: bf78e469-d799-482b-862d-f62970614785, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:43.920633 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.927785 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.928134 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.928478 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.928816 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.929176 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.930088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.930406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.930735 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.931062 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.931387 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.931712 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.932036 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.932357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:43.989001 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1ead103c-7761-473e-bc5d-ba4ae94d386b None None] Provisioning complete for port bf78e469-d799-482b-862d-f62970614785 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:43.989395 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1ead103c-7761-473e-bc5d-ba4ae94d386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:43.995330 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] For port bf78e469-d799-482b-862d-f62970614785, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:44.026561 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.032699 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] For port bf78e469-d799-482b-862d-f62970614785, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf78e469-d799-482b-862d-f62970614785,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:44.040372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.067239 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1ead103c-7761-473e-bc5d-ba4ae94d386b None None] Port bf78e469-d799-482b-862d-f62970614785 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:44.085063 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05db92-090c-4d8f-bd94-cfd2015d28ab None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:44.093845 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Subnet': ['ID=17df3533-0880-4a3c-a05f-2a17e8df57ff,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:44.102859 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Checking segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:44.103220 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network hostable DHCP agents. Network: 3d5a64b2-b11b-4ea6-8737-d236633f94ae, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:06:44.109974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:44.110530 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:44.121293 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:06:44.129777 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3d5a64b2-b11b-4ea6-8737-d236633f94ae) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:44.134363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:44.135099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.144529 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b336e-ac7e-4cca-a8af-7103f2e7406c None None] Pushing event updated for resources: {'Port': ['ID=bf78e469-d799-482b-862d-f62970614785,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:44.150717 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b279347-77c7-4770-9161-62093cf10f00 None None] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:06:44.152309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4f509429-1878-48df-be0c-0c43171d39b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7470007 Dec 06 13:06:44.155262 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:44.268228 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] Provisioning complete for port bf78e469-d799-482b-862d-f62970614785 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:44.268896 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.326906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:44.513455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:06:44.514315 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.555590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.589126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.646167 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] For port bf78e469-d799-482b-862d-f62970614785, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf78e469-d799-482b-862d-f62970614785,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:44.658054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:44.867945 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.1 (3d5a64b2-b11b-4ea6-8737-d236633f94ae/17df3533-0880-4a3c-a05f-2a17e8df57ff/b04f4840-c1c7-4eac-a723-85372d6a8d01) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:44.878390 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb07c19-3a17-4577-a862-bcbcfeaf8305 None None] Pushing event updated for resources: {'Port': ['ID=bf78e469-d799-482b-862d-f62970614785,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:44.891579 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:42Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:44.918319 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845101e-5e89-46cc-8bd6-05811f4b978a None None] The sync data for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 is: [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:42Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:44.985970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.021033 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.063898 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Allocated IP 172.20.0.2 (3d5a64b2-b11b-4ea6-8737-d236633f94ae/17df3533-0880-4a3c-a05f-2a17e8df57ff/52d1698b-8cdd-4455-b50d-c8bcaa5922ee) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:45.068832 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:45.072953 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:45.076118 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:45.107208 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:45.129921 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.244752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.252190 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.291970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.298949 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:45.301943 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:45.307162 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:45.310401 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Pushing event updated for resources: {'Port': ['ID=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:45.366610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Attempting to bind port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:45.367694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Attempting to bind port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:45.368064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Attempting to bind port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee on network 3d5a64b2-b11b-4ea6-8737-d236633f94ae {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:45.374301 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:45.374609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Checking segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:45.375032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.375435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Bound using segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:45.376068 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Bound port: 52d1698b-8cdd-4455-b50d-c8bcaa5922ee, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:45.376457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.442133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e692d57-86f1-4b20-b925-023674085534 None None] For port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:45.446342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e692d57-86f1-4b20-b925-023674085534 None None] For port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:45.451614 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.512713 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e692d57-86f1-4b20-b925-023674085534 None None] Pushing event updated for resources: {'Port': ['ID=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:45.622600 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.628407 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.714705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.753052 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:45.837660 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:45.839493 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:45.956070 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router a4096c3b-90ff-434c-8555-789bf16a61a2 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:45.974508 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 52d1698b-8cdd-4455-b50d-c8bcaa5922ee up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:46.031127 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:46.031548 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:46.069803 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:46.077635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d5c6ad6d-0d3e-4b8b-b78d-0d3aff43effc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/a4096c3b-90ff-434c-8555-789bf16a61a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9212210 Dec 06 13:06:46.108238 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:46.144834 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:46.149276 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:46.150076 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bf78e469-d799-482b-862d-f62970614785 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:46.226681 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:46.238130 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port bf78e469-d799-482b-862d-f62970614785 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:46.238510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:46.252322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-3c169e62-e954-4bed-a6ba-13a753d161c1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594879072&fields=id&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 267 time: 0.0709810 Dec 06 13:06:46.368385 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-ceec2ba6-111a-49eb-86bc-03c33997c48a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:46.370035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-ceec2ba6-111a-49eb-86bc-03c33997c48a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 797 time: 0.1091247 Dec 06 13:06:46.385822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-3ff311fe-6f33-48e5-9089-6339fb517aa6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/quotas/60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 375 time: 0.0097921 Dec 06 13:06:46.440482 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-6eae7e8d-5687-4003-b42e-73ecd291c59a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486741 Dec 06 13:06:46.514631 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579c530-ee5a-4457-9049-ae9b0303d81e None None] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:06:46.546723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-9de5ad64-9ebe-4a42-b1c0-f016c1488efc service neutron] 10.222.0.31 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939415 Dec 06 13:06:46.628532 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-aeab0c24-f3f3-43e4-8ae3-3b0028aa72e2 None None] Provisioning complete for port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:46.628908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aeab0c24-f3f3-43e4-8ae3-3b0028aa72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:46.643717 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-1d3f3fe6-5697-46a7-a7c9-7f3184da5f4f service neutron] 10.222.0.31 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905228 Dec 06 13:06:46.828004 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61f0a7cf-984b-4aa3-b0cd-ce847671379c req-de6e0664-4543-4ad2-a95f-12dc141cb987 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 210 time: 0.0289276 Dec 06 13:06:46.976304 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ca069323-9e8d-4db6-b0f0-0bae6eeebd0a None None] Provisioning complete for port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:46.976680 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ca069323-9e8d-4db6-b0f0-0bae6eeebd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.076667 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ca069323-9e8d-4db6-b0f0-0bae6eeebd0a None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:47.077175 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ca069323-9e8d-4db6-b0f0-0bae6eeebd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.124140 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ca069323-9e8d-4db6-b0f0-0bae6eeebd0a None None] Port b04f4840-c1c7-4eac-a723-85372d6a8d01 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:47.164365 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Sync routers for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:47.181195 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:47.182008 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:47.249000 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-357f67de-450f-4144-b784-605fe6f77c2f None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:47.249582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-357f67de-450f-4144-b784-605fe6f77c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.294547 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-357f67de-450f-4144-b784-605fe6f77c2f None None] Port b04f4840-c1c7-4eac-a723-85372d6a8d01 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:47.315648 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:47.415313 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-c3e49c3b-4010-4b8b-bcff-9ec545d570cd None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:47.415911 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3e49c3b-4010-4b8b-bcff-9ec545d570cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.457951 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-c3e49c3b-4010-4b8b-bcff-9ec545d570cd None None] Port b04f4840-c1c7-4eac-a723-85372d6a8d01 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:47.519548 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 2, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:47.545854 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Checking router: a4096c3b-90ff-434c-8555-789bf16a61a2 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:47.546206 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Updating router a4096c3b-90ff-434c-8555-789bf16a61a2 port b04f4840-c1c7-4eac-a723-85372d6a8d01 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:47.570767 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.831427 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.836620 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:47.950702 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Pushing event updated for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:47.961653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 52d1698b-8cdd-4455-b50d-c8bcaa5922ee up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:47.964941 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.965317 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.965659 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.965996 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.966325 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.966649 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.966983 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.967325 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.967621 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.967938 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.968257 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.968575 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.968889 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:47.983691 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Attempting to bind port b04f4840-c1c7-4eac-a723-85372d6a8d01 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:47.984063 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Attempting to bind port b04f4840-c1c7-4eac-a723-85372d6a8d01 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:47.984580 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Attempting to bind port b04f4840-c1c7-4eac-a723-85372d6a8d01 on network 3d5a64b2-b11b-4ea6-8737-d236633f94ae {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:47.992715 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-961ae3b0-8fa2-4e89-8ee1-10100524c6fc req-190b1556-e6e3-438d-a331-a047f4ce27e9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 210 time: 0.0468590 Dec 06 13:06:47.999075 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:47.999700 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Checking segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:48.000262 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.000814 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Bound using segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:48.001492 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Bound port: b04f4840-c1c7-4eac-a723-85372d6a8d01, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:48.002057 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.047820 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:48.048451 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.089414 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] For port b04f4840-c1c7-4eac-a723-85372d6a8d01, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:48.093600 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] For port b04f4840-c1c7-4eac-a723-85372d6a8d01, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b04f4840-c1c7-4eac-a723-85372d6a8d01,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:48.102161 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.114738 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-8d5b3f0d-1478-4fcf-9e24-82bd11fd980e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:48.116595 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-8d5b3f0d-1478-4fcf-9e24-82bd11fd980e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 797 time: 0.2005525 Dec 06 13:06:48.164771 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:48.165389 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:48.196292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-fdbb979b-6446-4efb-86c5-38feac112e4c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 379 time: 0.0631027 Dec 06 13:06:48.208020 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'port': {'device_id': '53c039fc-43a5-4311-b889-c697f9f9c108', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'admin_state_up': True, 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'security_groups': ['0a4ef947-7e3c-4bd0-9127-b52d1e1802bd']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:48.212454 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14385c0f-0b53-40dd-a929-95f72499f72f None None] Pushing event updated for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:48.292924 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:48.296001 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:48.296386 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.333059 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:48.338402 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.418573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.464805 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] For port b04f4840-c1c7-4eac-a723-85372d6a8d01, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b04f4840-c1c7-4eac-a723-85372d6a8d01,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:48.468715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.483897 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.3 (3d5a64b2-b11b-4ea6-8737-d236633f94ae/17df3533-0880-4a3c-a05f-2a17e8df57ff/0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:48.518671 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed356d9-fd35-414d-a83e-0df72ced5b2e None None] Pushing event updated for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:48.526824 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:48.590680 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4dbbbb1f-b91e-4bf9-b303-82f885f7a505 None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:48.591056 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4dbbbb1f-b91e-4bf9-b303-82f885f7a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.647817 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddb0fb-8e2b-48a5-bc2c-913ac3112a82 None None] The sync data for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 is: [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:48.651056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.689781 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.738835 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:48.741816 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:48.744477 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:48.799328 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:48.814366 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:48.815030 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:48.832514 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-08d5593b-704b-498b-a07e-2c837a993221 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282842 Dec 06 13:06:48.850389 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Request body: {'port': {'device_id': '53c039fc-43a5-4311-b889-c697f9f9c108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:48.916376 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.009597 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2dcc6fb5-5207-4e6e-9659-e769b419c0f8 None None] Provisioning complete for port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:49.010609 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6fb5-5207-4e6e-9659-e769b419c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.056055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc6fb5-5207-4e6e-9659-e769b419c0f8 None None] Port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:49.132030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0c8e9-4f2c-405b-8a6c-61c4a2d2413a req-89bacee7-e7a6-45cf-a869-0ac8a9e549f6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:49.138825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83d0c8e9-4f2c-405b-8a6c-61c4a2d2413a req-89bacee7-e7a6-45cf-a869-0ac8a9e549f6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 931 time: 0.0586410 Dec 06 13:06:49.188087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83d0c8e9-4f2c-405b-8a6c-61c4a2d2413a req-bac14406-623d-42e1-912c-3cebbc96a537 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 Dec 06 13:06:49.204938 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:06:49.213791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.230981 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Transition to ACTIVE for port object 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:06:49.235520 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.291686 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:49.364847 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Attempting to bind port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:49.365461 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Attempting to bind port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:49.365830 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Attempting to bind port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 on network 3d5a64b2-b11b-4ea6-8737-d236633f94ae {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:49.371420 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 on network 3d5a64b2-b11b-4ea6-8737-d236633f94ae not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:06:49.371883 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Attempting to bind port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 on network 3d5a64b2-b11b-4ea6-8737-d236633f94ae {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:49.377966 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:49.378429 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Checking segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:49.378938 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Bound using segment: {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:49.379474 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Bound port: 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60878c7e-46b7-4b4c-85e4-32d94545232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:49.379940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.450093 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:49.453662 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:49.463769 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.509742 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:49.510895 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:49.512533 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 1091 time: 0.6671774 Dec 06 13:06:49.513001 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:49.515399 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:49.543485 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937f19-96b9-44ec-be00-63b6ab4e2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:49.572031 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ba3b8c-4cb9-40b9-b561-60e49fb1e61e x-openstack-request-id: req-69ba3b8c-4cb9-40b9-b561-60e49fb1e61e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:49.572406 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:49.572673 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69ba3b8c-4cb9-40b9-b561-60e49fb1e61e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:49.573081 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'status': 'completed', 'code': 200} Dec 06 13:06:49.636165 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-a6d52906-c868-4489-9451-c5b4821411bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:49.638326 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-a6d52906-c868-4489-9451-c5b4821411bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1094 time: 0.0504313 Dec 06 13:06:49.693189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-ea4b5417-f6d4-49d9-a3e5-8560d1e1bb2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 217 time: 0.0424497 Dec 06 13:06:49.752315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-97278410-7244-4b63-b8f4-60f44ca33dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:49.753808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-97278410-7244-4b63-b8f4-60f44ca33dd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0532563 Dec 06 13:06:49.805627 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-0883baf1-4ec2-4941-a420-5f1d8f1d415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:49.807199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-0883baf1-4ec2-4941-a420-5f1d8f1d415d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464215 Dec 06 13:06:49.901925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-27003d20-c626-4761-99a1-a2f3f9928721 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Dec 06 13:06:49.944844 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b04f4840-c1c7-4eac-a723-85372d6a8d01 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:49.994989 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b04f4840-c1c7-4eac-a723-85372d6a8d01 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:49.995505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:50.004108 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b5dd5f4-68f3-4d2b-82dd-31b84811a1ad req-94452f5b-f640-4a74-ad32-37f9ff95bef8 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951908 Dec 06 13:06:50.100445 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:50.130294 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-28e55027-6bfc-48e4-8b64-9b1df742b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:50.131784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-28e55027-6bfc-48e4-8b64-9b1df742b1f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1094 time: 0.0421534 Dec 06 13:06:50.241755 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-a1e1ac5c-954c-4307-a60d-ae710b8e6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:50.243328 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-a1e1ac5c-954c-4307-a60d-ae710b8e6426 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.1043775 Dec 06 13:06:50.288131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-f0f95432-61a8-4017-93d9-b3f82695749f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 217 time: 0.0376124 Dec 06 13:06:50.327235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7a3a-0d30-4f96-8974-3466a92e8de7 req-510f94fc-80fb-4cb5-b2af-098603e1df4a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:50.333655 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b09d7a3a-0d30-4f96-8974-3466a92e8de7 req-510f94fc-80fb-4cb5-b2af-098603e1df4a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 943 time: 0.0620406 Dec 06 13:06:50.350805 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-f0096517-6f87-4f74-9c1a-aec13d641582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:50.352924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-f0096517-6f87-4f74-9c1a-aec13d641582 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0577672 Dec 06 13:06:50.389743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b09d7a3a-0d30-4f96-8974-3466a92e8de7 req-0c78a567-52a5-4489-9292-09cbc488d5c7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526545 Dec 06 13:06:50.404531 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-35275bb3-60ec-4698-a526-18ef2bf7dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:50.406049 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-35275bb3-60ec-4698-a526-18ef2bf7dbde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456772 Dec 06 13:06:50.497341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-97da153e-5d59-4f98-9879-a8dc5538fcb3 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Dec 06 13:06:50.588135 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2fcb4060-a232-45ff-97f3-d9ccf40b5aa0 req-20992e13-5b42-4da9-bedb-ab7c278f99d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833874 Dec 06 13:06:51.505040 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c9065-b056-4d44-baf5-fbcf34ac52bb req-dfcde750-3a08-45f4-ba3f-ca13314bd30b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:51.506428 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c02c9065-b056-4d44-baf5-fbcf34ac52bb req-dfcde750-3a08-45f4-ba3f-ca13314bd30b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 943 time: 0.0476675 Dec 06 13:06:51.553632 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c02c9065-b056-4d44-baf5-fbcf34ac52bb req-551467aa-589a-4d3b-b5a3-12409add76b1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Dec 06 13:06:52.021792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:06:52.118129 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:52.129254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'port_id': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'mac_address': 'fa:16:3e:df:21:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:06:52.166150 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:52.178471 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:06:52.198156 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:52.201785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:52.249942 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:52.467371 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:06:52.669892 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b809c-c01d-43c1-8fed-f655811c13f1 req-c70b3b72-7d3b-4894-b52e-f713f958d41d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:52.671384 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-491b809c-c01d-43c1-8fed-f655811c13f1 req-c70b3b72-7d3b-4894-b52e-f713f958d41d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 944 time: 0.0483470 Dec 06 13:06:52.725360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-491b809c-c01d-43c1-8fed-f655811c13f1 req-88ba6037-278e-48c6-9132-5084f118b3a1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Dec 06 13:06:53.839546 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675eedb-9c05-4b4d-9e8e-5376fe6be89a req-184b5ac5-b959-46ca-b307-b7caefbc6d12 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:53.841026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5675eedb-9c05-4b4d-9e8e-5376fe6be89a req-184b5ac5-b959-46ca-b307-b7caefbc6d12 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 944 time: 0.0485513 Dec 06 13:06:53.890674 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5675eedb-9c05-4b4d-9e8e-5376fe6be89a req-ab619689-7001-4e83-bab2-30a985944081 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Dec 06 13:06:54.023225 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:54.070364 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:06:54.074727 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:54.075101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:54.148689 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:54.173994 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:54.176206 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc68b0c-afd6-434d-84f0-da61d4f31c26" -d '{"events": [{"server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "name": "network-vif-plugged", "status": "completed", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:54.189341 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:54.193628 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:54.216919 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c319a1-f617-4fb3-bf8a-23b88d73e79a x-openstack-request-id: req-59c319a1-f617-4fb3-bf8a-23b88d73e79a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:54.217240 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "name": "network-vif-plugged", "status": "completed", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:54.217503 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59c319a1-f617-4fb3-bf8a-23b88d73e79a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:54.217893 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'code': 200} Dec 06 13:06:54.243366 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:54.343983 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95844e70-4c28-45a5-8340-e44d0960e854 req-660e4ee9-ce70-4c53-ad6c-5c20dc064bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:54.345571 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95844e70-4c28-45a5-8340-e44d0960e854 req-660e4ee9-ce70-4c53-ad6c-5c20dc064bfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0388637 Dec 06 13:06:54.392582 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95844e70-4c28-45a5-8340-e44d0960e854 req-36c5e5de-69fd-40a9-b0ce-dcf04f87d23b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Dec 06 13:06:55.007105 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c92cc-bad3-421a-9f80-93c3356a4ec0 req-1c996f68-68a5-481a-b918-d43b9d3e2b97 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:55.009163 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-049c92cc-bad3-421a-9f80-93c3356a4ec0 req-1c996f68-68a5-481a-b918-d43b9d3e2b97 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Dec 06 13:06:55.057474 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-049c92cc-bad3-421a-9f80-93c3356a4ec0 req-6ce1114a-aac5-450f-9213-cf3733ee0c36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Dec 06 13:06:56.175387 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b6011-a839-493a-9355-a606b4254b00 req-df6737d8-8564-478c-9626-ac1877e34766 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:56.176832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-365b6011-a839-493a-9355-a606b4254b00 req-df6737d8-8564-478c-9626-ac1877e34766 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0511429 Dec 06 13:06:56.225483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-365b6011-a839-493a-9355-a606b4254b00 req-9caf982e-11f8-4a80-8a52-a2ff03fd3d28 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Dec 06 13:06:56.337924 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44767f-d32d-427b-89bc-411416c15bfd req-d633d42c-a34e-44c5-98ec-997151ed1473 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:56.339268 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b44767f-d32d-427b-89bc-411416c15bfd req-d633d42c-a34e-44c5-98ec-997151ed1473 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0472555 Dec 06 13:06:56.387508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b44767f-d32d-427b-89bc-411416c15bfd req-79a69c87-61b7-4d81-83d2-cc6217010c9d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422866 Dec 06 13:06:56.409393 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:56.446990 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c16add-1057-41e5-b5c0-b07a43aebd61 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:56.448440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-65c16add-1057-41e5-b5c0-b07a43aebd61 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1091 time: 0.0381136 Dec 06 13:06:56.451128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:56.455197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:56.476914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:56.574986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:56.678631 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.141 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/a2905d6e-832d-49e7-a08c-10bd79c2bac8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:56.778392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:56.810241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:56.849303 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:56.852185 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:56.855587 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:56.861011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=a2905d6e-832d-49e7-a08c-10bd79c2bac8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:57.207467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.275708 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.340674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-05662225-bbae-4e30-b171-2ada2962b5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.422888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.427453 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.495827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=a2905d6e-832d-49e7-a08c-10bd79c2bac8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:57.508872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.606394 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP ef6a5dda-497f-4175-a274-a211a080acc5 associated. External IP: 172.35.3.141, port: 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93. Dec 06 13:06:57.807318 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router a4096c3b-90ff-434c-8555-789bf16a61a2 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:57.921444 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:57.935253 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Sync routers for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:57.939348 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:57.947230 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:57.947839 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:57.967448 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-84a9146d-c3b1-4c03-9b30-b64fa9e63ee1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5147395 Dec 06 13:06:57.968050 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:57.970338 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:58.008997 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bda5d2-2070-492c-9c98-21ae088f2923 x-openstack-request-id: req-72bda5d2-2070-492c-9c98-21ae088f2923 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:58.009452 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:58.009906 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72bda5d2-2070-492c-9c98-21ae088f2923 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:58.010322 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'status': 'completed', 'code': 200} Dec 06 13:06:58.055328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:58.069358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13493d2a-b464-463f-8cd6-58b608cd73ff req-13036561-bfab-400f-aacb-a83e66969dc1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:58.071340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13493d2a-b464-463f-8cd6-58b608cd73ff req-13036561-bfab-400f-aacb-a83e66969dc1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Dec 06 13:06:58.096865 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-fe0c9440-621f-4c70-aa22-107761bbd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:58.099331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-fe0c9440-621f-4c70-aa22-107761bbd588 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0484064 Dec 06 13:06:58.123223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-13493d2a-b464-463f-8cd6-58b608cd73ff req-bbe3d6b9-0948-40bd-8ec7-21531455630a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Dec 06 13:06:58.146267 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:58.203322 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-b66263d5-fbd9-4530-9ca6-208912de26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:58.204812 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-b66263d5-fbd9-4530-9ca6-208912de26bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.0985024 Dec 06 13:06:58.210280 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1843b6fa-5e2a-4bb7-a96f-e8bd28e83341 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/ef6a5dda-497f-4175-a274-a211a080acc5 HTTP/1.1" status: 200 len: 991 time: 0.0617957 Dec 06 13:06:58.276281 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-59f1f0b5-2e52-4301-aef1-9b79ba35d97d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 999 time: 0.0633652 Dec 06 13:06:58.284337 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef6a5dda-497f-4175-a274-a211a080acc5', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.141', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'port_id': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'mac_address': 'fa:16:3e:df:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c039fc-43a5-4311-b889-c697f9f9c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:57Z', 'updated_at': '2021-12-06T13:06:57Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:58.309701 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Checking router: a4096c3b-90ff-434c-8555-789bf16a61a2 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:58.318410 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:58.319016 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:06:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:58.324867 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-47683860-efa5-4f20-8ee5-d704276138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:58.326285 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-47683860-efa5-4f20-8ee5-d704276138ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0435634 Dec 06 13:06:58.372214 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-912c3955-ab0f-45e9-8eeb-e2fdca5c5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:58.373756 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-912c3955-ab0f-45e9-8eeb-e2fdca5c5a9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406516 Dec 06 13:06:58.470699 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-14fc9861-2170-49fb-871d-b42b8bdbb572 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Dec 06 13:06:58.561475 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e34a7dbd-01ed-4df0-a233-00d9d2c85ab6 req-82517763-763c-4ee7-8b9b-e610e7bb27ef service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833309 Dec 06 13:06:58.580178 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:58.799281 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef6a5dda-497f-4175-a274-a211a080acc5', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.141', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'port_id': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'mac_address': 'fa:16:3e:df:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c039fc-43a5-4311-b889-c697f9f9c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:57Z', 'updated_at': '2021-12-06T13:06:57Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:58.824794 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d4b37-50be-4def-a2db-29169a699ac5 None None] The sync data for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 is: [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef6a5dda-497f-4175-a274-a211a080acc5', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.141', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'port_id': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'mac_address': 'fa:16:3e:df:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c039fc-43a5-4311-b889-c697f9f9c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:57Z', 'updated_at': '2021-12-06T13:06:57Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:59.015085 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aae97a-47a9-42ac-a4ff-3576f3805464 None None] New status for floating IP ef6a5dda-497f-4175-a274-a211a080acc5: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:06:59.213332 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:59.273099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-f0d246de-e56d-4c30-9591-3ccf331a7852 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/ef6a5dda-497f-4175-a274-a211a080acc5 HTTP/1.1" status: 200 len: 993 time: 0.0586162 Dec 06 13:06:59.667454 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-db136ff8-e0a2-4cfd-874f-d1e201cef17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:00.738204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:01.576185 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:02.509414 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:03.322711 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:11.859297 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:07:14.626651 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-ffae88cd-1814-4986-b3a6-2068d3e0750d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400929 Dec 06 13:07:14.731464 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-a8b18a02-026d-49fc-b3a9-0c3d824d1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:14.733010 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-a8b18a02-026d-49fc-b3a9-0c3d824d1165 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0459969 Dec 06 13:07:14.837809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-ac8f345b-db15-4d2d-bc01-e322f287b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:14.839271 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-ac8f345b-db15-4d2d-bc01-e322f287b580 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.0860004 Dec 06 13:07:14.908386 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-14168d72-de38-4637-8cfc-ead4babcc4bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 1001 time: 0.0619156 Dec 06 13:07:14.957578 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-5c540f55-1a23-4b29-ba3f-f756d7d9800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:14.959043 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-5c540f55-1a23-4b29-ba3f-f756d7d9800d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0427921 Dec 06 13:07:15.005264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-897eb3f4-4c67-4647-a0a3-e2548cbacaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:15.006750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-897eb3f4-4c67-4647-a0a3-e2548cbacaee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398879 Dec 06 13:07:15.099930 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-48744556-77f3-45c2-8825-f80e5c75b845 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849733 Dec 06 13:07:15.190936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c68f4477-d8ee-4cd9-a598-80198c9cb0d4 req-c90efed5-b663-43d2-9f67-1e6080f15ddf service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806794 Dec 06 13:07:20.104350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:27.341884 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3bfd253f-5b5b-4e9a-9553-293556f7932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:29.669072 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b2757829-40f6-4058-bc9b-18d5d678e243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:30.544673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612069c0-1c49-47e4-a1ea-7f9454d7d340 req-8de94bf4-6b68-41b2-9cfa-97b30d04999f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:30.546224 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-612069c0-1c49-47e4-a1ea-7f9454d7d340 req-8de94bf4-6b68-41b2-9cfa-97b30d04999f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Dec 06 13:07:30.568992 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-bc63c320-2553-4004-b5ff-95b080c4e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:30.570544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-bc63c320-2553-4004-b5ff-95b080c4e746 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0455296 Dec 06 13:07:30.595094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-612069c0-1c49-47e4-a1ea-7f9454d7d340 req-bf6ca9ee-7080-4e7c-a9c9-bad074de1def tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Dec 06 13:07:30.661589 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-6c9f13f2-b17e-45d7-8961-71157075097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:30.663075 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-6c9f13f2-b17e-45d7-8961-71157075097e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.0852702 Dec 06 13:07:30.745040 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:31.038602 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-717610f5-81f6-4bf4-811c-91ef7025ab3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 1001 time: 0.3668487 Dec 06 13:07:31.089873 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-44e94bf5-94ab-451d-9d47-d4146669cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:31.091219 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-44e94bf5-94ab-451d-9d47-d4146669cdbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0417964 Dec 06 13:07:31.138421 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-2935636b-b44d-4196-86f6-cc1ecc666288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:31.139880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-2935636b-b44d-4196-86f6-cc1ecc666288 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386648 Dec 06 13:07:31.151516 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-93232465-ffa6-4316-ace9-bb5fc131a94d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:07:31.152427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-93232465-ffa6-4316-ace9-bb5fc131a94d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046825 Dec 06 13:07:31.241663 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-ea972970-0126-4891-92f9-01303d2ae763 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822263 Dec 06 13:07:31.329936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c8e18e43-eecf-4b8d-af8d-d736d3be27cc req-a08a1a3f-1aa2-4f24-afc7-ccc83dd6e79c service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804064 Dec 06 13:07:31.585707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:31.716635 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ffb34-af12-41b9-9a59-23e222e5c595 req-ceed78c3-2579-4da0-934f-3cc9972d0520 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:31.718133 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-204ffb34-af12-41b9-9a59-23e222e5c595 req-ceed78c3-2579-4da0-934f-3cc9972d0520 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Dec 06 13:07:31.765795 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-204ffb34-af12-41b9-9a59-23e222e5c595 req-0eef4e9f-0447-480a-b8e0-d0bc17fb16a1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Dec 06 13:07:32.513172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:32.880866 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6699d82-cdd3-433c-bb77-15253db055d0 req-54f34230-a0af-4637-8091-fcb5e51f8d32 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:32.882410 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6699d82-cdd3-433c-bb77-15253db055d0 req-54f34230-a0af-4637-8091-fcb5e51f8d32 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0494971 Dec 06 13:07:32.930356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f6699d82-cdd3-433c-bb77-15253db055d0 req-4139d2ef-6a86-412f-9f6c-dc584c8691f0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Dec 06 13:07:33.323892 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:34.046642 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f64593-7416-4827-89fe-bc56ed2c375d req-ffb9ca39-e0fc-487a-940b-4800db93dd75 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:34.048118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47f64593-7416-4827-89fe-bc56ed2c375d req-ffb9ca39-e0fc-487a-940b-4800db93dd75 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0508592 Dec 06 13:07:34.423785 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47f64593-7416-4827-89fe-bc56ed2c375d req-4e786dd0-e3aa-4552-a4f2-d7fdb4f946bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697786 Dec 06 13:07:35.536817 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546c63-fe14-4d06-a813-dec4fbe7ae16 req-b8b13845-1c00-42f6-9aaf-8452be6b9fd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:35.538264 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b546c63-fe14-4d06-a813-dec4fbe7ae16 req-b8b13845-1c00-42f6-9aaf-8452be6b9fd5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Dec 06 13:07:35.584980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2b546c63-fe14-4d06-a813-dec4fbe7ae16 req-533b33ea-976d-4450-846e-fe439d802ed6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408919 Dec 06 13:07:36.697758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dddcd-8d62-46a1-9aa6-c34a4c867102 req-2ab23c36-514d-44ea-a952-fc03b15f8213 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:36.699208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b4dddcd-8d62-46a1-9aa6-c34a4c867102 req-2ab23c36-514d-44ea-a952-fc03b15f8213 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0479219 Dec 06 13:07:36.752985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0b4dddcd-8d62-46a1-9aa6-c34a4c867102 req-bf4d7593-459e-4c90-937d-9aed2fca5417 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478208 Dec 06 13:07:37.867913 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4211753-e920-49d0-9eab-8bd0dab456a6 req-f2465bc5-aa71-43f0-9c37-f30425aedf46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:37.869415 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4211753-e920-49d0-9eab-8bd0dab456a6 req-f2465bc5-aa71-43f0-9c37-f30425aedf46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Dec 06 13:07:37.919170 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4211753-e920-49d0-9eab-8bd0dab456a6 req-2b6cfc3d-ecec-45ac-b200-12223e6d0701 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423255 Dec 06 13:07:39.033543 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cab7-5151-4a37-bc04-f083ec0c3469 req-7e74f795-435d-400e-8725-a4210db51485 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:39.035021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23e9cab7-5151-4a37-bc04-f083ec0c3469 req-7e74f795-435d-400e-8725-a4210db51485 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0489869 Dec 06 13:07:39.083088 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23e9cab7-5151-4a37-bc04-f083ec0c3469 req-01333961-3ff4-40f0-a83f-7e57a38d575e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Dec 06 13:07:40.206562 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980d82c-6b76-48a1-8d9d-c598152b5be8 req-f6cda611-118d-4e5c-8ef0-2acef447e4f8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:40.208016 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1980d82c-6b76-48a1-8d9d-c598152b5be8 req-f6cda611-118d-4e5c-8ef0-2acef447e4f8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0588837 Dec 06 13:07:40.261920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1980d82c-6b76-48a1-8d9d-c598152b5be8 req-32afaa0c-58dd-4946-8b69-35b95c1b6153 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479360 Dec 06 13:07:41.376032 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787eb02-deac-44a7-8ad2-4268d5a55620 req-e5f634f3-5635-4dd8-995c-6b7a9873a061 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:41.377531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b787eb02-deac-44a7-8ad2-4268d5a55620 req-e5f634f3-5635-4dd8-995c-6b7a9873a061 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0490029 Dec 06 13:07:41.425937 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b787eb02-deac-44a7-8ad2-4268d5a55620 req-a6930c7e-d23b-4838-a4bc-63bc45871fbc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Dec 06 13:07:42.539026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd61a2-8d7d-48b6-a5c9-b264782d2506 req-35fdfbdf-0d31-4a5a-ba2b-64c68b57dfed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:42.540471 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50bd61a2-8d7d-48b6-a5c9-b264782d2506 req-35fdfbdf-0d31-4a5a-ba2b-64c68b57dfed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0475230 Dec 06 13:07:42.592101 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50bd61a2-8d7d-48b6-a5c9-b264782d2506 req-7ec5cc85-534d-46ac-a1b2-4071e67f16e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Dec 06 13:07:43.709841 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5f3e7-86ae-472a-93ba-c3a5008ca869 req-d618de11-7a8a-4c4a-bb44-2b611a2b2be8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:43.711294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67f5f3e7-86ae-472a-93ba-c3a5008ca869 req-d618de11-7a8a-4c4a-bb44-2b611a2b2be8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0480163 Dec 06 13:07:43.760387 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-67f5f3e7-86ae-472a-93ba-c3a5008ca869 req-0a940fdb-5224-477f-84cb-f841c53aee77 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Dec 06 13:07:44.873780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7491a-c3e0-48b3-b9a2-3a1b94edcbda req-b421fd91-9dde-4f99-9c29-546a49375c35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:44.875290 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19f7491a-c3e0-48b3-b9a2-3a1b94edcbda req-b421fd91-9dde-4f99-9c29-546a49375c35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Dec 06 13:07:44.923553 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-19f7491a-c3e0-48b3-b9a2-3a1b94edcbda req-43e1baa6-c6c8-4daa-a355-98076a136921 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Dec 06 13:07:46.039598 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a810999-7f8e-4dc1-aef1-d16b16e83cb4 req-b3941b35-14e0-4726-b157-d0f6fa4f7c97 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:46.041052 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a810999-7f8e-4dc1-aef1-d16b16e83cb4 req-b3941b35-14e0-4726-b157-d0f6fa4f7c97 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Dec 06 13:07:46.089872 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a810999-7f8e-4dc1-aef1-d16b16e83cb4 req-6dee5062-839d-4b4f-9c9a-2bf50f25341f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Dec 06 13:07:47.206600 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb440a4-8e51-4269-8505-13d01d27af4b req-44b9acec-f627-4817-bdae-d5a5e5d67894 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:47.208324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cb440a4-8e51-4269-8505-13d01d27af4b req-44b9acec-f627-4817-bdae-d5a5e5d67894 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0488372 Dec 06 13:07:47.257406 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0cb440a4-8e51-4269-8505-13d01d27af4b req-77e0a177-09be-47e1-98c9-a9f90e61c691 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Dec 06 13:07:47.279345 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:07:47.341367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a6f3c970-6039-418e-8ef6-8ad811befda5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/ef6a5dda-497f-4175-a274-a211a080acc5 HTTP/1.1" status: 200 len: 993 time: 0.0609016 Dec 06 13:07:48.857982 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:07:50.118970 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:57.342706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b890a42b-bad4-4637-88b4-78137e7241f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:59.671468 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c62c5fcc-6e06-4b66-b163-de32e378fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:00.743719 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:01.605187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:02.516511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:03.324745 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:14.630329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-a6166e79-0e93-46af-bce7-dda83614da49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445602 Dec 06 13:08:14.729303 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-b9c8c879-b7d2-4158-817e-a3ec9f3d6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:14.731372 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-b9c8c879-b7d2-4158-817e-a3ec9f3d6847 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0420103 Dec 06 13:08:14.834283 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-9ae6dc6a-fee0-46b0-a0b3-6dfc6eaea3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:14.835724 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-9ae6dc6a-fee0-46b0-a0b3-6dfc6eaea3f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.0842686 Dec 06 13:08:14.904366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-73234636-eb88-4549-949d-9f830edafc5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 1001 time: 0.0613394 Dec 06 13:08:14.953071 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-378f98eb-4371-4a36-b7d3-db0fd0c2b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:14.954546 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-378f98eb-4371-4a36-b7d3-db0fd0c2b07a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0432932 Dec 06 13:08:14.999836 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-526f2ff0-5c2f-4a15-be46-1a84c79bab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:15.001255 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-526f2ff0-5c2f-4a15-be46-1a84c79bab50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399263 Dec 06 13:08:15.094165 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-dcc74a05-5763-4930-a6c7-209468e53636 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855987 Dec 06 13:08:15.187379 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-fb2bb05c-faa6-44c3-87d0-d537a8a0df83 req-ecf79db2-e160-4a17-898e-eba3c1ce6eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845282 Dec 06 13:08:17.656251 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:17.811825 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port a2905d6e-832d-49e7-a08c-10bd79c2bac8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:08:17.812170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:17.889697 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:17.890160 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:17.901748 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for a2905d6e-832d-49e7-a08c-10bd79c2bac8 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:08:18.045126 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:18.071341 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=a2905d6e-832d-49e7-a08c-10bd79c2bac8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:18.100049 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.100401 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.100747 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.101083 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.101442 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.101775 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.102105 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.102433 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.102763 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.103098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.103423 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.103748 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.104071 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:18.143731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:18.144047 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP ef6a5dda-497f-4175-a274-a211a080acc5 disassociated (deleted). External IP: 172.35.3.141, port: 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93. Dec 06 13:08:18.351204 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router a4096c3b-90ff-434c-8555-789bf16a61a2 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:08:18.462657 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:08:18.467826 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:18.473518 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Sync routers for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:08:18.483466 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:18.484297 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:18.495080 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8bf9bb17-59ab-4720-9278-17c3c53527a4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/floatingips/ef6a5dda-497f-4175-a274-a211a080acc5 HTTP/1.1" status: 204 len: 168 time: 0.8377357 Dec 06 13:08:18.495675 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:08:18.498044 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6acdd-d2c5-4d24-92b0-1584f878fa07" -d '{"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:08:18.539191 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6cc466-eb71-416c-95d3-1a0abde00143 x-openstack-request-id: req-4e6cc466-eb71-416c-95d3-1a0abde00143 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:08:18.539595 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:08:18.539946 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e6cc466-eb71-416c-95d3-1a0abde00143 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:08:18.540451 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'status': 'completed', 'code': 200} Dec 06 13:08:18.596710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:18.646258 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-5af8bbdf-f673-40f7-82ad-1e38464ce40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:18.647849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-5af8bbdf-f673-40f7-82ad-1e38464ce40a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 1096 time: 0.0629919 Dec 06 13:08:18.736170 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ddbad-9296-4c61-86c5-b90d73a24de9 req-d13150b9-260c-4390-a85b-137a5a1a481e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:18.741622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df5ddbad-9296-4c61-86c5-b90d73a24de9 req-d13150b9-260c-4390-a85b-137a5a1a481e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0549538 Dec 06 13:08:18.783692 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-316063e7-b77d-4645-ab07-3f1ef59b5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:18.786203 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-316063e7-b77d-4645-ab07-3f1ef59b5e2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 200 len: 898 time: 0.0908811 Dec 06 13:08:18.793360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-df5ddbad-9296-4c61-86c5-b90d73a24de9 req-612d6fa7-ce84-4aea-9f66-e50f325e445d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493128 Dec 06 13:08:18.814530 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:18.836613 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Checking router: a4096c3b-90ff-434c-8555-789bf16a61a2 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:08:18.838784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-0d135ec7-6af3-4994-9a73-a76949c9b33c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 200 len: 217 time: 0.0382752 Dec 06 13:08:18.845824 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:18.846687 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:18.888950 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-dc010616-47c2-4c1b-90b1-2543e4ab08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:18.890436 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-dc010616-47c2-4c1b-90b1-2543e4ab08be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 200 len: 835 time: 0.0439456 Dec 06 13:08:18.936702 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-216f02f2-001d-4a4a-93f6-0ffac1c8ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:18.938213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-216f02f2-001d-4a4a-93f6-0ffac1c8ee6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d5a64b2-b11b-4ea6-8737-d236633f94ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393417 Dec 06 13:08:18.946763 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:19.032977 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-51f947dd-b0a7-4ad0-8bf8-b200dbe28625 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861375 Dec 06 13:08:19.126109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-42a6acdd-d2c5-4d24-92b0-1584f878fa07 req-fc9ba3a7-7e64-4716-92da-dbcd51033589 service neutron] 10.222.0.53 "GET /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Dec 06 13:08:19.143853 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:19.170567 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a618b6-bc7b-4792-b4ac-38c922eb0915 None None] The sync data for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 is: [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:06:45Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b04f4840-c1c7-4eac-a723-85372d6a8d01', 'name': '', 'network_id': '3d5a64b2-b11b-4ea6-8737-d236633f94ae', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:48:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:44Z', 'updated_at': '2021-12-06T13:06:48Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '17df3533-0880-4a3c-a05f-2a17e8df57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:08:19.398452 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2dbc0-538e-4f20-bc26-e92ec56206e9 None None] New status for floating IP ef6a5dda-497f-4175-a274-a211a080acc5: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:08:19.913381 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e694-6aef-4f87-90e1-9691475a93bc req-39abc081-a632-4624-9015-ba5c00781caf tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:19.914867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03f2e694-6aef-4f87-90e1-9691475a93bc req-39abc081-a632-4624-9015-ba5c00781caf tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Dec 06 13:08:19.967551 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-03f2e694-6aef-4f87-90e1-9691475a93bc req-fbed4ed8-9f4c-4678-ab8e-947965cb2fb8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466602 Dec 06 13:08:20.133438 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:20.409397 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-8eb30fe2-f54b-40db-a9ec-8083f5957d56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:20.410854 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-8eb30fe2-f54b-40db-a9ec-8083f5957d56 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Dec 06 13:08:20.498527 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:08:20.498862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:20.588834 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:20.589216 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:20.601340 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:08:20.725478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:20.758073 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:20.770174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.770532 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.770882 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.771222 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.771558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.771889 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.772219 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.772548 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.772878 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.773231 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.773562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.773885 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.774224 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:20.808361 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] No DVR routers for this DVR port 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:08:20.810956 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:20.814368 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b44645e7-f1f2-45d6-a0e9-412019ca5eed req-26f98b09-b485-4d8d-87b5-40c16d5db6d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "DELETE /v2.0/ports/0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 HTTP/1.1" status: 204 len: 173 time: 0.3970873 Dec 06 13:08:20.814807 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'name': 'network-vif-deleted', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:08:20.817119 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7274469-3d73-4a70-9193-5d3faa2fb717" -d '{"events": [{"server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "name": "network-vif-deleted", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:08:20.858173 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4eb05d-22d5-4dd6-b8b5-99f3f4375392 x-openstack-request-id: req-fc4eb05d-22d5-4dd6-b8b5-99f3f4375392 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:08:20.858468 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c039fc-43a5-4311-b889-c697f9f9c108", "name": "network-vif-deleted", "tag": "0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:08:20.858720 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc4eb05d-22d5-4dd6-b8b5-99f3f4375392 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:08:20.859120 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c039fc-43a5-4311-b889-c697f9f9c108', 'name': 'network-vif-deleted', 'tag': '0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93', 'status': 'completed', 'code': 200} Dec 06 13:08:21.070669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4e12b26-7715-44a8-906d-ba89e3131fe5 req-59dc302a-10fc-4c96-9b58-f3223ff5a93f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c039fc-43a5-4311-b889-c697f9f9c108 HTTP/1.1" status: 200 len: 210 time: 0.0261953 Dec 06 13:08:22.130128 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:22.475851 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:22.725703 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port b04f4840-c1c7-4eac-a723-85372d6a8d01 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:08:22.726092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:22.812520 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port b04f4840-c1c7-4eac-a723-85372d6a8d01, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b04f4840-c1c7-4eac-a723-85372d6a8d01,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:22.812873 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:22.825037 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for b04f4840-c1c7-4eac-a723-85372d6a8d01 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:08:23.002770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.028221 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=b04f4840-c1c7-4eac-a723-85372d6a8d01,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:23.198747 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.408592 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router a4096c3b-90ff-434c-8555-789bf16a61a2 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:08:23.509911 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:08:23.515453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5055215c-e865-4dc4-a58b-abdb531afe1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/a4096c3b-90ff-434c-8555-789bf16a61a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842330 Dec 06 13:08:23.518543 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41382) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:23.519608 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Sync routers for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:08:23.529609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:23.530205 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:23.568263 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting subnet 17df3533-0880-4a3c-a05f-2a17e8df57ff {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:08:23.571491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.611972 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.635024 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:23.700289 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.758659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.786169 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Subnet': ['ID=17df3533-0880-4a3c-a05f-2a17e8df57ff,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:23.790022 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.793415 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f4467cc4-26ef-434d-9b10-93491179838c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/subnets/17df3533-0880-4a3c-a05f-2a17e8df57ff HTTP/1.1" status: 204 len: 168 time: 0.2738316 Dec 06 13:08:23.796345 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:23.797213 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9ee49-b5cb-4b4b-a0de-7c63bd530cb5 None None] Network 3d5a64b2-b11b-4ea6-8737-d236633f94ae requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:08:23.896562 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:08:22Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:23.906960 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:23.941703 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Checking router: a4096c3b-90ff-434c-8555-789bf16a61a2 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:08:23.957512 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Routers {'a4096c3b-90ff-434c-8555-789bf16a61a2'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:23.958115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a4096c3b-90ff-434c-8555-789bf16a61a2'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:24.019567 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.045891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] DHCP port deletion for 3d5a64b2-b11b-4ea6-8737-d236633f94ae request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:08:24.074285 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port bf78e469-d799-482b-862d-f62970614785 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:08:24.074637 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.092859 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] Set router a4096c3b-90ff-434c-8555-789bf16a61a2 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:24.158092 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port bf78e469-d799-482b-862d-f62970614785, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf78e469-d799-482b-862d-f62970614785,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:24.158785 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.172343 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for bf78e469-d799-482b-862d-f62970614785 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:08:24.342823 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.370381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=bf78e469-d799-482b-862d-f62970614785,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:24.376911 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Deleting port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:08:24.377320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.392624 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3c93c-44f0-4cc0-8e0c-025d9ce6a281 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:08:24.430284 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.480269 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] For port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,segment=NetworkSegment(60878c7e-46b7-4b4c-85e4-32d94545232d),segment_id=60878c7e-46b7-4b4c-85e4-32d94545232d)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:24.480661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.500038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Calling delete_port for 52d1698b-8cdd-4455-b50d-c8bcaa5922ee owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:08:24.520692 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.522866 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.569971 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.570658 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Fanout notify agent at l3_agent the message router_deleted on router a4096c3b-90ff-434c-8555-789bf16a61a2 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:08:24.572745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:08:22Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:24.577999 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.579394 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc9a3f36-9ae3-4a9b-a180-1c355539b9ed tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/routers/a4096c3b-90ff-434c-8555-789bf16a61a2 HTTP/1.1" status: 204 len: 168 time: 0.7820525 Dec 06 13:08:24.582091 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:24.604405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:08:24.609091 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b38e3-be80-4fce-9d08-ba10b79de023 None None] The sync data for ids ['a4096c3b-90ff-434c-8555-789bf16a61a2'] in n-d-master-1 is: [{'id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102387305', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184'}], 'enable_snat': True}, 'gw_port_id': 'bf78e469-d799-482b-862d-f62970614785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:41Z', 'updated_at': '2021-12-06T13:08:22Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'bf78e469-d799-482b-862d-f62970614785', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4096c3b-90ff-434c-8555-789bf16a61a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:42Z', 'updated_at': '2021-12-06T13:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:08:24.637406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:08:24.637757 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0ffdf37e-9c6e-40bc-a79f-a7a5e1f03f93 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:08:24.656044 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.663952 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.669067 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] No DVR routers for this DVR port 52d1698b-8cdd-4455-b50d-c8bcaa5922ee on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:08:24.689978 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Pushing event deleted for resources: {'Port': ['ID=52d1698b-8cdd-4455-b50d-c8bcaa5922ee,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:24.697448 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.697795 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.698138 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.698471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.698802 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.699128 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.699453 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.699774 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.700097 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.700456 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.700775 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.701093 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.701445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b9525-c021-479e-bd14-9351dc17fc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:24.761203 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.781559 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5a64b2-b11b-4ea6-8737-d236633f94ae']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:24.790736 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60878c7e-46b7-4b4c-85e4-32d94545232d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:24.791043 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60878c7e-46b7-4b4c-85e4-32d94545232d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:24.800872 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.813884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.819746 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:08:24.820139 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:08:24.823186 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:08:25.223858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.230972 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.236533 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/networks/3d5a64b2-b11b-4ea6-8737-d236633f94ae HTTP/1.1" status: 204 len: 168 time: 0.6511061 Dec 06 13:08:25.237082 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41388) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:25.245753 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a327fdd-6d2d-4aba-a7d5-28952caba6cd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Network': ['ID=3d5a64b2-b11b-4ea6-8737-d236633f94ae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:25.303369 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.329413 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.393394 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.396139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.397348 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a4ef947-7e3c-4bd0-9127-b52d1e1802bd HTTP/1.1" status: 204 len: 168 time: 0.1589215 Dec 06 13:08:25.406586 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22e8a4-e36b-4865-8d67-df9aa53a0d39 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ef947-7e3c-4bd0-9127-b52d1e1802bd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:25.848484 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41394) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:25.853111 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125258424', 'description': 'tempest-secgroup-smoke-125258424 description', 'project_id': '60ee81ed1eaa4b93b693725ad0238887'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:25.857255 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:08:25.876445 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.943038 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.946651 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.948519 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 52d1698b-8cdd-4455-b50d-c8bcaa5922ee no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:08:25.970679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 52d1698b-8cdd-4455-b50d-c8bcaa5922ee {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:08:25.971094 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 52d1698b-8cdd-4455-b50d-c8bcaa5922ee not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:08:25.971755 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b04f4840-c1c7-4eac-a723-85372d6a8d01 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:08:25.977099 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:25.978354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1287870 Dec 06 13:08:25.981318 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41396) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:25.986393 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:25.991104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b04f4840-c1c7-4eac-a723-85372d6a8d01 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:08:25.991258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b04f4840-c1c7-4eac-a723-85372d6a8d01 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:08:25.991354 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc7e5a-5387-45a1-82d4-789274f06719 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:25.991669 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bf78e469-d799-482b-862d-f62970614785 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:08:26.010775 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: bf78e469-d799-482b-862d-f62970614785 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:08:26.011038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device bf78e469-d799-482b-862d-f62970614785 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:08:26.015575 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.070322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.074010 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.091815 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2878c01-392f-4713-9f3e-8a13432ec0ba,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.099395 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.100609 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-8732e27e-4e8d-4dd2-8080-0af8d7eb039d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178067 Dec 06 13:08:26.103425 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41398) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.108301 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.133664 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.195244 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.198663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.216489 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bf57c4-066f-407a-9327-25ba5e897146,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.226344 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.230063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41cd9f26-1db6-46f8-93ce-02e58990e879 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232157 Dec 06 13:08:26.230283 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41400) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.235309 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.261312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.317647 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.321522 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.342685 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2737c7b7-1bac-403a-93c1-9c0f3148689e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.349511 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.350690 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0a0bfae9-fcaf-4a89-95a8-12dac32cc3ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194463 Dec 06 13:08:26.353405 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41402) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.357799 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.382777 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.438514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.442158 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.462125 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9347de0-484c-474d-be96-d1d205f7e64c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.467973 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.469176 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-77dd6c96-d26f-42af-9d69-7531acbe5c4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147842 Dec 06 13:08:26.472179 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41404) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.476563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.497511 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:08:26.502286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.563489 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.567044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.585193 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555d9965-b08f-49c8-bb69-63716c78ab47,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.591248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.592531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fa8448c2-74d0-40e0-b4a0-817b95de1942 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193171 Dec 06 13:08:26.595319 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41406) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.599810 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '2e2000b2-d04b-4b46-a869-a9bfa3e07ab6', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.621547 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:08:26.626940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.685028 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.688626 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.705673 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8292aa0a-0529-4fcb-b1e7-a73a6b225655,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.713621 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.714839 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-a6b0f848-26ba-4f52-b4a2-34851fb9d80b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186080 Dec 06 13:08:26.719026 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41408) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.723958 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'network': {'name': 'tempest-network-smoke--1130855082', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.742950 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:08:26.746322 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.769764 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:08:26.778607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.778951 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Added segment e9ce1564-fadd-43a9-b1d9-457bdf3b11b9 of type vlan for network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 Dec 06 13:08:26.817284 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.845047 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.851072 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:26.851593 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.886402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1664011 Dec 06 13:08:26.889851 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:26.894772 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'admin_state_up': True, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:26.917655 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.918733 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.921235 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311090a-bf5a-4326-a371-90a0df15dab0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Network': ['ID=582a4495-cbbe-4ff8-87c1-dc9f025f6261,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:26.932201 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:08:26.969134 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.105055 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.290418 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.313195 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.343367 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4da-e2b3-469a-be23-0dc769e75889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.411907 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.160 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/e5fb9f94-904d-4119-9e34-7d36d74f3a76) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:08:27.514335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.551860 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.589825 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:27.593327 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:27.595818 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:08:27.605696 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8de03c-5d90-485d-b877-cc67afe5b4ec None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:08:27.622919 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=e5fb9f94-904d-4119-9e34-7d36d74f3a76,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:27.700578 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-4d9099a6-9e1d-4b47-9049-d246c1b65a12 None None] Provisioning complete for port e5fb9f94-904d-4119-9e34-7d36d74f3a76 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:27.700867 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4d9099a6-9e1d-4b47-9049-d246c1b65a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:27.742659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-4d9099a6-9e1d-4b47-9049-d246c1b65a12 None None] Port e5fb9f94-904d-4119-9e34-7d36d74f3a76 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:08:27.851105 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.046287 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.170145 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router de21bad5-0df5-4612-a5f0-c92aff4c5a5a is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:08:28.274252 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:08:28.286186 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Sync routers for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:08:28.294614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.295879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c5447171-9cc2-4743-9772-b689b50d4197 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4048793 Dec 06 13:08:28.296248 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:28.296903 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:28.299107 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:28.329446 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3613140d-3864-4c4d-abcb-2169f22c45e3 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=60ee81ed1eaa4b93b693725ad0238887&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270529 Dec 06 13:08:28.329688 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:28.398786 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:28.416927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344d1d2-5e0a-4060-8a79-c6b5aff7c6e9 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:28.421021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5344d1d2-5e0a-4060-8a79-c6b5aff7c6e9 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878661 Dec 06 13:08:28.421261 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:28.457815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-213cdd9e-42d5-4e2a-bd72-9246c1f42340 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331340 Dec 06 13:08:28.458168 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:28.463728 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046434160', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:28.552717 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:08:28.556156 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.571188 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:27Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:28.601837 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Checking router: de21bad5-0df5-4612-a5f0-c92aff4c5a5a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:08:28.602187 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Updating router de21bad5-0df5-4612-a5f0-c92aff4c5a5a port e5fb9f94-904d-4119-9e34-7d36d74f3a76 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:08:28.627207 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.735803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.789838 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Subnet': ['ID=e8b72216-5c6d-448f-a61b-ceb60df8539a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:28.806770 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Checking segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:08:28.807142 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network hostable DHCP agents. Network: 582a4495-cbbe-4ff8-87c1-dc9f025f6261, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:08:28.824104 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:08:28.832902 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 582a4495-cbbe-4ff8-87c1-dc9f025f6261) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:28.837630 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:28.838791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.843752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda2f08-137c-4b17-9898-39600f094b85 None None] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:08:28.858479 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e8e1c905-d446-4026-82f1-3d9d536ef1fc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3960330 Dec 06 13:08:28.858699 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:28.875361 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.882720 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.932772 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Attempting to bind port e5fb9f94-904d-4119-9e34-7d36d74f3a76 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:08:28.933318 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Attempting to bind port e5fb9f94-904d-4119-9e34-7d36d74f3a76 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:08:28.933790 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Attempting to bind port e5fb9f94-904d-4119-9e34-7d36d74f3a76 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:08:28.937906 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c5811-81cf-4028-bbfe-3a9b1a0244fd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:08:28.942282 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:08:28.942773 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:08:28.943267 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.943825 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:08:28.944313 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Bound port: e5fb9f94-904d-4119-9e34-7d36d74f3a76, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:08:28.944945 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.990960 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Pushing event updated for resources: {'Port': ['ID=e5fb9f94-904d-4119-9e34-7d36d74f3a76,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.002345 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.002771 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.003174 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.003569 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.003964 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.004353 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.004744 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.005175 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.005559 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.006070 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.006406 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.006788 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.007184 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:29.013658 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] For port e5fb9f94-904d-4119-9e34-7d36d74f3a76, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:08:29.017211 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] For port e5fb9f94-904d-4119-9e34-7d36d74f3a76, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5fb9f94-904d-4119-9e34-7d36d74f3a76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:08:29.020628 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:08:29.021670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.023467 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.080859 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:29.081570 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:29.092284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3204a0-eb9f-4d4e-af6d-b825f4ed2700 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:08:29.125188 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] Provisioning complete for port e5fb9f94-904d-4119-9e34-7d36d74f3a76 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:29.125581 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.137758 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5883a-bc8e-4a42-811f-834b69b55d0e None None] Pushing event updated for resources: {'Port': ['ID=e5fb9f94-904d-4119-9e34-7d36d74f3a76,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.214151 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Allocated IP 172.20.0.2 (582a4495-cbbe-4ff8-87c1-dc9f025f6261/e8b72216-5c6d-448f-a61b-ceb60df8539a/155e7a87-d361-4d9e-9350-f73f30fee162) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:08:29.274825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.288475 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:29.296465 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] For port e5fb9f94-904d-4119-9e34-7d36d74f3a76, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5fb9f94-904d-4119-9e34-7d36d74f3a76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:29.301828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.347926 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.399664 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60644afb-cae4-46e0-970f-8ca4b45bc789 None None] Pushing event updated for resources: {'Port': ['ID=e5fb9f94-904d-4119-9e34-7d36d74f3a76,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.453140 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ff822cd0-127c-4c61-b0a9-a38470541dbe None None] Provisioning complete for port e5fb9f94-904d-4119-9e34-7d36d74f3a76 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:29.453630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff822cd0-127c-4c61-b0a9-a38470541dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.485021 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.486554 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:27Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:29.497244 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.518675 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7109aae-5db3-44de-98df-fa412e031b92 None None] The sync data for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 is: [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:27Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:08:29.544084 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:29.552259 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:29.556154 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:08:29.569635 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Pushing event updated for resources: {'Port': ['ID=155e7a87-d361-4d9e-9350-f73f30fee162,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.648325 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.1 (582a4495-cbbe-4ff8-87c1-dc9f025f6261/e8b72216-5c6d-448f-a61b-ceb60df8539a/6dd3db95-a119-4223-a8be-30c3739dc56b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:08:29.650799 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Attempting to bind port 155e7a87-d361-4d9e-9350-f73f30fee162 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:08:29.651186 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Attempting to bind port 155e7a87-d361-4d9e-9350-f73f30fee162 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:08:29.651551 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Attempting to bind port 155e7a87-d361-4d9e-9350-f73f30fee162 on network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:08:29.662405 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:08:29.663014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Checking segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:08:29.663431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.664622 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Bound using segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:08:29.666028 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Bound port: 155e7a87-d361-4d9e-9350-f73f30fee162, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:08:29.666028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.710345 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-93c8aabb-aa43-4625-901f-03434ec6c680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.747574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] For port 155e7a87-d361-4d9e-9350-f73f30fee162, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:08:29.758354 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] For port 155e7a87-d361-4d9e-9350-f73f30fee162, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=155e7a87-d361-4d9e-9350-f73f30fee162,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:08:29.771361 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.796314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.839334 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfb8fd-a205-4d7f-8ee7-91d50c2f1239 None None] Pushing event updated for resources: {'Port': ['ID=155e7a87-d361-4d9e-9350-f73f30fee162,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.842591 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.898590 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:29.905381 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:29.909761 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:08:29.961568 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:29.996541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:29.997857 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5fb9f94-904d-4119-9e34-7d36d74f3a76 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:08:30.071490 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port e5fb9f94-904d-4119-9e34-7d36d74f3a76 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:30.071864 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.177656 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.471099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.476331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.551154 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.552925 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:30.653109 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:30.654669 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:30.754870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.768766 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router de21bad5-0df5-4612-a5f0-c92aff4c5a5a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:08:30.821752 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b667c-f032-4cbc-a59f-db61e74f32ad None None] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:08:30.879220 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:08:30.889210 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-82defaab-74af-4889-ad48-3d7c14906dca tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/de21bad5-0df5-4612-a5f0-c92aff4c5a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256379 Dec 06 13:08:30.908753 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] Provisioning complete for port 155e7a87-d361-4d9e-9350-f73f30fee162 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:30.909124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.055978 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.076796 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-fcdefe30-776c-4b6a-a0f7-7bbadce926d7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125258424&fields=id&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 267 time: 0.0507133 Dec 06 13:08:31.090621 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] For port 155e7a87-d361-4d9e-9350-f73f30fee162, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=155e7a87-d361-4d9e-9350-f73f30fee162,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:31.097049 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.156278 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed5e28-c20c-4195-b847-0640c2699773 None None] Pushing event updated for resources: {'Port': ['ID=155e7a87-d361-4d9e-9350-f73f30fee162,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:31.205328 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-1b68662b-14be-4eaa-9521-b5e67942f24c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:31.206850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-1b68662b-14be-4eaa-9521-b5e67942f24c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 797 time: 0.1221581 Dec 06 13:08:31.223234 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-9becb0b0-6386-4290-9087-577abd8ffdc3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/quotas/60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 375 time: 0.0103674 Dec 06 13:08:31.280669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-dd27f378-527c-4d44-a519-a060a4d83d49 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516140 Dec 06 13:08:31.320197 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1ce68c74-b855-46cf-be72-5cc3a7a8065c None None] Provisioning complete for port 6dd3db95-a119-4223-a8be-30c3739dc56b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:31.320197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1ce68c74-b855-46cf-be72-5cc3a7a8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.358731 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1ce68c74-b855-46cf-be72-5cc3a7a8065c None None] Port 6dd3db95-a119-4223-a8be-30c3739dc56b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:08:31.369850 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1ce68c74-b855-46cf-be72-5cc3a7a8065c None None] Provisioning complete for port 155e7a87-d361-4d9e-9350-f73f30fee162 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:31.370238 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1ce68c74-b855-46cf-be72-5cc3a7a8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.373317 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Sync routers for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:08:31.391631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-799b71eb-97f9-449d-8434-ed0ea31aa1ee service neutron] 10.222.0.31 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987563 Dec 06 13:08:31.410528 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:31.411147 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:31.495525 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-42741ed5-fef6-4e9d-bae1-ff62bdd58ebe service neutron] 10.222.0.31 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942314 Dec 06 13:08:31.685752 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97ff8e3c-72dc-4856-bf2f-392c9f6ec443 req-29eb346c-3d9f-4c50-8910-f95909541d34 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Dec 06 13:08:31.735177 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.736962 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:31.891247 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2b7335b1-0512-4bcb-9809-3f06840f00e3 None None] Provisioning complete for port 6dd3db95-a119-4223-a8be-30c3739dc56b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:31.891617 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2b7335b1-0512-4bcb-9809-3f06840f00e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.952387 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2b7335b1-0512-4bcb-9809-3f06840f00e3 None None] Port 6dd3db95-a119-4223-a8be-30c3739dc56b cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:08:31.975328 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 2, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:31.978596 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 155e7a87-d361-4d9e-9350-f73f30fee162 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:08:32.026503 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Checking router: de21bad5-0df5-4612-a5f0-c92aff4c5a5a for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:08:32.026786 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Updating router de21bad5-0df5-4612-a5f0-c92aff4c5a5a port 6dd3db95-a119-4223-a8be-30c3739dc56b binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:08:32.061382 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.107750 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 155e7a87-d361-4d9e-9350-f73f30fee162 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:32.108124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.386173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.391191 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.439088 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7215a3-8f4b-458e-a776-10c51529ab5e None None] Pushing event updated for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:32.496628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Attempting to bind port 6dd3db95-a119-4223-a8be-30c3739dc56b on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:08:32.497694 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Attempting to bind port 6dd3db95-a119-4223-a8be-30c3739dc56b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:08:32.497961 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Attempting to bind port 6dd3db95-a119-4223-a8be-30c3739dc56b on network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:08:32.509479 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:08:32.509854 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Checking segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:08:32.510258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.510645 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Bound using segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:08:32.511131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Bound port: 6dd3db95-a119-4223-a8be-30c3739dc56b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:08:32.511511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.531576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.582785 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] For port 6dd3db95-a119-4223-a8be-30c3739dc56b, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:08:32.586397 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] For port 6dd3db95-a119-4223-a8be-30c3739dc56b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6dd3db95-a119-4223-a8be-30c3739dc56b,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:08:32.590747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.646964 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:32.647578 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:32.699601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7215a3-8f4b-458e-a776-10c51529ab5e None None] Pushing event updated for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:32.717508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] Provisioning complete for port 6dd3db95-a119-4223-a8be-30c3739dc56b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:32.717878 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.779580 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dc4c1675-cdcc-47dd-9aef-156f298bbec5 req-fd30f0ea-87ec-4404-8a51-37acaaf3b36a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0296500 Dec 06 13:08:32.816784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:32.928734 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:33.004743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] For port 6dd3db95-a119-4223-a8be-30c3739dc56b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6dd3db95-a119-4223-a8be-30c3739dc56b,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:33.011707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:33.085126 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cc984-41f1-4ee1-a471-0ab021d86f2a None None] Pushing event updated for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:33.109494 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:33.138584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd655b2-ba1e-4024-802b-cc43c46adc7f None None] The sync data for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 is: [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:08:33.149334 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-cdaf761e-d009-4a8e-8a56-f7085efed1e2 None None] Provisioning complete for port 6dd3db95-a119-4223-a8be-30c3739dc56b triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:33.149707 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cdaf761e-d009-4a8e-8a56-f7085efed1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:33.330494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:33.858419 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aa780df6-f5b1-4402-97a8-03711fd0ff29 req-fc5649be-8273-4613-bb84-789e01a82db2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0276787 Dec 06 13:08:33.990791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6dd3db95-a119-4223-a8be-30c3739dc56b up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:08:34.041935 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 6dd3db95-a119-4223-a8be-30c3739dc56b triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:34.042308 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:34.937805 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b0b9b91-20e5-41bd-8206-50359e82c786 req-92283c70-938a-4f57-8933-758967f70a4e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0252869 Dec 06 13:08:36.027693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4d65fd50-3546-4936-af8f-e23074ea2e90 req-03d06597-3f26-4abc-8c78-300446f64cbb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0254972 Dec 06 13:08:36.876564 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-a771bfcf-c45d-4c13-a91b-057a26fcda4d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:36.878073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-a771bfcf-c45d-4c13-a91b-057a26fcda4d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 797 time: 0.1060779 Dec 06 13:08:36.946287 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-636198b1-a7e5-44d9-ac59-2cd44fba315b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 379 time: 0.0531969 Dec 06 13:08:36.974849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'port': {'device_id': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'admin_state_up': True, 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'security_groups': ['2e2000b2-d04b-4b46-a869-a9bfa3e07ab6']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:37.085098 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:08:37.088672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.124048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e753f50a-47fb-449e-a093-b0233b54dee8 req-bf9bb98b-6b5a-48c1-8d5e-25634db36f41 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0292985 Dec 06 13:08:37.212239 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.4 (582a4495-cbbe-4ff8-87c1-dc9f025f6261/e8b72216-5c6d-448f-a61b-ceb60df8539a/0b19d7a3-6137-442f-b53d-9cf0c5548e94) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:08:37.348157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.380901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.419837 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:37.424739 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:37.427114 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:08:37.467216 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:37.491220 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:37.492157 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.508836 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-d3bf0271-9979-4b38-bc20-a83cdfa083d0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378592 Dec 06 13:08:37.527032 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Request body: {'port': {'device_id': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:37.582408 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.699111 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e7534f8f-8e30-44e8-8fd2-4f0ea8c0f38f None None] Provisioning complete for port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:37.699687 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7534f8f-8e30-44e8-8fd2-4f0ea8c0f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.732491 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e7534f8f-8e30-44e8-8fd2-4f0ea8c0f38f None None] Port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:08:37.838674 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:08:37.845962 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.858243 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Transition to ACTIVE for port object 0b19d7a3-6137-442f-b53d-9cf0c5548e94 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:08:37.862031 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:37.930840 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:37.982665 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Attempting to bind port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:08:37.983062 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Attempting to bind port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:08:37.983489 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Attempting to bind port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 on network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:08:37.988110 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 on network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:08:37.988432 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Attempting to bind port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 on network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:08:37.995993 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:08:37.996336 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Checking segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:08:37.996726 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Bound using segment: {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:08:37.997206 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Bound port: 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:08:37.997569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:38.062860 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:08:38.066276 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:08:38.070548 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:38.110870 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.111477 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:38.112859 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] 10.222.0.53 "PUT /v2.0/ports/0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 1091 time: 0.5903563 Dec 06 13:08:38.113330 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:08:38.115585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba821478-d5f3-4b8e-89ac-0416135f1e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:08:38.147285 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b4c36-46ab-4877-a2e5-6b1b88f82801 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:38.176466 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833fb622-f104-4fe9-9052-8b5a2169dba6 x-openstack-request-id: req-833fb622-f104-4fe9-9052-8b5a2169dba6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:08:38.177059 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:08:38.177585 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-833fb622-f104-4fe9-9052-8b5a2169dba6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:08:38.179371 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'status': 'completed', 'code': 200} Dec 06 13:08:38.232948 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-0169d5e7-15a5-4b72-95b6-9a81159d7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.234544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-0169d5e7-15a5-4b72-95b6-9a81159d7967 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0443194 Dec 06 13:08:38.256230 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccceb9-5632-4190-86d8-bca0cfaf3177 req-a2668b6b-7436-4a7c-a4b6-b6bb195bdb04 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.257990 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ccceb9-5632-4190-86d8-bca0cfaf3177 req-a2668b6b-7436-4a7c-a4b6-b6bb195bdb04 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0512497 Dec 06 13:08:38.286047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-9ded861d-d7a8-4826-9e8d-e4d9f76f88ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 217 time: 0.0372677 Dec 06 13:08:38.314241 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-38ccceb9-5632-4190-86d8-bca0cfaf3177 req-53a509f0-7bb9-4ce8-b1d0-ddc0aac52b50 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500321 Dec 06 13:08:38.341890 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-1fd09d26-3d23-4937-b879-dcc8bc613ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.343329 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-1fd09d26-3d23-4937-b879-dcc8bc613ffc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0499184 Dec 06 13:08:38.388629 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-741b1f26-1c16-49da-a769-b2b06dc411fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.390152 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-741b1f26-1c16-49da-a769-b2b06dc411fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398393 Dec 06 13:08:38.478872 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-480f6cee-3e67-4fdb-ad34-d712def4b4b6 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805881 Dec 06 13:08:38.568976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-387bac25-8c0b-40a1-b537-1a88ba96527e req-e5be1670-8ec2-497c-a40c-bac52788e475 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830100 Dec 06 13:08:38.703130 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-d6b2eafd-3895-4ecd-99f2-af378fc66323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.704640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-d6b2eafd-3895-4ecd-99f2-af378fc66323 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0438745 Dec 06 13:08:38.795691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-3669cb5c-d30f-46b3-9c56-1e4357ab90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.797128 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-3669cb5c-d30f-46b3-9c56-1e4357ab90db service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0859909 Dec 06 13:08:38.838373 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-a23703b5-e6c2-4058-ae31-e50e754870a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 217 time: 0.0336645 Dec 06 13:08:38.890540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-25e7fabf-6f94-43d8-957b-e8f88caccc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.891961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-25e7fabf-6f94-43d8-957b-e8f88caccc5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0467477 Dec 06 13:08:38.938208 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-5585dfa9-ec1f-4abb-b52c-07e380c33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:38.939679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-5585dfa9-ec1f-4abb-b52c-07e380c33955 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389111 Dec 06 13:08:39.027675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-2d9f2013-4faa-43bf-b06c-7792b65d0cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802293 Dec 06 13:08:39.118588 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ba821478-d5f3-4b8e-89ac-0416135f1e4a req-b5d33bbb-8f86-42a2-b0e8-7ed7463b0c24 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Dec 06 13:08:39.479434 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f42a82-d086-48fa-a444-3f08d80b1d84 req-254babcc-b7b4-4666-8b53-61212c38a4ee tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:39.480888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80f42a82-d086-48fa-a444-3f08d80b1d84 req-254babcc-b7b4-4666-8b53-61212c38a4ee tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0958312 Dec 06 13:08:39.529015 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-80f42a82-d086-48fa-a444-3f08d80b1d84 req-e7431544-9f1b-41dc-999d-0db5f225973c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 Dec 06 13:08:40.689204 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:08:40.698140 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51643907-c33b-4951-958f-8be7f8625893 req-bee51223-8c09-4f28-87ea-57b5b1fa9d44 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:40.699740 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51643907-c33b-4951-958f-8be7f8625893 req-bee51223-8c09-4f28-87ea-57b5b1fa9d44 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 943 time: 0.1011660 Dec 06 13:08:40.748989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-51643907-c33b-4951-958f-8be7f8625893 req-9c580101-a662-4597-a09b-63c41b054713 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Dec 06 13:08:40.785402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:40.797007 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'mac_address': 'fa:16:3e:ff:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:08:40.832378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:40.844335 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:08:40.867039 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:40.870920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:40.916641 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:41.180474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0b19d7a3-6137-442f-b53d-9cf0c5548e94'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:08:41.862883 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5fae-4bdb-4758-9b29-3fdbe9f6aa22 req-160f14ea-1682-48f1-950d-5dcdc90678a3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:41.864347 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-044f5fae-4bdb-4758-9b29-3fdbe9f6aa22 req-160f14ea-1682-48f1-950d-5dcdc90678a3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 944 time: 0.0478175 Dec 06 13:08:41.913129 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-044f5fae-4bdb-4758-9b29-3fdbe9f6aa22 req-9ddcf617-c298-4a29-b712-cc6314ad38b1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Dec 06 13:08:42.705685 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:08:42.754813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:08:42.758609 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:08:42.758977 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:42.836464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:42.858409 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:08:42.860622 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890379c-b316-42ac-987c-3ea443e360ec" -d '{"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:08:42.873543 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:42.878575 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:42.903016 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4d153-5882-4efc-9656-d73deef075aa x-openstack-request-id: req-f2a4d153-5882-4efc-9656-d73deef075aa {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:08:42.903939 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:08:42.904202 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2a4d153-5882-4efc-9656-d73deef075aa {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:08:42.904601 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'code': 200} Dec 06 13:08:42.929085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:43.028583 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c6fe3-4077-4a79-bf4d-5bb29f1a6098 req-f99105f9-e244-44ff-a0f9-639c84a20596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:43.030142 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c3c6fe3-4077-4a79-bf4d-5bb29f1a6098 req-f99105f9-e244-44ff-a0f9-639c84a20596 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0408006 Dec 06 13:08:43.031393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd68f-f4f3-4ea1-8272-e3dd6cbbf796 req-3a24a808-e9f1-4dce-b847-04f2a9718adb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:43.032867 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a91bd68f-f4f3-4ea1-8272-e3dd6cbbf796 req-3a24a808-e9f1-4dce-b847-04f2a9718adb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Dec 06 13:08:43.077510 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c3c6fe3-4077-4a79-bf4d-5bb29f1a6098 req-23b088cf-dca5-414c-837e-699b81b660e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Dec 06 13:08:43.085253 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a91bd68f-f4f3-4ea1-8272-e3dd6cbbf796 req-99b290bc-5e47-48a9-999b-0763176f5312 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463045 Dec 06 13:08:44.202078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0381f-49ec-4142-ac22-5444fec461a9 req-00f2a700-8b45-4a2d-b113-966e299063c0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:44.203452 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5b0381f-49ec-4142-ac22-5444fec461a9 req-00f2a700-8b45-4a2d-b113-966e299063c0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Dec 06 13:08:44.252508 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a5b0381f-49ec-4142-ac22-5444fec461a9 req-bf5e83bb-26d8-4fb7-b895-80d582c1b762 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Dec 06 13:08:44.365237 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0596f-393b-49d2-94a2-68c4bc65788a req-a1ccbb70-d5a6-4e04-a50a-0d517be72948 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:44.366707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9f0596f-393b-49d2-94a2-68c4bc65788a req-a1ccbb70-d5a6-4e04-a50a-0d517be72948 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Dec 06 13:08:44.414000 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f9f0596f-393b-49d2-94a2-68c4bc65788a req-67142c41-a9a9-4b8b-b397-32568a445dbc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408676 Dec 06 13:08:44.435886 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:44.483758 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123b72c-8cdc-484e-ac0e-604b3cc42da6 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:44.485201 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1123b72c-8cdc-484e-ac0e-604b3cc42da6 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1091 time: 0.0483484 Dec 06 13:08:44.487918 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:44.492001 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:08:44.519515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:44.611138 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:44.712839 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.34 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/7d8a1042-11e9-42d6-abde-960071b7d7f1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:08:44.811196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:44.847153 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:44.886157 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:08:44.888969 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:08:44.891499 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:08:44.919579 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=7d8a1042-11e9-42d6-abde-960071b7d7f1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:45.566518 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.629104 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.775937 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.780047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.844070 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=7d8a1042-11e9-42d6-abde-960071b7d7f1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:45.857422 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.956064 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP 35a16eb5-c182-42e0-8515-c0daf24021c1 associated. External IP: 172.35.3.34, port: 0b19d7a3-6137-442f-b53d-9cf0c5548e94. Dec 06 13:08:46.159271 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router de21bad5-0df5-4612-a5f0-c92aff4c5a5a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:08:46.267933 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:08:46.277923 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Sync routers for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:08:46.285311 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:46.288469 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:46.289171 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:46.312049 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2dcb982a-1842-41d9-b110-b4bd1d23c5ae tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8231246 Dec 06 13:08:46.312648 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:08:46.314938 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61edd6a-c04a-401c-9351-13d51b51740e" -d '{"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:08:46.356602 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f84e9af-7a62-4c34-a37e-473bca73150f x-openstack-request-id: req-4f84e9af-7a62-4c34-a37e-473bca73150f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:08:46.356901 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:08:46.357187 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f84e9af-7a62-4c34-a37e-473bca73150f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:08:46.357588 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'status': 'completed', 'code': 200} Dec 06 13:08:46.398284 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:46.409792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf33d8-043d-4103-9dac-69aefd41ca95 req-aaa602d8-bba0-4cce-b1a2-b1fefa8caf16 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:46.412743 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4bf33d8-043d-4103-9dac-69aefd41ca95 req-aaa602d8-bba0-4cce-b1a2-b1fefa8caf16 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0493507 Dec 06 13:08:46.452315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edd6a-c04a-401c-9351-13d51b51740e req-202d9491-8e1f-4233-9f5d-6a0367fd67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:46.454780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-202d9491-8e1f-4233-9f5d-6a0367fd67e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0529151 Dec 06 13:08:46.466703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e4bf33d8-043d-4103-9dac-69aefd41ca95 req-6d46a52c-9842-4585-8fd1-7f5bc6428570 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493369 Dec 06 13:08:46.489584 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:46.552829 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d692626d-2f39-4626-b0bb-96426e946b12 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/35a16eb5-c182-42e0-8515-c0daf24021c1 HTTP/1.1" status: 200 len: 990 time: 0.0620842 Dec 06 13:08:46.557094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edd6a-c04a-401c-9351-13d51b51740e req-4fdae0f7-6a95-4ae2-ab14-cd3cd63b08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:46.558595 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-4fdae0f7-6a95-4ae2-ab14-cd3cd63b08e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0955439 Dec 06 13:08:46.626886 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '35a16eb5-c182-42e0-8515-c0daf24021c1', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'mac_address': 'fa:16:3e:ff:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:08:45Z', 'updated_at': '2021-12-06T13:08:45Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:46.627259 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-a67ecf84-5f02-4dc6-98ca-e940ccedddc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 998 time: 0.0618136 Dec 06 13:08:46.652484 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Checking router: de21bad5-0df5-4612-a5f0-c92aff4c5a5a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:08:46.660902 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:08:46.661469 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:08:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:46.676894 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edd6a-c04a-401c-9351-13d51b51740e req-16d10a00-00a7-4656-9a7b-13e2ace660f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:46.678401 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-16d10a00-00a7-4656-9a7b-13e2ace660f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0443368 Dec 06 13:08:46.723277 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edd6a-c04a-401c-9351-13d51b51740e req-df9226bb-08c2-4da6-9ea2-4e72bfdcb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:46.724773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-df9226bb-08c2-4da6-9ea2-4e72bfdcb2e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393710 Dec 06 13:08:46.766061 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:08:46.818670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-869be4bd-7599-480a-a593-f6d4adc923c5 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865695 Dec 06 13:08:46.909777 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a61edd6a-c04a-401c-9351-13d51b51740e req-8c214da4-4b76-42c9-828e-743d2e4d263f service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 Dec 06 13:08:46.983467 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '35a16eb5-c182-42e0-8515-c0daf24021c1', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'mac_address': 'fa:16:3e:ff:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:08:45Z', 'updated_at': '2021-12-06T13:08:45Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:08:47.012150 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b7e56-bbf9-4583-ba59-74de8e0e4c2f None None] The sync data for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 is: [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '35a16eb5-c182-42e0-8515-c0daf24021c1', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.34', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'mac_address': 'fa:16:3e:ff:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:08:45Z', 'updated_at': '2021-12-06T13:08:45Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:08:47.198702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de4b9d-7296-442a-94fc-98883806a16c None None] New status for floating IP 35a16eb5-c182-42e0-8515-c0daf24021c1: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:08:47.556684 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41504) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:08:47.620650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-41918a38-7b05-4983-bc44-87e0546f8c57 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/35a16eb5-c182-42e0-8515-c0daf24021c1 HTTP/1.1" status: 200 len: 992 time: 0.0626185 Dec 06 13:08:50.131746 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:57.344688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-97f28802-269a-4cba-a45d-1ef367b4b629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:59.679173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a596bba2-c90d-4e56-a023-4ebf1633e8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:00.749486 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.619387 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:02.520727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:02.856405 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:09:03.333430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:15.677824 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-c80e6a83-df72-41d2-9b5c-fb5fdfe9b3df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952947 Dec 06 13:09:15.776824 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-77981a06-1313-4805-a567-3ad2041ceff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:15.778239 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-77981a06-1313-4805-a567-3ad2041ceff0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0408845 Dec 06 13:09:15.881990 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-0b7f7377-2de6-4159-b288-f5d79346e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:15.883426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-0b7f7377-2de6-4159-b288-f5d79346e949 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0871453 Dec 06 13:09:15.947322 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-1e5b9fff-bfc8-4754-93e1-aa1fdf692088 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 1000 time: 0.0559833 Dec 06 13:09:15.994279 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-dcf49376-afe1-4721-b6b1-00b20e58cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:15.995634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-dcf49376-afe1-4721-b6b1-00b20e58cedc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0417099 Dec 06 13:09:16.043345 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-347caef6-ea77-4cec-8c87-9385d7fe5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:16.044721 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-347caef6-ea77-4cec-8c87-9385d7fe5dac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418181 Dec 06 13:09:16.132493 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-77102656-abf2-4585-8d40-d8983abfb051 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807307 Dec 06 13:09:16.224065 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d06e1954-b6f2-4de7-ab8e-ac4a9ba6c1aa req-8659d6f9-eb75-403f-9f31-744f18aff0cc service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Dec 06 13:09:18.904391 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-5391e711-1a24-4593-b0d6-12e1e7d2e292 req-52617e63-ef1e-4f2a-ae17-44a045f11382 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:09:18.905549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5391e711-1a24-4593-b0d6-12e1e7d2e292 req-52617e63-ef1e-4f2a-ae17-44a045f11382 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476770 Dec 06 13:09:19.085348 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf56651-c193-410a-a202-e3f58b843baa req-af256e75-2393-4a49-b10d-d47e34aec669 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:19.086855 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bf56651-c193-410a-a202-e3f58b843baa req-af256e75-2393-4a49-b10d-d47e34aec669 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Dec 06 13:09:19.088444 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:09:19.146579 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3bf56651-c193-410a-a202-e3f58b843baa req-6c54bb24-8c3f-4e91-8dc6-838453407f96 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519054 Dec 06 13:09:19.179713 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-393ed9d2-d179-48c6-ac43-bbf297da1902 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902143 Dec 06 13:09:19.189033 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-78ab09ef-d379-482a-ad49-ff9095228567 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:09:19.190037 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-78ab09ef-d379-482a-ad49-ff9095228567 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049324 Dec 06 13:09:20.146716 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:20.274875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45c271-c02d-4efa-ba09-e453adc36963 req-3cf1a3c4-0101-4a83-86c1-c348c9e1363c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.276626 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b45c271-c02d-4efa-ba09-e453adc36963 req-3cf1a3c4-0101-4a83-86c1-c348c9e1363c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0577571 Dec 06 13:09:20.328208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6b45c271-c02d-4efa-ba09-e453adc36963 req-d141a922-b054-4d0c-90c2-f95b24a16b57 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Dec 06 13:09:20.347809 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-f5f725ca-a6e8-4a7a-9fe0-991a6c8c389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.349341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-f5f725ca-a6e8-4a7a-9fe0-991a6c8c389b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0426209 Dec 06 13:09:20.441098 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-a15bdaca-6f21-4ae6-9171-66a615ebeca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.442497 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-a15bdaca-6f21-4ae6-9171-66a615ebeca2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0867484 Dec 06 13:09:20.507078 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-0f2975b4-c320-4ff1-add6-29dea13aa8cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 1000 time: 0.0565226 Dec 06 13:09:20.554242 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-47655c36-a6c7-4fa6-a5b2-d2bd2a6cc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.555620 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-47655c36-a6c7-4fa6-a5b2-d2bd2a6cc476 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0416842 Dec 06 13:09:20.919453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-ba8255b7-175b-49a4-b038-981e5894621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.920925 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-ba8255b7-175b-49a4-b038-981e5894621b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3587465 Dec 06 13:09:21.010133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-7bf7f2d3-0114-4dfb-825a-b1d49c2e761c service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812476 Dec 06 13:09:21.101394 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-5d72b476-a16c-4d01-947c-8eebb22a3c93 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839572 Dec 06 13:09:21.444878 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1a56-101d-4d6c-b99c-ac36dfd338f7 req-ee692a85-e557-45ac-9df9-d9fad88f601d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:21.446395 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-317f1a56-101d-4d6c-b99c-ac36dfd338f7 req-ee692a85-e557-45ac-9df9-d9fad88f601d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0485787 Dec 06 13:09:21.499150 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-317f1a56-101d-4d6c-b99c-ac36dfd338f7 req-82b0cd3f-cc87-46bc-aca2-5aa87064f566 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466881 Dec 06 13:09:22.617182 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbdc8-ae61-4824-9373-1e36e6c536de req-ae254cca-b583-43cd-aabc-9a81799a5f64 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:22.618647 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c92dbdc8-ae61-4824-9373-1e36e6c536de req-ae254cca-b583-43cd-aabc-9a81799a5f64 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0489285 Dec 06 13:09:22.668467 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c92dbdc8-ae61-4824-9373-1e36e6c536de req-1778a0fe-90cd-4f48-a8fa-0ee938d7955d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Dec 06 13:09:23.783458 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dd271-2e19-4155-a1e4-d703a25f4e87 req-4f5960a8-dfd9-4282-b6c4-2c8e5cf84e83 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:23.784921 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da3dd271-2e19-4155-a1e4-d703a25f4e87 req-4f5960a8-dfd9-4282-b6c4-2c8e5cf84e83 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Dec 06 13:09:23.832581 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-da3dd271-2e19-4155-a1e4-d703a25f4e87 req-971cd47f-7084-4001-9f10-9728f3f15ed7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Dec 06 13:09:24.953056 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff551f-bdf9-477f-96c9-1daa8932e60f req-2440cb81-eae8-4c5c-b34c-8d8797dafc58 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:24.954554 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bff551f-bdf9-477f-96c9-1daa8932e60f req-2440cb81-eae8-4c5c-b34c-8d8797dafc58 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Dec 06 13:09:25.003135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bff551f-bdf9-477f-96c9-1daa8932e60f req-4edf169e-aeed-4324-b37c-2d243d0bf8a7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Dec 06 13:09:26.116875 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14155b76-5a0d-4d5f-ba81-ec3184871b06 req-c902bf20-56bc-470b-9a19-9809e9b23e2b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:26.118366 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14155b76-5a0d-4d5f-ba81-ec3184871b06 req-c902bf20-56bc-470b-9a19-9809e9b23e2b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Dec 06 13:09:26.166877 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-14155b76-5a0d-4d5f-ba81-ec3184871b06 req-82025485-89eb-4d2f-9675-e6b48b16709d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Dec 06 13:09:27.279371 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880115f0-98bc-45cc-a913-d8901a0b2a38 req-e8cb9a85-4af2-4b96-9605-fb874b7f84d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:27.280835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880115f0-98bc-45cc-a913-d8901a0b2a38 req-e8cb9a85-4af2-4b96-9605-fb874b7f84d8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Dec 06 13:09:27.333488 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-880115f0-98bc-45cc-a913-d8901a0b2a38 req-b31334a0-75a0-49ce-a589-b21d5cadfd19 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Dec 06 13:09:27.347149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1b18857b-2386-4790-98db-f67caa10e720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:28.450896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fcf7f-7cc1-45b5-bb52-56a8ef004c68 req-f1fc1bcd-c527-4137-ac55-a2a1726f419b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:28.452379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c3fcf7f-7cc1-45b5-bb52-56a8ef004c68 req-f1fc1bcd-c527-4137-ac55-a2a1726f419b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Dec 06 13:09:28.500661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1c3fcf7f-7cc1-45b5-bb52-56a8ef004c68 req-31ae1ca4-0715-4e32-a483-4e551c9c6fe7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Dec 06 13:09:29.615061 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990575a-fa10-408a-bf03-5c6e0ee8791f req-8572f9d7-f9e9-43e9-b7ca-d500d7122e4c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:29.616515 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e990575a-fa10-408a-bf03-5c6e0ee8791f req-8572f9d7-f9e9-43e9-b7ca-d500d7122e4c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Dec 06 13:09:29.667507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e990575a-fa10-408a-bf03-5c6e0ee8791f req-c3d43ce2-fcbb-42ea-bb92-cd114578ff2b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448704 Dec 06 13:09:29.674286 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d15e75ae-2971-49ca-9d53-2d186cd1c190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:30.752577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:30.795191 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd952a7-eed8-424d-9afa-14842ef815cc req-7a26ad60-5978-4e30-a675-639b10796461 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.796677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd952a7-eed8-424d-9afa-14842ef815cc req-7a26ad60-5978-4e30-a675-639b10796461 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0548935 Dec 06 13:09:30.844635 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd952a7-eed8-424d-9afa-14842ef815cc req-6b6ed33b-dd56-4c15-9258-ff0634f0b824 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419602 Dec 06 13:09:31.638523 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:31.959417 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66509d-13c1-4739-99d2-cc52765b035e req-e13504f4-ee79-43ed-84d0-a6b6e694b40d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:31.960885 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c66509d-13c1-4739-99d2-cc52765b035e req-e13504f4-ee79-43ed-84d0-a6b6e694b40d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Dec 06 13:09:32.009136 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c66509d-13c1-4739-99d2-cc52765b035e req-6b23c9fc-d0d0-4bc6-ac30-26e8a71ac8b9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Dec 06 13:09:32.524051 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:33.126984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22953-9a51-490f-a9cd-da582c4e701f req-ac9bd60a-7a67-4c61-9057-5a059f671bc9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:33.128451 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02e22953-9a51-490f-a9cd-da582c4e701f req-ac9bd60a-7a67-4c61-9057-5a059f671bc9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0516772 Dec 06 13:09:33.176511 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-02e22953-9a51-490f-a9cd-da582c4e701f req-de93a4df-8742-4164-b965-dce32db263dd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Dec 06 13:09:33.334980 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:34.291175 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ae7e0-4745-437d-95ef-1ca65d9d209a req-1e4de32f-6e88-445b-a708-74afa77d1eb9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:34.292656 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd4ae7e0-4745-437d-95ef-1ca65d9d209a req-1e4de32f-6e88-445b-a708-74afa77d1eb9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Dec 06 13:09:34.341008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bd4ae7e0-4745-437d-95ef-1ca65d9d209a req-b151d962-1705-4a14-8712-dd5e347618bf tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417573 Dec 06 13:09:35.455462 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167df2-1795-4989-909b-2b77c0c549a7 req-76cd15ee-352a-43c6-afb5-0f8a55b06e24 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:35.456931 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5167df2-1795-4989-909b-2b77c0c549a7 req-76cd15ee-352a-43c6-afb5-0f8a55b06e24 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0482373 Dec 06 13:09:35.509535 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5167df2-1795-4989-909b-2b77c0c549a7 req-bb9a858a-4c70-4a4c-b104-fb0f56219256 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466197 Dec 06 13:09:36.625324 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb3186-71e7-416e-81c8-7de3880d9ae4 req-d12481c9-ad0b-417a-ab93-780b4c088834 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:36.626830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53fb3186-71e7-416e-81c8-7de3880d9ae4 req-d12481c9-ad0b-417a-ab93-780b4c088834 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Dec 06 13:09:36.675094 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-53fb3186-71e7-416e-81c8-7de3880d9ae4 req-7b9d01af-2bb1-4375-b5c2-1e83484a0af8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Dec 06 13:09:37.790276 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c01be9-7bf5-449c-986f-f58688aef112 req-f4d9bc90-a980-4db0-8682-03f165879aa7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:37.791751 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c01be9-7bf5-449c-986f-f58688aef112 req-f4d9bc90-a980-4db0-8682-03f165879aa7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Dec 06 13:09:37.823341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-7043cf18-f8da-4474-9bed-f31c456544d1 service neutron] 10.222.0.53 "GET /v2.0/ports/0b19d7a3-6137-442f-b53d-9cf0c5548e94/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0539346 Dec 06 13:09:37.841315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-94c01be9-7bf5-449c-986f-f58688aef112 req-1595fb16-f38d-40b8-b309-d3fceebee0b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Dec 06 13:09:38.039714 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-2a99419a-d950-45aa-b443-0c9f5116140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.041196 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-2a99419a-d950-45aa-b443-0c9f5116140e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 1096 time: 0.0408423 Dec 06 13:09:38.114103 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-ea63731a-64c6-42cc-accc-a7efe57c617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.115538 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-ea63731a-64c6-42cc-accc-a7efe57c617e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0435750 Dec 06 13:09:38.202757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-b92cafb0-786b-4979-a68e-45611f070255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.204101 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-b92cafb0-786b-4979-a68e-45611f070255 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0817311 Dec 06 13:09:38.272363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-50c17c28-3029-4e91-bc55-843be5d2aacb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 1000 time: 0.0595782 Dec 06 13:09:38.323433 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-8559a392-06b3-469f-8b2b-5b58bf2ceb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.325358 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-8559a392-06b3-469f-8b2b-5b58bf2ceb8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0432026 Dec 06 13:09:38.368977 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-8f37351b-8596-42d3-a014-0adfedd7790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.370441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-8f37351b-8596-42d3-a014-0adfedd7790e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385835 Dec 06 13:09:38.461126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-b4ae6f12-b926-4397-bf38-08a3e5487fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Dec 06 13:09:38.548105 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-14ee11ae-8448-4372-9ec7-05dbb3eb2977 req-59bb988f-061b-41f3-a2c2-97775c081bf0 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804880 Dec 06 13:09:38.960101 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b088601-f857-40df-97ee-06731971734b req-91ebcc1e-ce85-4fcd-83ae-4a0f391cbd92 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:38.961564 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b088601-f857-40df-97ee-06731971734b req-91ebcc1e-ce85-4fcd-83ae-4a0f391cbd92 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Dec 06 13:09:39.010254 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b088601-f857-40df-97ee-06731971734b req-5915ddd3-23af-41c9-91cc-607e87343813 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Dec 06 13:09:39.855281 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:09:40.131335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b76a-4652-4b82-ab70-f85954c515b3 req-470655f0-c399-4b17-afe8-937cbb316759 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:40.132825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9955b76a-4652-4b82-ab70-f85954c515b3 req-470655f0-c399-4b17-afe8-937cbb316759 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0504870 Dec 06 13:09:40.182279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9955b76a-4652-4b82-ab70-f85954c515b3 req-72ae60ac-4d85-4f7e-9f0e-e8873779394e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 Dec 06 13:09:41.094406 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:09:41.104494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:09:41.301946 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e33476-13db-4ec2-b013-e2ebdf992914 req-b63215c1-b7c3-40b6-93e7-c1c7cb57d194 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.303537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e33476-13db-4ec2-b013-e2ebdf992914 req-b63215c1-b7c3-40b6-93e7-c1c7cb57d194 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Dec 06 13:09:41.359512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-12e33476-13db-4ec2-b013-e2ebdf992914 req-71298a30-ced3-47de-967a-b5098f85aab9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488338 Dec 06 13:09:41.409749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:41.412124 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:41.428570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'port_id': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'mac_address': 'fa:16:3e:ff:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:09:41.446097 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:41.448356 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a707d5c-1d90-4ead-b3ae-6a7fcbc4d909" -d '{"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:41.484590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:41.491489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:41.498450 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:41.541763 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:09:41.575360 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90c3a-e328-4a85-b910-4dcc2d86b4d4 req-da89145b-e2c1-414c-894d-7101878c144a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.582736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46c90c3a-e328-4a85-b910-4dcc2d86b4d4 req-da89145b-e2c1-414c-894d-7101878c144a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0597804 Dec 06 13:09:41.598960 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:41.608023 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-3f19a795-27e7-4725-83b9-80b4ff578a83 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.609270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.609693 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.609987 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.610384 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.610702 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.611044 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.611351 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-3f19a795-27e7-4725-83b9-80b4ff578a83 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2&tenant_id=60ee81ed1eaa4b93b693725ad0238887&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0700569 Dec 06 13:09:41.611532 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.611792 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.612111 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.612448 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.612780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.613109 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.613466 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:41.617748 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd143a-51ce-499c-9cb3-cdda71c71759 x-openstack-request-id: req-e1dd143a-51ce-499c-9cb3-cdda71c71759 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:41.618111 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:41.618306 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1dd143a-51ce-499c-9cb3-cdda71c71759 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:41.618681 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'code': 200} Dec 06 13:09:41.622073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.db.api [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 13:09:41.622438 n-d-master-1 neutron-server[103299]: DEBUG oslo_db.api [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 13:09:41.632719 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-46c90c3a-e328-4a85-b910-4dcc2d86b4d4 req-33223ac5-a6ed-403d-a044-66d1e3c23210 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490482 Dec 06 13:09:41.739009 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-8406a237-eea8-4230-a50e-47aa7f42ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.740555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-8406a237-eea8-4230-a50e-47aa7f42ab00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0447378 Dec 06 13:09:41.753496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43be73-43d6-4519-b4f1-d1eee3e37519 req-c0d79650-8d4e-4b7a-9f73-0f34087058e7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.754973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c43be73-43d6-4519-b4f1-d1eee3e37519 req-c0d79650-8d4e-4b7a-9f73-0f34087058e7 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 943 time: 0.0491128 Dec 06 13:09:41.807306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8c43be73-43d6-4519-b4f1-d1eee3e37519 req-8250c1c0-7c60-45dc-8b5d-03e943eeed3b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452957 Dec 06 13:09:41.831768 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-3a284cc6-1454-49af-927c-47a3195dc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.833283 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-3a284cc6-1454-49af-927c-47a3195dc119 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0856135 Dec 06 13:09:41.900964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-16e93fda-9b38-4794-ab17-bb8e05b44519 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 998 time: 0.0612040 Dec 06 13:09:41.950152 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-9f0dcb15-5aa5-4672-9993-8d298003896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.951594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-9f0dcb15-5aa5-4672-9993-8d298003896e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0437403 Dec 06 13:09:41.996630 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-8df496da-e971-4a31-8219-aec973033e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:41.998115 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-8df496da-e971-4a31-8219-aec973033e8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398731 Dec 06 13:09:42.091896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-3b4fcdca-ebfc-420c-956a-3a2ffbfdc2a9 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Dec 06 13:09:42.158141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:42.170735 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:09:42.183642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9d579a0f-87e1-45f9-9568-e9a1b04da894 req-c0ac86c8-3d4c-429b-952e-9d6dc735dd9a service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Dec 06 13:09:42.190454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:42.194055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:42.244708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:42.478383 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['0b19d7a3-6137-442f-b53d-9cf0c5548e94'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:09:42.926873 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66504a-4b0a-4878-8896-24003637c19a req-bd514797-3759-485f-b2b4-c68b14da7761 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:42.928345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb66504a-4b0a-4878-8896-24003637c19a req-bd514797-3759-485f-b2b4-c68b14da7761 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 944 time: 0.0515318 Dec 06 13:09:42.976617 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bb66504a-4b0a-4878-8896-24003637c19a req-96597da9-9bd1-42e1-b7bf-23980a4918ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 Dec 06 13:09:42.999144 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:09:43.059223 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b5e2db2b-8a07-4501-82c5-446e63ede9fb tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/35a16eb5-c182-42e0-8515-c0daf24021c1 HTTP/1.1" status: 200 len: 991 time: 0.0583599 Dec 06 13:09:43.098635 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:09:43.145656 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:09:43.146028 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:43.222776 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:43.253624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:43.257558 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:43.303751 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:43.619681 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:43.622583 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b4ed47-d2d3-4406-b7c4-028a8ac6735d" -d '{"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:43.659093 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04367e60-9e2c-45ad-bcc5-b51ca5ac81d7 x-openstack-request-id: req-04367e60-9e2c-45ad-bcc5-b51ca5ac81d7 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:43.659439 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-plugged", "status": "completed", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:43.659736 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04367e60-9e2c-45ad-bcc5-b51ca5ac81d7 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:43.660157 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'code': 200} Dec 06 13:09:50.145920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:57.349416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-95b666d9-8835-4a86-96f9-b1fa9c388cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:59.676283 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-428b27cc-2d06-4624-9199-c5b0a72bcd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:00.755136 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:01.648372 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:02.528250 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:03.335959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:11.516243 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:11.680557 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 7d8a1042-11e9-42d6-abde-960071b7d7f1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:10:11.680897 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:11.754905 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:11.755234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:11.766775 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 7d8a1042-11e9-42d6-abde-960071b7d7f1 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:10:11.910148 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:11.934878 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=7d8a1042-11e9-42d6-abde-960071b7d7f1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:11.958530 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.958890 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.959237 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.959577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.959913 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.960248 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.960577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.960918 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.961268 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.961601 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.961930 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.962256 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:11.962580 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:12.008205 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:12.008544 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP 35a16eb5-c182-42e0-8515-c0daf24021c1 disassociated (deleted). External IP: 172.35.3.34, port: 0b19d7a3-6137-442f-b53d-9cf0c5548e94. Dec 06 13:10:12.212112 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router de21bad5-0df5-4612-a5f0-c92aff4c5a5a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:10:12.315117 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:10:12.319884 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:12.325772 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Sync routers for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:10:12.334635 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:12.335262 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:12.350061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c0cdf971-9837-4c70-a4a8-cad9d50ae7b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/floatingips/35a16eb5-c182-42e0-8515-c0daf24021c1 HTTP/1.1" status: 204 len: 168 time: 0.8327577 Dec 06 13:10:12.350641 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:10:12.352899 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:10:12.468369 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c92f62-05a0-41cf-8463-1ecfef4c306a x-openstack-request-id: req-53c92f62-05a0-41cf-8463-1ecfef4c306a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:10:12.468667 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:10:12.468920 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53c92f62-05a0-41cf-8463-1ecfef4c306a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:10:12.469346 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'status': 'completed', 'code': 200} Dec 06 13:10:12.539726 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:12.569084 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-240e3204-c25e-4141-bf83-78e651e869af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:12.570727 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-240e3204-c25e-4141-bf83-78e651e869af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0559108 Dec 06 13:10:12.607624 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a883-8afb-4f34-a9f6-bf3eb666a7fd req-0658692d-c1bd-4af1-a4c9-7a9fb15b51a6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:12.609323 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c462a883-8afb-4f34-a9f6-bf3eb666a7fd req-0658692d-c1bd-4af1-a4c9-7a9fb15b51a6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Dec 06 13:10:12.665581 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-272ac15b-9580-4f4e-802f-711aac4c14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:12.666296 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c462a883-8afb-4f34-a9f6-bf3eb666a7fd req-576e2e9a-e006-46b3-9a57-eea033b314b1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502884 Dec 06 13:10:12.667262 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-272ac15b-9580-4f4e-802f-711aac4c14d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 200 len: 898 time: 0.0893025 Dec 06 13:10:12.716541 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-dbf1b94a-1fc6-4cdb-9589-3f0fd63c90fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 200 len: 217 time: 0.0399818 Dec 06 13:10:12.757326 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:12.767070 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-3e3f66c0-6bd4-44ed-b9a7-c78b118239f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:12.768543 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-3e3f66c0-6bd4-44ed-b9a7-c78b118239f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 200 len: 835 time: 0.0441849 Dec 06 13:10:12.782742 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Checking router: de21bad5-0df5-4612-a5f0-c92aff4c5a5a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:10:12.790870 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:12.791483 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:12.815628 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-0f382a9a-1d21-4a7e-a5a7-88a12a2c1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:12.817195 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-0f382a9a-1d21-4a7e-a5a7-88a12a2c1265 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=582a4495-cbbe-4ff8-87c1-dc9f025f6261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403855 Dec 06 13:10:12.895762 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:12.919778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-a2d8af76-f9d7-46c1-893d-a1a9dcbbcf05 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Dec 06 13:10:13.010457 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5a3087c6-52ce-4ff9-9c13-1544edf4c0a8 req-de1f625a-6773-4ced-b852-8924fa462138 service neutron] 10.222.0.53 "GET /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829620 Dec 06 13:10:13.089280 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:13.118287 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3fe4e-ff58-4000-92e0-461283eb79d4 None None] The sync data for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 is: [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:08:30Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6dd3db95-a119-4223-a8be-30c3739dc56b', 'name': '', 'network_id': '582a4495-cbbe-4ff8-87c1-dc9f025f6261', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:d3:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:29Z', 'updated_at': '2021-12-06T13:08:32Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'e8b72216-5c6d-448f-a61b-ceb60df8539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:10:13.330516 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2adfe20-3d15-4acf-99e3-9631e0a473a6 None None] New status for floating IP 35a16eb5-c182-42e0-8515-c0daf24021c1: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:10:13.782833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adf15f-963a-413b-93ef-5eb35bb2b1e3 req-13f3e834-b76c-41eb-ae8c-971a5f3ae5e3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:13.784291 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33adf15f-963a-413b-93ef-5eb35bb2b1e3 req-13f3e834-b76c-41eb-ae8c-971a5f3ae5e3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0474002 Dec 06 13:10:13.832979 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-33adf15f-963a-413b-93ef-5eb35bb2b1e3 req-534ddf2f-0c92-455b-a64c-94e149334e0c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427926 Dec 06 13:10:14.047381 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-a8593ed7-3fed-4a44-abe7-3296982f5500 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:14.048816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-a8593ed7-3fed-4a44-abe7-3296982f5500 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 945 time: 0.0522249 Dec 06 13:10:14.136699 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:10:14.137061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:14.229486 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 0b19d7a3-6137-442f-b53d-9cf0c5548e94, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0b19d7a3-6137-442f-b53d-9cf0c5548e94,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:14.229799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:14.241557 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 0b19d7a3-6137-442f-b53d-9cf0c5548e94 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:10:14.374195 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:14.408574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=0b19d7a3-6137-442f-b53d-9cf0c5548e94,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:14.434562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.434833 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.435176 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.435511 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.435843 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.436174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.436503 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.436835 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.437574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.437574 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.437796 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.438388 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.438388 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:14.461234 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] No DVR routers for this DVR port 0b19d7a3-6137-442f-b53d-9cf0c5548e94 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:10:14.463683 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:14.467181 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-46f83a57-8dc3-4ace-9d62-9b81a3aabd41 req-19d20ee4-37ee-458a-a3af-b7c5cb337036 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "DELETE /v2.0/ports/0b19d7a3-6137-442f-b53d-9cf0c5548e94 HTTP/1.1" status: 204 len: 173 time: 0.4115901 Dec 06 13:10:14.467661 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-deleted', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:10:14.470251 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0506afd-4d15-4182-b472-4603684fb2d5" -d '{"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-deleted", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:10:14.577031 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4868f67-eaf1-4cb6-a2a3-bbc752e1943e x-openstack-request-id: req-a4868f67-eaf1-4cb6-a2a3-bbc752e1943e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:10:14.577354 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af07628-f2f8-45d5-ae03-79fcae93fbe2", "name": "network-vif-deleted", "tag": "0b19d7a3-6137-442f-b53d-9cf0c5548e94", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:10:14.577610 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4868f67-eaf1-4cb6-a2a3-bbc752e1943e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:10:14.578013 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af07628-f2f8-45d5-ae03-79fcae93fbe2', 'name': 'network-vif-deleted', 'tag': '0b19d7a3-6137-442f-b53d-9cf0c5548e94', 'status': 'completed', 'code': 200} Dec 06 13:10:14.969356 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-90b9cd9d-aef7-497a-bfdd-315b83ce4aab req-9295e564-b6cc-4e0c-82ef-c1e271a2b9d1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af07628-f2f8-45d5-ae03-79fcae93fbe2 HTTP/1.1" status: 200 len: 210 time: 0.0421002 Dec 06 13:10:16.019583 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41634) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:16.370484 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:16.617990 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 6dd3db95-a119-4223-a8be-30c3739dc56b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:10:16.618331 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:16.707443 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 6dd3db95-a119-4223-a8be-30c3739dc56b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6dd3db95-a119-4223-a8be-30c3739dc56b,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:16.707799 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:16.720172 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 6dd3db95-a119-4223-a8be-30c3739dc56b owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:10:16.854168 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:10:16.897964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:16.924298 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=6dd3db95-a119-4223-a8be-30c3739dc56b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:17.094414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:17.280293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:10:17.299948 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 0b19d7a3-6137-442f-b53d-9cf0c5548e94 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:10:17.300291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 0b19d7a3-6137-442f-b53d-9cf0c5548e94 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:10:17.308742 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router de21bad5-0df5-4612-a5f0-c92aff4c5a5a has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:10:17.742871 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:10:17.748631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d037ca9c-d400-4997-af65-36e7e0cdf63b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/de21bad5-0df5-4612-a5f0-c92aff4c5a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280273 Dec 06 13:10:17.751307 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:17.752851 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Sync routers for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:10:17.763777 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:17.764435 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:17.801244 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting subnet e8b72216-5c6d-448f-a61b-ceb60df8539a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:10:17.804320 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:17.847540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:17.867161 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:17.929573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:17.997226 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.026989 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.030453 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/subnets/e8b72216-5c6d-448f-a61b-ceb60df8539a HTTP/1.1" status: 204 len: 168 time: 0.2780519 Dec 06 13:10:18.031458 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce395-7e68-4218-8c9d-b760659c5d82 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b72216-5c6d-448f-a61b-ceb60df8539a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:18.033724 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41638) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:18.043734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3e5a0-f47e-482f-a066-3bac66e15de0 None None] Network 582a4495-cbbe-4ff8-87c1-dc9f025f6261 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:10:18.055358 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:10:16Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:18.085193 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Checking router: de21bad5-0df5-4612-a5f0-c92aff4c5a5a for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:10:18.094103 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Routers {'de21bad5-0df5-4612-a5f0-c92aff4c5a5a'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:18.095838 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:18.147930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.204206 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] Set router de21bad5-0df5-4612-a5f0-c92aff4c5a5a gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:18.247309 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] DHCP port deletion for 582a4495-cbbe-4ff8-87c1-dc9f025f6261 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:10:18.253791 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.295474 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Deleting port 155e7a87-d361-4d9e-9350-f73f30fee162 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:10:18.296078 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.307314 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port e5fb9f94-904d-4119-9e34-7d36d74f3a76 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:10:18.307818 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.362804 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] For port 155e7a87-d361-4d9e-9350-f73f30fee162, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=155e7a87-d361-4d9e-9350-f73f30fee162,segment=NetworkSegment(e9ce1564-fadd-43a9-b1d9-457bdf3b11b9),segment_id=e9ce1564-fadd-43a9-b1d9-457bdf3b11b9)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:18.363038 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.377447 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Calling delete_port for 155e7a87-d361-4d9e-9350-f73f30fee162 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:10:18.392096 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port e5fb9f94-904d-4119-9e34-7d36d74f3a76, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e5fb9f94-904d-4119-9e34-7d36d74f3a76,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:18.392466 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.396177 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:10:16Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:18.406242 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for e5fb9f94-904d-4119-9e34-7d36d74f3a76 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:10:18.423349 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791e25c-5ce0-4310-a563-02fa5b30dc29 None None] The sync data for ids ['de21bad5-0df5-4612-a5f0-c92aff4c5a5a'] in n-d-master-1 is: [{'id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285327902', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:08:26Z', 'updated_at': '2021-12-06T13:10:16Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'e5fb9f94-904d-4119-9e34-7d36d74f3a76', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21bad5-0df5-4612-a5f0-c92aff4c5a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:08:27Z', 'updated_at': '2021-12-06T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:10:18.465813 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.491162 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] Pushing event deleted for resources: {'Port': ['ID=155e7a87-d361-4d9e-9350-f73f30fee162,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:18.494640 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f714bca-af16-4a86-9bec-9251c6917345 None None] No DVR routers for this DVR port 155e7a87-d361-4d9e-9350-f73f30fee162 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:10:18.580918 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.607820 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=e5fb9f94-904d-4119-9e34-7d36d74f3a76,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:18.618041 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941c18a-ced6-4492-9a54-9e05ae45c269 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:10:18.665759 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.758970 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.761204 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.807429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.808056 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Fanout notify agent at l3_agent the message router_deleted on router de21bad5-0df5-4612-a5f0-c92aff4c5a5a {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:10:18.815172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:18.816305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-13e1c711-0ffc-41ad-b159-279d96405183 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/routers/de21bad5-0df5-4612-a5f0-c92aff4c5a5a HTTP/1.1" status: 204 len: 168 time: 0.7808857 Dec 06 13:10:18.819040 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41640) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:18.904843 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.001345 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.023066 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582a4495-cbbe-4ff8-87c1-dc9f025f6261']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:19.033491 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:19.033795 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ce1564-fadd-43a9-b1d9-457bdf3b11b9') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:19.043857 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.057302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.063389 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:10:19.063789 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:10:19.067017 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:10:19.130441 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.137930 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.141077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/networks/582a4495-cbbe-4ff8-87c1-dc9f025f6261 HTTP/1.1" status: 204 len: 168 time: 0.3210812 Dec 06 13:10:19.143781 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:19.152938 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66dd0-2d12-45ca-8ba3-808b89f778e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Network': ['ID=582a4495-cbbe-4ff8-87c1-dc9f025f6261,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:19.205312 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.229939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.286614 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.289238 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.290388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/security-groups/2e2000b2-d04b-4b46-a869-a9bfa3e07ab6 HTTP/1.1" status: 204 len: 168 time: 0.1456318 Dec 06 13:10:19.299337 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e6db7-1292-494b-8c0c-a384ef20f398 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2000b2-d04b-4b46-a869-a9bfa3e07ab6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:19.546105 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:19.550634 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098526167', 'description': 'tempest-secgroup-smoke-2098526167 description', 'project_id': '60ee81ed1eaa4b93b693725ad0238887'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:19.572903 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.637541 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.640894 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.668492 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.669738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226234 Dec 06 13:10:19.672824 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:19.673784 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac371b3-3b4f-4ed0-9d2a-8cf6bd3597e4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad816f-9e13-4a1f-9aa4-d51212080e00,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:19.678730 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:19.705940 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.759220 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.762675 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.779824 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d83f00-ce7a-4a5c-90c7-caba727df2db,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:19.787244 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.788436 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-89850870-4a4c-4b3d-8841-be3d6a25c05c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146381 Dec 06 13:10:19.791118 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41652) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:19.795921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:19.821982 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.876999 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.880563 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.901108 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f13dcac-d675-4fd6-ba20-72d93192c143,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:19.909598 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:19.910789 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-7395a223-308f-4944-993b-99064f4314f9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187880 Dec 06 13:10:19.913570 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41654) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:19.918443 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:19.943127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.000755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.005816 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.016477 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 155e7a87-d361-4d9e-9350-f73f30fee162 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:10:20.023636 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf249797-09c0-4da4-9ce8-c4a5a2f2f17d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:20.031866 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.035763 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-27138d1f-1f5e-4087-8fc7-eea27aa4385e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186731 Dec 06 13:10:20.036361 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41656) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:20.038064 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 155e7a87-d361-4d9e-9350-f73f30fee162 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:10:20.038475 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 155e7a87-d361-4d9e-9350-f73f30fee162 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:10:20.038949 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6dd3db95-a119-4223-a8be-30c3739dc56b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:10:20.040239 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:20.058618 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 6dd3db95-a119-4223-a8be-30c3739dc56b {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:10:20.058883 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 6dd3db95-a119-4223-a8be-30c3739dc56b not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:10:20.059290 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5fb9f94-904d-4119-9e34-7d36d74f3a76 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:10:20.067774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.077798 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: e5fb9f94-904d-4119-9e34-7d36d74f3a76 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:10:20.078141 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device e5fb9f94-904d-4119-9e34-7d36d74f3a76 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:10:20.125955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.129300 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.149433 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970dbd9e-213a-49e8-b4e6-656a3f6f09d4,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:20.151269 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.156019 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.159354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-200aac2a-f1fb-45e5-ac4e-613b3c765435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198132 Dec 06 13:10:20.159510 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41658) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:20.164017 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:20.185493 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:10:20.190149 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.247871 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.251100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.270234 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f326a2-77f1-4b00-af3e-af06454b4e3c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:20.278431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.279650 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6f6b8044-114f-4055-8251-c64b58b08438 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191065 Dec 06 13:10:20.282428 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41660) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:20.286648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '39ad816f-9e13-4a1f-9aa4-d51212080e00', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:20.307402 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:10:20.312169 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.370692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.374139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.392105 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f1d66d-a5e4-449e-a1a4-5430d8358347,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:20.399638 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.403774 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-edffad0e-b095-483d-a419-2da4793ef8c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174884 Dec 06 13:10:20.404337 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41664) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:20.409014 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'network': {'name': 'tempest-network-smoke--358216994', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:20.428975 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:10:20.432286 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.455154 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:10:20.464033 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.464384 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Added segment f9f83803-3673-42f2-a0b1-034926e650cb of type vlan for network 60dff679-923a-4744-a77b-c31cf46c3b2f Dec 06 13:10:20.503987 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.527617 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.533173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:20.533763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.569666 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1642179 Dec 06 13:10:20.572471 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:20.577125 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'admin_state_up': True, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:20.599997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.601012 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.606446 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a4be-e59a-4791-ad26-94af31c1ac35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Network': ['ID=60dff679-923a-4744-a77b-c31cf46c3b2f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:20.617429 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 60dff679-923a-4744-a77b-c31cf46c3b2f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:10:20.657846 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.792547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.981526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:20.999783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.101852 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.175 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/ad52f0cd-6053-4055-a80e-efc2fa5c027f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:10:21.199936 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.232306 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.273006 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:21.275920 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:21.279466 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:10:21.288313 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb0471-3412-4bc3-9c24-ea7332716f03 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:10:21.305071 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=ad52f0cd-6053-4055-a80e-efc2fa5c027f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:21.323387 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2315c175-3449-4ac1-bd54-52e99473d9ed None None] Provisioning complete for port ad52f0cd-6053-4055-a80e-efc2fa5c027f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:21.323757 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2315c175-3449-4ac1-bd54-52e99473d9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.356766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2315c175-3449-4ac1-bd54-52e99473d9ed None None] Port ad52f0cd-6053-4055-a80e-efc2fa5c027f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:21.524877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.717314 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.844613 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:10:21.946526 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:10:21.959223 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Sync routers for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:10:21.968498 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:21.969768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-40059a71-b781-45ee-ad5c-4b0482f67e13 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3962007 Dec 06 13:10:21.970178 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:21.970833 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:21.973186 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:22.003483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-aaec20ea-3ef2-42f1-abf8-831e10feb329 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=60ee81ed1eaa4b93b693725ad0238887&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291421 Dec 06 13:10:22.006009 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:22.075810 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:22.091249 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24162e-6130-4982-821e-5892da2d2589 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:22.095718 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ce24162e-6130-4982-821e-5892da2d2589 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858476 Dec 06 13:10:22.095872 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:22.124263 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e0de6823-7d48-4e92-b838-8ff23a20b37e tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273578 Dec 06 13:10:22.126844 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41674) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:22.131441 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345977213', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:22.222741 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:10:22.226487 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.256390 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:21Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:22.282763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Checking router: 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:10:22.283121 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Updating router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 port ad52f0cd-6053-4055-a80e-efc2fa5c027f binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:10:22.308714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.409215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.468020 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Subnet': ['ID=d44772f2-a8b4-4631-868b-84c89e9ade68,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:22.476996 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Checking segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:10:22.477404 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network hostable DHCP agents. Network: 60dff679-923a-4744-a77b-c31cf46c3b2f, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:10:22.494353 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 60dff679-923a-4744-a77b-c31cf46c3b2f is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:10:22.503207 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 60dff679-923a-4744-a77b-c31cf46c3b2f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:22.507678 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:22.508589 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.516389 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748007d-3776-48ce-86f5-e88d240362c7 None None] Network 60dff679-923a-4744-a77b-c31cf46c3b2f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:10:22.524698 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-13a26008-a3fa-4430-ac09-d39e8ccb0e46 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968680 Dec 06 13:10:22.527954 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:22.608015 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.620223 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.691229 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f5012f-ac1c-4182-a9b3-ea2a8146143d None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:10:22.711453 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e75c8-7e58-4f1d-8136-4f6c282546d4 None None] Pushing event updated for resources: {'Port': ['ID=ad52f0cd-6053-4055-a80e-efc2fa5c027f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:22.718877 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Attempting to bind port ad52f0cd-6053-4055-a80e-efc2fa5c027f on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:10:22.719256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Attempting to bind port ad52f0cd-6053-4055-a80e-efc2fa5c027f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:10:22.719627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Attempting to bind port ad52f0cd-6053-4055-a80e-efc2fa5c027f on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:10:22.735689 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:10:22.735953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:10:22.736350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.736746 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:10:22.737255 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Bound port: ad52f0cd-6053-4055-a80e-efc2fa5c027f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:10:22.737644 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.803341 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-60dff679-923a-4744-a77b-c31cf46c3b2f', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:10:22.804180 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.829218 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] For port ad52f0cd-6053-4055-a80e-efc2fa5c027f, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:10:22.848381 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ee1a41aa-6538-40c3-81a9-39ddcbeb0fdf None None] Provisioning complete for port ad52f0cd-6053-4055-a80e-efc2fa5c027f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:22.848771 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ee1a41aa-6538-40c3-81a9-39ddcbeb0fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.872412 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] For port ad52f0cd-6053-4055-a80e-efc2fa5c027f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad52f0cd-6053-4055-a80e-efc2fa5c027f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:10:22.915493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.975847 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a41aa-6538-40c3-81a9-39ddcbeb0fdf None None] Port ad52f0cd-6053-4055-a80e-efc2fa5c027f cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:22.978760 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:22.989348 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd985c0f-c335-4956-9275-e6a2ce0d21c6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:10:23.036946 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e75c8-7e58-4f1d-8136-4f6c282546d4 None None] Pushing event updated for resources: {'Port': ['ID=ad52f0cd-6053-4055-a80e-efc2fa5c027f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:23.041467 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:23.042747 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:23.102115 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Allocated IP 172.20.0.2 (60dff679-923a-4744-a77b-c31cf46c3b2f/d44772f2-a8b4-4631-868b-84c89e9ade68/16f081a8-5b2a-4623-a019-63830d1e0aa2) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:10:23.319106 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] Provisioning complete for port ad52f0cd-6053-4055-a80e-efc2fa5c027f triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:23.319772 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.411278 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:23.610912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.649338 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.654288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] For port ad52f0cd-6053-4055-a80e-efc2fa5c027f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad52f0cd-6053-4055-a80e-efc2fa5c027f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:23.656798 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.686070 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.712147 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.1 (60dff679-923a-4744-a77b-c31cf46c3b2f/d44772f2-a8b4-4631-868b-84c89e9ade68/a4fd2b08-8217-4266-8492-bd433df69885) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:10:23.728510 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Network 60dff679-923a-4744-a77b-c31cf46c3b2f is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:23.734938 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:23.737690 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:10:23.739741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Pushing event updated for resources: {'Port': ['ID=16f081a8-5b2a-4623-a019-63830d1e0aa2,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:23.823746 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.843260 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382412-89f0-4038-bc21-2b0901809e93 None None] Pushing event updated for resources: {'Port': ['ID=ad52f0cd-6053-4055-a80e-efc2fa5c027f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:23.848077 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:21Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:23.851529 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Attempting to bind port 16f081a8-5b2a-4623-a019-63830d1e0aa2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:10:23.851912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Attempting to bind port 16f081a8-5b2a-4623-a019-63830d1e0aa2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:10:23.852280 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Attempting to bind port 16f081a8-5b2a-4623-a019-63830d1e0aa2 on network 60dff679-923a-4744-a77b-c31cf46c3b2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:10:23.858242 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.878415 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf725f-e329-4be6-bb6f-b32be4f6aa6c None None] The sync data for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 is: [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:21Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:10:23.882519 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:10:23.882779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Checking segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:10:23.883318 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.883569 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Bound using segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:10:23.884046 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Bound port: 16f081a8-5b2a-4623-a019-63830d1e0aa2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:10:23.884430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.893583 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 60dff679-923a-4744-a77b-c31cf46c3b2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:23.900697 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:23.904527 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:10:23.942628 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:23.960248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:23.966208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] For port 16f081a8-5b2a-4623-a019-63830d1e0aa2, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:10:23.969433 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] For port 16f081a8-5b2a-4623-a019-63830d1e0aa2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16f081a8-5b2a-4623-a019-63830d1e0aa2,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:10:23.974990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:24.044571 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604dc6c-f294-489a-86e0-1787a29da4a8 None None] Pushing event updated for resources: {'Port': ['ID=16f081a8-5b2a-4623-a019-63830d1e0aa2,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:24.102783 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:24.786997 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:24.791803 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:24.868575 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:24.877390 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:24.973871 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 60dff679-923a-4744-a77b-c31cf46c3b2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:24.975391 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:25.017319 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ed139-7190-42f2-94ea-15891bfce0af None None] Network 60dff679-923a-4744-a77b-c31cf46c3b2f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:10:25.090776 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:10:25.147058 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] Provisioning complete for port 16f081a8-5b2a-4623-a019-63830d1e0aa2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:25.147431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.204616 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:10:25.213208 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-19bab620-5023-4b59-bc2e-2a001005b31d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/8bf7d6ad-c5cc-4ddc-8494-9027d86b0294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6809335 Dec 06 13:10:25.262393 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.305693 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] For port 16f081a8-5b2a-4623-a019-63830d1e0aa2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16f081a8-5b2a-4623-a019-63830d1e0aa2,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:25.311074 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.368818 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e4aa-03b8-4971-911d-df2edaa17a2b None None] Pushing event updated for resources: {'Port': ['ID=16f081a8-5b2a-4623-a019-63830d1e0aa2,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:25.402768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-f44de75b-6205-45fe-82b8-fc0b0f75eb0b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098526167&fields=id&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 267 time: 0.0665269 Dec 06 13:10:25.519363 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-38bd6a6d-4428-4cc8-9f4f-2245f1d71c1f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:25.520279 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-38bd6a6d-4428-4cc8-9f4f-2245f1d71c1f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 796 time: 0.1106031 Dec 06 13:10:25.538393 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-a61e1255-9b11-44e9-b051-43f84a6046e2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/quotas/60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 375 time: 0.0115831 Dec 06 13:10:25.548341 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-30816996-a67b-477f-8a0f-4d84e4252742 None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:25.549061 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30816996-a67b-477f-8a0f-4d84e4252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.549774 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Sync routers for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:10:25.561390 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:25.562927 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:25.588993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-30816996-a67b-477f-8a0f-4d84e4252742 None None] Port a4fd2b08-8217-4266-8492-bd433df69885 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:25.600334 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-30816996-a67b-477f-8a0f-4d84e4252742 None None] Provisioning complete for port 16f081a8-5b2a-4623-a019-63830d1e0aa2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:25.600825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-308a9cdb-b5b3-4e9a-ab08-9804acf445f5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551078 Dec 06 13:10:25.601709 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30816996-a67b-477f-8a0f-4d84e4252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.795164 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:25.829142 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b1e515f9-e7d4-4695-a21c-8d8a70371ad4 None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:25.829545 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b1e515f9-e7d4-4695-a21c-8d8a70371ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:25.834131 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-bcfe3f7e-7048-42c3-92c3-13140125118f service neutron] 10.222.0.31 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473048 Dec 06 13:10:25.869027 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b1e515f9-e7d4-4695-a21c-8d8a70371ad4 None None] Port a4fd2b08-8217-4266-8492-bd433df69885 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:25.936457 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8fb1cfc0-1412-4030-8f96-de4495fd4992 service neutron] 10.222.0.31 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958958 Dec 06 13:10:26.003444 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b7795e8c-bc85-48ca-8d34-0e452d77b9d5 None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:26.004946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b7795e8c-bc85-48ca-8d34-0e452d77b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.017051 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 2, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:26.045506 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Checking router: 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:10:26.046214 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Updating router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 port a4fd2b08-8217-4266-8492-bd433df69885 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:10:26.083036 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b7795e8c-bc85-48ca-8d34-0e452d77b9d5 None None] Port a4fd2b08-8217-4266-8492-bd433df69885 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:26.096217 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.102839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad52f0cd-6053-4055-a80e-efc2fa5c027f up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:10:26.141284 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a758072e-906e-4b70-a50e-3f26eebecd58 req-0f889682-9394-4771-b31b-e941ec611501 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 210 time: 0.0328662 Dec 06 13:10:26.177721 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ad52f0cd-6053-4055-a80e-efc2fa5c027f triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:26.178066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.263905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 16f081a8-5b2a-4623-a019-63830d1e0aa2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:10:26.316163 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 16f081a8-5b2a-4623-a019-63830d1e0aa2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:26.316538 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.389456 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.396121 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.473097 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Pushing event updated for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:26.494738 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.495122 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.495464 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.496187 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.496187 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.496425 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.496751 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.497440 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.497440 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.497727 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.498027 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.498347 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.498727 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:10:26.511182 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Attempting to bind port a4fd2b08-8217-4266-8492-bd433df69885 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:10:26.511565 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Attempting to bind port a4fd2b08-8217-4266-8492-bd433df69885 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:10:26.511921 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Attempting to bind port a4fd2b08-8217-4266-8492-bd433df69885 on network 60dff679-923a-4744-a77b-c31cf46c3b2f {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:10:26.517281 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:10:26.517661 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Checking segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:10:26.518061 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.518472 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Bound using segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:10:26.518955 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Bound port: a4fd2b08-8217-4266-8492-bd433df69885, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:10:26.519328 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.583746 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] For port a4fd2b08-8217-4266-8492-bd433df69885, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:10:26.587130 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] For port a4fd2b08-8217-4266-8492-bd433df69885, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4fd2b08-8217-4266-8492-bd433df69885,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:10:26.591417 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.651990 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:26.652601 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:26.692990 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c6ab-4612-469d-b0fe-fc8f45fab5c2 None None] Pushing event updated for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:26.710254 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:26.710630 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.793798 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:26.810288 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.845021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] For port a4fd2b08-8217-4266-8492-bd433df69885, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4fd2b08-8217-4266-8492-bd433df69885,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:26.849674 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:26.901034 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072799c9-380a-43ba-9f25-5f895269dd10 None None] Pushing event updated for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:26.968197 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f52ae927-23cd-4bbc-96fc-1a1dad0ff56f None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:26.968575 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f52ae927-23cd-4bbc-96fc-1a1dad0ff56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.003216 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:27.031964 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d73590-9087-4f4b-a974-8ec04ebdd8b2 None None] The sync data for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 is: [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:10:27.217364 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-d93163bc-d603-4702-993a-42658ea6ad1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:27.218874 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-d93163bc-d603-4702-993a-42658ea6ad1c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 796 time: 0.1245892 Dec 06 13:10:27.261881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-935dd9c8-66fe-4649-aeb2-ade80c5950e8 req-391e826d-bb4c-42dd-b621-437f443e982c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Dec 06 13:10:27.302387 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-cd869212-8d5e-47fc-834f-c39a6cc80435 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 380 time: 0.0683529 Dec 06 13:10:27.338696 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'port': {'device_id': '12701843-4ef2-4830-aa93-ad051668e417', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'admin_state_up': True, 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'security_groups': ['39ad816f-9e13-4a1f-9aa4-d51212080e00']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:27.351967 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-933dcf84-c38c-4c15-aa2f-e02d5a4652a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.454476 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:10:27.458287 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.596552 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.3 (60dff679-923a-4744-a77b-c31cf46c3b2f/d44772f2-a8b4-4631-868b-84c89e9ade68/92eed56e-7d12-423b-923e-bb3388b9c9f6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:10:27.747768 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.794075 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.842115 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 60dff679-923a-4744-a77b-c31cf46c3b2f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:27.845504 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:27.850312 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:10:27.854697 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:27.905310 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:27.905975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:27.924461 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-81822c05-3003-4feb-aa7a-712c5411f2ec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897653 Dec 06 13:10:27.943666 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Request body: {'port': {'device_id': '12701843-4ef2-4830-aa93-ad051668e417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:28.013655 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.076021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a4fd2b08-8217-4266-8492-bd433df69885 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:10:28.128385 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-452daab4-dc66-4abc-a22d-539537167bd9 None None] Provisioning complete for port 92eed56e-7d12-423b-923e-bb3388b9c9f6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:28.128676 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-452daab4-dc66-4abc-a22d-539537167bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.176912 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-452daab4-dc66-4abc-a22d-539537167bd9 None None] Port 92eed56e-7d12-423b-923e-bb3388b9c9f6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:10:28.179974 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a4fd2b08-8217-4266-8492-bd433df69885 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:28.180339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.307743 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eed56e-7d12-423b-923e-bb3388b9c9f6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:10:28.315232 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.327493 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Transition to ACTIVE for port object 92eed56e-7d12-423b-923e-bb3388b9c9f6 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:10:28.331301 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.382779 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Pushing event updated for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:28.389124 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7c2bb-ecf6-4192-b359-cae5d82c54c5 req-9220fef8-58d0-4b81-8cfd-13ae571a3800 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:28.390953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97b7c2bb-ecf6-4192-b359-cae5d82c54c5 req-9220fef8-58d0-4b81-8cfd-13ae571a3800 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 943 time: 0.0539467 Dec 06 13:10:28.453367 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-97b7c2bb-ecf6-4192-b359-cae5d82c54c5 req-6d64a17c-47bb-4cd6-91a0-a48f4f037a55 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479155 Dec 06 13:10:28.460420 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Attempting to bind port 92eed56e-7d12-423b-923e-bb3388b9c9f6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:10:28.460763 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Attempting to bind port 92eed56e-7d12-423b-923e-bb3388b9c9f6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:10:28.461096 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Attempting to bind port 92eed56e-7d12-423b-923e-bb3388b9c9f6 on network 60dff679-923a-4744-a77b-c31cf46c3b2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:10:28.466693 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Port 92eed56e-7d12-423b-923e-bb3388b9c9f6 on network 60dff679-923a-4744-a77b-c31cf46c3b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:10:28.467257 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Attempting to bind port 92eed56e-7d12-423b-923e-bb3388b9c9f6 on network 60dff679-923a-4744-a77b-c31cf46c3b2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:10:28.472673 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:10:28.473011 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Checking segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:10:28.473433 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Bound using segment: {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:10:28.473859 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Bound port: 92eed56e-7d12-423b-923e-bb3388b9c9f6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f83803-3673-42f2-a0b1-034926e650cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:10:28.474215 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.540827 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:10:28.544772 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:10:28.550160 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.588772 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:28.589418 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.590814 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] 10.222.0.53 "PUT /v2.0/ports/92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 1091 time: 0.6514733 Dec 06 13:10:28.591280 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:10:28.593549 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8affc6-d702-4726-b34e-690ec32b3cec" -d '{"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:10:28.614311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3b55-d580-41ac-8406-5bcc40286903 service neutron] Pushing event updated for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:28.654039 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e620f9-7604-4443-9f72-76b2a00c8787 x-openstack-request-id: req-c3e620f9-7604-4443-9f72-76b2a00c8787 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:10:28.654339 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:10:28.654596 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3e620f9-7604-4443-9f72-76b2a00c8787 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:10:28.655082 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'status': 'completed', 'code': 200} Dec 06 13:10:28.708937 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-6212c4b0-9d02-4c5f-b002-e6074010ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:28.710569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-6212c4b0-9d02-4c5f-b002-e6074010ff6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1094 time: 0.0436993 Dec 06 13:10:28.764370 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-30285225-ba5d-4c17-b3ed-1d25fb2cb061 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 217 time: 0.0409844 Dec 06 13:10:28.814188 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-4e3cf961-de4c-4a35-bbf5-5a5655e9ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:28.815555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-4e3cf961-de4c-4a35-bbf5-5a5655e9ef8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0442305 Dec 06 13:10:28.861879 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-216faed7-bcf6-455d-9ad7-1c087cc95a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:28.863375 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-216faed7-bcf6-455d-9ad7-1c087cc95a9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403886 Dec 06 13:10:28.957080 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-3ffc7fbb-3ce1-4a86-9fb1-7646fe38cf09 service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Dec 06 13:10:29.045985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bbdfbd59-4b46-4b1e-a018-ed934ed1fa04 req-1a35f4d7-8482-42f4-af38-894b5c8ed62a service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822568 Dec 06 13:10:29.173005 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-892f8824-d9db-4584-991f-e77dec65e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:29.174527 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-892f8824-d9db-4584-991f-e77dec65e2d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1094 time: 0.0460026 Dec 06 13:10:29.264315 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-f3c8d33e-910b-4cc8-99d3-d0920dc4b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:29.265799 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-f3c8d33e-910b-4cc8-99d3-d0920dc4b00d service neutron] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 897 time: 0.0829704 Dec 06 13:10:29.310130 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-3172bc04-a73a-494b-91f7-b7b7bcf46cd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 217 time: 0.0371835 Dec 06 13:10:29.358118 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-a5e408ca-5447-4012-8efe-1ac00d05ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:29.359558 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-a5e408ca-5447-4012-8efe-1ac00d05ea64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0432265 Dec 06 13:10:29.406669 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-9b370b5d-4287-489b-946d-9000b3a2c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:29.408027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-9b370b5d-4287-489b-946d-9000b3a2c1a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393856 Dec 06 13:10:29.576149 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03f66e-8c5a-4b69-b940-d93803e2d83e req-fcdb4100-7e7e-4dd2-a686-0b7952bca844 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:29.577784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f03f66e-8c5a-4b69-b940-d93803e2d83e req-fcdb4100-7e7e-4dd2-a686-0b7952bca844 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 943 time: 0.0516882 Dec 06 13:10:29.634283 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2f03f66e-8c5a-4b69-b940-d93803e2d83e req-17d0b049-6c7c-4a20-b3bd-06ca305cfec6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Dec 06 13:10:29.679404 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-be957098-eac5-48c3-a1f2-7857ea09ff26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:29.807734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-cbd5d3b3-4a88-4c0f-ac16-0452505d7fff service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912668 Dec 06 13:10:29.898135 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9f8affc6-d702-4726-b34e-690ec32b3cec req-47fc85ea-408c-4155-a8c3-4eca33aa51cf service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Dec 06 13:10:30.754413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565ed8-bba6-441e-bef8-05c69a9a623b req-4efd0a41-80ed-4066-be94-18993fbe9689 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:30.755472 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7565ed8-bba6-441e-bef8-05c69a9a623b req-4efd0a41-80ed-4066-be94-18993fbe9689 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 943 time: 0.0490947 Dec 06 13:10:30.758942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:30.810226 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a7565ed8-bba6-441e-bef8-05c69a9a623b req-03ce7633-b504-4381-ae96-0241118e2d71 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477803 Dec 06 13:10:31.298564 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 92eed56e-7d12-423b-923e-bb3388b9c9f6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:10:31.389041 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:31.400079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'port_id': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'mac_address': 'fa:16:3e:77:ee:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:10:31.439914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:31.451967 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eed56e-7d12-423b-923e-bb3388b9c9f6 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:10:31.472342 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:31.475377 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:31.519933 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:31.661802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:31.731715 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['92eed56e-7d12-423b-923e-bb3388b9c9f6'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:10:31.926566 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b341-ea0c-4881-9918-8588cab6a9be req-bba09b6b-a6fe-4fc9-a5e4-521bb7ab65f8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:31.928022 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99f0b341-ea0c-4881-9918-8588cab6a9be req-bba09b6b-a6fe-4fc9-a5e4-521bb7ab65f8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 944 time: 0.0492527 Dec 06 13:10:31.978027 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99f0b341-ea0c-4881-9918-8588cab6a9be req-251e9cff-0f0e-4747-b351-2f4ec62fa532 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Dec 06 13:10:32.530832 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:33.099375 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ad552-83fc-4e55-962b-de16fcfeaaf4 req-666e4081-a7a7-4895-ab16-de1dfac1d6c8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:33.100841 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c4ad552-83fc-4e55-962b-de16fcfeaaf4 req-666e4081-a7a7-4895-ab16-de1dfac1d6c8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 944 time: 0.0520253 Dec 06 13:10:33.150246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c4ad552-83fc-4e55-962b-de16fcfeaaf4 req-2773d2e5-6ca5-47d4-97f2-a2046520b0b2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Dec 06 13:10:33.314554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 92eed56e-7d12-423b-923e-bb3388b9c9f6 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:10:33.363439 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:33.378661 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 92eed56e-7d12-423b-923e-bb3388b9c9f6 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:10:33.382349 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 92eed56e-7d12-423b-923e-bb3388b9c9f6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:10:33.382714 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:33.458758 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:33.482403 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:10:33.484617 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb467240-e661-47c0-a446-d2e4d57c513d" -d '{"events": [{"server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "name": "network-vif-plugged", "status": "completed", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:10:33.496739 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:10:33.501101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:33.523646 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a6a0d-b53f-43fa-97eb-6c0c4a06f669 x-openstack-request-id: req-130a6a0d-b53f-43fa-97eb-6c0c4a06f669 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:10:33.523941 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "name": "network-vif-plugged", "status": "completed", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:10:33.524197 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-130a6a0d-b53f-43fa-97eb-6c0c4a06f669 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:10:33.524597 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'code': 200} Dec 06 13:10:33.553377 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:33.654172 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3a5de-4fc4-4dfa-bfec-3e5026ac55e3 req-36894869-17b8-4ef9-b1ca-ad8aeea62ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:33.655640 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c3a5de-4fc4-4dfa-bfec-3e5026ac55e3 req-36894869-17b8-4ef9-b1ca-ad8aeea62ea6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1096 time: 0.0425093 Dec 06 13:10:33.704987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-54c3a5de-4fc4-4dfa-bfec-3e5026ac55e3 req-41b1bb8d-33c3-4b12-8c05-d536cabcc840 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Dec 06 13:10:34.263993 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10f00e-c68c-441d-98fd-3af388d312e3 req-f7d066a9-b349-4557-8aef-9d0f4d12d69c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:34.265504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e10f00e-c68c-441d-98fd-3af388d312e3 req-f7d066a9-b349-4557-8aef-9d0f4d12d69c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0487959 Dec 06 13:10:34.313177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7e10f00e-c68c-441d-98fd-3af388d312e3 req-12d30448-e22c-4ee3-bd2f-1efe36710a79 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Dec 06 13:10:35.430493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ef47d-7ae8-4b7d-b3c8-fa1eba009cfa req-45010df3-513b-4b8b-9e97-86786196b336 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:35.431950 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f1ef47d-7ae8-4b7d-b3c8-fa1eba009cfa req-45010df3-513b-4b8b-9e97-86786196b336 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Dec 06 13:10:35.484274 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5f1ef47d-7ae8-4b7d-b3c8-fa1eba009cfa req-7bf902a9-dceb-448a-822d-b450bc0a1004 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Dec 06 13:10:35.597071 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b771-965f-43d5-8e64-ee97a8595249 req-6da90592-4edd-4df3-8a6a-85563a4b514d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:35.598464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81d4b771-965f-43d5-8e64-ee97a8595249 req-6da90592-4edd-4df3-8a6a-85563a4b514d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Dec 06 13:10:35.647645 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-81d4b771-965f-43d5-8e64-ee97a8595249 req-43cc4812-b1a0-460b-9f57-45d5ffad9205 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Dec 06 13:10:35.669929 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:35.708381 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bcf5d8-674d-4272-a5e5-77b2c9587586 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:35.709910 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-65bcf5d8-674d-4272-a5e5-77b2c9587586 tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1091 time: 0.0389919 Dec 06 13:10:35.712712 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:35.717515 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:10:35.739102 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:35.834590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:35.937293 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.62 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/358b55fd-bc93-4b81-94f1-9bd322352a6f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:10:36.037036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.069987 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.109811 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:10:36.112726 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:10:36.116191 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:10:36.121773 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=358b55fd-bc93-4b81-94f1-9bd322352a6f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:36.474510 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.543606 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.686347 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.690888 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.766408 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=358b55fd-bc93-4b81-94f1-9bd322352a6f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:10:36.772877 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.871790 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP f937bd1b-c9db-4800-8bc6-76e49ae9d544 associated. External IP: 172.35.3.62, port: 92eed56e-7d12-423b-923e-bb3388b9c9f6. Dec 06 13:10:37.089869 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:10:37.194823 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:10:37.205119 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Sync routers for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:10:37.213340 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:37.214730 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:37.215340 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:37.240091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e56a0a4a-0651-4714-923e-a84bcbfb4d22 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5257428 Dec 06 13:10:37.240920 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:10:37.243308 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f72fb-2445-425f-997d-c1ff304be65b" -d '{"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:10:37.287372 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29128a90-e1d6-44d9-addb-bdaaaa91b1dd x-openstack-request-id: req-29128a90-e1d6-44d9-addb-bdaaaa91b1dd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:10:37.287889 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:10:37.288311 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29128a90-e1d6-44d9-addb-bdaaaa91b1dd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:10:37.288883 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'status': 'completed', 'code': 200} Dec 06 13:10:37.344618 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e1b34-85a8-4e27-8a4d-3946ee965357 req-c80466c3-a30e-4eb5-8a4a-439daafe0084 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:37.346556 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d91e1b34-85a8-4e27-8a4d-3946ee965357 req-c80466c3-a30e-4eb5-8a4a-439daafe0084 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Dec 06 13:10:37.375709 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f72fb-2445-425f-997d-c1ff304be65b req-76db8107-7bcf-4fe8-84ef-9a30cd5b1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:37.377250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-76db8107-7bcf-4fe8-84ef-9a30cd5b1adf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1096 time: 0.0434761 Dec 06 13:10:37.405703 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d91e1b34-85a8-4e27-8a4d-3946ee965357 req-0582eadc-bbbc-48c4-9b10-b99916a66dda tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527611 Dec 06 13:10:37.427590 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:37.472353 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f72fb-2445-425f-997d-c1ff304be65b req-17c58cd3-d5bb-4af3-bc9a-3cb3e31b085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:37.473879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-17c58cd3-d5bb-4af3-bc9a-3cb3e31b085a service neutron] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 897 time: 0.0898919 Dec 06 13:10:37.482822 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:37.494407 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7fe9a461-ef5d-40fd-8419-fa2323db93a8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/f937bd1b-c9db-4800-8bc6-76e49ae9d544 HTTP/1.1" status: 200 len: 990 time: 0.0655429 Dec 06 13:10:37.544357 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-ca593aba-ca65-4461-bf4f-dc5fc73da14c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 998 time: 0.0631669 Dec 06 13:10:37.592361 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f72fb-2445-425f-997d-c1ff304be65b req-40a13d75-4b9a-452f-bea3-cb2dc759f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:37.593830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-40a13d75-4b9a-452f-bea3-cb2dc759f9b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0427532 Dec 06 13:10:37.641997 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f72fb-2445-425f-997d-c1ff304be65b req-97852e45-cbd2-4f0e-bd04-e7756a0ba4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:37.643479 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-97852e45-cbd2-4f0e-bd04-e7756a0ba4f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426474 Dec 06 13:10:37.704295 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f937bd1b-c9db-4800-8bc6-76e49ae9d544', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'port_id': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'mac_address': 'fa:16:3e:77:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12701843-4ef2-4830-aa93-ad051668e417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:10:36Z', 'updated_at': '2021-12-06T13:10:36Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:37.734623 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Checking router: 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:10:37.737738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-dc756606-4bdc-49d4-bd7e-20dcbc03f7e4 service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Dec 06 13:10:37.743086 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:10:37.743678 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:10:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:37.832354 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-176f72fb-2445-425f-997d-c1ff304be65b req-fbf0485c-fc7a-4fb5-be2b-c3adbfab7edd service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862601 Dec 06 13:10:37.848253 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:10:38.066574 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f937bd1b-c9db-4800-8bc6-76e49ae9d544', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'port_id': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'mac_address': 'fa:16:3e:77:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12701843-4ef2-4830-aa93-ad051668e417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:10:36Z', 'updated_at': '2021-12-06T13:10:36Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:10:38.096455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72620768-8734-40f3-a58b-1299da71fa75 None None] The sync data for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 is: [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f937bd1b-c9db-4800-8bc6-76e49ae9d544', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'port_id': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'mac_address': 'fa:16:3e:77:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12701843-4ef2-4830-aa93-ad051668e417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:10:36Z', 'updated_at': '2021-12-06T13:10:36Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:10:38.295970 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e19b4-a396-4b06-b9a1-bd1e273067d1 None None] New status for floating IP f937bd1b-c9db-4800-8bc6-76e49ae9d544: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:10:38.498839 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:10:38.598093 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6bef26bb-0941-41f5-9892-f2205f69bd36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/f937bd1b-c9db-4800-8bc6-76e49ae9d544 HTTP/1.1" status: 200 len: 992 time: 0.0980363 Dec 06 13:10:50.159163 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:53.853301 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:10:57.355596 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b7e726dc-60df-4077-88fb-f588d8f73353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:59.681463 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f3f63409-46c6-4a6e-acdb-922e8a600ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:00.761141 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:01.659088 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:02.532969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:03.334869 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:09.959927 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f3fd2-ec81-40e7-8bd9-9d95960ce69b req-61a15f36-fe1b-453c-9dac-22882e36c82b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:09.961319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-590f3fd2-ec81-40e7-8bd9-9d95960ce69b req-61a15f36-fe1b-453c-9dac-22882e36c82b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Dec 06 13:11:10.013620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-590f3fd2-ec81-40e7-8bd9-9d95960ce69b req-18424155-d565-4159-a977-0c2d42ef1948 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Dec 06 13:11:11.129735 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c1279-532f-4fec-af6b-cd307394ca47 req-3d916762-dc03-48f9-8c0d-193124a3a432 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:11.131222 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca8c1279-532f-4fec-af6b-cd307394ca47 req-3d916762-dc03-48f9-8c0d-193124a3a432 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Dec 06 13:11:11.179920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ca8c1279-532f-4fec-af6b-cd307394ca47 req-59e57601-4ab0-466e-94ed-7bce73368737 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Dec 06 13:11:12.295427 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eac06-2f11-4df2-86a5-3771038e7c00 req-5c0550ef-3b9a-4f37-8c20-feb7805024a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:12.296800 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b1eac06-2f11-4df2-86a5-3771038e7c00 req-5c0550ef-3b9a-4f37-8c20-feb7805024a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0477254 Dec 06 13:11:12.345777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b1eac06-2f11-4df2-86a5-3771038e7c00 req-75f468b2-45ca-4989-a6ff-d788d862483d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Dec 06 13:11:13.464870 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f09232-8ca2-4e9c-8d8a-cd164ac61549 req-8ff02201-14a0-44f6-8984-2af6ac3736cc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:13.466919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f09232-8ca2-4e9c-8d8a-cd164ac61549 req-8ff02201-14a0-44f6-8984-2af6ac3736cc tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Dec 06 13:11:13.514501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d3f09232-8ca2-4e9c-8d8a-cd164ac61549 req-575a76be-5763-43e7-bc6b-ee68795efd02 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Dec 06 13:11:14.630251 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef405-e961-45b1-bca7-3227d28f3256 req-af5ab467-aa58-4a73-b02e-21523829616c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:14.631738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35eef405-e961-45b1-bca7-3227d28f3256 req-af5ab467-aa58-4a73-b02e-21523829616c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Dec 06 13:11:14.681462 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35eef405-e961-45b1-bca7-3227d28f3256 req-a94dcafc-57df-4b72-9a23-122fc0574824 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Dec 06 13:11:15.795017 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28968fe-8265-4ac9-99b2-073a14678cbb req-bf545488-021c-43b9-8456-8138659610b1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:15.796483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c28968fe-8265-4ac9-99b2-073a14678cbb req-bf545488-021c-43b9-8456-8138659610b1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Dec 06 13:11:15.848259 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c28968fe-8265-4ac9-99b2-073a14678cbb req-3cd97491-6f1d-466c-9a39-1fdd2543c8af tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Dec 06 13:11:16.963780 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d4d7c-178e-4ec6-8f46-b193a7afe476 req-ddf4a1ac-6d1f-42e4-b7c0-03eac621590e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:16.965315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-882d4d7c-178e-4ec6-8f46-b193a7afe476 req-ddf4a1ac-6d1f-42e4-b7c0-03eac621590e tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Dec 06 13:11:17.013862 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-882d4d7c-178e-4ec6-8f46-b193a7afe476 req-f24a055f-1b1d-410a-b39b-fd3a14b55a72 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Dec 06 13:11:18.129440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f11e0d-d889-459a-99f8-88bbba491e9a req-4d1c5d84-b8f9-446f-9d24-264ad93b153c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:18.130897 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f11e0d-d889-459a-99f8-88bbba491e9a req-4d1c5d84-b8f9-446f-9d24-264ad93b153c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Dec 06 13:11:18.179219 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58f11e0d-d889-459a-99f8-88bbba491e9a req-a0a61b96-5c84-4d42-8d4a-68755d283280 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Dec 06 13:11:18.676194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-b53730a7-9520-4674-9a95-2ea674e357e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:18.677687 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-b53730a7-9520-4674-9a95-2ea674e357e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1096 time: 0.0394087 Dec 06 13:11:18.780463 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-34c64617-477c-488d-8643-3b0b907ab392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:18.781933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-34c64617-477c-488d-8643-3b0b907ab392 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 897 time: 0.0840158 Dec 06 13:11:18.849149 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-dd2077ea-c194-4a8a-bcd2-789d951f64b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 1000 time: 0.0601468 Dec 06 13:11:18.897722 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-ddfdb271-e879-4ee2-b26a-41e1d3997630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:18.899127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-ddfdb271-e879-4ee2-b26a-41e1d3997630 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0434999 Dec 06 13:11:18.943500 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-150b5b2c-8f5d-441a-aa7d-dcd31a3a77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:18.944988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-150b5b2c-8f5d-441a-aa7d-dcd31a3a77cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390699 Dec 06 13:11:19.037117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-65badd74-9701-47a3-98dd-7d6d9d52d4ed service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848458 Dec 06 13:11:19.129179 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-43cd2078-f4ab-4b54-a866-678a150834b6 req-1ca1ec3d-57db-4d6c-9951-51a02b99444f service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846164 Dec 06 13:11:19.296062 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6eddc-f8f7-4e97-974f-dc78b688c809 req-b835719a-8a56-44e5-8ee0-9237017d78b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:19.297540 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84d6eddc-f8f7-4e97-974f-dc78b688c809 req-b835719a-8a56-44e5-8ee0-9237017d78b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Dec 06 13:11:19.344961 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-84d6eddc-f8f7-4e97-974f-dc78b688c809 req-ea359c3e-7742-475a-ac38-881b6c583843 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Dec 06 13:11:20.161960 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:20.459214 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c523a22-2bff-40c6-b1da-bdf6cec67d6e req-5b677365-3367-4e78-94ab-4a4d691f3cd9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:20.460677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c523a22-2bff-40c6-b1da-bdf6cec67d6e req-5b677365-3367-4e78-94ab-4a4d691f3cd9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Dec 06 13:11:20.510232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0c523a22-2bff-40c6-b1da-bdf6cec67d6e req-ed14952f-a3ac-47da-bbf6-65d108808588 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Dec 06 13:11:21.628237 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd035b8-72be-4751-82d5-d25fbec648d4 req-14707190-8fc0-4f7b-8be3-325f47795e1d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:21.629779 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fd035b8-72be-4751-82d5-d25fbec648d4 req-14707190-8fc0-4f7b-8be3-325f47795e1d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0517893 Dec 06 13:11:21.677989 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3fd035b8-72be-4751-82d5-d25fbec648d4 req-9e7722a0-84cb-425b-a3a4-26833918cef4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Dec 06 13:11:22.792575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5b70-9746-4ba3-935f-460b9bfa6e5e req-663099ee-23dd-400a-a46f-a5299b9a0455 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:22.794099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-523c5b70-9746-4ba3-935f-460b9bfa6e5e req-663099ee-23dd-400a-a46f-a5299b9a0455 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Dec 06 13:11:22.842360 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-523c5b70-9746-4ba3-935f-460b9bfa6e5e req-d53e4e09-742a-4eff-aff4-0b69ccb70516 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Dec 06 13:11:23.955487 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2522f-c72c-41e8-9bd0-ebe5345ee6cc req-ce76ad47-2951-4ef3-be33-5b7b6ddbf9e2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:23.956943 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c2522f-c72c-41e8-9bd0-ebe5345ee6cc req-ce76ad47-2951-4ef3-be33-5b7b6ddbf9e2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0472255 Dec 06 13:11:24.007972 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c3c2522f-c72c-41e8-9bd0-ebe5345ee6cc req-7bd9e2b0-a8b9-45a5-b527-c2e9e3771aea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Dec 06 13:11:25.122966 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53779f-9563-4e43-a43a-03e78638f909 req-1c786024-045b-48ba-9c70-f9a30bcc04b6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:25.124400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e53779f-9563-4e43-a43a-03e78638f909 req-1c786024-045b-48ba-9c70-f9a30bcc04b6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Dec 06 13:11:25.172100 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0e53779f-9563-4e43-a43a-03e78638f909 req-a9c2556b-4960-4d3a-893e-1b6183a8b5c1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Dec 06 13:11:26.286256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b478b69-41cb-4d15-a2a0-010387bdb38b req-2cbbfea7-06bc-48a3-8405-51db679bd058 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:26.287622 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b478b69-41cb-4d15-a2a0-010387bdb38b req-2cbbfea7-06bc-48a3-8405-51db679bd058 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Dec 06 13:11:26.335570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9b478b69-41cb-4d15-a2a0-010387bdb38b req-40ed89ab-cdcb-4bc8-8923-b15b1cdcab28 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Dec 06 13:11:26.357799 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:11:26.419786 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-46bde5f4-3a39-4407-92fb-c546e57b9676 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/f937bd1b-c9db-4800-8bc6-76e49ae9d544 HTTP/1.1" status: 200 len: 992 time: 0.0608807 Dec 06 13:11:27.358278 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f832238-7e7e-4b7f-9c3c-640b0ec2373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:27.684610 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad33db-3bc3-4d2a-af7e-a2d263bbb6ec req-1da8e4c3-453f-402c-845b-2e4478333b54 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:27.686232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83ad33db-3bc3-4d2a-af7e-a2d263bbb6ec req-1da8e4c3-453f-402c-845b-2e4478333b54 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Dec 06 13:11:27.729632 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-04f98463-12a8-49d8-9a81-99a94dabef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:27.731241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-04f98463-12a8-49d8-9a81-99a94dabef7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1096 time: 0.0420470 Dec 06 13:11:27.737107 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83ad33db-3bc3-4d2a-af7e-a2d263bbb6ec req-79d6c548-811f-4129-88fd-fd975f51e42f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Dec 06 13:11:27.819425 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-1dbbe45d-97b0-45ce-ab4e-e9b261968a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:27.820807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-1dbbe45d-97b0-45ce-ab4e-e9b261968a50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 897 time: 0.0826068 Dec 06 13:11:27.888377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-914da660-a8d5-405e-bd32-a07fe834fca0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 1000 time: 0.0607541 Dec 06 13:11:27.935683 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-3be54c38-bf3b-412e-82a9-44af35e7b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:27.937063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-3be54c38-bf3b-412e-82a9-44af35e7b03b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0420752 Dec 06 13:11:27.983285 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-3d9011f5-bfa4-4dd7-b1a2-0c868dfbf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:27.984709 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-3d9011f5-bfa4-4dd7-b1a2-0c868dfbf465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389276 Dec 06 13:11:28.078459 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-4adbf317-abdd-42a7-ab29-16e935a6a6cf service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Dec 06 13:11:28.167719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9667989d-7d39-4327-b0cd-05c99cbe0e32 req-1524087d-ac62-47a9-9772-1941e9720468 service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820651 Dec 06 13:11:28.856179 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910cd7-f590-4087-a923-108a43a11fcf req-2831c5d6-85e1-4844-b5b6-035ee0a295ad tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:28.857663 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee910cd7-f590-4087-a923-108a43a11fcf req-2831c5d6-85e1-4844-b5b6-035ee0a295ad tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Dec 06 13:11:28.907418 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee910cd7-f590-4087-a923-108a43a11fcf req-26642840-c2f9-4462-8997-10d7780bccc1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Dec 06 13:11:28.929112 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41802) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:11:28.987662 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7afc61f0-618d-44ed-9764-3b1883a473d6 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/f937bd1b-c9db-4800-8bc6-76e49ae9d544 HTTP/1.1" status: 200 len: 992 time: 0.0572939 Dec 06 13:11:29.688717 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2e89fd87-1fe8-4f6d-8ba1-551497f98b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:30.766910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:30.852007 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:11:31.660389 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:32.536004 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:33.335603 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:50.158127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:57.360267 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56c2153b-ff87-4930-bc33-ad05c114c066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.680079 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f155c421-3374-4bb2-8032-7761bb2b8404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.694377 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:11:59.850295 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 358b55fd-bc93-4b81-94f1-9bd322352a6f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:11:59.850642 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.926988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.927318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.939483 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 358b55fd-bc93-4b81-94f1-9bd322352a6f owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:00.084052 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:00.111326 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=358b55fd-bc93-4b81-94f1-9bd322352a6f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:00.135421 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.135779 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.136128 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.136472 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.136811 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.137147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.137507 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.137844 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.138205 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.138549 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.138881 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.139215 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.139541 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:00.178791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:00.179051 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP f937bd1b-c9db-4800-8bc6-76e49ae9d544 disassociated (deleted). External IP: 172.35.3.62, port: 92eed56e-7d12-423b-923e-bb3388b9c9f6. Dec 06 13:12:00.381775 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:00.767072 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:00.819705 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:00.824391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:00.829766 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Sync routers for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:00.838626 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:00.839225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:00.850903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fcd760ac-bf2c-453b-aaa4-c3e1d21615df tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/floatingips/f937bd1b-c9db-4800-8bc6-76e49ae9d544 HTTP/1.1" status: 204 len: 168 time: 1.1554418 Dec 06 13:12:00.851498 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:00.853798 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:00.896869 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f72a3b-b837-4c08-8c62-ce410ba2b349 x-openstack-request-id: req-39f72a3b-b837-4c08-8c62-ce410ba2b349 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:00.897412 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:00.897854 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39f72a3b-b837-4c08-8c62-ce410ba2b349 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:00.898265 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'status': 'completed', 'code': 200} Dec 06 13:12:00.952843 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:01.011688 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-0ff3f4ce-8d0f-46db-88b7-0eda8028bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.013795 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-0ff3f4ce-8d0f-46db-88b7-0eda8028bf51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 1096 time: 0.0643036 Dec 06 13:12:01.087051 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a17fa-927d-48ea-9b90-a088ffb21b36 req-ba69d3ac-b5ec-4987-abdf-0ecab640244d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.089003 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-280a17fa-927d-48ea-9b90-a088ffb21b36 req-ba69d3ac-b5ec-4987-abdf-0ecab640244d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0559914 Dec 06 13:12:01.119045 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-111e9769-bd8b-47e8-9c94-241e0e2d8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.120554 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-111e9769-bd8b-47e8-9c94-241e0e2d8f97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 200 len: 897 time: 0.0904646 Dec 06 13:12:01.141894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-280a17fa-927d-48ea-9b90-a088ffb21b36 req-d74255f1-4742-44b5-8f8e-4248a5faf5c5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Dec 06 13:12:01.167948 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:01.170708 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-db177c9b-91fa-45a3-b62b-fa885113f8ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 200 len: 217 time: 0.0408149 Dec 06 13:12:01.195675 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Checking router: 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:01.204225 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:01.204832 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:01.220452 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-78e0fc58-4f52-4f7b-9e2d-895b2173529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.221932 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-78e0fc58-4f52-4f7b-9e2d-895b2173529e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 200 len: 835 time: 0.0436802 Dec 06 13:12:01.267768 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-4f8688c8-301f-4ae5-a6ea-600ee8f3478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.269276 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-4f8688c8-301f-4ae5-a6ea-600ee8f3478a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60dff679-923a-4744-a77b-c31cf46c3b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398438 Dec 06 13:12:01.309454 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:01.365038 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-c04fc9d1-8d31-40dc-96ff-78b22aa4d340 service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874474 Dec 06 13:12:01.457606 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6f017d7a-83e7-4710-94ce-5ade1b70e2b5 req-fbdd89d6-0706-42ad-bd81-bd78c7a243aa service neutron] 10.222.0.53 "GET /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837004 Dec 06 13:12:01.506468 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:01.535282 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09342039-d1cc-4c3e-9e8b-4a801a464287 None None] The sync data for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 is: [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:10:24Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4fd2b08-8217-4266-8492-bd433df69885', 'name': '', 'network_id': '60dff679-923a-4744-a77b-c31cf46c3b2f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:af:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:23Z', 'updated_at': '2021-12-06T13:10:26Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': 'd44772f2-a8b4-4631-868b-84c89e9ade68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:01.670417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.758945 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ac069-500f-4422-b28a-c175397ef478 None None] New status for floating IP f937bd1b-c9db-4800-8bc6-76e49ae9d544: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:12:02.261616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63280ff-74bd-4e89-bfe2-5f0c9ad9b5dd req-d4823226-133f-444a-8ffa-32eb8da9e980 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:02.262941 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c63280ff-74bd-4e89-bfe2-5f0c9ad9b5dd req-d4823226-133f-444a-8ffa-32eb8da9e980 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0472214 Dec 06 13:12:02.311151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c63280ff-74bd-4e89-bfe2-5f0c9ad9b5dd req-88a5eeb7-ebed-480c-96f9-b4a7fec0b1ee tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=39ad816f-9e13-4a1f-9aa4-d51212080e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Dec 06 13:12:02.538490 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:02.669160 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-4c6bf5d3-6b2f-4916-8acb-c86a8a94c002 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:02.670607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-4c6bf5d3-6b2f-4916-8acb-c86a8a94c002 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Dec 06 13:12:02.758330 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 92eed56e-7d12-423b-923e-bb3388b9c9f6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:02.758667 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:02.854450 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 92eed56e-7d12-423b-923e-bb3388b9c9f6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=92eed56e-7d12-423b-923e-bb3388b9c9f6,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:02.854878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:02.868696 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 92eed56e-7d12-423b-923e-bb3388b9c9f6 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:02.994613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.025391 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=92eed56e-7d12-423b-923e-bb3388b9c9f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:03.037862 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.038267 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.038565 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.038906 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.039244 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.039579 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.039909 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.040242 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.040569 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.040898 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.041255 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.041582 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.041908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:03.080038 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] No DVR routers for this DVR port 92eed56e-7d12-423b-923e-bb3388b9c9f6 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:03.082716 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.086073 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-4c7123ee-da49-4511-b8ad-855aadceca80 req-028f42fb-7935-4c5d-9ecf-a2d0a756588b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "DELETE /v2.0/ports/92eed56e-7d12-423b-923e-bb3388b9c9f6 HTTP/1.1" status: 204 len: 173 time: 0.4091957 Dec 06 13:12:03.086524 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'name': 'network-vif-deleted', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:03.088834 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e20f5-5c37-4ede-8eeb-2eaa2094ec6f" -d '{"events": [{"server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "name": "network-vif-deleted", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:03.125626 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df20f5-cbb8-41ad-b8d3-67bc855d3b77 x-openstack-request-id: req-b0df20f5-cbb8-41ad-b8d3-67bc855d3b77 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:03.125929 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12701843-4ef2-4830-aa93-ad051668e417", "name": "network-vif-deleted", "tag": "92eed56e-7d12-423b-923e-bb3388b9c9f6", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:03.126216 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0df20f5-cbb8-41ad-b8d3-67bc855d3b77 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:03.126630 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12701843-4ef2-4830-aa93-ad051668e417', 'name': 'network-vif-deleted', 'tag': '92eed56e-7d12-423b-923e-bb3388b9c9f6', 'status': 'completed', 'code': 200} Dec 06 13:12:03.337991 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.421521 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-eaeb7f18-3224-4d2a-b92b-10c933962624 req-3e146691-257e-4d10-9815-d1da2bea4072 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=12701843-4ef2-4830-aa93-ad051668e417 HTTP/1.1" status: 200 len: 210 time: 0.0261953 Dec 06 13:12:04.479619 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:04.827961 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.075445 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port a4fd2b08-8217-4266-8492-bd433df69885 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:05.075788 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.161238 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port a4fd2b08-8217-4266-8492-bd433df69885, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4fd2b08-8217-4266-8492-bd433df69885,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:05.161604 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.178319 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for a4fd2b08-8217-4266-8492-bd433df69885 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:05.355757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.382384 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=a4fd2b08-8217-4266-8492-bd433df69885,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:05.551151 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.764626 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:05.792101 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 92eed56e-7d12-423b-923e-bb3388b9c9f6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:05.812996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 92eed56e-7d12-423b-923e-bb3388b9c9f6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:05.813365 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 92eed56e-7d12-423b-923e-bb3388b9c9f6 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:05.872607 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:05.877585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2a2e6b3-447b-470d-8ab1-6e2ed56e07be tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/8bf7d6ad-c5cc-4ddc-8494-9027d86b0294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969567 Dec 06 13:12:05.880395 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41840) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:05.882323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Sync routers for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:05.896532 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:05.897131 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:05.931388 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting subnet d44772f2-a8b4-4631-868b-84c89e9ade68 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:12:05.934470 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.974488 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:05.999309 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:06.064628 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.124461 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.153054 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Subnet': ['ID=d44772f2-a8b4-4631-868b-84c89e9ade68,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:06.157278 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.160575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-62d6282e-b31c-49ef-8ee6-3c5de8ea8130 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/subnets/d44772f2-a8b4-4631-868b-84c89e9ade68 HTTP/1.1" status: 204 len: 168 time: 0.2791462 Dec 06 13:12:06.163316 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41842) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:06.274555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2dbeaa-4494-4f7d-beea-edd8a7afe91b None None] Network 60dff679-923a-4744-a77b-c31cf46c3b2f requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:12:06.276706 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.381825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.434265 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port ad52f0cd-6053-4055-a80e-efc2fa5c027f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:06.434630 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.442676 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:12:05Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': 'ad52f0cd-6053-4055-a80e-efc2fa5c027f', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:10:21Z', 'updated_at': '2021-12-06T13:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:06.476433 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Checking router: 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:06.485166 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Routers {'8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:06.485787 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:06.523755 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] DHCP port deletion for 60dff679-923a-4744-a77b-c31cf46c3b2f request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:06.526030 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port ad52f0cd-6053-4055-a80e-efc2fa5c027f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad52f0cd-6053-4055-a80e-efc2fa5c027f,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:06.526335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.538177 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for ad52f0cd-6053-4055-a80e-efc2fa5c027f owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:06.598901 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] Set router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:06.657524 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:12:06Z', 'revision_number': 6, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:06.688728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628a1df-2aaf-49d7-8b8c-f8f84fdbedc1 None None] The sync data for ids ['8bf7d6ad-c5cc-4ddc-8494-9027d86b0294'] in n-d-master-1 is: [{'id': '8bf7d6ad-c5cc-4ddc-8494-9027d86b0294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185488441', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:10:20Z', 'updated_at': '2021-12-06T13:12:06Z', 'revision_number': 6, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:06.699013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Deleting port 16f081a8-5b2a-4623-a019-63830d1e0aa2 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:06.699393 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.710506 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.746002 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=ad52f0cd-6053-4055-a80e-efc2fa5c027f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:06.753872 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209408cf-8515-4939-bf4f-0f9af30fc0ac None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:06.768194 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] For port 16f081a8-5b2a-4623-a019-63830d1e0aa2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16f081a8-5b2a-4623-a019-63830d1e0aa2,segment=NetworkSegment(f9f83803-3673-42f2-a0b1-034926e650cb),segment_id=f9f83803-3673-42f2-a0b1-034926e650cb)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:06.768587 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.781664 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Calling delete_port for 16f081a8-5b2a-4623-a019-63830d1e0aa2 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:06.798661 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.862699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.888270 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Pushing event deleted for resources: {'Port': ['ID=16f081a8-5b2a-4623-a019-63830d1e0aa2,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:06.890902 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] No DVR routers for this DVR port 16f081a8-5b2a-4623-a019-63830d1e0aa2 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:06.899652 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.899846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.900293 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.900754 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.901200 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.901634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.902055 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.902458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.902851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.903333 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.903739 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.904127 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.904584 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eefc1af-0daf-44c3-aef7-56b27f775a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:06.905061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.908967 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.951228 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.951795 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:12:06.959106 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.960324 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-66b8bcca-156f-4253-b826-17badab30456 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/routers/8bf7d6ad-c5cc-4ddc-8494-9027d86b0294 HTTP/1.1" status: 204 len: 168 time: 0.7959547 Dec 06 13:12:06.962889 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41844) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.038449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.130619 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.150319 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dff679-923a-4744-a77b-c31cf46c3b2f']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:07.159809 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f83803-3673-42f2-a0b1-034926e650cb') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:07.160102 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f83803-3673-42f2-a0b1-034926e650cb') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:07.169113 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.182599 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.188792 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:12:07.189241 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:12:07.192519 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:12:07.252637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.257064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.260641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/networks/60dff679-923a-4744-a77b-c31cf46c3b2f HTTP/1.1" status: 204 len: 168 time: 0.2968056 Dec 06 13:12:07.263556 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.274450 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060e91-5100-44d7-ac45-bbfab8f24224 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Network': ['ID=60dff679-923a-4744-a77b-c31cf46c3b2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:07.319662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.344382 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.402705 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.405918 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.407095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/security-groups/39ad816f-9e13-4a1f-9aa4-d51212080e00 HTTP/1.1" status: 204 len: 168 time: 0.1424510 Dec 06 13:12:07.416587 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278840-71e7-48d2-9f8d-dfcff6991484 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad816f-9e13-4a1f-9aa4-d51212080e00,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:07.751961 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41852) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.756676 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591410804', 'description': 'tempest-secgroup-smoke-1591410804 description', 'project_id': '60ee81ed1eaa4b93b693725ad0238887'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:07.778787 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.844257 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.848165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.851827 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:12:07.879878 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.881098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280935 Dec 06 13:12:07.884105 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41854) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.884951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f65f4-ba46-4302-a01a-d4afd987a56f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded514b-670c-417f-87b2-5ae30139c2f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:07.895166 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:07.921014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.975101 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.978560 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.995455 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b3529a-8871-49df-9799-c4064d25a805,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.003027 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.004198 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e6360f9c-5e7f-4c95-a0af-6848cc1b4b7d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189229 Dec 06 13:12:08.006959 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41856) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.011179 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.038219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.066636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad52f0cd-6053-4055-a80e-efc2fa5c027f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:08.087627 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ad52f0cd-6053-4055-a80e-efc2fa5c027f {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:08.088069 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ad52f0cd-6053-4055-a80e-efc2fa5c027f not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:08.088647 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 16f081a8-5b2a-4623-a019-63830d1e0aa2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:08.098056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.102356 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.113860 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 16f081a8-5b2a-4623-a019-63830d1e0aa2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:08.114205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 16f081a8-5b2a-4623-a019-63830d1e0aa2 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:08.114617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a4fd2b08-8217-4266-8492-bd433df69885 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:08.119637 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fcbe90-e182-48de-a5c2-86b31db0a09f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.128130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.129390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-800f148a-fcdf-41a7-bf05-52317c938b6a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214759 Dec 06 13:12:08.133004 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41858) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.137341 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.138767 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a4fd2b08-8217-4266-8492-bd433df69885 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:08.139113 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a4fd2b08-8217-4266-8492-bd433df69885 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:08.163959 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.223406 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.227225 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.244770 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289ae58a-cc73-46bf-b38f-dad737a02779,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.253141 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.254398 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-42bff683-7a5d-4d76-b9cd-c389d103c2ff tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204085 Dec 06 13:12:08.257882 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41860) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.262181 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.286771 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.342185 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.345908 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.363334 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e479c0bb-9489-429c-9b53-1a00072d214f,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.369591 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.370773 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6d7f26ac-ee59-4f86-93c9-c588c8418d73 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119225 Dec 06 13:12:08.373429 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41862) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.378178 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.398358 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:12:08.403002 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.459071 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.462714 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.480370 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2091a8cb-ffdc-4fe5-bfaf-ddde77f1372d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.487752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.488936 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-c07db12b-df09-4948-844b-ca229c7a0632 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145730 Dec 06 13:12:08.491673 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41864) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.495908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'security_group_rule': {'security_group_id': '9ded514b-670c-417f-87b2-5ae30139c2f2', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.517277 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Project 60ee81ed1eaa4b93b693725ad0238887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:12:08.522090 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.581044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.584742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.602470 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adcbe2d-8d96-4a45-9c7f-128af070b6d5,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.609368 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.610560 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-854f2ddd-f65d-4f13-9845-b9b5a41a044c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179683 Dec 06 13:12:08.613436 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41866) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.618039 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'network': {'name': 'tempest-network-smoke--1876892650', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'port_security_enabled': True}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.638153 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:12:08.641747 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.665690 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:12:08.674993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.675334 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Added segment e8f35dbd-d3a2-4a06-9d5f-553eb898d23a of type vlan for network 10e025bc-bbe0-4939-aebb-094f90bfc049 Dec 06 13:12:08.715093 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.740494 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.746165 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:08.746814 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.779308 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1649413 Dec 06 13:12:08.782584 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41868) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:08.786987 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'admin_state_up': True, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:08.831538 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1f2ba-16d4-48b6-8b05-a77c641d2123 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Network': ['ID=10e025bc-bbe0-4939-aebb-094f90bfc049,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.846205 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:12:08.846409 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.847446 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.897065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.030721 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.214845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.237257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.338124 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.155 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:12:09.441739 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.474819 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.513251 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:09.516108 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:09.519514 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:12:09.525116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:09.529954 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f4859-404f-4905-ad3c-5a4c0c2f3e3f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:09.646854 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2ac8b232-cddc-4087-a39a-2394725c9d21 None None] Provisioning complete for port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:09.647222 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b232-cddc-4087-a39a-2394725c9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.681222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8b232-cddc-4087-a39a-2394725c9d21 None None] Port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:12:09.769863 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.275703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.400772 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router cf6ad6de-4f37-4460-b968-49b20f24fd74 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:12:10.509365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:10.519191 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Sync routers for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:10.528966 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:10.529561 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:10.531266 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.532484 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-04512010-3841-4c45-b636-e73256e650bd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7489710 Dec 06 13:12:10.535572 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41870) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.617337 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b159b513-8d10-4d37-9d54-044b83f3a1cc tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=60ee81ed1eaa4b93b693725ad0238887&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806184 Dec 06 13:12:10.619905 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41874) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.634199 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:10.708829 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5371f-dcb8-425b-830c-cc8af91d5f1e tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:10.712915 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-68f5371f-dcb8-425b-830c-cc8af91d5f1e tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895600 Dec 06 13:12:10.713139 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41876) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.743087 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-1e98520d-e3a8-4442-b727-88cd6f5125ab tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=2d765136-bb3e-47a9-b5c2-cef5446d41f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266569 Dec 06 13:12:10.743306 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41878) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.747856 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476806480', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:10.808375 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:10.833869 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:12:10.837728 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.838284 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Checking router: cf6ad6de-4f37-4460-b968-49b20f24fd74 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:10.838632 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Updating router cf6ad6de-4f37-4460-b968-49b20f24fd74 port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:12:10.862369 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.014429 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.078076 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Subnet': ['ID=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.087361 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Checking segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:12:11.087919 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network hostable DHCP agents. Network: 10e025bc-bbe0-4939-aebb-094f90bfc049, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:12:11.105516 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:12:11.106029 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.111771 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.114599 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 10e025bc-bbe0-4939-aebb-094f90bfc049) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:11.119004 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:11.119669 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.126688 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c7d1f-48c3-4cda-b3a9-56a5989fd615 None None] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:12:11.137465 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-07c7514c-dd0f-4ff5-a649-dfd146ed8eea tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3931625 Dec 06 13:12:11.140294 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:11.164437 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Attempting to bind port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:12:11.164812 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Attempting to bind port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:12:11.165178 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Attempting to bind port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:12:11.174739 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:12:11.175109 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:12:11.175501 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.175882 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:12:11.176337 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Bound port: 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:12:11.176709 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.182017 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Pushing event updated for resources: {'Port': ['ID=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,revision_number=2']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.209182 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6db42-1083-4214-9897-5875e9cadc0a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:11.211650 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.211999 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.212334 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.212661 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.212986 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.213328 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.213656 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.213969 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.214478 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.214957 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.215434 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.215913 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.216381 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:11.246908 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] For port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:12:11.250082 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] For port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:12:11.255347 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.282827 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc12515-6e88-43d5-bf9f-58e4c33616ef None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:11.298057 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-10e025bc-bbe0-4939-aebb-094f90bfc049', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:12:11.299020 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.300711 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:11.301431 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:11.337014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] Provisioning complete for port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:11.337014 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.408278 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:11.479752 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Allocated IP 172.20.0.2 (10e025bc-bbe0-4939-aebb-094f90bfc049/2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be/3ebee450-6d98-45d6-8ae7-9bb238736925) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:12:11.490909 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b66c39-ff4a-4fd2-9bc0-d274bbed8813 None None] Pushing event updated for resources: {'Port': ['ID=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.529660 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.587416 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] For port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:11.592076 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.626501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.638391 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:11.665910 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01bccb-3eef-4160-a469-75e51b387abb None None] Pushing event updated for resources: {'Port': ['ID=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.669676 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e56caf-3e6c-4ded-a37b-f49d4198e63e None None] The sync data for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 is: [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 3, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:11.718977 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.727208 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.737628 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-61ce3e6b-c0a9-4ff2-9516-e26cc39ff3ef None None] Provisioning complete for port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:11.744610 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-61ce3e6b-c0a9-4ff2-9516-e26cc39ff3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.813515 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:11.822352 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:11.824772 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:12:11.837173 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Pushing event updated for resources: {'Port': ['ID=3ebee450-6d98-45d6-8ae7-9bb238736925,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.914227 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Attempting to bind port 3ebee450-6d98-45d6-8ae7-9bb238736925 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:12:11.915905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Attempting to bind port 3ebee450-6d98-45d6-8ae7-9bb238736925 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:12:11.915905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Attempting to bind port 3ebee450-6d98-45d6-8ae7-9bb238736925 on network 10e025bc-bbe0-4939-aebb-094f90bfc049 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:12:11.922657 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:12:11.923047 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Checking segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:12:11.923460 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.923865 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Bound using segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:12:11.931559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Bound port: 3ebee450-6d98-45d6-8ae7-9bb238736925, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:12:11.931559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.935558 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.1 (10e025bc-bbe0-4939-aebb-094f90bfc049/2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be/876990ad-2387-4ce8-acfd-59bec5916a37) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:12:12.022568 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] For port 3ebee450-6d98-45d6-8ae7-9bb238736925, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:12:12.026748 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] For port 3ebee450-6d98-45d6-8ae7-9bb238736925, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebee450-6d98-45d6-8ae7-9bb238736925,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:12:12.034330 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.097647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.104238 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc68f-a80a-4a00-b982-8e3eb05269f7 None None] Pushing event updated for resources: {'Port': ['ID=3ebee450-6d98-45d6-8ae7-9bb238736925,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:12.133628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:12:12.156290 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.197760 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:12.198684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.218385 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:12.221967 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:12.226820 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:12:12.230878 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:12.273524 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.442497 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.734611 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.739467 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.813553 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.815340 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:12.915333 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:12.916826 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:13.031812 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router cf6ad6de-4f37-4460-b968-49b20f24fd74 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:13.068489 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d1b64-4669-46e0-971c-e7dbe2100998 None None] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:12:13.143998 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:13.144813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] Provisioning complete for port 3ebee450-6d98-45d6-8ae7-9bb238736925 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:13.145947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.149597 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-80336f50-0d3b-4aed-b1f3-c298fe860ba4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/cf6ad6de-4f37-4460-b968-49b20f24fd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069511 Dec 06 13:12:13.293689 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.302510 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-86083588-1736-43f3-abc7-0b5d3c7308bf tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591410804&fields=id&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 267 time: 0.0480711 Dec 06 13:12:13.334634 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] For port 3ebee450-6d98-45d6-8ae7-9bb238736925, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebee450-6d98-45d6-8ae7-9bb238736925,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:13.342497 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.397708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66745225-e679-4cd5-afcd-4e70720c4ae5 None None] Pushing event updated for resources: {'Port': ['ID=3ebee450-6d98-45d6-8ae7-9bb238736925,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:13.438697 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-30d1b3fa-bde0-4a88-8f34-46e2d1e769e3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:13.440528 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-30d1b3fa-bde0-4a88-8f34-46e2d1e769e3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 797 time: 0.1298738 Dec 06 13:12:13.457340 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-1f3c5a86-262d-4e4e-806f-1344c8ab42d3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/quotas/60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 375 time: 0.0106523 Dec 06 13:12:13.512232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-a1fe8e15-6d63-420b-9ddd-17069f9b06b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484474 Dec 06 13:12:13.530859 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-dff8402a-c7fa-43de-b892-c660fb755f13 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:12:13.531815 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-dff8402a-c7fa-43de-b892-c660fb755f13 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065658 Dec 06 13:12:13.567679 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-48089ab5-fd70-4b52-ae90-e01c053924c6 None None] Provisioning complete for port 3ebee450-6d98-45d6-8ae7-9bb238736925 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:13.568060 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48089ab5-fd70-4b52-ae90-e01c053924c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.649641 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-5051bdb9-4fd0-4c06-a0b1-ccf0e0d44ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103160 Dec 06 13:12:13.667633 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-48089ab5-fd70-4b52-ae90-e01c053924c6 None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:13.667942 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-48089ab5-fd70-4b52-ae90-e01c053924c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.708509 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-48089ab5-fd70-4b52-ae90-e01c053924c6 None None] Port 876990ad-2387-4ce8-acfd-59bec5916a37 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:12:13.751860 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Sync routers for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:13.763635 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:13.764454 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:14.035787 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-2c468df2-fcb9-4662-8ce3-29c8442b2af3 None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:14.035961 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2c468df2-fcb9-4662-8ce3-29c8442b2af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.079642 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:14.101594 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-df9f9dd0-0cc3-41de-a4cc-8039c0ccf84b service neutron] 10.222.0.31 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509048 Dec 06 13:12:14.106678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2c468df2-fcb9-4662-8ce3-29c8442b2af3 None None] Port 876990ad-2387-4ce8-acfd-59bec5916a37 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:12:14.128026 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3ebee450-6d98-45d6-8ae7-9bb238736925 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:12:14.275646 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-aafce2a2-c977-4f61-b06c-31c441ebd143 req-a5e1826b-6607-45c4-8e47-48031a7e4b53 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0287342 Dec 06 13:12:14.279855 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f3547c85-885c-4ef6-99bb-b22ae720b5ce None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:14.280495 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f3547c85-885c-4ef6-99bb-b22ae720b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.314040 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 3ebee450-6d98-45d6-8ae7-9bb238736925 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:14.314418 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.373139 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-f3547c85-885c-4ef6-99bb-b22ae720b5ce None None] Port 876990ad-2387-4ce8-acfd-59bec5916a37 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:12:14.517124 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 2, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:14.549532 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Checking router: cf6ad6de-4f37-4460-b968-49b20f24fd74 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:14.549890 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Updating router cf6ad6de-4f37-4460-b968-49b20f24fd74 port 876990ad-2387-4ce8-acfd-59bec5916a37 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:12:14.578792 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.885217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.891241 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.941311 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1b559-c9c7-4248-babb-f0e4da3fc02c None None] Pushing event updated for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:14.993720 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Attempting to bind port 876990ad-2387-4ce8-acfd-59bec5916a37 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:12:14.994093 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Attempting to bind port 876990ad-2387-4ce8-acfd-59bec5916a37 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:12:14.994459 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Attempting to bind port 876990ad-2387-4ce8-acfd-59bec5916a37 on network 10e025bc-bbe0-4939-aebb-094f90bfc049 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:12:15.000953 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:12:15.001351 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Checking segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:12:15.001752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.002142 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Bound using segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:12:15.002610 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Bound port: 876990ad-2387-4ce8-acfd-59bec5916a37, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:12:15.002990 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.073687 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] For port 876990ad-2387-4ce8-acfd-59bec5916a37, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:12:15.077668 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] For port 876990ad-2387-4ce8-acfd-59bec5916a37, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=876990ad-2387-4ce8-acfd-59bec5916a37,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:12:15.082216 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.132155 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:15.132771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:15.190728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1b559-c9c7-4248-babb-f0e4da3fc02c None None] Pushing event updated for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:15.261844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:15.262196 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.287837 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:15.389850 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5b59dfe-d8ab-42a8-b3c9-8f3c892c39d9 req-f9320ea2-1a84-4db7-8657-55f6ec59ec43 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0279992 Dec 06 13:12:15.479270 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.542435 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] For port 876990ad-2387-4ce8-acfd-59bec5916a37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=876990ad-2387-4ce8-acfd-59bec5916a37,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:15.548145 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:15.606906 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:15.609180 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33792f74-a0bd-4e8c-b982-6568d0d90d6b None None] Pushing event updated for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:15.639594 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd8074-bb63-4749-81d6-2ef9a75e1e54 None None] The sync data for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 is: [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:15.668057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-d919dd7f-f0c9-4be6-bbd7-68b0278c0291 None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:15.668436 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d919dd7f-f0c9-4be6-bbd7-68b0278c0291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:16.087258 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 876990ad-2387-4ce8-acfd-59bec5916a37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:12:16.135979 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 876990ad-2387-4ce8-acfd-59bec5916a37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:16.136351 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:16.469124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1487d693-f55c-446f-9dcc-05cb1243891c req-798f2dc8-9a62-4013-bba7-c10c62381559 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0272264 Dec 06 13:12:17.548562 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2636b90d-d7e1-45a2-829f-3b780e9a1c63 req-c6e3eaef-3499-475b-b8f2-fabbf46f8c1a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0284364 Dec 06 13:12:18.640294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-adcf35ec-2b9a-43ff-bd10-c21982390f0e req-3a64cc72-f0ae-4364-8a24-3deef6ad7c5b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0258861 Dec 06 13:12:19.424090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-0bb32c34-4482-494d-b61a-2e42db0b5913 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:19.425574 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-0bb32c34-4482-494d-b61a-2e42db0b5913 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 797 time: 0.1062779 Dec 06 13:12:19.494867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-15aa4fad-ac84-4202-8002-c1532b3b050a tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee81ed1eaa4b93b693725ad0238887 HTTP/1.1" status: 200 len: 380 time: 0.0537348 Dec 06 13:12:19.517172 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'port': {'device_id': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'admin_state_up': True, 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'security_groups': ['9ded514b-670c-417f-87b2-5ae30139c2f2']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:19.625902 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Made reservation on behalf of 60ee81ed1eaa4b93b693725ad0238887 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:12:19.629518 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:19.736206 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3228bdd-25d1-41d5-82b1-f83277eb40d6 req-2111da6f-c834-4e77-b8b1-9ca90293ccfe tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0255256 Dec 06 13:12:19.762656 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.20.0.10 (10e025bc-bbe0-4939-aebb-094f90bfc049/2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be/60d65772-8c21-41be-826f-cd96ff01cd83) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:12:19.898891 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:19.933122 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:19.981537 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:19.984622 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:19.988258 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:12:20.014923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:20.041400 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.041742 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.058028 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-2147e437-8ee3-453c-aa92-088a55ba2703 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450397 Dec 06 13:12:20.076274 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Request body: {'port': {'device_id': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:20.133713 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.157310 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.202635 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-e02c98cf-e9a4-4234-9bb4-dfcde32f77b5 None None] Provisioning complete for port 60d65772-8c21-41be-826f-cd96ff01cd83 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:20.202920 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e02c98cf-e9a4-4234-9bb4-dfcde32f77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.237392 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-e02c98cf-e9a4-4234-9bb4-dfcde32f77b5 None None] Port 60d65772-8c21-41be-826f-cd96ff01cd83 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:12:20.403238 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d65772-8c21-41be-826f-cd96ff01cd83 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:12:20.410551 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.422096 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Transition to ACTIVE for port object 60d65772-8c21-41be-826f-cd96ff01cd83 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:12:20.425772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.478908 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:20.545744 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Attempting to bind port 60d65772-8c21-41be-826f-cd96ff01cd83 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:12:20.546089 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Attempting to bind port 60d65772-8c21-41be-826f-cd96ff01cd83 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:12:20.546424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Attempting to bind port 60d65772-8c21-41be-826f-cd96ff01cd83 on network 10e025bc-bbe0-4939-aebb-094f90bfc049 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:12:20.551001 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Port 60d65772-8c21-41be-826f-cd96ff01cd83 on network 10e025bc-bbe0-4939-aebb-094f90bfc049 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:12:20.551330 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Attempting to bind port 60d65772-8c21-41be-826f-cd96ff01cd83 on network 10e025bc-bbe0-4939-aebb-094f90bfc049 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:12:20.556448 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:12:20.556789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Checking segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:12:20.557192 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Bound using segment: {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:12:20.557634 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Bound port: 60d65772-8c21-41be-826f-cd96ff01cd83, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:12:20.557993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.631439 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:12:20.634593 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60d65772-8c21-41be-826f-cd96ff01cd83,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:12:20.639405 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.673369 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.673983 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:20.675946 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 1092 time: 0.6040983 Dec 06 13:12:20.678199 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:20.680479 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a723e-6a01-4e3f-83c8-5e48b8652f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:20.708993 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af2e82-d1dc-4aad-81bf-4edc3c5af6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:20.735497 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a382a87-6d45-4e0a-a27a-9a559fa852fe x-openstack-request-id: req-1a382a87-6d45-4e0a-a27a-9a559fa852fe {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:20.735951 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:20.736213 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a382a87-6d45-4e0a-a27a-9a559fa852fe {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:20.736619 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83', 'status': 'completed', 'code': 200} Dec 06 13:12:20.794266 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-22e83a86-8cdc-488e-bec5-761ff45c19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.796346 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-22e83a86-8cdc-488e-bec5-761ff45c19e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1095 time: 0.0445306 Dec 06 13:12:20.848970 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-f263e49f-49cc-42d2-9a93-49b00ee68ef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 217 time: 0.0395558 Dec 06 13:12:20.860030 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc7f08-f5db-4ef3-b9e1-55f9c13f77dd req-a6afa94f-28a5-4e92-9cc2-59fc8ada36f3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.861693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fcc7f08-f5db-4ef3-b9e1-55f9c13f77dd req-a6afa94f-28a5-4e92-9cc2-59fc8ada36f3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 944 time: 0.0544894 Dec 06 13:12:20.902090 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-c7ec99b7-2839-4303-b5ae-85ca93ddcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.903974 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-c7ec99b7-2839-4303-b5ae-85ca93ddcbb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 200 len: 835 time: 0.0477328 Dec 06 13:12:20.913193 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9fcc7f08-f5db-4ef3-b9e1-55f9c13f77dd req-b5a19df0-bd8b-466a-a0e3-01e5ccb9a892 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Dec 06 13:12:20.950081 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-48ce426a-f0eb-4524-abae-dc2b026e0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:20.951568 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-48ce426a-f0eb-4524-abae-dc2b026e0c43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10e025bc-bbe0-4939-aebb-094f90bfc049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412097 Dec 06 13:12:21.050138 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-9c91991f-95fe-4fc1-8b34-3ab38dfa4ddb service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898662 Dec 06 13:12:21.138237 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-d11bb8cd-3a0d-4845-9281-0ca0ed6e44a3 req-c53ac443-9870-4459-9e86-726c665ac492 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815496 Dec 06 13:12:21.262548 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-2dd2b49f-3ef2-41d4-bcef-0a6fe1d7b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:21.263906 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-2dd2b49f-3ef2-41d4-bcef-0a6fe1d7b7c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1095 time: 0.0436893 Dec 06 13:12:21.353325 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-0fcfeb76-f5e2-449f-8efc-878fff547807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:21.354742 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-0fcfeb76-f5e2-449f-8efc-878fff547807 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 898 time: 0.0825598 Dec 06 13:12:21.399117 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-fb91ed72-0df2-4e85-a2e1-19f5cf540ef7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 217 time: 0.0374565 Dec 06 13:12:21.445973 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-6f5857a2-b4fa-4a29-a6a2-1eb896a09ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:21.447336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-6f5857a2-b4fa-4a29-a6a2-1eb896a09ddb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 200 len: 835 time: 0.0417166 Dec 06 13:12:21.496570 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-c0203a11-4dc7-4b9f-9734-1585646bfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:21.498056 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-c0203a11-4dc7-4b9f-9734-1585646bfe58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10e025bc-bbe0-4939-aebb-094f90bfc049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422840 Dec 06 13:12:21.594210 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-036583fc-f3f0-42ec-8122-271e4b74e3e5 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874331 Dec 06 13:12:21.684858 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-786a723e-6a01-4e3f-83c8-5e48b8652f8d req-4714a42a-584a-463a-9a1f-0e00a20bf2ad service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Dec 06 13:12:22.035253 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea7b2-8d8e-488e-b448-0d6874154268 req-ff82dcd0-fedc-42b8-ba13-27f9b89d3051 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:22.036780 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c28ea7b2-8d8e-488e-b448-0d6874154268 req-ff82dcd0-fedc-42b8-ba13-27f9b89d3051 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 944 time: 0.0523050 Dec 06 13:12:22.084865 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c28ea7b2-8d8e-488e-b448-0d6874154268 req-fd5f9efe-8d7f-4361-8b1b-f4a6fee4e682 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Dec 06 13:12:23.197505 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91171b6-ff2e-4aa8-a6d5-fcd1d52a3273 req-74250dd4-2770-49d7-b513-b7d95a1185ef tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:23.198977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d91171b6-ff2e-4aa8-a6d5-fcd1d52a3273 req-74250dd4-2770-49d7-b513-b7d95a1185ef tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 944 time: 0.0476050 Dec 06 13:12:23.247572 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d91171b6-ff2e-4aa8-a6d5-fcd1d52a3273 req-fa7a6883-3830-4266-8de8-dec6eff9408c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Dec 06 13:12:23.860549 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60d65772-8c21-41be-826f-cd96ff01cd83 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:12:23.952597 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60d65772-8c21-41be-826f-cd96ff01cd83,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:23.966494 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '60d65772-8c21-41be-826f-cd96ff01cd83', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'port_id': '60d65772-8c21-41be-826f-cd96ff01cd83', 'mac_address': 'fa:16:3e:5d:63:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:12:24.002803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:24.014995 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d65772-8c21-41be-826f-cd96ff01cd83 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:12:24.033663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60d65772-8c21-41be-826f-cd96ff01cd83,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:24.037586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:24.082414 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:24.348020 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['60d65772-8c21-41be-826f-cd96ff01cd83'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:12:24.360988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a07c-e343-4eb2-8cc8-1f45107b22ca req-837d61d2-ec41-4134-8de5-5f733bfba273 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:24.362504 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60b3a07c-e343-4eb2-8cc8-1f45107b22ca req-837d61d2-ec41-4134-8de5-5f733bfba273 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Dec 06 13:12:24.415368 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-60b3a07c-e343-4eb2-8cc8-1f45107b22ca req-4caa2b87-75fc-46d2-9f78-2cf3a177c518 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Dec 06 13:12:25.533525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980eff64-c514-4b80-966b-7be4ed1e4f3f req-f49aaf1c-5be2-43c5-a2f3-60eabc9c91c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:25.534945 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-980eff64-c514-4b80-966b-7be4ed1e4f3f req-f49aaf1c-5be2-43c5-a2f3-60eabc9c91c3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Dec 06 13:12:25.583672 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-980eff64-c514-4b80-966b-7be4ed1e4f3f req-705bbc18-12e9-4907-9d92-329177c6b8c4 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Dec 06 13:12:25.869786 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60d65772-8c21-41be-826f-cd96ff01cd83 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:12:25.917623 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 60d65772-8c21-41be-826f-cd96ff01cd83 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:12:25.921555 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 60d65772-8c21-41be-826f-cd96ff01cd83 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:12:25.921925 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:25.997710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:26.019691 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:26.021864 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d02816-e067-4ead-91e1-510660144c3c" -d '{"events": [{"server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "name": "network-vif-plugged", "status": "completed", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:26.034596 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60d65772-8c21-41be-826f-cd96ff01cd83,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:26.038721 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:26.063436 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88165852-4f9f-4e9c-ae01-e19884a61b30 x-openstack-request-id: req-88165852-4f9f-4e9c-ae01-e19884a61b30 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:26.063732 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "name": "network-vif-plugged", "status": "completed", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:26.063989 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88165852-4f9f-4e9c-ae01-e19884a61b30 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:26.064375 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83', 'code': 200} Dec 06 13:12:26.087811 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:26.187292 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7972d-1c08-4c11-b7db-da1570e42d63 req-241a9176-b024-4aa5-8963-822075b0115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:26.188754 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0af7972d-1c08-4c11-b7db-da1570e42d63 req-241a9176-b024-4aa5-8963-822075b0115b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1097 time: 0.0399523 Dec 06 13:12:26.242991 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0af7972d-1c08-4c11-b7db-da1570e42d63 req-225cb051-fee8-4499-87d8-50c044788b95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Dec 06 13:12:26.698391 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337f88b-639f-44a8-9a55-5820fa3d96b3 req-390556b9-bc38-4b08-b250-ae053ae06a67 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:26.699887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a337f88b-639f-44a8-9a55-5820fa3d96b3 req-390556b9-bc38-4b08-b250-ae053ae06a67 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0485675 Dec 06 13:12:26.747987 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a337f88b-639f-44a8-9a55-5820fa3d96b3 req-541ab1f3-1fbf-4e99-bc1d-39a17ad6445c tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Dec 06 13:12:27.362040 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34ead876-562e-4305-9168-5d15375c5a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:27.868292 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a143-42f9-43d3-9384-9fba6cd1788b req-98eb7bb4-6da0-43c1-8605-b5e2e9e3772f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:27.869762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0f1a143-42f9-43d3-9384-9fba6cd1788b req-98eb7bb4-6da0-43c1-8605-b5e2e9e3772f tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0515220 Dec 06 13:12:27.918699 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b0f1a143-42f9-43d3-9384-9fba6cd1788b req-66a624aa-ba97-4acd-9bcb-57f53c39b2fd tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Dec 06 13:12:28.031019 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e8351-5e4b-4b52-aa96-edd39e30831d req-07d5ec77-8ca8-4e12-8a45-76d98b73ad23 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:28.032480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a95e8351-5e4b-4b52-aa96-edd39e30831d req-07d5ec77-8ca8-4e12-8a45-76d98b73ad23 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0477369 Dec 06 13:12:28.080753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a95e8351-5e4b-4b52-aa96-edd39e30831d req-d09fca4c-8021-45ab-bdf8-24c76bc75ef2 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Dec 06 13:12:28.102904 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:28.144897 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0f25b-7a20-42b6-a9d0-37e3692aadeb tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:28.146404 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-4fc0f25b-7a20-42b6-a9d0-37e3692aadeb tempest-TestNetworkAdvancedServerOps-1402957400 tempest-TestNetworkAdvancedServerOps-1402957400-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1092 time: 0.0425429 Dec 06 13:12:28.149066 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:28.153197 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '60d65772-8c21-41be-826f-cd96ff01cd83', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:12:28.175623 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:28.269064 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:28.371014 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Allocated IP 172.35.3.148 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/95646629-7a63-43c5-8458-05724a6be88a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:12:28.468858 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:28.499988 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:28.542706 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:12:28.545674 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:12:28.549089 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:12:28.554564 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=95646629-7a63-43c5-8458-05724a6be88a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:28.896907 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:28.960526 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.108886 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.113318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.181939 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event updated for resources: {'Port': ['ID=95646629-7a63-43c5-8458-05724a6be88a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:29.190710 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.289638 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP 7ccb742c-ebd5-4829-8cc3-41bfe4345c1f associated. External IP: 172.35.3.148, port: 60d65772-8c21-41be-826f-cd96ff01cd83. Dec 06 13:12:29.493012 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router cf6ad6de-4f37-4460-b968-49b20f24fd74 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:29.600925 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:29.610322 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Sync routers for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:29.618647 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.621506 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:29.622106 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:29.647388 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-417ed2a5-b298-4d0a-8080-bf83b4e57b36 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4972935 Dec 06 13:12:29.647990 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:29.650353 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98" -d '{"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:29.692129 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843aa47d-c20b-42c8-91b3-857ab09710e7 x-openstack-request-id: req-843aa47d-c20b-42c8-91b3-857ab09710e7 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:29.692439 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:29.692750 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-843aa47d-c20b-42c8-91b3-857ab09710e7 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:29.693217 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83', 'status': 'completed', 'code': 200} Dec 06 13:12:29.695306 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09fa49e7-6051-476d-b408-f2e46e3043e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:29.758002 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61856-b9e3-412c-917d-9349e41e4421 req-6927a13e-56ed-4c45-a294-b0a42d5ce849 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:29.759903 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbb61856-b9e3-412c-917d-9349e41e4421 req-6927a13e-56ed-4c45-a294-b0a42d5ce849 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0530653 Dec 06 13:12:29.776614 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-b49a5382-555c-4f25-a81d-4079da43b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:29.778185 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-b49a5382-555c-4f25-a81d-4079da43b42a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1097 time: 0.0449145 Dec 06 13:12:29.812777 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bbb61856-b9e3-412c-917d-9349e41e4421 req-1d231eea-827d-4e05-a8ab-84388ebcfa8d tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447915 Dec 06 13:12:29.836231 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:29.838208 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:29.878818 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-c17d54d3-a470-4886-9341-011111fd2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:29.880274 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-c17d54d3-a470-4886-9341-011111fd2c54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 898 time: 0.0941811 Dec 06 13:12:29.903704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7522063b-8514-425e-a12c-aae40a7195a1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 200 len: 992 time: 0.0662625 Dec 06 13:12:29.950613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-3eafaec6-8f78-4334-8efd-6de441eb1ea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 1000 time: 0.0634654 Dec 06 13:12:29.999014 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-c114c9b2-b343-4e11-b5f6-5ebea224ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:30.001032 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-c114c9b2-b343-4e11-b5f6-5ebea224ac3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 200 len: 835 time: 0.0438576 Dec 06 13:12:30.044914 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-1a30a2eb-14d5-4af9-9640-0adc1432a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:30.046960 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-1a30a2eb-14d5-4af9-9640-0adc1432a2bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10e025bc-bbe0-4939-aebb-094f90bfc049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394363 Dec 06 13:12:30.064734 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7ccb742c-ebd5-4829-8cc3-41bfe4345c1f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.148', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'port_id': '60d65772-8c21-41be-826f-cd96ff01cd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'mac_address': 'fa:16:3e:5d:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:12:28Z', 'updated_at': '2021-12-06T13:12:28Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:30.090018 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Checking router: cf6ad6de-4f37-4460-b968-49b20f24fd74 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:30.098671 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:30.099279 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:12:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:30.139296 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-3953cd87-447b-401f-9a89-22cc613c86e9 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Dec 06 13:12:30.203336 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:30.232855 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c6bb2dfc-70cc-4f18-9b83-494246ee5a98 req-14f0927c-2e76-424d-8d9c-bc8ca9dacddc service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Dec 06 13:12:30.425695 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7ccb742c-ebd5-4829-8cc3-41bfe4345c1f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.148', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'port_id': '60d65772-8c21-41be-826f-cd96ff01cd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'mac_address': 'fa:16:3e:5d:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:12:28Z', 'updated_at': '2021-12-06T13:12:28Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:30.450492 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a0427-ced2-46c6-93d9-ae5ce1abf06a None None] The sync data for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 is: [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7ccb742c-ebd5-4829-8cc3-41bfe4345c1f', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'floating_ip_address': '172.35.3.148', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'port_id': '60d65772-8c21-41be-826f-cd96ff01cd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'mac_address': 'fa:16:3e:5d:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:12:28Z', 'updated_at': '2021-12-06T13:12:28Z', 'revision_number': 0, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:30.634714 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcad350-0156-4cfe-a55e-03ad70d4ad03 None None] New status for floating IP 7ccb742c-ebd5-4829-8cc3-41bfe4345c1f: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:12:30.902320 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:30.907020 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:30.968600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-74ccd268-64ca-4b59-b911-5fbda24116e8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 200 len: 992 time: 0.0601466 Dec 06 13:12:31.682383 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:31.972451 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 41960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:32.031622 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-0d613302-14c8-4564-bee3-016719632fba tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 200 len: 994 time: 0.0580111 Dec 06 13:12:32.540993 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:33.340186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:44.851308 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:12:50.170063 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:57.366272 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2030-1463-4bb7-a418-25ef69385bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:58.751592 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724da0cb-3999-42ad-a6eb-3977936fc47b req-643e6e70-64fe-4081-939c-a26b7c6962ac tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:58.753077 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-724da0cb-3999-42ad-a6eb-3977936fc47b req-643e6e70-64fe-4081-939c-a26b7c6962ac tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Dec 06 13:12:58.801971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-724da0cb-3999-42ad-a6eb-3977936fc47b req-53ff550b-9a40-4b16-9a35-0ead25cb46b0 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Dec 06 13:12:59.687838 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1cdb-dbb6-448e-b0ee-23453b123346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:59.919659 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af12a8-080d-4c87-842a-04a19127e812 req-be0b327d-deae-4b87-8cda-3bb8e5a44185 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:59.921661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09af12a8-080d-4c87-842a-04a19127e812 req-be0b327d-deae-4b87-8cda-3bb8e5a44185 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0498123 Dec 06 13:12:59.969770 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-09af12a8-080d-4c87-842a-04a19127e812 req-e89c5145-1c73-4804-9d37-477d96f80a35 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Dec 06 13:12:59.991808 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:00.054199 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2d48659-585a-4816-8f76-ba4a99dd6763 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 200 len: 994 time: 0.0612955 Dec 06 13:13:00.771425 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:01.325525 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0908cbf-a6f9-4411-9dda-af3f551aad34 req-fc2ceb8d-d5c3-4a41-99d1-0fc3cbe6f3b3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:01.326920 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0908cbf-a6f9-4411-9dda-af3f551aad34 req-fc2ceb8d-d5c3-4a41-99d1-0fc3cbe6f3b3 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Dec 06 13:13:01.368086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-cf54b177-5fd5-4bc5-a9b4-850742e42acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:01.369628 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-cf54b177-5fd5-4bc5-a9b4-850742e42acb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1097 time: 0.0400658 Dec 06 13:13:01.376507 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e0908cbf-a6f9-4411-9dda-af3f551aad34 req-962e90bf-ddae-4801-ae8d-c025320ce029 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Dec 06 13:13:01.461377 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-a888ad6c-5672-4bec-b62e-1643531019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:01.462835 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-a888ad6c-5672-4bec-b62e-1643531019a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 898 time: 0.0867531 Dec 06 13:13:01.526406 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-f414c9b4-8ccb-4a47-b4ab-bab624d0b249 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 1002 time: 0.0563068 Dec 06 13:13:01.578269 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-7eb86099-c160-4f7e-8395-2a3932a3a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:01.579629 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-7eb86099-c160-4f7e-8395-2a3932a3a85c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 200 len: 835 time: 0.0467546 Dec 06 13:13:01.625510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-5e943a4b-203d-42ce-a035-d90e4e416087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:01.626967 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-5e943a4b-203d-42ce-a035-d90e4e416087 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10e025bc-bbe0-4939-aebb-094f90bfc049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399885 Dec 06 13:13:01.689763 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:01.716791 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-cf1a39c0-3783-42a3-bc2d-1d6d3b0f43c9 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819609 Dec 06 13:13:01.809738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-11f30932-2d15-4598-b4c8-4be8c4e97a43 req-e46509e3-9e20-4204-ac4f-be869127626d service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857894 Dec 06 13:13:02.492942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32271-60e4-4384-b14c-4a9e9192edcc req-2f583ee5-fa9c-41b7-b533-853a1904025b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:02.494480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70c32271-60e4-4384-b14c-4a9e9192edcc req-2f583ee5-fa9c-41b7-b533-853a1904025b tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0490582 Dec 06 13:13:02.543277 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:02.544112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70c32271-60e4-4384-b14c-4a9e9192edcc req-5a48d132-99be-4500-a0f0-6cfa872fddec tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Dec 06 13:13:03.340313 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:03.662942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6e38a-6115-421d-b7db-1ae1abd8e775 req-77cb64a2-aa48-419e-9158-040f0bc240d1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:03.664429 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fd6e38a-6115-421d-b7db-1ae1abd8e775 req-77cb64a2-aa48-419e-9158-040f0bc240d1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0528312 Dec 06 13:13:03.713638 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7fd6e38a-6115-421d-b7db-1ae1abd8e775 req-db868c5f-3edb-4fd9-87a4-76be7b504e25 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Dec 06 13:13:03.736302 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:03.794459 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-29e1ee8e-5f62-48cb-aecd-e79fcb6cfa31 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 200 len: 994 time: 0.0570080 Dec 06 13:13:04.049427 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 41996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:04.200351 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 95646629-7a63-43c5-8458-05724a6be88a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:13:04.200693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.276538 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.276865 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.288283 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 95646629-7a63-43c5-8458-05724a6be88a owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:13:04.429594 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.459041 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=95646629-7a63-43c5-8458-05724a6be88a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:04.480292 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.480638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.480982 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.481353 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.481691 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.482017 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.482347 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.482673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.482999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.483325 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.484163 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.484486 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.484811 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:04.521766 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.522129 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Floating IP 7ccb742c-ebd5-4829-8cc3-41bfe4345c1f disassociated (deleted). External IP: 172.35.3.148, port: 60d65772-8c21-41be-826f-cd96ff01cd83. Dec 06 13:13:04.723228 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router cf6ad6de-4f37-4460-b968-49b20f24fd74 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:13:04.826473 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:04.830890 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.838529 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Sync routers for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:04.848548 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:04.849193 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:04.857390 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-0dd47c33-204a-474a-b12f-ab365a40e409 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/floatingips/7ccb742c-ebd5-4829-8cc3-41bfe4345c1f HTTP/1.1" status: 204 len: 168 time: 0.8068142 Dec 06 13:13:04.857991 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:13:04.860872 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:13:04.902306 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5e352c-45a1-47c7-be1a-a4a10d2cc90f x-openstack-request-id: req-4d5e352c-45a1-47c7-be1a-a4a10d2cc90f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:13:04.902728 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:13:04.902989 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d5e352c-45a1-47c7-be1a-a4a10d2cc90f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:13:04.903403 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83', 'status': 'completed', 'code': 200} Dec 06 13:13:04.957762 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:04.989401 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-8d356692-ba10-44a3-9654-f405ca1d4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:04.990894 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-8d356692-ba10-44a3-9654-f405ca1d4246 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ee81ed1eaa4b93b693725ad0238887&device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 1097 time: 0.0471470 Dec 06 13:13:05.090918 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e63fc-cde9-4d3c-8772-f682b6cc90da req-000e9f5b-fb32-4fd1-83cb-45405124f395 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:05.092561 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b4e63fc-cde9-4d3c-8772-f682b6cc90da req-000e9f5b-fb32-4fd1-83cb-45405124f395 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0541871 Dec 06 13:13:05.125382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-ea632b8b-cafa-43c1-93bc-8898da919757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:05.126849 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-ea632b8b-cafa-43c1-93bc-8898da919757 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 200 len: 898 time: 0.0936136 Dec 06 13:13:05.150149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4b4e63fc-cde9-4d3c-8772-f682b6cc90da req-91cf95c0-abb4-4ba6-a5de-90aa9d8ba763 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Dec 06 13:13:05.160410 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:05.173127 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-60f866b6-d58e-4d9e-b3e7-57d7a83ee820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Dec 06 13:13:05.186968 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Checking router: cf6ad6de-4f37-4460-b968-49b20f24fd74 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:05.195138 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:05.195738 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:05.227155 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-acbb5df3-8cb4-4a44-9fe8-8a411934dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:05.228591 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-acbb5df3-8cb4-4a44-9fe8-8a411934dc0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 200 len: 835 time: 0.0474448 Dec 06 13:13:05.276980 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-00c3c42f-2f52-4143-b53e-34392ea30e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:05.278555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-00c3c42f-2f52-4143-b53e-34392ea30e02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10e025bc-bbe0-4939-aebb-094f90bfc049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394437 Dec 06 13:13:05.300005 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:05.371157 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-63be730a-0118-4851-8435-ac6fe7937786 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816348 Dec 06 13:13:05.466659 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-edb63f35-63b2-4ac9-87f6-05c51dedf7b7 req-1559a3a3-e9fd-48b8-8276-15ea4491f1a5 service neutron] 10.222.0.53 "GET /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Dec 06 13:13:05.492432 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:05.600753 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54203-a15e-4c55-b7a1-e9dfea4d3d94 None None] The sync data for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 is: [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 4, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '876990ad-2387-4ce8-acfd-59bec5916a37', 'name': '', 'network_id': '10e025bc-bbe0-4939-aebb-094f90bfc049', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'mac_address': 'fa:16:3e:c3:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:11Z', 'updated_at': '2021-12-06T13:12:15Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'subnets': [{'id': '2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:05.806287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd2951-4a29-412b-af7c-fa0fadb83869 None None] New status for floating IP 7ccb742c-ebd5-4829-8cc3-41bfe4345c1f: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:13:06.270224 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb82a1-5e05-4b7a-a217-d616363969de req-302ede0d-2c70-4341-b25f-ec3e854fafb1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:06.271686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83bb82a1-5e05-4b7a-a217-d616363969de req-302ede0d-2c70-4341-b25f-ec3e854fafb1 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0486894 Dec 06 13:13:06.320242 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-83bb82a1-5e05-4b7a-a217-d616363969de req-d947a8e2-7784-4b41-bb2d-70341f878081 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ded514b-670c-417f-87b2-5ae30139c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Dec 06 13:13:06.802374 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-cec41ac5-c715-4f3b-b86f-8b5da4b2e524 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:06.803784 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-cec41ac5-c715-4f3b-b86f-8b5da4b2e524 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 946 time: 0.0477471 Dec 06 13:13:06.894123 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 60d65772-8c21-41be-826f-cd96ff01cd83 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:13:06.894481 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:06.985248 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 60d65772-8c21-41be-826f-cd96ff01cd83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60d65772-8c21-41be-826f-cd96ff01cd83,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:06.985613 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:06.998065 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 60d65772-8c21-41be-826f-cd96ff01cd83 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:13:07.124882 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:07.154085 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=60d65772-8c21-41be-826f-cd96ff01cd83,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:07.166808 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.166808 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.166808 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.167189 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.167467 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.167801 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.168134 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.168466 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.168797 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.169129 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.169492 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.169821 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.170149 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:07.208209 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] No DVR routers for this DVR port 60d65772-8c21-41be-826f-cd96ff01cd83 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:13:07.210801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:07.214185 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-0d0fe2fb-7e69-4f27-91de-71f5de877400 req-55f6c90f-1712-4ecb-add2-10e10968f4b8 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.53 "DELETE /v2.0/ports/60d65772-8c21-41be-826f-cd96ff01cd83 HTTP/1.1" status: 204 len: 173 time: 0.4036622 Dec 06 13:13:07.214634 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'name': 'network-vif-deleted', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:13:07.216910 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3b5dd-212a-43ab-b3e2-d2280056909c" -d '{"events": [{"server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "name": "network-vif-deleted", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:13:07.256148 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5379e42-b561-4a5a-8f23-540356431fad x-openstack-request-id: req-b5379e42-b561-4a5a-8f23-540356431fad {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:13:07.256446 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158af0af-3e4c-48cf-88a9-a6e24f50bda3", "name": "network-vif-deleted", "tag": "60d65772-8c21-41be-826f-cd96ff01cd83", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:13:07.256700 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5379e42-b561-4a5a-8f23-540356431fad {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:13:07.257099 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158af0af-3e4c-48cf-88a9-a6e24f50bda3', 'name': 'network-vif-deleted', 'tag': '60d65772-8c21-41be-826f-cd96ff01cd83', 'status': 'completed', 'code': 200} Dec 06 13:13:07.426315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6afa167f-691b-42b3-ae09-b2aaece7bb87 req-c053d878-6ef0-4c51-82f6-ac372959c738 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "GET /v2.0/ports?device_id=158af0af-3e4c-48cf-88a9-a6e24f50bda3 HTTP/1.1" status: 200 len: 210 time: 0.0258102 Dec 06 13:13:08.483493 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42012) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:08.825525 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:09.377655 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 876990ad-2387-4ce8-acfd-59bec5916a37 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:13:09.377993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:09.464802 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 876990ad-2387-4ce8-acfd-59bec5916a37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=876990ad-2387-4ce8-acfd-59bec5916a37,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:09.465181 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:09.477368 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 876990ad-2387-4ce8-acfd-59bec5916a37 owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:13:09.657219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:09.687954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=876990ad-2387-4ce8-acfd-59bec5916a37,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:09.860121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.055335 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60d65772-8c21-41be-826f-cd96ff01cd83 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:13:10.073712 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Router cf6ad6de-4f37-4460-b968-49b20f24fd74 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:13:10.076749 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 60d65772-8c21-41be-826f-cd96ff01cd83 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:13:10.077219 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 60d65772-8c21-41be-826f-cd96ff01cd83 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:13:10.179646 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:10.184670 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ceb171b-82a0-4691-b0e5-f2bad4689a00 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "PUT /v2.0/routers/cf6ad6de-4f37-4460-b968-49b20f24fd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001441 Dec 06 13:13:10.187405 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42014) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:10.190719 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Sync routers for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:10.200662 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:10.201384 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:10.245029 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting subnet 2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:13:10.248503 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.293865 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.304920 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:10.375515 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.438514 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.465280 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:10.470634 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.473621 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-39f1bd03-a493-4271-a093-5cac5580cc18 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/subnets/2c6ccc36-2c6c-42e5-847e-2eeb4d6bf7be HTTP/1.1" status: 204 len: 168 time: 0.2846222 Dec 06 13:13:10.476536 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:10.477455 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9cab7b-9090-40c8-b09f-523c607ec9e4 None None] Network 10e025bc-bbe0-4939-aebb-094f90bfc049 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:13:10.486199 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:13:09Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:10.513079 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Checking router: cf6ad6de-4f37-4460-b968-49b20f24fd74 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:10.521797 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Routers {'cf6ad6de-4f37-4460-b968-49b20f24fd74'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:10.522561 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf6ad6de-4f37-4460-b968-49b20f24fd74'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:10.586630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.629138 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] Set router cf6ad6de-4f37-4460-b968-49b20f24fd74 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:10.666780 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] DHCP port deletion for 10e025bc-bbe0-4939-aebb-094f90bfc049 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:10.702234 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.720609 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Deleting port 3ebee450-6d98-45d6-8ae7-9bb238736925 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:13:10.721042 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.758817 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Deleting port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:13:10.759232 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.784418 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] For port 3ebee450-6d98-45d6-8ae7-9bb238736925, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebee450-6d98-45d6-8ae7-9bb238736925,segment=NetworkSegment(e8f35dbd-d3a2-4a06-9d5f-553eb898d23a),segment_id=e8f35dbd-d3a2-4a06-9d5f-553eb898d23a)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:10.784814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.798015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Calling delete_port for 3ebee450-6d98-45d6-8ae7-9bb238736925 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:13:10.807116 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:13:09Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:10.832119 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cda838-e4af-4d4f-9a87-e90d4f49ef74 None None] The sync data for ids ['cf6ad6de-4f37-4460-b968-49b20f24fd74'] in n-d-master-1 is: [{'id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615141720', 'tenant_id': '60ee81ed1eaa4b93b693725ad0238887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:12:08Z', 'updated_at': '2021-12-06T13:13:09Z', 'revision_number': 5, 'project_id': '60ee81ed1eaa4b93b693725ad0238887', 'gw_port': {'id': '8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6ad6de-4f37-4460-b968-49b20f24fd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:12:09Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:10.843455 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] For port 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:10.843765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.857256 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Calling delete_port for 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:13:10.892234 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:10.917104 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Pushing event deleted for resources: {'Port': ['ID=3ebee450-6d98-45d6-8ae7-9bb238736925,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:10.927488 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.927763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.928168 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.928438 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.928772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.929106 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.929465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.929791 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.930115 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.930438 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.930763 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.931085 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.931406 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:10.934080 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51a98e-58dc-4244-9647-8f5d955536c9 None None] No DVR routers for this DVR port 3ebee450-6d98-45d6-8ae7-9bb238736925 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:13:11.025830 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.057027 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Port': ['ID=8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:11.064845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006ba22-4308-4e9c-9897-05917357b45b None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:11.110176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.205429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.207824 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.252048 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.252605 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Fanout notify agent at l3_agent the message router_deleted on router cf6ad6de-4f37-4460-b968-49b20f24fd74 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:13:11.259466 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.260575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5eeccfc9-77d6-4ee8-9675-f09a85dd28a5 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/routers/cf6ad6de-4f37-4460-b968-49b20f24fd74 HTTP/1.1" status: 204 len: 168 time: 0.7830291 Dec 06 13:13:11.263288 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42020) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:11.341213 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.431214 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.453194 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e025bc-bbe0-4939-aebb-094f90bfc049']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:11.463096 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:11.463399 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f35dbd-d3a2-4a06-9d5f-553eb898d23a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:11.473401 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.487397 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:13:11.498590 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:13:11.559770 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.566625 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.569723 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/networks/10e025bc-bbe0-4939-aebb-094f90bfc049 HTTP/1.1" status: 204 len: 168 time: 0.3055060 Dec 06 13:13:11.572599 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42022) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:11.580596 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ffd02-ac3e-430c-b2e2-59d72f53a1d9 tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'Network': ['ID=10e025bc-bbe0-4939-aebb-094f90bfc049,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:11.628900 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.653521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.714443 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.717112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:11.718594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ded514b-670c-417f-87b2-5ae30139c2f2 HTTP/1.1" status: 204 len: 168 time: 0.1449161 Dec 06 13:13:11.728265 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556d620-7ce4-4baa-887e-5ead5f09b7ab tempest-TestNetworkAdvancedServerOps-413335980 tempest-TestNetworkAdvancedServerOps-413335980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded514b-670c-417f-87b2-5ae30139c2f2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:12.043728 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:12.095842 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3ebee450-6d98-45d6-8ae7-9bb238736925 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:13:12.116072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 3ebee450-6d98-45d6-8ae7-9bb238736925 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:13:12.116421 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 3ebee450-6d98-45d6-8ae7-9bb238736925 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:13:12.116827 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 876990ad-2387-4ce8-acfd-59bec5916a37 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:13:12.134782 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 876990ad-2387-4ce8-acfd-59bec5916a37 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:13:12.135131 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 876990ad-2387-4ce8-acfd-59bec5916a37 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:13:12.135540 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:13:12.157288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:13:12.157624 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 8a8b9151-29ad-4cf6-bc0b-5cc14fdc2961 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:13:12.178392 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4e8dba69-319e-4b00-ad1e-10bd4af0fdb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60ee81ed1eaa4b93b693725ad0238887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334941 Dec 06 13:13:12.180943 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42034) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:12.231774 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.252845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.297950 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.301249 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.302417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5130f2b-8c63-4667-b127-ed27867dbe2f HTTP/1.1" status: 204 len: 168 time: 0.1205580 Dec 06 13:13:12.310711 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25341e17-70e0-4c85-bfe8-5f3375000a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5130f2b-8c63-4667-b127-ed27867dbe2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:12.552458 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42040) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:12.565860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05563217-a074-43d6-a1e5-87d32a38a6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.643127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05563217-a074-43d6-a1e5-87d32a38a6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.647274 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05563217-a074-43d6-a1e5-87d32a38a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.685853 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-05563217-a074-43d6-a1e5-87d32a38a6f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d10dfaefefe43dfb6a8d3153b0f9455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322412 Dec 06 13:13:12.686635 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563217-a074-43d6-a1e5-87d32a38a6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71406a-f40c-4997-97cc-5cb392dbd14c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:12.688562 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:12.739093 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.759946 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.803099 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.805691 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:12.806834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb71406a-f40c-4997-97cc-5cb392dbd14c HTTP/1.1" status: 204 len: 168 time: 0.1166785 Dec 06 13:13:12.814964 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a437ed-a8b7-4302-aa64-149c2c7b0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71406a-f40c-4997-97cc-5cb392dbd14c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:13.478997 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:13.572720 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2095507513-network', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:13.593987 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Made reservation on behalf of a96d3eae9493498d8691f70c5cba46da for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:13:13.596843 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.604986 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.684479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.688707 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.715651 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:13:13.722732 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea727ebd-a211-41cb-bcb9-e6472e99f4e1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:13.728742 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.729009 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Added segment 8524d86b-fb9f-44a6-9ac9-dc8f8f528541 of type vlan for network db18feea-9e27-4538-bc07-412912bcc854 Dec 06 13:13:13.770078 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.792602 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.793554 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:13.794122 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.824659 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3444889 Dec 06 13:13:13.827847 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42068) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:13.833570 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Request body: {'subnet': {'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2095507513-subnet', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:13.853939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Made reservation on behalf of a96d3eae9493498d8691f70c5cba46da for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:13:13.855941 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df035c18-4268-413d-b86c-2cba96b85470 admin admin] Pushing event updated for resources: {'Network': ['ID=db18feea-9e27-4538-bc07-412912bcc854,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:13.856221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:13.865489 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network db18feea-9e27-4538-bc07-412912bcc854 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:13:14.021293 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.084164 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15435ba1-c951-465a-ae8b-63df58a56e68,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:14.089244 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Checking segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:14.089613 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Network hostable DHCP agents. Network: db18feea-9e27-4538-bc07-412912bcc854, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:13:14.105981 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Network db18feea-9e27-4538-bc07-412912bcc854 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:13:14.114668 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db18feea-9e27-4538-bc07-412912bcc854) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:14.119453 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:14.120203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.124082 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e88010-940c-4e16-9e79-5e93786db602 None None] Network db18feea-9e27-4538-bc07-412912bcc854 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:13:14.142780 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-2e39acfd-3989-427b-b3a0-5195e2346a6e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126774 Dec 06 13:13:14.143020 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42070) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:14.147614 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:14.167672 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.168665 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.227834 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.273362 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-db18feea-9e27-4538-bc07-412912bcc854', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:13:14.274178 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.375110 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.412258 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Allocated IP 172.20.0.2 (db18feea-9e27-4538-bc07-412912bcc854/15435ba1-c951-465a-ae8b-63df58a56e68/d5983e40-8c34-4ec1-87d9-2df35360225e) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:14.559669 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.566974 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.589065 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.605610 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Network db18feea-9e27-4538-bc07-412912bcc854 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:14.611176 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:14.612404 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.615663 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:14.618695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Pushing event updated for resources: {'Port': ['ID=d5983e40-8c34-4ec1-87d9-2df35360225e,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:14.671986 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Attempting to bind port d5983e40-8c34-4ec1-87d9-2df35360225e on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:14.672604 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Attempting to bind port d5983e40-8c34-4ec1-87d9-2df35360225e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:14.672967 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Attempting to bind port d5983e40-8c34-4ec1-87d9-2df35360225e on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:14.677976 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:14.678346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Checking segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:14.679157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.679552 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Bound using segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:14.680014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Bound port: d5983e40-8c34-4ec1-87d9-2df35360225e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:14.680388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.718014 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Allocated IP 172.35.3.75 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d8b72fdd-729b-49ca-87f0-653eb5e61417) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:14.748031 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] For port d5983e40-8c34-4ec1-87d9-2df35360225e, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:14.752208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] For port d5983e40-8c34-4ec1-87d9-2df35360225e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5983e40-8c34-4ec1-87d9-2df35360225e,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:14.756231 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.830825 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.832851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b824b80-dcdd-438e-9a37-d85055f40f5d None None] Pushing event updated for resources: {'Port': ['ID=d5983e40-8c34-4ec1-87d9-2df35360225e,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:14.873439 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:14.917607 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:14.920696 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:14.926027 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:14.934727 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe2800-637e-4947-bbfe-8b2c9aa55072 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:14.965230 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b72fdd-729b-49ca-87f0-653eb5e61417,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:15.043454 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3f1df90d-5cda-4cde-9314-d178c269aa1f None None] Provisioning complete for port d8b72fdd-729b-49ca-87f0-653eb5e61417 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:15.044086 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3f1df90d-5cda-4cde-9314-d178c269aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:15.090276 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3f1df90d-5cda-4cde-9314-d178c269aa1f None None] Port d8b72fdd-729b-49ca-87f0-653eb5e61417 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:15.225335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:15.419473 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:15.560425 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:13:15.669100 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:15.680893 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:15.693136 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:15.697290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-e0f4cabc-b77c-4cc4-a189-f62ad16c6214 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5504918 Dec 06 13:13:15.697432 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42072) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:15.702555 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:15.703307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:15.807175 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a06f7-3a43-47e8-a26f-00d9f2c5f759 None None] Network db18feea-9e27-4538-bc07-412912bcc854 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:13:15.828955 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:16.014308 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] Provisioning complete for port d5983e40-8c34-4ec1-87d9-2df35360225e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:16.014997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.140185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d5983e40-8c34-4ec1-87d9-2df35360225e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:16.243733 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.275378 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d5983e40-8c34-4ec1-87d9-2df35360225e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:16.275670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.285580 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:15Z', 'revision_number': 3, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:16.340367 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] For port d5983e40-8c34-4ec1-87d9-2df35360225e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5983e40-8c34-4ec1-87d9-2df35360225e,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:16.341625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:16.341836 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Updating router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d port d8b72fdd-729b-49ca-87f0-653eb5e61417 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:13:16.351908 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.458248 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.571739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.611057 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1f0d-f6ab-46bd-b888-277394bfab83 None None] Provisioning complete for port d5983e40-8c34-4ec1-87d9-2df35360225e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:16.611462 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1f0d-f6ab-46bd-b888-277394bfab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.616717 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Allocated IP 172.20.0.1 (db18feea-9e27-4538-bc07-412912bcc854/15435ba1-c951-465a-ae8b-63df58a56e68/b90a8b7b-3375-49c0-8430-122db86dce5c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:16.652345 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c1bfc-0d9e-4d92-b8fc-8d200d3fa43a None None] Pushing event updated for resources: {'Port': ['ID=d5983e40-8c34-4ec1-87d9-2df35360225e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:16.730370 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.762751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.802193 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Network db18feea-9e27-4538-bc07-412912bcc854 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:16.805096 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:16.808584 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:16.831970 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:16.852763 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.954187 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.961515 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:16.987756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.012671 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1c5f2-deed-4a9b-918b-f05b97151066 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:17.025836 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e9bb1-6e26-474c-bc94-e27430ba61f2 None None] Pushing event updated for resources: {'Port': ['ID=d8b72fdd-729b-49ca-87f0-653eb5e61417,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:17.028851 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Attempting to bind port d8b72fdd-729b-49ca-87f0-653eb5e61417 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:17.029246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Attempting to bind port d8b72fdd-729b-49ca-87f0-653eb5e61417 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:17.029617 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Attempting to bind port d8b72fdd-729b-49ca-87f0-653eb5e61417 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:17.035905 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:17.036220 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:17.036624 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.037019 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:17.037522 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Bound port: d8b72fdd-729b-49ca-87f0-653eb5e61417, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:17.037907 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.098996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] For port d8b72fdd-729b-49ca-87f0-653eb5e61417, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:17.102100 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] For port d8b72fdd-729b-49ca-87f0-653eb5e61417, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8b72fdd-729b-49ca-87f0-653eb5e61417,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:17.103600 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Provisioning complete for port b90a8b7b-3375-49c0-8430-122db86dce5c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:17.104066 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.107128 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.166312 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.172486 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.181657 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fbd0c-4b81-4595-aa6e-e02b219c391f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:17.186199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Port b90a8b7b-3375-49c0-8430-122db86dce5c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:17.193751 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:17.194371 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:17.244869 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:17.247867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.252699 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e9bb1-6e26-474c-bc94-e27430ba61f2 None None] Pushing event updated for resources: {'Port': ['ID=d8b72fdd-729b-49ca-87f0-653eb5e61417,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:17.262110 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Provisioning complete for port d8b72fdd-729b-49ca-87f0-653eb5e61417 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:17.262484 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.338423 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Network db18feea-9e27-4538-bc07-412912bcc854 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:17.339914 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:17.345945 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:17.460909 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:13:17.473684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.525287 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] For port d8b72fdd-729b-49ca-87f0-653eb5e61417, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8b72fdd-729b-49ca-87f0-653eb5e61417,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:17.532052 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.582060 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:17.586935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-9ff85b4e-f2f7-4437-8af7-f252a581ec34 admin admin] 10.222.0.31 "PUT /v2.0/routers/3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885772 Dec 06 13:13:17.615765 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e790b-2d51-4af7-9d3f-654dc50026e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b72fdd-729b-49ca-87f0-653eb5e61417,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:17.653784 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 2, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:17.683074 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a1859-5b4c-4b73-832a-f1f3c720cf22 None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 2, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:17.685586 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7cd76053-c757-4020-9518-185fe59e1c02 None None] Provisioning complete for port b90a8b7b-3375-49c0-8430-122db86dce5c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:17.685959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7cd76053-c757-4020-9518-185fe59e1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:17.726001 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-7cd76053-c757-4020-9518-185fe59e1c02 None None] Port b90a8b7b-3375-49c0-8430-122db86dce5c cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:17.737803 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-7cd76053-c757-4020-9518-185fe59e1c02 None None] Provisioning complete for port d8b72fdd-729b-49ca-87f0-653eb5e61417 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:17.738266 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7cd76053-c757-4020-9518-185fe59e1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.100649 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42088) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:18.107306 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095204993-network', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:18.131800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d5983e40-8c34-4ec1-87d9-2df35360225e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:18.137876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Made reservation on behalf of 2dd49f42ca6c48e5a7f5c009bd05486a for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:13:18.140449 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.150845 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.183499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d5983e40-8c34-4ec1-87d9-2df35360225e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:18.183972 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.237964 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.243308 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.270928 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:13:18.282431 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb4e39-591d-4cb8-b55d-1a8776b6b3e8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:18.289246 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.289605 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Added segment fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298 of type vlan for network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 Dec 06 13:13:18.345484 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.374352 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.375290 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:18.375911 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.414516 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3126395 Dec 06 13:13:18.417875 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42090) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:18.422604 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Request body: {'subnet': {'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095204993-subnet', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:18.457007 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffee59a-071c-442c-a0d6-ae0bea433ccd admin admin] Pushing event updated for resources: {'Network': ['ID=fee2a3b5-a5ca-4d60-92a6-1de2256fb977,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:18.467133 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:13:18.478905 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Made reservation on behalf of 2dd49f42ca6c48e5a7f5c009bd05486a for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:13:18.481324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.663733 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.720731 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3bc931-6c60-4833-a705-f7bc9587b1ea,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:18.733066 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Checking segment: {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:18.733469 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Network hostable DHCP agents. Network: fee2a3b5-a5ca-4d60-92a6-1de2256fb977, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:13:18.750808 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:13:18.760322 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fee2a3b5-a5ca-4d60-92a6-1de2256fb977) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:18.764921 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:18.765566 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.771155 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a564140-8115-4350-981c-b15eb4dd9468 None None] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:13:18.785993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4f7d1a7a-7812-4c73-985c-1352faab5d7e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647361 Dec 06 13:13:18.786359 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:18.791413 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:18.815149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.816199 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.874479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:18.933037 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:13:18.933962 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.087209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Allocated IP 172.20.0.2 (fee2a3b5-a5ca-4d60-92a6-1de2256fb977/7e3bc931-6c60-4833-a705-f7bc9587b1ea/1e59d902-9aa0-44bd-af22-debc1a9e2f37) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:19.236511 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.242584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.283102 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:19.286071 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:19.289536 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:19.296524 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Pushing event updated for resources: {'Port': ['ID=1e59d902-9aa0-44bd-af22-debc1a9e2f37,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:19.347267 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Attempting to bind port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:19.347642 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Attempting to bind port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:19.348007 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Attempting to bind port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 on network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:19.349684 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.353043 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:19.353450 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Checking segment: {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:19.353926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.354246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Bound using segment: {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:19.354975 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Bound port: 1e59d902-9aa0-44bd-af22-debc1a9e2f37, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:19.355435 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.432454 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] For port 1e59d902-9aa0-44bd-af22-debc1a9e2f37, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:19.436072 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] For port 1e59d902-9aa0-44bd-af22-debc1a9e2f37, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1e59d902-9aa0-44bd-af22-debc1a9e2f37,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:19.441801 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.502736 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13db09-734b-41a4-bf14-aa56534218c0 None None] Pushing event updated for resources: {'Port': ['ID=1e59d902-9aa0-44bd-af22-debc1a9e2f37,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:19.570090 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.590050 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.713841 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Allocated IP 172.35.3.46 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/654b336b-02dc-4b11-9336-212f0dd80da4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:19.797840 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:19.808233 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:19.808895 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:19.835523 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.872789 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:19.916008 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:19.917907 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:19.920868 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:19.924210 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:19.936331 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d3611-a9b8-482d-91c8-8ba3a482ae3a None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:19.954380 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Pushing event updated for resources: {'Port': ['ID=654b336b-02dc-4b11-9336-212f0dd80da4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:20.056224 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-050fb35f-0820-45e2-9511-b13e3a911b7d None None] Provisioning complete for port 654b336b-02dc-4b11-9336-212f0dd80da4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:20.056846 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-050fb35f-0820-45e2-9511-b13e3a911b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.105738 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-050fb35f-0820-45e2-9511-b13e3a911b7d None None] Port 654b336b-02dc-4b11-9336-212f0dd80da4 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:20.122577 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 2, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:20.150047 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:20.150396 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Updating router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d port b90a8b7b-3375-49c0-8430-122db86dce5c binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:13:20.180818 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.195240 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.208935 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1e59d902-9aa0-44bd-af22-debc1a9e2f37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:20.225794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.265892 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:20.267339 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.366940 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.408893 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] For port 1e59d902-9aa0-44bd-af22-debc1a9e2f37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1e59d902-9aa0-44bd-af22-debc1a9e2f37,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:20.416175 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.417990 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d8b72fdd-729b-49ca-87f0-653eb5e61417 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:20.466674 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.513112 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.522815 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.525424 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Pushing event updated for resources: {'Port': ['ID=1e59d902-9aa0-44bd-af22-debc1a9e2f37,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:20.534541 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d8b72fdd-729b-49ca-87f0-653eb5e61417 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:20.535053 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.584779 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Pushing event updated for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:20.672835 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Router e52e0124-62fb-4ef0-8c54-7a024abde424 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:13:20.690753 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea21a35-affa-4601-83a2-844037b8f508 None None] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:13:20.740611 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.740960 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.741328 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.741664 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.742279 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.742487 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.742827 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.743152 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.743475 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.743858 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.744113 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.744435 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.744752 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:13:20.759453 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Attempting to bind port b90a8b7b-3375-49c0-8430-122db86dce5c on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:20.759822 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Attempting to bind port b90a8b7b-3375-49c0-8430-122db86dce5c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:20.760579 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Attempting to bind port b90a8b7b-3375-49c0-8430-122db86dce5c on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:20.765973 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:20.766346 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Checking segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:20.767396 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.767789 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Bound using segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:20.768265 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Bound port: b90a8b7b-3375-49c0-8430-122db86dce5c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:20.768646 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.771370 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-5f8f0de7-3e15-4883-922e-079d2ef082a2 None None] Provisioning complete for port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:20.771770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0de7-3e15-4883-922e-079d2ef082a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.827219 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:20.839424 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] For port b90a8b7b-3375-49c0-8430-122db86dce5c, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:20.845388 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] For port b90a8b7b-3375-49c0-8430-122db86dce5c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b90a8b7b-3375-49c0-8430-122db86dce5c,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:20.852528 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.852816 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:20.856784 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-66ce048b-283b-4442-90b9-61a757117897 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0663981 Dec 06 13:13:20.856952 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Sync routers for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:20.857055 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:20.887028 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:20.887645 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:20.923921 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:20.924643 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:20.926628 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805ff8a-2dc7-4fcf-88cd-004d2a8ce3fc None None] Pushing event updated for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:21.059233 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:21.245059 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:21.304021 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:20Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:21.337998 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8048c-19a7-4ec3-bb9d-27e185210784 None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:20Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:21.383933 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.398405 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] Provisioning complete for port b90a8b7b-3375-49c0-8430-122db86dce5c triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:21.398966 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.535107 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:20Z', 'revision_number': 3, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:21.537639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.569035 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Allocated IP 172.20.0.1 (fee2a3b5-a5ca-4d60-92a6-1de2256fb977/7e3bc931-6c60-4833-a705-f7bc9587b1ea/b3710e3e-8e93-4bd5-be8d-4a142f561799) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:21.575072 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Checking router: e52e0124-62fb-4ef0-8c54-7a024abde424 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:21.575508 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Updating router e52e0124-62fb-4ef0-8c54-7a024abde424 port 654b336b-02dc-4b11-9336-212f0dd80da4 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:13:21.623682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] For port b90a8b7b-3375-49c0-8430-122db86dce5c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b90a8b7b-3375-49c0-8430-122db86dce5c,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:21.624853 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.651695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.690245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.733630 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.773708 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ea1fd-12b5-49ae-8c4b-e4905261efab None None] Pushing event updated for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:21.777972 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:21.781460 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:21.786027 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:21.815817 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-70820ff1-88ae-40ac-a828-a2cd8fa745d8 None None] Provisioning complete for port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:21.816318 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-70820ff1-88ae-40ac-a828-a2cd8fa745d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.830908 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Pushing event updated for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:21.843391 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:21.851271 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:13:21.990142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.029416 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.038979 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.113550 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf694a-c3b7-420c-b851-bb71bf055fa6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:22.125797 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Attempting to bind port 654b336b-02dc-4b11-9336-212f0dd80da4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:22.126892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Attempting to bind port 654b336b-02dc-4b11-9336-212f0dd80da4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:22.127090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Attempting to bind port 654b336b-02dc-4b11-9336-212f0dd80da4 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:22.130048 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0ba8b-e2fc-4a98-a436-d797235ef937 None None] Pushing event updated for resources: {'Port': ['ID=654b336b-02dc-4b11-9336-212f0dd80da4,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:22.136535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:22.136919 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:22.137431 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.137945 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:22.138297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Bound port: 654b336b-02dc-4b11-9336-212f0dd80da4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:22.138683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.204817 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Provisioning complete for port b3710e3e-8e93-4bd5-be8d-4a142f561799 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:22.205190 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.210074 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b90a8b7b-3375-49c0-8430-122db86dce5c up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:22.229216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.233761 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.254554 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] For port 654b336b-02dc-4b11-9336-212f0dd80da4, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:22.281606 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] For port 654b336b-02dc-4b11-9336-212f0dd80da4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=654b336b-02dc-4b11-9336-212f0dd80da4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:22.291439 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.293291 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Port b3710e3e-8e93-4bd5-be8d-4a142f561799 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:22.307408 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.312705 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Pushing event updated for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:22.346805 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96807cde-060b-4db5-9ae9-017e2591ecd6 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:13:22.374110 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Provisioning complete for port 654b336b-02dc-4b11-9336-212f0dd80da4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:22.374477 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.404018 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0ba8b-e2fc-4a98-a436-d797235ef937 None None] Pushing event updated for resources: {'Port': ['ID=654b336b-02dc-4b11-9336-212f0dd80da4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:22.408932 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:22.409588 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:22.414719 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:22.415969 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b90a8b7b-3375-49c0-8430-122db86dce5c triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:22.416342 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.416608 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:22.534361 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Router e52e0124-62fb-4ef0-8c54-7a024abde424 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:13:22.617669 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:22.650751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.654537 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:22.660403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-83a2b8ad-e9ae-479c-914a-2a95cfa08cee admin admin] 10.222.0.31 "PUT /v2.0/routers/e52e0124-62fb-4ef0-8c54-7a024abde424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020675 Dec 06 13:13:22.690783 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1e59d902-9aa0-44bd-af22-debc1a9e2f37 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:22.693493 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] For port 654b336b-02dc-4b11-9336-212f0dd80da4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=654b336b-02dc-4b11-9336-212f0dd80da4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:22.723084 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.852935 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f296f3-0ea0-4a63-bcda-26ef3b1c8b1b None None] Pushing event updated for resources: {'Port': ['ID=654b336b-02dc-4b11-9336-212f0dd80da4,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:22.884851 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-137a6cc8-cac8-4f2a-ad8a-925a138153fb None None] Provisioning complete for port b3710e3e-8e93-4bd5-be8d-4a142f561799 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:22.885235 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-137a6cc8-cac8-4f2a-ad8a-925a138153fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.940971 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:22.941376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:22.969616 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-137a6cc8-cac8-4f2a-ad8a-925a138153fb None None] Port b3710e3e-8e93-4bd5-be8d-4a142f561799 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:23.003117 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-137a6cc8-cac8-4f2a-ad8a-925a138153fb None None] Provisioning complete for port 654b336b-02dc-4b11-9336-212f0dd80da4 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:23.003487 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-137a6cc8-cac8-4f2a-ad8a-925a138153fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.081012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3710e3e-8e93-4bd5-be8d-4a142f561799', 'name': '', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'mac_address': 'fa:16:3e:d5:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:21Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 2, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'subnets': [{'id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:23.112686 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7128e3-4102-44fc-92bb-7f0ce4a709c6 None None] The sync data for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 is: [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3710e3e-8e93-4bd5-be8d-4a142f561799', 'name': '', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'mac_address': 'fa:16:3e:d5:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:21Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 2, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'subnets': [{'id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:23.439929 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42102) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:23.444893 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433313714', 'description': 'tempest-secgroup-smoke-1433313714 description', 'project_id': 'a96d3eae9493498d8691f70c5cba46da'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:23.468044 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.541203 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.546074 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.575693 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.577061 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360908 Dec 06 13:13:23.580695 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42104) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:23.585104 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:23.591426 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f972f15-663c-4061-bd3e-f0cdbcbef405 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3845fae5-65dd-40ee-a6bc-959eac2208df,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:23.616066 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.680140 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.687008 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.708346 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985435e3-4836-4592-9c5f-9ef934b2a582,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:23.714130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.718126 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-653b5dc4-8cab-4565-a48e-5ba159a7301d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336226 Dec 06 13:13:23.718320 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42106) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:23.722912 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:23.749436 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.803717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.807254 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.824220 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ced621-dd87-4fd9-a2f5-cf21fd78171d,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:23.832912 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.834723 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-58c63bac-0230-4ee7-9983-94ecdf1120ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147435 Dec 06 13:13:23.836860 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42108) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:23.841113 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:23.866788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.922296 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.926315 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.944116 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c96415-cf93-46d8-bd93-5292d02d06cd,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:23.952261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:23.953508 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-00fc7fd7-9a10-4416-a014-b51e9aaada27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156728 Dec 06 13:13:23.956295 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42110) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:23.960648 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:23.986942 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.045752 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.050480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.069945 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15922bb-5e5e-46dc-882f-558a634bb4a3,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:24.075348 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.076511 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-53c47193-3de3-4a42-a0a4-fa59fcfca764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193116 Dec 06 13:13:24.079426 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:24.084098 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:24.106744 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Project a96d3eae9493498d8691f70c5cba46da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:13:24.112491 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.188233 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.194964 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.214638 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43d9997-186d-479c-9054-ca11f7156510,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:24.224210 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.225509 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c70053df-ae9d-41ac-982b-9b50d2cc70f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449754 Dec 06 13:13:24.228166 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:24.233146 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '3845fae5-65dd-40ee-a6bc-959eac2208df', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:24.255957 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Project a96d3eae9493498d8691f70c5cba46da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:13:24.261114 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.323155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.327278 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.346827 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2405a9-be3c-4900-bacf-af9f3e0db2e9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:24.354977 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:24.356257 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-20decf7e-1a15-45cb-8a31-a02ec5ba11e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270680 Dec 06 13:13:24.516861 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-ab3e2808-6a76-45dd-9714-bdbaa47427d2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433313714&fields=id&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 267 time: 0.0491462 Dec 06 13:13:24.626658 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-b4eb3923-82b6-40b1-8803-47b4848fe6d6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:24.628240 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-b4eb3923-82b6-40b1-8803-47b4848fe6d6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 809 time: 0.1041794 Dec 06 13:13:24.644933 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-cba69f2b-1cdb-4634-b59c-5deadf512e06 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/quotas/a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 375 time: 0.0106022 Dec 06 13:13:24.701616 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-95dccb1f-2f83-46c3-b9f0-5adfbde26606 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508838 Dec 06 13:13:24.799682 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-05869a03-8032-4997-be8a-d642d974afba service neutron] 10.222.0.31 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856209 Dec 06 13:13:24.891045 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-53419bc3-afcb-4ec5-a52e-cb810915c528 service neutron] 10.222.0.31 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 Dec 06 13:13:25.049256 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e473b8d5-8fe1-4a3d-a03e-65a260f00a37 req-39cbf423-d580-41f7-aa93-e577437ad918 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0259356 Dec 06 13:13:25.480891 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Sync routers for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:25.490959 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:25.491584 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:25.594012 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:25.788916 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3710e3e-8e93-4bd5-be8d-4a142f561799', 'name': '', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'mac_address': 'fa:16:3e:d5:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:21Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 2, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'subnets': [{'id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:25.814858 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Checking router: e52e0124-62fb-4ef0-8c54-7a024abde424 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:25.815216 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Updating router e52e0124-62fb-4ef0-8c54-7a024abde424 port b3710e3e-8e93-4bd5-be8d-4a142f561799 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:13:25.838272 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.100832 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.106846 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.156019 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad02a409-5568-4cc8-a275-0c60ad86a8f6 req-92358b27-bcba-4626-9ca5-b4460c4e8a13 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Dec 06 13:13:26.160487 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e291d-edf9-4bbb-afcb-f5df7af251a8 None None] Pushing event updated for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:26.182914 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 654b336b-02dc-4b11-9336-212f0dd80da4 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:26.218715 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Attempting to bind port b3710e3e-8e93-4bd5-be8d-4a142f561799 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:26.219085 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Attempting to bind port b3710e3e-8e93-4bd5-be8d-4a142f561799 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:26.219446 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Attempting to bind port b3710e3e-8e93-4bd5-be8d-4a142f561799 on network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:26.225113 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:26.225416 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Checking segment: {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:26.225824 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.226368 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Bound using segment: {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:26.226679 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Bound port: b3710e3e-8e93-4bd5-be8d-4a142f561799, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:26.227059 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.246648 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 654b336b-02dc-4b11-9336-212f0dd80da4 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:26.247127 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.300627 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] For port b3710e3e-8e93-4bd5-be8d-4a142f561799, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:26.304467 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] For port b3710e3e-8e93-4bd5-be8d-4a142f561799, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3710e3e-8e93-4bd5-be8d-4a142f561799,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:26.308501 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.367706 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:26.368323 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:26.373799 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e291d-edf9-4bbb-afcb-f5df7af251a8 None None] Pushing event updated for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:26.396403 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] Provisioning complete for port b3710e3e-8e93-4bd5-be8d-4a142f561799 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:26.397011 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.482282 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.487741 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:26.519378 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] For port b3710e3e-8e93-4bd5-be8d-4a142f561799, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3710e3e-8e93-4bd5-be8d-4a142f561799,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:26.526364 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.575815 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee4612-d3c7-4379-9185-192c6e34a4a8 None None] Pushing event updated for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:26.649566 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-f8213a66-b755-4c3c-8b0d-a44d59dd4ae8 None None] Provisioning complete for port b3710e3e-8e93-4bd5-be8d-4a142f561799 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:26.649941 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8213a66-b755-4c3c-8b0d-a44d59dd4ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.687909 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3710e3e-8e93-4bd5-be8d-4a142f561799', 'name': '', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'mac_address': 'fa:16:3e:d5:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:21Z', 'updated_at': '2021-12-06T13:13:26Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'subnets': [{'id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:26.801483 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4f4c7-9300-4feb-ba02-a6b1e8308eb0 None None] The sync data for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 is: [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3710e3e-8e93-4bd5-be8d-4a142f561799', 'name': '', 'network_id': 'fee2a3b5-a5ca-4d60-92a6-1de2256fb977', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'mac_address': 'fa:16:3e:d5:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:21Z', 'updated_at': '2021-12-06T13:13:26Z', 'revision_number': 4, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'subnets': [{'id': '7e3bc931-6c60-4833-a705-f7bc9587b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:27.241118 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c4f4c854-4d8e-401f-b5ac-e77132f24137 req-e752f6e6-19ff-41d2-8b3a-daf97621e33f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0270956 Dec 06 13:13:27.370449 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-85df36af-0ab4-4a79-ae4d-b21369af7b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:28.128408 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b3710e3e-8e93-4bd5-be8d-4a142f561799 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:28.175886 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port b3710e3e-8e93-4bd5-be8d-4a142f561799 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:28.176258 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:28.319830 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99aa98f3-33a0-4d8b-ad5c-fe2eb447b69d req-da2c92c4-7979-4049-a3b3-f6a1930a1cdf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0262711 Dec 06 13:13:29.417754 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-35dc0de0-9c39-46a5-acfd-3057fe33eb10 req-56eaefc2-f658-4045-959d-c1713c531fd3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0292869 Dec 06 13:13:29.689459 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bf1af531-c3a5-443f-873d-fe32d18f4c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.132172 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-1d847e49-c1a5-4bd1-a2ae-e72e873b1c1f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:30.133548 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-1d847e49-c1a5-4bd1-a2ae-e72e873b1c1f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 809 time: 0.1031222 Dec 06 13:13:30.206273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-94795595-0e19-4d89-9bf9-f4e452fb4e1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 380 time: 0.0572903 Dec 06 13:13:30.236435 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'port': {'device_id': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'admin_state_up': True, 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'security_groups': ['3845fae5-65dd-40ee-a6bc-959eac2208df']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:30.343099 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Made reservation on behalf of a96d3eae9493498d8691f70c5cba46da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:13:30.347258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.472616 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Allocated IP 172.20.0.11 (db18feea-9e27-4538-bc07-412912bcc854/15435ba1-c951-465a-ae8b-63df58a56e68/870e0182-4577-48e2-b816-8b7a0a730355) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:30.511084 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b8568b4d-59f3-4e03-8c15-01399828d6b3 req-1c59a073-d198-4628-88fb-4828e8ecfc7f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0261493 Dec 06 13:13:30.607100 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.644694 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.688284 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Network db18feea-9e27-4538-bc07-412912bcc854 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:30.691408 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:30.695118 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:30.720147 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:30.749521 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:30.750152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.767365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-f30520b1-c164-4089-a6a4-c932df451fce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5352080 Dec 06 13:13:30.777825 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.785731 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Request body: {'port': {'device_id': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:30.845273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.969636 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-b84d156a-7870-485d-a347-228fbc1e87fe None None] Provisioning complete for port 870e0182-4577-48e2-b816-8b7a0a730355 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:30.970430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b84d156a-7870-485d-a347-228fbc1e87fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.004256 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-b84d156a-7870-485d-a347-228fbc1e87fe None None] Port 870e0182-4577-48e2-b816-8b7a0a730355 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:13:31.106996 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:13:31.114442 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.126766 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Transition to ACTIVE for port object 870e0182-4577-48e2-b816-8b7a0a730355 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:13:31.130381 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.181636 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:31.252322 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Attempting to bind port 870e0182-4577-48e2-b816-8b7a0a730355 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:13:31.252665 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Attempting to bind port 870e0182-4577-48e2-b816-8b7a0a730355 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:13:31.252998 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Attempting to bind port 870e0182-4577-48e2-b816-8b7a0a730355 on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:31.257969 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Port 870e0182-4577-48e2-b816-8b7a0a730355 on network db18feea-9e27-4538-bc07-412912bcc854 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:13:31.258299 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Attempting to bind port 870e0182-4577-48e2-b816-8b7a0a730355 on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:13:31.263789 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:13:31.264134 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Checking segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:13:31.264526 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Bound using segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:13:31.264963 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Bound port: 870e0182-4577-48e2-b816-8b7a0a730355, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:13:31.265378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.331790 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:13:31.335506 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:13:31.339145 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.371386 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.372005 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.373403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1092 time: 0.5926239 Dec 06 13:13:31.373843 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:13:31.376755 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea2033-280d-4178-86e2-cc8be717dceb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:13:31.405201 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9258d0-20d3-4a4c-a941-2bc85f5fe0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:31.426773 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2986cef-f1f4-4d40-8edf-7e3c1f01987d x-openstack-request-id: req-f2986cef-f1f4-4d40-8edf-7e3c1f01987d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:13:31.426977 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:13:31.427236 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2986cef-f1f4-4d40-8edf-7e3c1f01987d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:13:31.430223 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'status': 'completed', 'code': 200} Dec 06 13:13:31.480896 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-719622aa-f39d-4e4f-bfa9-ab043d7626f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.482541 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-719622aa-f39d-4e4f-bfa9-ab043d7626f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1095 time: 0.0427198 Dec 06 13:13:31.535207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-20626694-1a87-4fdd-b5e9-9b15ecc99741 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 217 time: 0.0387805 Dec 06 13:13:31.587094 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-b436adf0-61e3-4b51-96b3-9bd4362cf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.588544 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-b436adf0-61e3-4b51-96b3-9bd4362cf4b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0470107 Dec 06 13:13:31.633335 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662850-2803-4028-afb5-20dada91aa92 req-c4661f3e-bf98-49c7-af5c-a61194710c96 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.635596 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a662850-2803-4028-afb5-20dada91aa92 req-c4661f3e-bf98-49c7-af5c-a61194710c96 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0499513 Dec 06 13:13:31.638088 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-d5a34258-05c3-4692-ae43-757a35723a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.639576 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-d5a34258-05c3-4692-ae43-757a35723a76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432010 Dec 06 13:13:31.691350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.693652 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a662850-2803-4028-afb5-20dada91aa92 req-836e86ce-6a13-4446-9329-3ef4451e164a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506597 Dec 06 13:13:31.736871 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-4396d666-1eaa-4be9-879a-a12257e02095 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901201 Dec 06 13:13:31.829409 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5b0640e2-4641-46c1-ad4b-32f36ae8671b req-75d3ca72-f191-4aa8-ba68-215e04ca86ee service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853314 Dec 06 13:13:31.962429 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2033-280d-4178-86e2-cc8be717dceb req-0a7b3e81-a620-43eb-b5fa-90da515b5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:31.963935 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-0a7b3e81-a620-43eb-b5fa-90da515b5af6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1095 time: 0.0446777 Dec 06 13:13:32.053427 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2033-280d-4178-86e2-cc8be717dceb req-5ce9911d-c2cb-4441-85fb-6036a6945643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:32.054889 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-5ce9911d-c2cb-4441-85fb-6036a6945643 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0837672 Dec 06 13:13:32.099252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-2541abb9-715d-4c30-8606-ef1c3735c914 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 217 time: 0.0374994 Dec 06 13:13:32.147782 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2033-280d-4178-86e2-cc8be717dceb req-9b9044e7-6775-4f1f-9987-7eb65c613750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:32.149211 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-9b9044e7-6775-4f1f-9987-7eb65c613750 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0432391 Dec 06 13:13:32.196271 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2033-280d-4178-86e2-cc8be717dceb req-27ccd6cb-f45d-4309-8798-7930aefea1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:32.197838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-27ccd6cb-f45d-4309-8798-7930aefea1b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416021 Dec 06 13:13:32.292213 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-cdf8c463-2f68-48f5-8776-6002a4edb7d9 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859601 Dec 06 13:13:32.382905 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-37ea2033-280d-4178-86e2-cc8be717dceb req-cf04de64-25c0-480c-836a-89cef7fb7516 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819573 Dec 06 13:13:32.546713 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:32.807843 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2b558-c855-4180-996f-b71f67d6718c req-e1de3dfd-3288-45ed-9236-50231f49e476 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:32.809400 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bc2b558-c855-4180-996f-b71f67d6718c req-e1de3dfd-3288-45ed-9236-50231f49e476 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0475399 Dec 06 13:13:32.861732 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8bc2b558-c855-4180-996f-b71f67d6718c req-6f48279d-ce20-47e8-9554-b94937613714 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458333 Dec 06 13:13:33.342012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:34.163574 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:13:34.322027 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999543-256d-4185-b362-9925518a13f3 req-627bed95-037a-4104-a232-2be9e61162fb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:34.323549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3999543-256d-4185-b362-9925518a13f3 req-627bed95-037a-4104-a232-2be9e61162fb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.3940821 Dec 06 13:13:34.373846 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f3999543-256d-4185-b362-9925518a13f3 req-545fe9a3-ac81-4d85-b0e9-a34bf04d7e15 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Dec 06 13:13:34.415090 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:34.426208 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '870e0182-4577-48e2-b816-8b7a0a730355', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:13:34.465055 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:34.477621 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:13:34.496145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:34.500199 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:34.545405 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:34.773294 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['870e0182-4577-48e2-b816-8b7a0a730355'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:13:35.487473 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb7e9-c594-4a94-b83c-e7397bb7d663 req-5fdb26c3-a475-48fd-8462-7a82d3363d48 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:35.488917 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a2cb7e9-c594-4a94-b83c-e7397bb7d663 req-5fdb26c3-a475-48fd-8462-7a82d3363d48 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Dec 06 13:13:35.537130 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9a2cb7e9-c594-4a94-b83c-e7397bb7d663 req-9aafe6c4-0c60-4e93-88c7-59e5cb908435 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Dec 06 13:13:36.179641 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:13:36.227829 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port 870e0182-4577-48e2-b816-8b7a0a730355 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:13:36.231472 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 870e0182-4577-48e2-b816-8b7a0a730355 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:13:36.231850 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:36.312179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:36.333411 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:13:36.335673 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b2449-9cb5-42c5-9564-8d6ef09501f2" -d '{"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:13:36.349451 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:13:36.353424 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:36.378923 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19790fec-78bb-4b25-8f20-a19ee34671a1 x-openstack-request-id: req-19790fec-78bb-4b25-8f20-a19ee34671a1 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:13:36.379213 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:13:36.379466 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19790fec-78bb-4b25-8f20-a19ee34671a1 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:13:36.379857 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'code': 200} Dec 06 13:13:36.403695 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:36.504271 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fef45-a3fe-4082-a1f2-d52e3899df8c req-33de8452-be86-40c0-b051-d125ba8d45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:36.505765 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d4fef45-a3fe-4082-a1f2-d52e3899df8c req-33de8452-be86-40c0-b051-d125ba8d45e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1097 time: 0.0443006 Dec 06 13:13:36.553079 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3d4fef45-a3fe-4082-a1f2-d52e3899df8c req-fea68e28-5f9a-45b7-8d55-a653833489cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Dec 06 13:13:36.654171 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feed0d-24b8-4a75-8ec5-64721b16b04c req-e6bc0241-044d-4678-b1fd-5b4ee3dc3eaf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:36.655670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45feed0d-24b8-4a75-8ec5-64721b16b04c req-e6bc0241-044d-4678-b1fd-5b4ee3dc3eaf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0515928 Dec 06 13:13:36.704611 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-45feed0d-24b8-4a75-8ec5-64721b16b04c req-932db6bc-c9b1-4938-ba34-df05b97e5359 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Dec 06 13:13:37.819942 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6525f3-731e-41a8-944e-9813f2d5a567 req-c54b5419-1487-4f00-b323-246c9868cf19 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:37.821481 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee6525f3-731e-41a8-944e-9813f2d5a567 req-c54b5419-1487-4f00-b323-246c9868cf19 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0480669 Dec 06 13:13:37.869758 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ee6525f3-731e-41a8-944e-9813f2d5a567 req-35850335-c968-4166-a02e-c13f8d08f6ee tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Dec 06 13:13:37.982267 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834b01-d165-453e-bec6-7096d8223d2c req-6a25499e-145b-4a81-8b0a-f0dac3d1c66b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:37.983765 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72834b01-d165-453e-bec6-7096d8223d2c req-6a25499e-145b-4a81-8b0a-f0dac3d1c66b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0483003 Dec 06 13:13:38.036733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-72834b01-d165-453e-bec6-7096d8223d2c req-8e24096f-b309-4d52-a700-762fc344a4a5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Dec 06 13:13:38.058014 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:38.181009 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe27ca2-23c1-4af1-8d62-03b01835774d tempest-TestShelveInstance-1919319039 tempest-TestShelveInstance-1919319039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:38.182552 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8fe27ca2-23c1-4af1-8d62-03b01835774d tempest-TestShelveInstance-1919319039 tempest-TestShelveInstance-1919319039-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1092 time: 0.1235468 Dec 06 13:13:38.185458 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:13:38.190297 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:13:38.211380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:38.308534 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:38.409273 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Allocated IP 172.35.3.37 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/0f35506b-9c89-45d5-b818-18d31d97d625) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:13:38.512406 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:38.544970 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:38.582613 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:13:38.585476 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:13:38.588026 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:13:38.618409 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=0f35506b-9c89-45d5-b818-18d31d97d625,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:38.942731 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.007636 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.152142 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.156427 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.222633 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=0f35506b-9c89-45d5-b818-18d31d97d625,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:13:39.232291 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.330867 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Floating IP d257743e-d3ea-4f11-8f5f-8b76f6a449cf associated. External IP: 172.35.3.37, port: 870e0182-4577-48e2-b816-8b7a0a730355. Dec 06 13:13:39.533654 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:13:39.640792 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:13:39.651112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:13:39.659396 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:39.663133 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:39.663771 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:39.686588 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1d19fe45-e984-4030-878c-af153bfa9c1c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5000815 Dec 06 13:13:39.687234 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:13:39.689546 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d596287-914c-4ffb-8f34-9a9fee160e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:13:39.726088 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b17d1-59ed-4c26-88ff-2779dc7b0e74 x-openstack-request-id: req-ba8b17d1-59ed-4c26-88ff-2779dc7b0e74 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:13:39.726387 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:13:39.726639 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba8b17d1-59ed-4c26-88ff-2779dc7b0e74 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:13:39.727040 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'status': 'completed', 'code': 200} Dec 06 13:13:39.771101 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:39.809725 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-6f7734fa-02cf-4834-a939-e8408e18c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:39.811417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-6f7734fa-02cf-4834-a939-e8408e18c204 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1097 time: 0.0410438 Dec 06 13:13:39.907463 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-22d3be32-adab-417f-92c5-6b1e910298d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:39.909293 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-22d3be32-adab-417f-92c5-6b1e910298d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0909760 Dec 06 13:13:39.975613 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-32fd3e95-9373-4cc1-ad6c-e2ebef4c3c57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 999 time: 0.0593033 Dec 06 13:13:39.998445 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd257743e-d3ea-4f11-8f5f-8b76f6a449cf', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:13:38Z', 'updated_at': '2021-12-06T13:13:38Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:40.023637 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-3c52b232-ae90-47b7-99fd-573a41b1071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:40.025019 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:13:40.025178 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-3c52b232-ae90-47b7-99fd-573a41b1071d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0431418 Dec 06 13:13:40.033571 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:13:40.034159 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:13:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:40.074012 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-a2db1ce9-ac48-4f84-9361-54aa93d97a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:13:40.075594 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-a2db1ce9-ac48-4f84-9361-54aa93d97a8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438282 Dec 06 13:13:40.137997 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:13:40.163807 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-775a4f60-846f-4735-a2b9-6e90a4402260 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815551 Dec 06 13:13:40.258559 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d596287-914c-4ffb-8f34-9a9fee160e4e req-8c293e5e-c3b0-4501-b63e-79389e1f6e39 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877361 Dec 06 13:13:40.362577 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd257743e-d3ea-4f11-8f5f-8b76f6a449cf', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:13:38Z', 'updated_at': '2021-12-06T13:13:38Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:13:40.388770 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ef4f-5dc7-44f6-9e05-0d98a25abb1c None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd257743e-d3ea-4f11-8f5f-8b76f6a449cf', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.37', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:13:38Z', 'updated_at': '2021-12-06T13:13:38Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:13:40.577430 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c6511-4d63-4e3a-bc56-1d1a47c816b5 None None] New status for floating IP d257743e-d3ea-4f11-8f5f-8b76f6a449cf: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:13:50.184673 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:57.371248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0adb8ff0-57f9-41f3-8953-82bc76a048d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:58.854586 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:13:59.691155 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f4e9-bc98-4122-80ad-6984e3e86870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:00.779299 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:01.701785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:02.550133 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:03.344857 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:20.198879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:20.651896 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-cf035963-c2ba-4e45-91e1-415ead9db9ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836842 Dec 06 13:14:20.750028 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-f3a520a0-f208-4ee8-8c39-76bf3f576555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:14:20.751479 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-f3a520a0-f208-4ee8-8c39-76bf3f576555 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1097 time: 0.0396483 Dec 06 13:14:20.855801 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-accfa375-c508-417f-bec7-655ec4c0418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:14:20.857207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-accfa375-c508-417f-bec7-655ec4c0418a service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0871007 Dec 06 13:14:20.919834 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-6c288a88-2f7f-417d-ad57-6896c0dd51a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1001 time: 0.0558653 Dec 06 13:14:20.969753 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-10ba9297-ec40-4a80-8769-ffe186e5f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:14:20.971133 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-10ba9297-ec40-4a80-8769-ffe186e5f51c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0449998 Dec 06 13:14:21.016291 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-2896987f-fc90-456c-b860-b1f2c4217b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:14:21.017808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-2896987f-fc90-456c-b860-b1f2c4217b12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395265 Dec 06 13:14:21.106142 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-76c4f836-8bdf-42f4-8d79-ad114d130b2a service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801706 Dec 06 13:14:21.195444 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7315a7c5-24c5-44c9-8954-45bcea8680a6 req-00a603c2-bff5-4973-bc80-66949f35d263 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822268 Dec 06 13:14:27.371634 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-72ff4dcf-0eb8-4766-b988-081183e5ea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:29.692531 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b965207e-1698-41c2-aaf2-17351ac615e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:30.782601 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:31.717645 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:32.550774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:33.347728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:35.854542 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:14:48.465539 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-4cffddd0-131c-4ccd-87a2-1cad5a87b31d req-beea906f-6628-4712-8a05-a6564eac132d service neutron] (103297) timed out ('10.222.0.31', 41662) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 13:14:50.197850 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:57.372350 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ecf4-0fc4-4462-bebe-6ab765005a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:59.692578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b82dc96-33c8-4803-92ae-6c8b6c6795b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:00.786914 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:01.714017 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:02.554010 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:03.350608 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:12.854410 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:15:20.212944 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:22.639758 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-7cab3ac3-e893-4b6d-8434-aa92a5436c6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411353 Dec 06 13:15:22.732897 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-12d0dfcb-0f6a-4552-91b0-7640cdc8b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:22.734408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-12d0dfcb-0f6a-4552-91b0-7640cdc8b3e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1097 time: 0.0401981 Dec 06 13:15:23.142264 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-8c97abd5-29fb-419f-b446-ebd01a7a89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:23.143711 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-8c97abd5-29fb-419f-b446-ebd01a7a89c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.3884847 Dec 06 13:15:23.207840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-11c40180-4dae-4900-846e-859950613bf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1001 time: 0.0559335 Dec 06 13:15:23.259291 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-b7cdc39c-0502-4364-93b2-9263458f5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:23.260719 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-b7cdc39c-0502-4364-93b2-9263458f5a42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0462327 Dec 06 13:15:23.304748 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-0e39bd86-a42c-4cab-8d83-cc96fc0d34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:23.306236 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-0e39bd86-a42c-4cab-8d83-cc96fc0d34a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385659 Dec 06 13:15:23.398002 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-a095736f-dcfd-4366-8497-8ec072a23525 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Dec 06 13:15:23.485701 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3216f37d-9324-4afd-ae56-3c7b96095c9b req-da4ef1a4-0970-446e-8bc8-9ab8e90dd9f3 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810323 Dec 06 13:15:27.372730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-09691701-b1db-4caf-babc-647c2b61ee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:29.693249 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6f79-ac8e-4c2e-ae88-79061b5c431e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:30.789443 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:31.712752 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:32.555706 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:33.352217 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:35.530202 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6618-c9e6-4dca-93c4-271bbc1bb585 req-46e12ee5-1b44-47f1-ae67-2619df3ec904 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:35.531681 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc8d6618-c9e6-4dca-93c4-271bbc1bb585 req-46e12ee5-1b44-47f1-ae67-2619df3ec904 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0987971 Dec 06 13:15:35.584330 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fc8d6618-c9e6-4dca-93c4-271bbc1bb585 req-b6cfaf64-7f23-41e7-aec4-fbffbace5647 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Dec 06 13:15:36.712725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f40f52-27d0-4e57-b489-52fc061ef956 req-c9e75ff3-73bb-40fe-9539-cf61a634ef9a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:36.714331 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61f40f52-27d0-4e57-b489-52fc061ef956 req-c9e75ff3-73bb-40fe-9539-cf61a634ef9a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Dec 06 13:15:36.762098 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-61f40f52-27d0-4e57-b489-52fc061ef956 req-1b525952-b1b1-4e19-a1ab-3a0f56e73ff1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Dec 06 13:15:37.888212 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58e9c-37b2-495f-8e89-9a47613b1e0c req-ab35f2e7-6556-428a-b706-e6c9ac0a2ffd tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:37.889706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4d58e9c-37b2-495f-8e89-9a47613b1e0c req-ab35f2e7-6556-428a-b706-e6c9ac0a2ffd tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Dec 06 13:15:37.937973 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b4d58e9c-37b2-495f-8e89-9a47613b1e0c req-17d058e0-7787-41cc-8ba7-a16f92ef3d99 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Dec 06 13:15:39.055304 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fed39-aa35-414f-8ba6-2865f36b5708 req-f6307f5d-9c41-49b4-8204-1157d49df0d5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:39.056783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd5fed39-aa35-414f-8ba6-2865f36b5708 req-f6307f5d-9c41-49b4-8204-1157d49df0d5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0520568 Dec 06 13:15:39.104614 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fd5fed39-aa35-414f-8ba6-2865f36b5708 req-8ac32be0-17d3-48ea-9f40-c170843e93ac tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Dec 06 13:15:40.218096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74707b-8fca-463e-b66d-44688807f977 req-c47d981a-3264-44fa-b0f1-dc5e1bfd623a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:40.219568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d74707b-8fca-463e-b66d-44688807f977 req-c47d981a-3264-44fa-b0f1-dc5e1bfd623a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0486534 Dec 06 13:15:40.271498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5d74707b-8fca-463e-b66d-44688807f977 req-130325a3-83c7-4ce4-83dd-cf934e85a38c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 Dec 06 13:15:41.385408 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46c3aa-b793-4b0d-be04-103faebd034c req-ca8736e5-3bcb-4721-8d3c-b700ca08e2f9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:41.386894 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be46c3aa-b793-4b0d-be04-103faebd034c req-ca8736e5-3bcb-4721-8d3c-b700ca08e2f9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Dec 06 13:15:41.437967 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-be46c3aa-b793-4b0d-be04-103faebd034c req-2e903183-6f13-4f16-89b2-ae367348b85d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Dec 06 13:15:42.550307 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88355c04-7a6d-469f-9123-3bec0bc4d92f req-2a1f5571-6a96-414d-9a4a-42a39944f1e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:42.551753 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88355c04-7a6d-469f-9123-3bec0bc4d92f req-2a1f5571-6a96-414d-9a4a-42a39944f1e2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Dec 06 13:15:42.600304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-88355c04-7a6d-469f-9123-3bec0bc4d92f req-4d119829-9a37-4a16-a5ff-0782cf7d650a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Dec 06 13:15:43.713469 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b68-ef5b-4946-886b-1b030396b9b9 req-5a3a52ee-c8a4-410b-9223-470700e25179 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:43.714965 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5383b68-ef5b-4946-886b-1b030396b9b9 req-5a3a52ee-c8a4-410b-9223-470700e25179 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0481274 Dec 06 13:15:43.762929 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e5383b68-ef5b-4946-886b-1b030396b9b9 req-0a1ead07-c279-468a-bc5f-8e354b81946e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Dec 06 13:15:44.879169 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af99100-67b1-4a8d-a959-e9ce4bdc0a93 req-775b559a-cc4e-418b-900d-ab8215887ac0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:44.881141 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1af99100-67b1-4a8d-a959-e9ce4bdc0a93 req-775b559a-cc4e-418b-900d-ab8215887ac0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0520854 Dec 06 13:15:44.929559 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1af99100-67b1-4a8d-a959-e9ce4bdc0a93 req-4b8f4c62-83d9-43a7-b01d-76f04fee7262 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Dec 06 13:15:46.042645 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2746a16-4216-439a-84fc-74f6ef4d5e32 req-56093782-10a4-43b2-9582-d76c9348d396 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:46.044115 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2746a16-4216-439a-84fc-74f6ef4d5e32 req-56093782-10a4-43b2-9582-d76c9348d396 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0482209 Dec 06 13:15:46.091873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a2746a16-4216-439a-84fc-74f6ef4d5e32 req-70f83fb6-77c8-4fc0-b1d6-fa6ead07d624 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Dec 06 13:15:47.208648 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387008-1ffb-4f9a-af0a-91abd9231f25 req-c416ae3a-c9b3-4398-b72c-9785510dff6e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:47.210185 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76387008-1ffb-4f9a-af0a-91abd9231f25 req-c416ae3a-c9b3-4398-b72c-9785510dff6e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0513391 Dec 06 13:15:47.258878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-76387008-1ffb-4f9a-af0a-91abd9231f25 req-325c8028-bfaa-484e-b2ba-ffef8849a2df tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Dec 06 13:15:48.393439 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2919dc-74b0-4c29-857b-c854643cfb29 req-9f9369d2-92e5-4071-9b9b-dc091aaee96d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:48.396237 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa2919dc-74b0-4c29-857b-c854643cfb29 req-9f9369d2-92e5-4071-9b9b-dc091aaee96d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0676022 Dec 06 13:15:48.455258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fa2919dc-74b0-4c29-857b-c854643cfb29 req-916c293e-eb1b-4a4a-8129-97584aa119fe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513413 Dec 06 13:15:48.883398 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:15:48.999055 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:15:49.010838 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '870e0182-4577-48e2-b816-8b7a0a730355', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:15:49.055821 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:49.072607 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:15:49.098943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:15:49.104186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:49.154878 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:15:49.168776 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.169189 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.169548 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.169882 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.170220 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.170555 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.170891 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.171275 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.171601 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.171944 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.172255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.172576 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.172899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:15:49.244295 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['870e0182-4577-48e2-b816-8b7a0a730355'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:15:49.596316 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785ee9-703b-4c8d-a3e3-fd674bc763f7 req-0bd97373-f4cb-4b75-9734-d2b8649c9fa3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:49.603953 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a785ee9-703b-4c8d-a3e3-fd674bc763f7 req-0bd97373-f4cb-4b75-9734-d2b8649c9fa3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 945 time: 0.0646212 Dec 06 13:15:49.662768 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8a785ee9-703b-4c8d-a3e3-fd674bc763f7 req-d1f34d83-f036-4430-9884-433de2789842 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566397 Dec 06 13:15:49.854244 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:15:50.231231 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:50.780893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d70ce-0e34-4bac-a987-0c4c2a6dd253 req-0715d694-feb3-4a10-8932-85a5debb65e7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:50.782426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b0d70ce-0e34-4bac-a987-0c4c2a6dd253 req-0715d694-feb3-4a10-8932-85a5debb65e7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 945 time: 0.0538704 Dec 06 13:15:50.832524 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8b0d70ce-0e34-4bac-a987-0c4c2a6dd253 req-8de63239-30bb-406c-bf4f-2f310dd57b40 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Dec 06 13:15:50.910015 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:15:50.970813 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 870e0182-4577-48e2-b816-8b7a0a730355 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:15:50.971293 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:51.059809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:51.084900 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:15:51.087472 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5cc073-b08d-4fef-8e9b-d31dceb16c55" -d '{"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:15:51.101089 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:15:51.106232 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:51.172984 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:15:51.202212 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfec244-f301-4227-8d4d-ef9f2289b027 x-openstack-request-id: req-7bfec244-f301-4227-8d4d-ef9f2289b027 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:15:51.202589 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:15:51.202918 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bfec244-f301-4227-8d4d-ef9f2289b027 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:15:51.203383 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'code': 200} Dec 06 13:15:51.965148 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67e77-1211-48ef-8276-84b5eb56fe12 req-87d00ff2-baf3-401e-b85f-4b1abfc94599 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:51.966820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd67e77-1211-48ef-8276-84b5eb56fe12 req-87d00ff2-baf3-401e-b85f-4b1abfc94599 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0500817 Dec 06 13:15:52.018549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-dbd67e77-1211-48ef-8276-84b5eb56fe12 req-7774f1a4-2ca0-417a-83b2-c67b0652cebd tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 Dec 06 13:15:53.148664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa909-c158-4d02-9743-db5889315f8e req-6ac0c56d-3401-4eb8-b9f9-ac05e44a677e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:53.156068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-213aa909-c158-4d02-9743-db5889315f8e req-6ac0c56d-3401-4eb8-b9f9-ac05e44a677e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0604520 Dec 06 13:15:53.205050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-213aa909-c158-4d02-9743-db5889315f8e req-5367c8d3-628b-4219-8edf-dd441f911eef tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Dec 06 13:15:54.335456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00704254-ec5d-463c-9e0a-e1f9ceb61e07 req-a59e0a7b-86db-4c8d-9ca1-6413ba644393 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:54.336948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00704254-ec5d-463c-9e0a-e1f9ceb61e07 req-a59e0a7b-86db-4c8d-9ca1-6413ba644393 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0549397 Dec 06 13:15:54.392087 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-00704254-ec5d-463c-9e0a-e1f9ceb61e07 req-2ef484a1-e3e7-4166-89bd-5313c46b607b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488799 Dec 06 13:15:55.583456 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5141f-bc2a-40ce-a3eb-2676f8aa9d7e req-f8ea2fcb-e4c5-469e-821f-f246e7eecedf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:55.585028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55d5141f-bc2a-40ce-a3eb-2676f8aa9d7e req-f8ea2fcb-e4c5-469e-821f-f246e7eecedf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0540740 Dec 06 13:15:55.644018 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-55d5141f-bc2a-40ce-a3eb-2676f8aa9d7e req-cc928d53-8409-41e7-8801-d1af408275eb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521460 Dec 06 13:15:56.767078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0050ecf-11db-4cac-bb8c-520a26af6f7f req-ee4d7d37-1223-4efb-8bbc-f352aa1158c2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:56.768558 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0050ecf-11db-4cac-bb8c-520a26af6f7f req-ee4d7d37-1223-4efb-8bbc-f352aa1158c2 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0493910 Dec 06 13:15:56.823381 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f0050ecf-11db-4cac-bb8c-520a26af6f7f req-dfc9443b-ea28-45c3-a425-0f74aadcc432 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478814 Dec 06 13:15:57.374151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b21db59c-c4f5-470d-a35f-0b1a3bd896c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:57.611246 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-7c0d8000-7277-4a26-82af-812c01b2c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:57.612725 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-7c0d8000-7277-4a26-82af-812c01b2c059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1097 time: 0.0409710 Dec 06 13:15:57.706965 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-6e4802e6-b634-46f1-9186-03f75ba19ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:57.708448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-6e4802e6-b634-46f1-9186-03f75ba19ddb service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0888002 Dec 06 13:15:57.774838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-c11e42f6-4abf-40e1-9d9e-4d8636c70cd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1001 time: 0.0573192 Dec 06 13:15:57.828723 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-3a18616c-d614-4eb2-88b6-e806609dc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:57.830212 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-3a18616c-d614-4eb2-88b6-e806609dc27b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0479183 Dec 06 13:15:57.878382 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-7d27115d-7679-4405-93ad-8ac83184185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:57.879913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-7d27115d-7679-4405-93ad-8ac83184185b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431235 Dec 06 13:15:57.942418 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627fd1b-c172-4df6-a759-769280e0084a req-cc60fa32-e7f0-47d9-86a3-66db4b3e7ed1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:57.943808 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9627fd1b-c172-4df6-a759-769280e0084a req-cc60fa32-e7f0-47d9-86a3-66db4b3e7ed1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0493295 Dec 06 13:15:57.978771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-65deba10-e29d-4e30-8f36-acb077b5613d service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919712 Dec 06 13:15:57.993218 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9627fd1b-c172-4df6-a759-769280e0084a req-13bbcb8a-4658-49e0-8a07-d345be583474 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Dec 06 13:15:58.066755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-3f4ae193-2b12-437b-adf1-6f0466c0a08c req-6af3073f-18f4-4f91-a684-e8d7a435c9aa service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812848 Dec 06 13:15:59.111426 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826dccc-efcb-4914-b27b-25aefb708229 req-441dd0c1-93fa-47b9-929a-b3d518117d34 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:15:59.112878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d826dccc-efcb-4914-b27b-25aefb708229 req-441dd0c1-93fa-47b9-929a-b3d518117d34 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0508027 Dec 06 13:15:59.160820 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d826dccc-efcb-4914-b27b-25aefb708229 req-8cc05aba-7a43-416a-b2a0-9a3b91f09447 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Dec 06 13:15:59.692618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0f410808-1bd0-4985-8c0b-7e095a047e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:00.275625 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4e605-a638-42db-8b2b-ca65bb16c491 req-ebac3470-08db-4549-83e1-5cb6a00949ea tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:00.277383 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1aa4e605-a638-42db-8b2b-ca65bb16c491 req-ebac3470-08db-4549-83e1-5cb6a00949ea tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0498834 Dec 06 13:16:00.325603 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1aa4e605-a638-42db-8b2b-ca65bb16c491 req-8cb2aeab-016f-449b-b71a-c1e56f5ece17 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Dec 06 13:16:00.440687 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-43f94bac-f5bf-41c6-9774-95a9853c1fc9 req-f581babb-24dc-4db5-9035-6e870c7121a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:16:00.442495 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-43f94bac-f5bf-41c6-9774-95a9853c1fc9 req-f581babb-24dc-4db5-9035-6e870c7121a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500634 Dec 06 13:16:00.605386 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e352-7822-4d03-bc9c-ebcda59d6b2b req-139a6d53-c2ff-433f-97b4-05c9df338193 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:00.607024 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3301e352-7822-4d03-bc9c-ebcda59d6b2b req-139a6d53-c2ff-433f-97b4-05c9df338193 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 946 time: 0.0568385 Dec 06 13:16:00.662099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3301e352-7822-4d03-bc9c-ebcda59d6b2b req-31c07c43-6bca-499b-85c8-5fc7e31c3ba3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490134 Dec 06 13:16:00.790135 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-0991c0c2-a453-4ba2-b9f8-b947289d70d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817811 Dec 06 13:16:00.793271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:00.975819 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:16:01.050577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:01.074080 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:16:01.076295 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ffefb-2012-472b-b301-96b16f6ce816" -d '{"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-unplugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:16:01.089352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:16:01.093913 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:01.119825 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a4dcc-b479-496a-88c0-5c968b7c84e8 x-openstack-request-id: req-414a4dcc-b479-496a-88c0-5c968b7c84e8 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:16:01.120120 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-unplugged", "status": "failed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "code": 422}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:16:01.120379 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-414a4dcc-b479-496a-88c0-5c968b7c84e8 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:16:01.120767 n-d-master-1 neutron-server[103299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'code': 422} returned with failed status Dec 06 13:16:01.148010 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:16:01.621145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-2351ae6b-6e49-4768-bd73-637c946ce8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.622603 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-2351ae6b-6e49-4768-bd73-637c946ce8c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 1095 time: 0.0421009 Dec 06 13:16:01.702605 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a11c26cb-624d-479e-9e10-27e18bfaec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.704353 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a11c26cb-624d-479e-9e10-27e18bfaec53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1095 time: 0.0473843 Dec 06 13:16:01.735697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:01.781673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b371c-cd5a-41a5-a109-c15287e9996d req-466e5f30-5ed4-4c1e-8630-b0c5a651ab8a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.783819 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-965b371c-cd5a-41a5-a109-c15287e9996d req-466e5f30-5ed4-4c1e-8630-b0c5a651ab8a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0492923 Dec 06 13:16:01.797540 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a2f58c55-a4fd-4f5c-ac8a-a6bf5d65a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.799207 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a2f58c55-a4fd-4f5c-ac8a-a6bf5d65a34f service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0880315 Dec 06 13:16:01.838852 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-965b371c-cd5a-41a5-a109-c15287e9996d req-7552d7b9-c8d0-4a8f-8554-c2295343601a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Dec 06 13:16:01.871470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-8d5bc804-4f54-43dc-bd41-9127a338f281 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 999 time: 0.0629377 Dec 06 13:16:01.921274 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a3b5f60f-1b9c-4d14-83b1-7b3b8c59cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.922792 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a3b5f60f-1b9c-4d14-83b1-7b3b8c59cfed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0442843 Dec 06 13:16:01.967810 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-c398d774-8a96-4199-942d-e62b75c72036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:01.969273 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-c398d774-8a96-4199-942d-e62b75c72036 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398247 Dec 06 13:16:02.060496 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-a320714c-093e-4551-8188-015130cba0cd service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842197 Dec 06 13:16:02.147980 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-438a3cc6-cc9c-49b3-b1eb-8c70998364f7 req-0135873f-4c97-47ba-91ac-ddcc60051bca service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809560 Dec 06 13:16:02.570744 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:02.968306 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b03e5-881f-4984-8dca-9de3919e377e req-77f515eb-b044-49a6-8f08-d7cdfa8e1f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:02.971998 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b72b03e5-881f-4984-8dca-9de3919e377e req-77f515eb-b044-49a6-8f08-d7cdfa8e1f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0593510 Dec 06 13:16:03.028906 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b72b03e5-881f-4984-8dca-9de3919e377e req-0aaa73b8-afd9-4018-9fab-e36fe3c21b23 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Dec 06 13:16:03.358164 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:04.148662 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd53e7-0391-4ea5-b37b-c03db81372e6 req-db2eb441-b4cd-48f9-81e6-703910a76338 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:04.150431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05dd53e7-0391-4ea5-b37b-c03db81372e6 req-db2eb441-b4cd-48f9-81e6-703910a76338 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0515490 Dec 06 13:16:04.212490 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-05dd53e7-0391-4ea5-b37b-c03db81372e6 req-3316d9e5-bc73-45c5-97da-69578f0ed1b8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521493 Dec 06 13:16:05.351526 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e74a2-68eb-4dfa-a22d-11289ba4d9ce req-c832730c-1e9e-4f84-ac69-502bbeb060d0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:05.353032 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db1e74a2-68eb-4dfa-a22d-11289ba4d9ce req-c832730c-1e9e-4f84-ac69-502bbeb060d0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0490286 Dec 06 13:16:05.404995 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-db1e74a2-68eb-4dfa-a22d-11289ba4d9ce req-f78dbae6-83b7-4543-a2b6-123ae14aa418 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459204 Dec 06 13:16:06.530575 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075ac0-e9c0-4ac2-bd36-abe2b984e1e4 req-94d75523-a441-4958-9b31-f65132ba64a3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:06.532070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40075ac0-e9c0-4ac2-bd36-abe2b984e1e4 req-94d75523-a441-4958-9b31-f65132ba64a3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0543272 Dec 06 13:16:06.581035 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40075ac0-e9c0-4ac2-bd36-abe2b984e1e4 req-92816876-603a-4f62-8b6a-641c3b667fd0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Dec 06 13:16:07.704955 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c1e3-368b-453c-a218-a17bf2dc00aa req-43c3e192-4e4d-4c7c-988a-7ecec789465d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:07.706480 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c123c1e3-368b-453c-a218-a17bf2dc00aa req-43c3e192-4e4d-4c7c-988a-7ecec789465d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0491862 Dec 06 13:16:07.756483 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c123c1e3-368b-453c-a218-a17bf2dc00aa req-9ad1f2a3-ef85-4f33-a9a6-4310d971a2cb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Dec 06 13:16:08.884496 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9f72c-8e39-41f0-b5a8-93fe2ca59848 req-b9df0599-b054-48a2-8c20-9de8883765d0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:08.886162 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4b9f72c-8e39-41f0-b5a8-93fe2ca59848 req-b9df0599-b054-48a2-8c20-9de8883765d0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0562181 Dec 06 13:16:08.945464 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f4b9f72c-8e39-41f0-b5a8-93fe2ca59848 req-4e3bb9d7-d409-48c8-9021-5b059ecb2159 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Dec 06 13:16:10.064432 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177dad0-0e7d-49f8-a9d3-617258efc51d req-83717559-a846-401c-972a-911d2e075925 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:10.066010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c177dad0-0e7d-49f8-a9d3-617258efc51d req-83717559-a846-401c-972a-911d2e075925 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0473793 Dec 06 13:16:10.126403 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c177dad0-0e7d-49f8-a9d3-617258efc51d req-1266d075-3adf-484f-a6c5-cdada3be2ecb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533926 Dec 06 13:16:11.250510 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d88fe-6dae-4426-9160-cfdc5a8cca1e req-bba4f7b1-f7e7-4750-8275-2077e1b0a19d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:11.251977 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-909d88fe-6dae-4426-9160-cfdc5a8cca1e req-bba4f7b1-f7e7-4750-8275-2077e1b0a19d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0558925 Dec 06 13:16:11.303930 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-909d88fe-6dae-4426-9160-cfdc5a8cca1e req-1e4ff538-3dfb-4668-b1f4-accaaea3ce57 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Dec 06 13:16:11.504342 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-56e7af7a-727f-44de-90d2-4d6435c7b28f req-6f433fa5-cc61-435a-8404-e74ab8a159fc service neutron] (103298) timed out ('10.222.0.23', 59080) {{(pid=103298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 13:16:11.666069 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-d81f1380-9f45-419e-80ea-19094ac4bde5 req-0f3752bf-12c2-4394-a62b-45dc469c9dc7 tempest-ServersNegativeTestJSON-1404528470 tempest-ServersNegativeTestJSON-1404528470-project] (103297) timed out ('10.222.0.23', 59773) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 13:16:12.423560 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415abd-3f24-4b38-be70-a40f893bd937 req-9f711f43-f7c6-4f7d-b43e-875a4faccd67 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:12.425012 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a415abd-3f24-4b38-be70-a40f893bd937 req-9f711f43-f7c6-4f7d-b43e-875a4faccd67 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0478139 Dec 06 13:16:12.475900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4a415abd-3f24-4b38-be70-a40f893bd937 req-c2d6ecf9-7d02-4821-97d6-e8d236db2d37 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 Dec 06 13:16:13.593903 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba5d9c-3e95-43de-a796-2e1202a4a54e req-5f1f88fd-be82-43d6-8bab-a1d8f414e983 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:13.595376 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3ba5d9c-3e95-43de-a796-2e1202a4a54e req-5f1f88fd-be82-43d6-8bab-a1d8f414e983 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0474269 Dec 06 13:16:13.649138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3ba5d9c-3e95-43de-a796-2e1202a4a54e req-2debdd11-2b71-491f-857d-6dfb76521625 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Dec 06 13:16:14.767666 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c709-188f-4911-9b38-8ef3fbf8047e req-742eec5e-6918-461a-ac5c-21f901c2f2a6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:14.769313 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d979c709-188f-4911-9b38-8ef3fbf8047e req-742eec5e-6918-461a-ac5c-21f901c2f2a6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0506251 Dec 06 13:16:14.819880 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d979c709-188f-4911-9b38-8ef3fbf8047e req-9af5061c-1ee8-48cf-b7c3-745d2e9c8b8d tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 Dec 06 13:16:15.937742 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2b33-e6f2-462d-b641-d91224bda1a2 req-275c77a8-23da-46b3-8a30-af846c0e90d1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:15.939205 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe8c2b33-e6f2-462d-b641-d91224bda1a2 req-275c77a8-23da-46b3-8a30-af846c0e90d1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0474954 Dec 06 13:16:15.987260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fe8c2b33-e6f2-462d-b641-d91224bda1a2 req-e7b67925-5b29-4cba-9da2-1186d0e36f53 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Dec 06 13:16:17.070779 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:16:17.107126 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c550-b66b-49dd-942f-0c1c336f6618 req-1a7ce81f-4c7a-432c-990c-308b2615bf49 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:17.108610 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5638c550-b66b-49dd-942f-0c1c336f6618 req-1a7ce81f-4c7a-432c-990c-308b2615bf49 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 944 time: 0.0529182 Dec 06 13:16:17.156833 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5638c550-b66b-49dd-942f-0c1c336f6618 req-ae8a8064-5ffd-4a55-9e23-ed1e3665d49b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Dec 06 13:16:17.162902 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:16:17.174011 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': '870e0182-4577-48e2-b816-8b7a0a730355', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'port_id': '870e0182-4577-48e2-b816-8b7a0a730355', 'mac_address': 'fa:16:3e:ad:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:16:17.361779 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:17.374159 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:16:17.393600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:16:17.397696 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:17.442355 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=9']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:16:17.709713 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['870e0182-4577-48e2-b816-8b7a0a730355'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:16:18.275799 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699fb8-1a59-4287-beb3-8d2e413857d2 req-ef0d83ea-9c7d-4eea-8d0a-5b6029e22ebe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:18.277275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af699fb8-1a59-4287-beb3-8d2e413857d2 req-ef0d83ea-9c7d-4eea-8d0a-5b6029e22ebe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Dec 06 13:16:18.324742 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af699fb8-1a59-4287-beb3-8d2e413857d2 req-4bd90b4d-dc2c-49a6-855a-1eec4eeb3f1b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Dec 06 13:16:19.085666 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:16:19.135420 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port 870e0182-4577-48e2-b816-8b7a0a730355 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:16:19.135791 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:19.209465 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:19.230967 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:16:19.233321 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb7895d-36c9-4f8a-b738-90b643132d3e" -d '{"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:16:19.245792 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:16:19.250012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:19.275217 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c7629-af06-4fce-8c70-4f52cabae5fc x-openstack-request-id: req-815c7629-af06-4fce-8c70-4f52cabae5fc {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:16:19.275518 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-plugged", "status": "completed", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:16:19.275773 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-815c7629-af06-4fce-8c70-4f52cabae5fc {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:16:19.276157 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'code': 200} Dec 06 13:16:19.298773 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=10']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:16:19.442894 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6757c-e69f-489b-ac0f-1beefbed091b req-c133c197-c7aa-46bd-b9d3-bf136ab86d67 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:19.444408 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22e6757c-e69f-489b-ac0f-1beefbed091b req-c133c197-c7aa-46bd-b9d3-bf136ab86d67 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0506437 Dec 06 13:16:19.478835 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a86da-0d4e-4f6f-affc-2f07d449a8a0 req-fe756779-48d0-4ebc-a1c9-fd17546b2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:19.480450 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cb8a86da-0d4e-4f6f-affc-2f07d449a8a0 req-fe756779-48d0-4ebc-a1c9-fd17546b2246 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1098 time: 0.0464597 Dec 06 13:16:19.497822 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-22e6757c-e69f-489b-ac0f-1beefbed091b req-a0a872a3-58bd-4d12-a50d-2fdedd48c7fe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473566 Dec 06 13:16:19.528445 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cb8a86da-0d4e-4f6f-affc-2f07d449a8a0 req-9ba71f77-f2af-4bd6-84c4-0136a6a8c3db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Dec 06 13:16:20.229967 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:20.617450 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81fc2-f6b1-4432-b199-d98054ed632d req-09dcc26e-c49f-474f-afb4-c0783127c1d7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:20.619138 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cb81fc2-f6b1-4432-b199-d98054ed632d req-09dcc26e-c49f-474f-afb4-c0783127c1d7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0500169 Dec 06 13:16:20.671544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7cb81fc2-f6b1-4432-b199-d98054ed632d req-62e7ddce-ee77-42b9-97d7-d7dfb61de764 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461891 Dec 06 13:16:21.790084 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeebde0-b2e7-44e0-a765-cb678fe282ad req-e7e04b39-24c3-47de-bc55-6953797445e5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:21.791620 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abeebde0-b2e7-44e0-a765-cb678fe282ad req-e7e04b39-24c3-47de-bc55-6953797445e5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0474496 Dec 06 13:16:21.841028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-abeebde0-b2e7-44e0-a765-cb678fe282ad req-32de4642-ba0c-47bf-ba7e-7eb5ea6c22c3 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Dec 06 13:16:22.630241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-db93502d-75ea-4386-9aa0-c43d8097e973 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404093 Dec 06 13:16:22.726151 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b98ab-7042-483f-accd-f608824a0bda req-156c2497-aef5-4935-8685-eeb086cec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:22.727596 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-156c2497-aef5-4935-8685-eeb086cec2b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1098 time: 0.0399847 Dec 06 13:16:22.831591 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b98ab-7042-483f-accd-f608824a0bda req-b59124c7-c541-44f7-a8ab-929035f1dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:22.833023 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-b59124c7-c541-44f7-a8ab-929035f1dc93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0860722 Dec 06 13:16:22.897495 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-c1f79b38-0b28-456f-90ed-ff9f2e3f1c4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1001 time: 0.0572276 Dec 06 13:16:22.950145 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b98ab-7042-483f-accd-f608824a0bda req-c17e0a2f-3d19-484b-b328-7d049f9c523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:22.951569 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-c17e0a2f-3d19-484b-b328-7d049f9c523e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0472784 Dec 06 13:16:22.995757 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b98ab-7042-483f-accd-f608824a0bda req-d8cfcb34-f9ec-478b-8686-0ac54f8aa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:16:22.997206 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-d8cfcb34-f9ec-478b-8686-0ac54f8aa0f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391252 Dec 06 13:16:23.085838 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-a1ded986-c600-4eee-9f6d-ba0079d15ca3 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Dec 06 13:16:23.185804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-466b98ab-7042-483f-accd-f608824a0bda req-e172b2e6-99bf-4fa4-bb76-6c0969dc077b service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905108 Dec 06 13:16:26.854512 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:16:27.375390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-951633ae-a966-4ebc-a26b-69cc284e1ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:29.697983 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-346d1adb-52ed-4cfb-bf81-f46de9115d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:30.794323 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:31.740873 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:32.563619 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:33.351356 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:50.255742 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:57.376981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b33b-1755-4f98-92f2-c951b6f50761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:59.698390 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f65-1f1f-484a-829e-07dfdca6d919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:00.798355 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:01.756157 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:02.566727 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:03.353162 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:03.853146 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:17:20.253666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:22.601750 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-7edcf8df-3527-4fa1-9c97-6ab8450fc98c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407345 Dec 06 13:17:22.702704 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-4b72bef6-bac9-4a32-b9f0-1ef414f5fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:22.704202 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-4b72bef6-bac9-4a32-b9f0-1ef414f5fd67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1098 time: 0.0407901 Dec 06 13:17:22.809906 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-611ece43-b588-42bc-b4fb-34ec504fa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:22.811361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-611ece43-b588-42bc-b4fb-34ec504fa8d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0876513 Dec 06 13:17:22.874194 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-8fd26f8f-cd01-4fef-a16b-cc417e57d108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 1001 time: 0.0555313 Dec 06 13:17:23.045335 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-987ad581-ac7f-425d-b76d-c52b8549f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:23.046805 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-987ad581-ac7f-425d-b76d-c52b8549f84c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0471797 Dec 06 13:17:23.090950 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-3494a691-5942-4779-81c0-ee74dbe7355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:23.092366 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-3494a691-5942-4779-81c0-ee74dbe7355c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384152 Dec 06 13:17:23.183600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-b5437442-738b-48fa-b411-cd5fd1ebbeff service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837510 Dec 06 13:17:23.273615 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-bb8e1b07-6a40-4f12-821e-6477450762e3 req-3c05c907-712f-42b3-b02f-f8e1ca62c2a9 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Dec 06 13:17:27.381211 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d981ed22-e362-441b-b65c-4ee070b15d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:29.700125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1d54d191-222f-47a0-be96-2f2fa1d6f366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.682122 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42482) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:30.800730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.838719 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Deleting port 0f35506b-9c89-45d5-b818-18d31d97d625 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:17:30.839061 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.916209 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.916541 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.928175 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Calling delete_port for 0f35506b-9c89-45d5-b818-18d31d97d625 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:17:31.073585 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:31.099371 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'Port': ['ID=0f35506b-9c89-45d5-b818-18d31d97d625,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:31.111174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.111530 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.111880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.112223 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.112563 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.112901 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.113267 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.113609 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.113945 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.114311 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.114644 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.114972 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.115299 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:31.169224 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:31.169526 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Floating IP d257743e-d3ea-4f11-8f5f-8b76f6a449cf disassociated (deleted). External IP: 172.35.3.37, port: 870e0182-4577-48e2-b816-8b7a0a730355. Dec 06 13:17:31.373841 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:17:31.479374 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:17:31.483988 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:31.488529 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:17:31.498589 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:17:31.499224 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:17:31.510988 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-3c174022-fc23-47db-a25e-c97a2e772db8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "DELETE /v2.0/floatingips/d257743e-d3ea-4f11-8f5f-8b76f6a449cf HTTP/1.1" status: 204 len: 168 time: 0.8277519 Dec 06 13:17:31.511621 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:17:31.513956 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf6b1f-5039-41eb-a915-f4f25f00c774" -d '{"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:17:31.609534 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:17:31.641213 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483e26e-3bc9-4de1-adde-6b0ea9a72315 x-openstack-request-id: req-3483e26e-3bc9-4de1-adde-6b0ea9a72315 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:17:31.641535 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:17:31.641881 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3483e26e-3bc9-4de1-adde-6b0ea9a72315 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:17:31.642298 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'status': 'completed', 'code': 200} Dec 06 13:17:31.750672 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-39cb7960-89f1-45e4-abba-dd0d5501f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:31.752077 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-39cb7960-89f1-45e4-abba-dd0d5501f556 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 1098 time: 0.0430682 Dec 06 13:17:31.753982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1528698-a9e6-4d00-aaf4-3ce2939dcc6c req-6c673835-cd9e-4d2d-ba46-519447034e5a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:31.755955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1528698-a9e6-4d00-aaf4-3ce2939dcc6c req-6c673835-cd9e-4d2d-ba46-519447034e5a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0545349 Dec 06 13:17:31.794896 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:31.824711 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c1528698-a9e6-4d00-aaf4-3ce2939dcc6c req-3bedf1e9-87d5-444b-b6af-4c383b4307df tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623517 Dec 06 13:17:31.842795 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:17:31.854923 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-3712cd4f-a6e4-4888-a5ed-e03083635ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:31.856407 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-3712cd4f-a6e4-4888-a5ed-e03083635ced service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0969110 Dec 06 13:17:31.870255 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:17:31.878428 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:17:31.879014 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:17:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:17:31.898431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-d4b6b1e4-b549-46ae-92c4-3231773e1cf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 200 len: 217 time: 0.0333829 Dec 06 13:17:31.950740 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-8924e3a3-9743-4ecf-873d-1bb1e2d6d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:31.952197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-8924e3a3-9743-4ecf-873d-1bb1e2d6d9d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0471013 Dec 06 13:17:31.983996 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:17:31.998854 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-aa3d12b5-544f-4077-a198-6e495e86a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:32.000390 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-aa3d12b5-544f-4077-a198-6e495e86a340 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408380 Dec 06 13:17:32.012290 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-b2088638-4592-4453-9304-a50de808d1a5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:17:32.013189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-b2088638-4592-4453-9304-a50de808d1a5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049107 Dec 06 13:17:32.102710 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-2e37a6af-f040-4515-81a7-1f725ababb28 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822127 Dec 06 13:17:32.174322 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:17:32.197722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-cfbf6b1f-5039-41eb-a915-f4f25f00c774 req-253d002f-c520-4ed5-8b95-d9f1c9360aeb service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874403 Dec 06 13:17:32.203640 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b7b96-7cd8-4c25-a925-752153020faf None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:17:32.416163 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e52b03-28aa-4c23-9f5d-d3ad050c76a5 None None] New status for floating IP d257743e-d3ea-4f11-8f5f-8b76f6a449cf: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:17:32.569872 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:32.937268 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7e2cc-0587-4cf7-9130-44c64f1a9466 req-05897a33-9fc9-45ca-af20-ffa0b85176e1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:32.938730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18c7e2cc-0587-4cf7-9130-44c64f1a9466 req-05897a33-9fc9-45ca-af20-ffa0b85176e1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0469749 Dec 06 13:17:32.987888 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-18c7e2cc-0587-4cf7-9130-44c64f1a9466 req-75993155-2abd-44aa-a77e-502f9535c455 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=3845fae5-65dd-40ee-a6bc-959eac2208df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Dec 06 13:17:33.180814 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-35e1284b-4f2e-4c18-a8d1-a8a4149f1054 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:33.182291 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-35e1284b-4f2e-4c18-a8d1-a8a4149f1054 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 947 time: 0.0489430 Dec 06 13:17:33.273682 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Deleting port 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:17:33.274023 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:33.354033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:33.360866 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] For port 870e0182-4577-48e2-b816-8b7a0a730355, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=870e0182-4577-48e2-b816-8b7a0a730355,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:17:33.361257 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:33.374457 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Calling delete_port for 870e0182-4577-48e2-b816-8b7a0a730355 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:17:33.503663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:33.532323 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'Port': ['ID=870e0182-4577-48e2-b816-8b7a0a730355,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:33.578171 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] No DVR routers for this DVR port 870e0182-4577-48e2-b816-8b7a0a730355 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:17:33.580993 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:33.585341 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-a1ecbf8a-fcf9-4433-8407-275b575bdc85 req-48a09840-5832-4de2-a7d8-d521f7b83033 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "DELETE /v2.0/ports/870e0182-4577-48e2-b816-8b7a0a730355 HTTP/1.1" status: 204 len: 173 time: 0.3962877 Dec 06 13:17:33.643239 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-deleted', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:17:33.646086 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031313db-15f7-4504-82ae-0bde819bdf12" -d '{"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-deleted", "tag": "870e0182-4577-48e2-b816-8b7a0a730355"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:17:33.684516 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd3715-8769-4437-bbb6-80d7df90c8f6 x-openstack-request-id: req-f6cd3715-8769-4437-bbb6-80d7df90c8f6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:17:33.684821 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb61436d-3f39-4305-afdc-51dcc2a11b99", "name": "network-vif-deleted", "tag": "870e0182-4577-48e2-b816-8b7a0a730355", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:17:33.685061 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6cd3715-8769-4437-bbb6-80d7df90c8f6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:17:33.685489 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb61436d-3f39-4305-afdc-51dcc2a11b99', 'name': 'network-vif-deleted', 'tag': '870e0182-4577-48e2-b816-8b7a0a730355', 'status': 'completed', 'code': 200} Dec 06 13:17:34.096306 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-40ed8d82-cc18-437b-b95c-4e19ddbb2e8b req-7199ee6b-07e6-4b58-87e5-a2c19070a0f4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb61436d-3f39-4305-afdc-51dcc2a11b99 HTTP/1.1" status: 200 len: 210 time: 0.0261679 Dec 06 13:17:35.155236 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42506) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:35.211492 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.236830 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.295554 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.298294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.299454 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "DELETE /v2.0/security-groups/3845fae5-65dd-40ee-a6bc-959eac2208df HTTP/1.1" status: 204 len: 168 time: 0.1432004 Dec 06 13:17:35.308960 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fca29c-b6b2-4b6e-98d0-cefd8a743399 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3845fae5-65dd-40ee-a6bc-959eac2208df,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:35.452067 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:17:35.473541 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: 870e0182-4577-48e2-b816-8b7a0a730355 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:17:35.473880 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device 870e0182-4577-48e2-b816-8b7a0a730355 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:17:35.519828 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:35.525047 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402174615', 'description': 'tempest-secgroup-smoke-402174615 description', 'project_id': 'a96d3eae9493498d8691f70c5cba46da'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:35.546811 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.615072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.618651 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.648479 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.649722 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282995 Dec 06 13:17:35.650816 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927776db-3a71-424e-a9e5-ec60f0396cde,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:35.652608 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:35.656795 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:35.668608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.668957 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.669342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.669681 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.670011 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.670342 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.670671 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.670997 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.671326 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.671647 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.671968 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.672289 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.672608 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994947d-db7d-4ae3-9c8d-3b89584ec414 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:17:35.696503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.742135 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.745646 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.763470 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcd8ced-d7a9-4a13-b666-31d5899c7bc2,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:35.771398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.775424 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e1ef13e9-c270-4a0b-84db-5d56d82f5328 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189959 Dec 06 13:17:35.775691 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42516) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:35.780307 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:35.807064 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.852474 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.855799 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.873397 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfe693e-a155-49aa-bd90-283907f7316e,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:35.880532 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.881745 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ec42b5d2-5bfa-4732-bb20-df86c757e100 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1050446 Dec 06 13:17:35.884487 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42518) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:35.888732 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:35.913860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.972379 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.975829 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:35.992836 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7e856c-1a88-4d35-ac64-92fa321473d6,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:36.000374 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.001586 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5447b95e-7ab7-46a1-a058-f428e545f5ad tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162047 Dec 06 13:17:36.004261 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42520) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:36.009444 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:36.033984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.090444 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.094135 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.111558 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7643b95c-c528-44a7-882b-b8a7726f3863,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:36.120082 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.121331 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-226aab55-a309-45bb-9bab-7ce470c8c981 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153266 Dec 06 13:17:36.124096 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42522) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:36.128300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:36.149233 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Project a96d3eae9493498d8691f70c5cba46da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:17:36.153880 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.210958 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.214860 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.232681 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a7bcf7-b600-4609-b939-57c9539d2f86,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:36.241056 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.245232 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:17:36.245656 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a247c2d-8743-44ea-9682-e3fed4bdc922 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203578 Dec 06 13:17:36.249928 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'security_group_rule': {'security_group_id': '927776db-3a71-424e-a9e5-ec60f0396cde', 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:36.270277 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Project a96d3eae9493498d8691f70c5cba46da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:17:36.274915 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.331791 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.335580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.354265 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf8bd7e-2a03-43d1-98a7-d9030ec2990d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:36.359792 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:36.360315 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5f5e2a9b-5331-47bb-87dc-0863e65f3f77 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139224 Dec 06 13:17:40.852507 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:17:50.256417 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:51.580550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-ca5a646e-49a2-4103-8eb0-fa60cd27846e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402174615&fields=id&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 267 time: 0.0426681 Dec 06 13:17:51.688262 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-2d8b8962-4a2b-4227-92df-f975ff2ce2a7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:51.689684 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-2d8b8962-4a2b-4227-92df-f975ff2ce2a7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 809 time: 0.1022012 Dec 06 13:17:51.705021 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-8b7c2439-0eee-43c3-9500-0e21a7571501 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/quotas/a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 375 time: 0.0091252 Dec 06 13:17:51.754531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-508b35d7-57d4-4a72-af35-9b72e1d181f4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435510 Dec 06 13:17:51.769745 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-8caced37-eb88-4bd5-b4f9-395b7b1deaf7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:17:51.770706 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-8caced37-eb88-4bd5-b4f9-395b7b1deaf7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048921 Dec 06 13:17:51.863068 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-21e0e86a-cca9-41cf-9d4a-69f089d06e85 service neutron] 10.222.0.31 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861676 Dec 06 13:17:51.950887 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-281dc326-90ed-4eaa-9001-ef5ac35e989b service neutron] 10.222.0.31 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811062 Dec 06 13:17:52.229546 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-469bd0e4-d85c-4673-9682-3b34f6c1544d req-03ac5677-337e-412c-a169-afca1c1d5097 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Dec 06 13:17:53.307496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-23ab2eb2-d188-4e45-ad37-742cec0c34dc req-f696593d-b999-4c1c-ad5c-c869e3f93950 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Dec 06 13:17:54.383548 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9bdc1a60-79b7-42de-b04d-6e9ddd7966b3 req-e3c7a5f1-5761-433d-93c2-df0a8ebfa0d8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Dec 06 13:17:55.458413 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-41fc1fac-0ad6-4488-a802-77dbb5b9e8b5 req-b1a5623b-cea5-44dc-81ba-620fa0d4739f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0258608 Dec 06 13:17:56.549124 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f320a029-b9fb-4ac9-8cc7-dae3f7f6f878 req-34ffdd53-07d3-40e3-8938-8002ef865747 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0258453 Dec 06 13:17:57.315313 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-67b13bba-d450-4888-af56-31b16535c7bd tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:57.316787 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-67b13bba-d450-4888-af56-31b16535c7bd tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 809 time: 0.1038716 Dec 06 13:17:57.385024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9de25775-90de-42a3-a95a-6b61f3bfd553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:57.387668 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-f2bc2ee8-e29c-471f-b181-cb3922f81452 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 379 time: 0.0560768 Dec 06 13:17:57.398612 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'port': {'device_id': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'admin_state_up': True, 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'security_groups': ['927776db-3a71-424e-a9e5-ec60f0396cde']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:57.510017 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Made reservation on behalf of a96d3eae9493498d8691f70c5cba46da for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:17:57.513562 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:57.644391 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3b42b959-a557-4d28-bc96-ceebebadb3a8 req-1c83e1c1-50b6-4f4b-a2e6-0829db151ce1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0261655 Dec 06 13:17:57.649608 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Allocated IP 172.20.0.13 (db18feea-9e27-4538-bc07-412912bcc854/15435ba1-c951-465a-ae8b-63df58a56e68/f27e6b0f-0078-4f6d-8703-99e3e36e2962) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:17:57.791692 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:57.824465 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:57.867782 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Network db18feea-9e27-4538-bc07-412912bcc854 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:17:57.870752 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:17:57.874437 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:17:57.909359 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:57.940026 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:57.940660 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:57.957648 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-7e2fc704-3bad-4fb7-8932-ad269ecc1740 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629542 Dec 06 13:17:57.975980 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Request body: {'port': {'device_id': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:17:58.038734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.143318 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-484cd3a7-60bb-4813-b7b7-a36f0e202dab None None] Provisioning complete for port f27e6b0f-0078-4f6d-8703-99e3e36e2962 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:17:58.143847 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-484cd3a7-60bb-4813-b7b7-a36f0e202dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.182625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-484cd3a7-60bb-4813-b7b7-a36f0e202dab None None] Port f27e6b0f-0078-4f6d-8703-99e3e36e2962 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:17:58.309838 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e6b0f-0078-4f6d-8703-99e3e36e2962 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:17:58.317176 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.330488 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Transition to ACTIVE for port object f27e6b0f-0078-4f6d-8703-99e3e36e2962 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:17:58.334924 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.408866 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:58.463595 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Attempting to bind port f27e6b0f-0078-4f6d-8703-99e3e36e2962 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:17:58.463870 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Attempting to bind port f27e6b0f-0078-4f6d-8703-99e3e36e2962 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:17:58.464435 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Attempting to bind port f27e6b0f-0078-4f6d-8703-99e3e36e2962 on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:17:58.469218 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Port f27e6b0f-0078-4f6d-8703-99e3e36e2962 on network db18feea-9e27-4538-bc07-412912bcc854 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:17:58.469620 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Attempting to bind port f27e6b0f-0078-4f6d-8703-99e3e36e2962 on network db18feea-9e27-4538-bc07-412912bcc854 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:17:58.474858 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:17:58.475274 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Checking segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:17:58.475718 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Bound using segment: {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:17:58.476218 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Bound port: f27e6b0f-0078-4f6d-8703-99e3e36e2962, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8524d86b-fb9f-44a6-9ac9-dc8f8f528541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:17:58.476635 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.547189 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:17:58.551634 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:17:58.556546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.596623 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:58.597516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.599804 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] 10.222.0.53 "PUT /v2.0/ports/f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1092 time: 0.6282103 Dec 06 13:17:58.602578 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:17:58.605745 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53900f23-d4d8-4f34-b7a4-431d844b323b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:17:58.645451 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79bdc-5533-46e5-bbef-6df856b4a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:17:58.679247 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ebf986-4dbd-41e1-89ce-41756ed58294 x-openstack-request-id: req-17ebf986-4dbd-41e1-89ce-41756ed58294 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:17:58.679546 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:17:58.679806 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17ebf986-4dbd-41e1-89ce-41756ed58294 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:17:58.680817 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'status': 'completed', 'code': 200} Dec 06 13:17:58.728124 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-378f73c0-1f51-482e-9777-959433abd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:58.729863 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-378f73c0-1f51-482e-9777-959433abd545 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1095 time: 0.0641816 Dec 06 13:17:58.781822 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-a38b6313-f530-4d64-b76b-7e3a72feb9ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Dec 06 13:17:58.789876 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62543-8d5f-4969-a59a-99d09d931ddd req-bbe76101-af71-4ee9-aa37-9343dbf56209 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:58.797733 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5a62543-8d5f-4969-a59a-99d09d931ddd req-bbe76101-af71-4ee9-aa37-9343dbf56209 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0605612 Dec 06 13:17:58.865322 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d5a62543-8d5f-4969-a59a-99d09d931ddd req-c6587035-baea-40bd-9240-36143d1695a9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610266 Dec 06 13:17:59.175567 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-c3d19135-976e-4eca-a1ba-4347644ac3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.177028 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-c3d19135-976e-4eca-a1ba-4347644ac3ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.3883839 Dec 06 13:17:59.223760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8796-43a0-445a-be31-b5ec41890e36 req-eca02adc-90d6-4538-bb24-d1fd7294f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.225679 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-eca02adc-90d6-4538-bb24-d1fd7294f08f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409024 Dec 06 13:17:59.313909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-cb0b11af-8c58-4add-93df-6247d7630178 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813692 Dec 06 13:17:59.404627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-444f8796-43a0-445a-be31-b5ec41890e36 req-d842d332-a58f-43d6-a439-8a30bd1fd6f0 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839789 Dec 06 13:17:59.512939 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-d08fbc42-f5d2-4d8c-9247-6396cebc830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.514344 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-d08fbc42-f5d2-4d8c-9247-6396cebc830d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1095 time: 0.0399358 Dec 06 13:17:59.607839 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-53200686-605b-4c45-89e3-6d0465e73842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.609339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-53200686-605b-4c45-89e3-6d0465e73842 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0873747 Dec 06 13:17:59.651685 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-2fc68312-6431-42a6-8b4a-e37e69963f17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 217 time: 0.0348997 Dec 06 13:17:59.703582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3c19b79a-f122-4ec4-ac3e-0260a03a1a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:59.710642 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-22f55aa1-04ef-4adb-b3cd-f67651781971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.712215 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-22f55aa1-04ef-4adb-b3cd-f67651781971 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0537670 Dec 06 13:17:59.759958 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-3b89bda7-7ea8-4047-a2e8-f859d52e0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.761485 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-3b89bda7-7ea8-4047-a2e8-f859d52e0eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422585 Dec 06 13:17:59.852933 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-309bea1b-9572-4059-a6b2-87caae9f0bfb service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840755 Dec 06 13:17:59.949199 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-53900f23-d4d8-4f34-b7a4-431d844b323b req-f2a68fed-d771-4bf0-8f5d-f8f07e8d6d18 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895882 Dec 06 13:17:59.977519 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7eac0-91aa-463b-acc8-e8a72fd6bca7 req-079c7160-2892-4fc2-be11-deb3685112ce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:17:59.979028 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2f7eac0-91aa-463b-acc8-e8a72fd6bca7 req-079c7160-2892-4fc2-be11-deb3685112ce tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0518689 Dec 06 13:18:00.028380 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f2f7eac0-91aa-463b-acc8-e8a72fd6bca7 req-5223d1aa-9137-4132-81b9-22738c9a266c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Dec 06 13:18:00.804536 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:01.148008 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74619d-3a78-42fb-bcab-81d8484fd6b7 req-8d0b8d9c-769a-4489-a66d-83dadc9a794c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:01.149600 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed74619d-3a78-42fb-bcab-81d8484fd6b7 req-8d0b8d9c-769a-4489-a66d-83dadc9a794c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0524213 Dec 06 13:18:01.198986 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed74619d-3a78-42fb-bcab-81d8484fd6b7 req-ce818d30-7a70-4699-9912-8cb2c99f16a0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Dec 06 13:18:01.771172 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:02.320256 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a589-a5f2-4ffb-830a-4e03a57476ae req-b261f609-9358-4a71-b1cb-43baf051e245 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:02.321889 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f616a589-a5f2-4ffb-830a-4e03a57476ae req-b261f609-9358-4a71-b1cb-43baf051e245 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0533619 Dec 06 13:18:02.372570 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f616a589-a5f2-4ffb-830a-4e03a57476ae req-91079b73-7c3e-427d-a9a6-45bdb95ab888 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442221 Dec 06 13:18:02.570539 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:03.356225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:03.492039 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7396-ac75-4315-8d06-c146c25cb2d9 req-ecb4c105-d61d-43dd-af3a-33d20af6fe98 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:03.493576 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a27c7396-ac75-4315-8d06-c146c25cb2d9 req-ecb4c105-d61d-43dd-af3a-33d20af6fe98 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0506034 Dec 06 13:18:03.545252 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a27c7396-ac75-4315-8d06-c146c25cb2d9 req-0ccf0227-4f15-4a75-9dcd-8906af2ae983 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458741 Dec 06 13:18:04.658716 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b125-639f-42b6-ab13-6df05dd3df9c req-f90d8f3a-4518-4071-a27f-6c77cf0b620b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:04.660207 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0196b125-639f-42b6-ab13-6df05dd3df9c req-f90d8f3a-4518-4071-a27f-6c77cf0b620b tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0483699 Dec 06 13:18:04.709802 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0196b125-639f-42b6-ab13-6df05dd3df9c req-e957340b-c702-422c-807e-b836fd18bc34 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434849 Dec 06 13:18:05.821896 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73121dd-d63c-4db6-a9f2-387777199e0c req-e4a7eec7-7bf9-4bb2-abfd-b49a03b88409 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:05.823350 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d73121dd-d63c-4db6-a9f2-387777199e0c req-e4a7eec7-7bf9-4bb2-abfd-b49a03b88409 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0474379 Dec 06 13:18:05.871736 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d73121dd-d63c-4db6-a9f2-387777199e0c req-330636ff-cd79-4430-8a32-f150ddc50fb5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Dec 06 13:18:06.989357 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a63c8-8638-491e-a40f-c8e9e12bcd68 req-2e31a87f-e53b-40e9-b2f9-d1c88b0abe03 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:06.991295 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b7a63c8-8638-491e-a40f-c8e9e12bcd68 req-2e31a87f-e53b-40e9-b2f9-d1c88b0abe03 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0509486 Dec 06 13:18:07.038712 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7b7a63c8-8638-491e-a40f-c8e9e12bcd68 req-6bb22cf3-1962-44a1-9ce3-b284214aed68 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Dec 06 13:18:08.152687 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5979c-5c1e-4244-8ef8-ab07eb22d830 req-0e7a9293-e9d4-415f-ba28-dc5e6ca69fdc tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:08.154161 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fda5979c-5c1e-4244-8ef8-ab07eb22d830 req-0e7a9293-e9d4-415f-ba28-dc5e6ca69fdc tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0489480 Dec 06 13:18:08.202957 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fda5979c-5c1e-4244-8ef8-ab07eb22d830 req-fd9c6a4f-dcdb-48dc-b9bf-7fb635a975dc tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Dec 06 13:18:09.315100 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf7f5c-5c12-4df6-9045-4094df87a669 req-e089651a-83ec-4929-9e36-2cf8ffadafbb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:09.316536 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbcf7f5c-5c12-4df6-9045-4094df87a669 req-e089651a-83ec-4929-9e36-2cf8ffadafbb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0466042 Dec 06 13:18:09.367982 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-cbcf7f5c-5c12-4df6-9045-4094df87a669 req-e8fd2864-21e7-4eae-9853-9430489f2331 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Dec 06 13:18:10.480664 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1332-8e71-45a6-b9cf-28e812cf94e6 req-97352316-d197-4050-8f44-2a90b8e3df91 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:10.482042 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f32f1332-8e71-45a6-b9cf-28e812cf94e6 req-97352316-d197-4050-8f44-2a90b8e3df91 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0472133 Dec 06 13:18:10.530008 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f32f1332-8e71-45a6-b9cf-28e812cf94e6 req-9e656364-b529-4ca0-bcf6-7fac30ca924a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Dec 06 13:18:11.643982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126b9c8-819a-4e0a-addd-ea435bf357ac req-b34ec560-13a6-49ef-a7b6-da39314560d4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:11.645475 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9126b9c8-819a-4e0a-addd-ea435bf357ac req-b34ec560-13a6-49ef-a7b6-da39314560d4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0477588 Dec 06 13:18:11.653115 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:18:11.694668 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9126b9c8-819a-4e0a-addd-ea435bf357ac req-eb9e1aa8-6d44-40d8-9f70-188eb703b734 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Dec 06 13:18:11.748795 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:18:11.759712 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'mac_address': 'fa:16:3e:ff:0e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:18:11.798100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:11.811015 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e6b0f-0078-4f6d-8703-99e3e36e2962 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:18:11.830862 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:18:11.834618 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:11.880899 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:18:11.888112 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.888459 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.888802 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.889142 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.889504 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.889837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.890166 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.890492 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.890820 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.891146 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.891470 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.891798 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:11.892123 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:18:12.104625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f27e6b0f-0078-4f6d-8703-99e3e36e2962'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:18:12.813320 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd817-7275-4485-94d1-b570a9f1d868 req-d57e28a4-baa6-4bae-b6ac-d1eb959a78e6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:12.814773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-538bd817-7275-4485-94d1-b570a9f1d868 req-d57e28a4-baa6-4bae-b6ac-d1eb959a78e6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 945 time: 0.0515096 Dec 06 13:18:12.862151 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-538bd817-7275-4485-94d1-b570a9f1d868 req-372c2289-a42a-406c-b19b-bc94e4a2fce4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Dec 06 13:18:13.652957 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:18:13.702033 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port f27e6b0f-0078-4f6d-8703-99e3e36e2962 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:18:13.705977 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f27e6b0f-0078-4f6d-8703-99e3e36e2962 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:18:13.706715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:13.788303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:13.810894 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:18:13.817328 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e08146-ef97-40b9-a7a1-839cf3b1306b" -d '{"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:18:13.837185 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:18:13.842039 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:13.864283 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a894e42c-4503-43a0-a87c-97ec2ffd343a x-openstack-request-id: req-a894e42c-4503-43a0-a87c-97ec2ffd343a {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:18:13.865064 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:18:13.865343 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a894e42c-4503-43a0-a87c-97ec2ffd343a {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:18:13.865729 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'code': 200} Dec 06 13:18:13.891392 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:18:13.983632 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d676098-07a3-45d7-b56d-5ec32d4b0d30 req-1ee30ee2-d8c7-4ad7-91bd-44d17f4c3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:13.984235 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676ed9-43f8-405e-b819-5c9e4bfd5ba4 req-bc534645-a105-4c06-8921-b81f021c8463 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:13.985121 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d676098-07a3-45d7-b56d-5ec32d4b0d30 req-1ee30ee2-d8c7-4ad7-91bd-44d17f4c3e1c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0398922 Dec 06 13:18:13.985300 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70676ed9-43f8-405e-b819-5c9e4bfd5ba4 req-bc534645-a105-4c06-8921-b81f021c8463 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0484948 Dec 06 13:18:14.030994 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-7d676098-07a3-45d7-b56d-5ec32d4b0d30 req-477f5e7e-c787-4f2a-a100-4e57a49dbddb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391955 Dec 06 13:18:14.033236 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-70676ed9-43f8-405e-b819-5c9e4bfd5ba4 req-90b23d77-9b1c-48a6-83a8-ea4390ef17b9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Dec 06 13:18:15.156836 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cf06-a232-4d66-9615-54bebb4b8798 req-844a6f2f-8e96-431a-8f50-917eb61ca4fe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:15.158335 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6e7cf06-a232-4d66-9615-54bebb4b8798 req-844a6f2f-8e96-431a-8f50-917eb61ca4fe tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Dec 06 13:18:15.210288 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d6e7cf06-a232-4d66-9615-54bebb4b8798 req-2bfded57-1a76-4830-8a98-2393f9255c7f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457928 Dec 06 13:18:15.329515 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bf201-f6e8-430e-86dc-06e1acd781de req-f2fd50ad-7f1c-4f33-baeb-4a59f4521a69 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:15.330971 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a1bf201-f6e8-430e-86dc-06e1acd781de req-f2fd50ad-7f1c-4f33-baeb-4a59f4521a69 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0503829 Dec 06 13:18:15.382773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0a1bf201-f6e8-430e-86dc-06e1acd781de req-10d578e3-267f-40a1-bb8a-d65fe96e7ce0 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455534 Dec 06 13:18:15.403902 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:18:15.442181 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2340588-ae46-483c-a27e-5555dae0dbee tempest-TestShelveInstance-1919319039 tempest-TestShelveInstance-1919319039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:15.444337 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b2340588-ae46-483c-a27e-5555dae0dbee tempest-TestShelveInstance-1919319039 tempest-TestShelveInstance-1919319039-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1092 time: 0.0394487 Dec 06 13:18:15.447073 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:18:15.451147 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:18:15.472176 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:15.573771 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:15.675794 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Allocated IP 172.35.3.215 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/84da5187-c005-436d-a887-62c99fc837a1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:18:15.773965 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:15.806457 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:15.842976 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:18:15.845787 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:18:15.849762 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:18:16.205642 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=84da5187-c005-436d-a887-62c99fc837a1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:18:16.527730 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:16.593738 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:16.738149 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:16.743171 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:16.817056 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event updated for resources: {'Port': ['ID=84da5187-c005-436d-a887-62c99fc837a1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:18:16.824101 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:16.921232 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Floating IP cf738516-7bbd-4607-a632-e189ebda9831 associated. External IP: 172.35.3.215, port: f27e6b0f-0078-4f6d-8703-99e3e36e2962. Dec 06 13:18:17.124339 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:18:17.229264 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:18:17.239192 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:18:17.247358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:17.251306 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:18:17.251919 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:18:17.273519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b832b4a8-b338-4527-b705-ef0fc6463d25 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8254416 Dec 06 13:18:17.274115 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:18:17.276379 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b7ac2-ddee-4998-ba32-3465044a2bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:18:17.356799 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:18:17.373749 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f51771f-befc-4f21-9050-63498228711d x-openstack-request-id: req-7f51771f-befc-4f21-9050-63498228711d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:18:17.374043 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:18:17.374299 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f51771f-befc-4f21-9050-63498228711d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:18:17.374759 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'status': 'completed', 'code': 200} Dec 06 13:18:17.471713 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-a43f6a23-51ce-482e-b191-d4db9e12c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:17.473290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-a43f6a23-51ce-482e-b191-d4db9e12c1ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0471227 Dec 06 13:18:17.565337 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-791a549c-f478-4126-84d9-7ff2749524cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:17.566800 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-791a549c-f478-4126-84d9-7ff2749524cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0860770 Dec 06 13:18:17.638545 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-38893259-c2d1-46ae-a948-a3a6ed7b51a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1000 time: 0.0647216 Dec 06 13:18:17.688222 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-c2d8e12c-e287-4e85-8721-93b3effc82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:17.689826 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-c2d8e12c-e287-4e85-8721-93b3effc82c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0446057 Dec 06 13:18:17.732307 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf738516-7bbd-4607-a632-e189ebda9831', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.215', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ff:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:18:16Z', 'updated_at': '2021-12-06T13:18:16Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:18:17.734830 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-d6b530ba-3889-4d3e-9fbc-d684da210a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:17.736325 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-d6b530ba-3889-4d3e-9fbc-d684da210a37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400524 Dec 06 13:18:17.762304 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:18:17.771288 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:18:17.771898 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:18:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:18:17.829313 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-56749b34-1101-4ebd-86a8-838d061cd813 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Dec 06 13:18:17.851877 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:18:17.876506 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:18:17.919740 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-423b7ac2-ddee-4998-ba32-3465044a2bf5 req-251d2abd-9054-4c2e-a18e-eb7ac17bed4f service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832765 Dec 06 13:18:18.091496 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf738516-7bbd-4607-a632-e189ebda9831', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.215', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ff:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:18:16Z', 'updated_at': '2021-12-06T13:18:16Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:18:18.116682 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e631e0-81ae-4de5-8109-10ef3758c2db None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf738516-7bbd-4607-a632-e189ebda9831', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'floating_ip_address': '172.35.3.215', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'mac_address': 'fa:16:3e:ff:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:18:16Z', 'updated_at': '2021-12-06T13:18:16Z', 'revision_number': 0, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:18:18.308338 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f32d7-2cbe-4293-8359-b770e0845c6f None None] New status for floating IP cf738516-7bbd-4607-a632-e189ebda9831: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:18:20.252827 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:24.595241 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-9acfeb78-d9fb-4599-824c-0c58b13bd391 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393121 Dec 06 13:18:24.718152 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-f439c8ae-ac7e-4166-a59c-51ef18443369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:24.719550 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-f439c8ae-ac7e-4166-a59c-51ef18443369 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0445960 Dec 06 13:18:24.827836 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-ad6fde73-f3c6-49fc-bf5c-9f933ae9237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:24.829336 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-ad6fde73-f3c6-49fc-bf5c-9f933ae9237e service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0909626 Dec 06 13:18:24.901363 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-74693e6c-3651-468a-b9a0-35139e226f47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1002 time: 0.0647292 Dec 06 13:18:24.950412 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-d428dd78-1abb-4c05-9fa0-f7aaf0f296ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:24.951810 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-d428dd78-1abb-4c05-9fa0-f7aaf0f296ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0436759 Dec 06 13:18:24.996479 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-344fe5bb-6cae-4fde-9fd8-a39bdb65ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:18:24.998131 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-344fe5bb-6cae-4fde-9fd8-a39bdb65ee55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396252 Dec 06 13:18:25.097660 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-78f29f16-62e2-4605-a9b7-61ad9a8e9f5e service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924544 Dec 06 13:18:25.192794 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-2cbf05ec-6ac6-4984-83a1-2a185f9923e7 req-7318261f-b2c4-4762-b74c-33278eb1e48d service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Dec 06 13:18:27.387242 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2f49f7fd-3d32-449f-a76f-65b965c141e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:29.705774 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5cee94b7-d136-4e8d-8faa-4ae65cc23274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:30.807804 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:31.768094 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:32.575376 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:33.358734 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:50.251615 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:54.850245 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:18:57.388589 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-22ee63ac-727c-44a2-b598-2e92c4c0b417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:59.707177 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7228e7ec-d7ad-45e6-908a-12607fbe0a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:00.809546 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:01.783745 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:02.575858 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:03.359786 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:20.277811 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:26.634378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-0f3a58f4-91c8-4138-80ea-273e5a704862 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929625 Dec 06 13:19:26.730787 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-e2421e4f-d65b-44da-9397-b28ad710ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:19:26.732831 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-e2421e4f-d65b-44da-9397-b28ad710ba3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0400727 Dec 06 13:19:26.833696 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-40a54004-2f81-4dc8-af33-0a95b03fa4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:19:26.835044 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-40a54004-2f81-4dc8-af33-0a95b03fa4f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0838506 Dec 06 13:19:26.901924 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-1eb82740-6af7-4093-b398-1f5a4b688fcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1002 time: 0.0604048 Dec 06 13:19:26.950551 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-8d1dfedc-e627-4664-aa7d-90b7e0c30d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:19:26.952482 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-8d1dfedc-e627-4664-aa7d-90b7e0c30d4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0437524 Dec 06 13:19:26.997423 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-d0c3e0c7-3eda-4864-b006-7207096250d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:19:26.998909 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-d0c3e0c7-3eda-4864-b006-7207096250d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396984 Dec 06 13:19:27.092230 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-33a2c225-1334-4b23-9dca-a4bc01a66f32 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Dec 06 13:19:27.182170 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-973c74f5-b8f8-42f1-bce3-7c0061de886e req-afe9f0ec-1de2-4fc5-aadb-5425f1387fad service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838315 Dec 06 13:19:27.394455 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe5eb-b3b0-4d43-bf90-537a11206d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:29.711489 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1814b736-fe72-48d9-85d9-431f4aada95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:30.814770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:31.782922 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:31.850217 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:19:32.580612 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:33.360482 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:50.297004 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:57.385780 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b91fe785-854f-42b8-8f32-88d4710b7c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:19:59.713777 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4ea8372b-6f2b-4f5f-9296-84f277342bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:00.815622 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:01.798082 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:02.580532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:03.362578 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:08.849642 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:20:10.297975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838ae54-b4ec-435c-ac9a-170e1789d63f req-65a05188-0a5f-4127-96a9-b68a2c9f22b5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:10.299458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e838ae54-b4ec-435c-ac9a-170e1789d63f req-65a05188-0a5f-4127-96a9-b68a2c9f22b5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0495813 Dec 06 13:20:10.348294 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e838ae54-b4ec-435c-ac9a-170e1789d63f req-2fbef2ed-2b47-4c7c-a337-d075df671c1e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Dec 06 13:20:11.492036 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3837f3-0233-4dbd-b8cf-8bbcbf1059e1 req-8d363cd6-dd2f-414a-8a35-68c302c183d6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:11.493500 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed3837f3-0233-4dbd-b8cf-8bbcbf1059e1 req-8d363cd6-dd2f-414a-8a35-68c302c183d6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0514457 Dec 06 13:20:11.540512 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ed3837f3-0233-4dbd-b8cf-8bbcbf1059e1 req-c7209f65-6360-4043-9d54-6d2026c5818a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Dec 06 13:20:12.678026 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e6a4-08c0-474e-ac5f-8ce45da39980 req-7fa1ab7a-a560-41a6-bedb-d53419f25bb8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:12.679519 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e05e6a4-08c0-474e-ac5f-8ce45da39980 req-7fa1ab7a-a560-41a6-bedb-d53419f25bb8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0474067 Dec 06 13:20:12.729988 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e05e6a4-08c0-474e-ac5f-8ce45da39980 req-b83937f4-d01f-4be9-bb93-1f46dfe632ec tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Dec 06 13:20:13.843743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3eecb-8ed2-4fcc-a0d2-0f83f5598d2b req-b0e0a914-ebed-47b6-bfc0-78897c0db850 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:13.845230 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44d3eecb-8ed2-4fcc-a0d2-0f83f5598d2b req-b0e0a914-ebed-47b6-bfc0-78897c0db850 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0480850 Dec 06 13:20:13.896477 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-44d3eecb-8ed2-4fcc-a0d2-0f83f5598d2b req-ca565a9e-bfb2-4e0e-a95c-2f3008cf4fa4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453174 Dec 06 13:20:15.014647 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1ddd-5118-43ed-b66b-88d1a58be37b req-da140a78-1f8d-457f-91e4-e9967ebdadc4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:15.016665 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e78d1ddd-5118-43ed-b66b-88d1a58be37b req-da140a78-1f8d-457f-91e4-e9967ebdadc4 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0489299 Dec 06 13:20:15.065531 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e78d1ddd-5118-43ed-b66b-88d1a58be37b req-bda2644d-17f1-46e2-b7d3-294056e37604 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Dec 06 13:20:16.180501 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfab465-bd3d-4a61-b2cd-9846c97a0426 req-fb977d64-5f46-45fd-8ff5-d62c12eaf250 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:16.182048 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bfab465-bd3d-4a61-b2cd-9846c97a0426 req-fb977d64-5f46-45fd-8ff5-d62c12eaf250 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0479510 Dec 06 13:20:16.230658 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bfab465-bd3d-4a61-b2cd-9846c97a0426 req-981d052b-6181-4ecf-8257-bea834c167a7 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Dec 06 13:20:17.349291 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d3782-8bb2-4e33-9091-1c0320233a53 req-431a233f-3e9d-442e-ab20-f2d3d2640e5f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:17.350767 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-180d3782-8bb2-4e33-9091-1c0320233a53 req-431a233f-3e9d-442e-ab20-f2d3d2640e5f tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Dec 06 13:20:17.399372 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-180d3782-8bb2-4e33-9091-1c0320233a53 req-b042c8d1-32c8-492a-ae3c-41d86220afd9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Dec 06 13:20:18.516310 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923daa-2374-4454-8b52-3c3e64ca60f0 req-ca0a87b6-1306-4946-b074-0b70d3e3c1c6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:18.517724 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59923daa-2374-4454-8b52-3c3e64ca60f0 req-ca0a87b6-1306-4946-b074-0b70d3e3c1c6 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Dec 06 13:20:18.567309 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59923daa-2374-4454-8b52-3c3e64ca60f0 req-4b986070-08ec-486a-b77d-7d8f937eec02 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Dec 06 13:20:19.685393 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaaa80-dc86-4305-abc7-9c7cdb9bada7 req-4a23cb98-a87a-4c70-a343-a9b40b7b279c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:19.686946 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3aaaaa80-dc86-4305-abc7-9c7cdb9bada7 req-4a23cb98-a87a-4c70-a343-a9b40b7b279c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0482583 Dec 06 13:20:19.739886 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3aaaaa80-dc86-4305-abc7-9c7cdb9bada7 req-d52e4d00-5180-410a-ac32-9bfa30296f0c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471349 Dec 06 13:20:20.309879 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:20.498060 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-9408b32e-af2f-4056-802e-cdf94f329afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:20.499431 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-9408b32e-af2f-4056-802e-cdf94f329afa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0402935 Dec 06 13:20:20.588760 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-e9be8073-5466-4771-8818-f09a6383c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:20.590268 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-e9be8073-5466-4771-8818-f09a6383c513 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0840745 Dec 06 13:20:20.658654 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-4fcce7d2-850d-41ff-914c-b7ab2d09589d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1002 time: 0.0607436 Dec 06 13:20:20.706924 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-ec42abdf-3895-452d-9a1b-df6aa483172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:20.708362 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-ec42abdf-3895-452d-9a1b-df6aa483172e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0435476 Dec 06 13:20:20.753944 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-0e071c0f-de86-4393-8eda-3ae087b71e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:20.755319 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-0e071c0f-de86-4393-8eda-3ae087b71e7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401378 Dec 06 13:20:20.851402 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-a2a3140c-5e50-4b80-b67e-fc4645536024 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888968 Dec 06 13:20:20.856123 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12bcc-5d7a-447e-8273-5f69b351e905 req-c3c35645-a459-4632-9e30-09281e9a4520 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:20.857613 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2de12bcc-5d7a-447e-8273-5f69b351e905 req-c3c35645-a459-4632-9e30-09281e9a4520 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0486486 Dec 06 13:20:20.906792 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2de12bcc-5d7a-447e-8273-5f69b351e905 req-e76e5dab-256d-44cb-9490-f33b5b667da9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426738 Dec 06 13:20:20.943197 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-441f6568-7d1b-40bc-b5fc-6c4aa77a0562 req-b9642e84-f4fc-4c58-98fb-71944640f08e service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845168 Dec 06 13:20:22.020227 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e0970-112e-4d71-b9b7-18da2a00128f req-7839e6f3-1df2-41af-afa9-af5314e68535 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:22.021693 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b7e0970-112e-4d71-b9b7-18da2a00128f req-7839e6f3-1df2-41af-afa9-af5314e68535 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0474477 Dec 06 13:20:22.070595 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1b7e0970-112e-4d71-b9b7-18da2a00128f req-46e9c404-dffd-426a-a168-df0798af4724 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Dec 06 13:20:23.190493 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6e82e-515b-409a-aff1-e899178e59fe req-bd0d9c15-3461-4876-b565-dd72ed6c5b02 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:23.191980 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5d6e82e-515b-409a-aff1-e899178e59fe req-bd0d9c15-3461-4876-b565-dd72ed6c5b02 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0546424 Dec 06 13:20:23.242677 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f5d6e82e-515b-409a-aff1-e899178e59fe req-85397c6e-5ef1-47fd-893a-28a59ab7365e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Dec 06 13:20:24.227260 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:20:24.312296 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:24.336142 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:20:24.338651 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadb9ab0-f2a8-4a69-a839-46f686e2732d" -d '{"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-unplugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:20:24.364511 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2a31a-1b1d-4dfe-8f25-dfd50e6a7da0 req-ded4e894-1fba-4e26-9b4d-7ec2f8e3b133 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:24.365059 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:20:24.366070 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65f2a31a-1b1d-4dfe-8f25-dfd50e6a7da0 req-ded4e894-1fba-4e26-9b4d-7ec2f8e3b133 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0539010 Dec 06 13:20:24.370670 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:24.396817 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb4988-ff1f-47e8-ba24-3aa597221dad x-openstack-request-id: req-83eb4988-ff1f-47e8-ba24-3aa597221dad {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:20:24.397229 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-unplugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:20:24.397509 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83eb4988-ff1f-47e8-ba24-3aa597221dad {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:20:24.397892 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'code': 200} Dec 06 13:20:24.426395 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:20:24.433849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-65f2a31a-1b1d-4dfe-8f25-dfd50e6a7da0 req-499d4bf3-b614-4f32-92b5-0cf53cb401f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518882 Dec 06 13:20:24.435212 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.435688 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.436131 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.436564 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.436999 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.437446 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.437775 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.438106 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.438435 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.438761 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.439087 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.448993 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:24.448993 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:20:25.547337 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542529b-8cc7-4728-ae0c-ea0eb9472692 req-613b3d84-8dec-4cbc-a978-6fc8ad5f2129 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:25.549324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d542529b-8cc7-4728-ae0c-ea0eb9472692 req-613b3d84-8dec-4cbc-a978-6fc8ad5f2129 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0517147 Dec 06 13:20:25.597934 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d542529b-8cc7-4728-ae0c-ea0eb9472692 req-0abcb96b-cb97-4188-ba97-3a31fc948259 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Dec 06 13:20:25.737968 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-ad6a5e54-c2f0-4b83-8b94-1ae6e6b8da1b req-d62d9821-32c9-4b59-9635-1cbf94aa2a01 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:20:25.738997 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ad6a5e54-c2f0-4b83-8b94-1ae6e6b8da1b req-d62d9821-32c9-4b59-9635-1cbf94aa2a01 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0774560 Dec 06 13:20:25.891217 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-aa63941d-2d8f-421b-acc2-d1bdd984798e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722225 Dec 06 13:20:25.902386 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304d303-ee49-4b5a-8b4e-53f1981920ac req-53d7752c-1c8f-47c2-aab6-40a6824d2017 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:25.903745 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9304d303-ee49-4b5a-8b4e-53f1981920ac req-53d7752c-1c8f-47c2-aab6-40a6824d2017 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0564513 Dec 06 13:20:25.908908 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-254b951f-c549-45b8-bec4-260439da99c6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:20:25.909878 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-254b951f-c549-45b8-bec4-260439da99c6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053220 Dec 06 13:20:25.953537 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-9304d303-ee49-4b5a-8b4e-53f1981920ac req-9364c940-350c-4c89-9347-bbfc2dadeaca tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Dec 06 13:20:27.079982 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fdd7f-2c22-4533-8d8a-3cbd00587604 req-14110729-d7e2-4a9a-9f0b-ac8630e65231 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:27.081701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856fdd7f-2c22-4533-8d8a-3cbd00587604 req-14110729-d7e2-4a9a-9f0b-ac8630e65231 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0541363 Dec 06 13:20:27.132377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-856fdd7f-2c22-4533-8d8a-3cbd00587604 req-825cd1cb-514a-47ad-8400-47d1c47860c5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Dec 06 13:20:27.387571 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c34103dd-9687-4ba1-8bce-5530fda4677b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:28.246829 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ccd78-42d1-4991-8f6f-7061212c712a req-f0ca6ceb-25bb-497e-bb11-eaf8ecf9282c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:28.248304 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-976ccd78-42d1-4991-8f6f-7061212c712a req-f0ca6ceb-25bb-497e-bb11-eaf8ecf9282c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0484524 Dec 06 13:20:28.297308 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-976ccd78-42d1-4991-8f6f-7061212c712a req-258f2591-a5c1-446f-a8be-620b3cd5dacf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Dec 06 13:20:29.426259 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1093-0074-4a39-9546-20512c21bf31 req-831f5b3c-3b3f-4d75-b3a5-dda28f1a4338 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:29.427868 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-509e1093-0074-4a39-9546-20512c21bf31 req-831f5b3c-3b3f-4d75-b3a5-dda28f1a4338 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0562623 Dec 06 13:20:29.479050 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-509e1093-0074-4a39-9546-20512c21bf31 req-de4ca637-f61a-4f73-b34f-d5e26ae9114a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Dec 06 13:20:29.715239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ed582e4e-2b9d-4f04-abdc-5d548d7853b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:30.591440 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246a150-4f88-4d5e-a543-73adfbb539ab req-758db7db-18b2-4765-9cd2-5f37d74459db tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:30.592922 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3246a150-4f88-4d5e-a543-73adfbb539ab req-758db7db-18b2-4765-9cd2-5f37d74459db tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0479078 Dec 06 13:20:30.641547 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3246a150-4f88-4d5e-a543-73adfbb539ab req-980a1ec7-d580-42da-b343-f12efebb4f38 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Dec 06 13:20:30.822353 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:31.653498 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a47-646b-4eee-a606-cabc0a146358 req-0ba79eee-14c0-4681-bda8-e4d972aa2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.655026 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-0ba79eee-14c0-4681-bda8-e4d972aa2163 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3&tenant_id=a96d3eae9493498d8691f70c5cba46da HTTP/1.1" status: 200 len: 1095 time: 0.0459106 Dec 06 13:20:31.729718 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a47-646b-4eee-a606-cabc0a146358 req-ee535ba8-0353-4313-b067-815c7cfaf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.731189 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-ee535ba8-0353-4313-b067-815c7cfaf473 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1095 time: 0.0404263 Dec 06 13:20:31.758201 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5071f8-95d1-4771-82c3-c012b3ae6700 req-1794f3bf-74f6-49bc-ba2a-96059a064049 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.759670 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a5071f8-95d1-4771-82c3-c012b3ae6700 req-1794f3bf-74f6-49bc-ba2a-96059a064049 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0491853 Dec 06 13:20:31.797087 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:31.814899 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a5071f8-95d1-4771-82c3-c012b3ae6700 req-76a4b1b3-238c-4ded-9dea-f73f54ad70bf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491226 Dec 06 13:20:31.826800 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a47-646b-4eee-a606-cabc0a146358 req-0e2e700d-17b9-49f5-b14d-15c361a50412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.828305 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-0e2e700d-17b9-49f5-b14d-15c361a50412 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0900078 Dec 06 13:20:31.895155 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-a830a914-aebd-4b7d-a228-903a08f429ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1000 time: 0.0600269 Dec 06 13:20:31.943923 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a47-646b-4eee-a606-cabc0a146358 req-f05379ee-e858-4db6-a48f-9ba2b1f814f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.945375 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-f05379ee-e858-4db6-a48f-9ba2b1f814f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0435159 Dec 06 13:20:31.995250 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a47-646b-4eee-a606-cabc0a146358 req-bbf26b08-a200-4885-82a5-5d65501863de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:31.996702 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-bbf26b08-a200-4885-82a5-5d65501863de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436153 Dec 06 13:20:32.084714 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-005c3782-00fb-4961-bae5-f6ec7ff5637f service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806739 Dec 06 13:20:32.176755 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-e13c9784-8716-4644-846e-dc21a8ec63bc service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Dec 06 13:20:32.583677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:32.931242 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bc1e0-8e20-4af4-b013-1b226bb4bb91 req-841809c3-ecb7-4bd6-beb2-be96747314f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:32.932701 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7bc1e0-8e20-4af4-b013-1b226bb4bb91 req-841809c3-ecb7-4bd6-beb2-be96747314f1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0474827 Dec 06 13:20:32.980939 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3a7bc1e0-8e20-4af4-b013-1b226bb4bb91 req-518e742b-9bc7-4ac3-a4d3-9d0928186e80 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Dec 06 13:20:33.364380 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:34.094223 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da0d34-cb60-48e3-8931-7d162077e1ff req-e95e25ff-88e8-46b4-a471-4e39b155622e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:34.095687 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50da0d34-cb60-48e3-8931-7d162077e1ff req-e95e25ff-88e8-46b4-a471-4e39b155622e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Dec 06 13:20:34.144060 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-50da0d34-cb60-48e3-8931-7d162077e1ff req-b54920d4-9b47-49b6-8f68-205ee19dc9db tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Dec 06 13:20:35.310078 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e049e-141d-4a59-9f6b-79fe5855455a req-0f32f857-2f67-4d18-a1ab-266de6da28cf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:35.311550 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f21e049e-141d-4a59-9f6b-79fe5855455a req-0f32f857-2f67-4d18-a1ab-266de6da28cf tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.1017051 Dec 06 13:20:35.360231 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f21e049e-141d-4a59-9f6b-79fe5855455a req-37da6c45-7d03-41f6-93d1-e9e06391b1ff tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Dec 06 13:20:36.515893 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128e1f-4858-4db7-bd6c-a699ecae2442 req-01bd79ee-ac1d-4008-91b1-8de0f1fb59a8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:36.517790 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9128e1f-4858-4db7-bd6c-a699ecae2442 req-01bd79ee-ac1d-4008-91b1-8de0f1fb59a8 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0900218 Dec 06 13:20:36.565517 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a9128e1f-4858-4db7-bd6c-a699ecae2442 req-c137127b-485c-4ce7-a268-df7a88f3d73c tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Dec 06 13:20:37.679885 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdce86e-44d7-454e-8f23-b81a9024c914 req-d7444089-d852-4b1c-ab57-3d6627c4c263 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:37.681405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bdce86e-44d7-454e-8f23-b81a9024c914 req-d7444089-d852-4b1c-ab57-3d6627c4c263 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0477223 Dec 06 13:20:37.733738 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4bdce86e-44d7-454e-8f23-b81a9024c914 req-f2149126-94ff-4faa-82be-1a8840758648 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462968 Dec 06 13:20:38.846900 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8d375-48e0-491c-bd01-047ea51e191f req-5af9e1d7-7f3c-42e7-a6a1-7680b11c0600 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:38.848341 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bed8d375-48e0-491c-bd01-047ea51e191f req-5af9e1d7-7f3c-42e7-a6a1-7680b11c0600 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0476813 Dec 06 13:20:38.896373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-bed8d375-48e0-491c-bd01-047ea51e191f req-5b7dd354-b7a6-4b7f-81b0-450512674cef tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Dec 06 13:20:40.009096 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27419d0e-9501-45de-ac6c-dd54a081270a req-9b73c977-17c4-4e9d-af85-33d85f6ec917 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:40.010577 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27419d0e-9501-45de-ac6c-dd54a081270a req-9b73c977-17c4-4e9d-af85-33d85f6ec917 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 944 time: 0.0479088 Dec 06 13:20:40.057825 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27419d0e-9501-45de-ac6c-dd54a081270a req-935adf31-583f-43d2-b85e-2fc56489515e tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Dec 06 13:20:40.304570 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:20:40.399199 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:20:40.410032 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'port_id': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'mac_address': 'fa:16:3e:ff:0e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:20:40.446152 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:40.458341 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e6b0f-0078-4f6d-8703-99e3e36e2962 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:20:40.477014 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:20:40.480862 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:40.528683 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:20:40.773467 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['f27e6b0f-0078-4f6d-8703-99e3e36e2962'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:20:41.183616 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fd86b-3b4e-4bbd-85c5-71f8155f79c4 req-04b5e61a-13a4-42fd-b5ed-16c2a6e72007 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:41.185095 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e4fd86b-3b4e-4bbd-85c5-71f8155f79c4 req-04b5e61a-13a4-42fd-b5ed-16c2a6e72007 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 945 time: 0.0566466 Dec 06 13:20:41.233379 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-6e4fd86b-3b4e-4bbd-85c5-71f8155f79c4 req-e971052d-3295-4d4f-ad17-7d8cf352a469 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422163 Dec 06 13:20:42.312483 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:20:42.344673 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ec3d-7b0a-4bbf-a91d-1bb25eeaa42b req-e3fc1559-abc5-4d64-8600-1263747d4deb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:42.346695 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3b6ec3d-7b0a-4bbf-a91d-1bb25eeaa42b req-e3fc1559-abc5-4d64-8600-1263747d4deb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Dec 06 13:20:42.360187 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port f27e6b0f-0078-4f6d-8703-99e3e36e2962 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:20:42.360563 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:42.395661 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e3b6ec3d-7b0a-4bbf-a91d-1bb25eeaa42b req-03b521dd-745c-4f30-9286-7ed0df5a3d63 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Dec 06 13:20:42.436738 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:42.458569 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:20:42.460807 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd55c87-9a17-4bac-b853-6dd35e6f143f" -d '{"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:20:42.476839 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:20:42.482054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:42.506396 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fbb333-58ce-46b1-809c-fd94418f7357 x-openstack-request-id: req-38fbb333-58ce-46b1-809c-fd94418f7357 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:20:42.506697 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-plugged", "status": "completed", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:20:42.506955 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38fbb333-58ce-46b1-809c-fd94418f7357 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:20:42.507348 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'code': 200} Dec 06 13:20:42.534458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:20:42.700380 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147f78-8730-45a2-973f-c47fb86c3a94 req-b135e853-49ab-4e18-90f3-444a3baaaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:42.701900 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c0147f78-8730-45a2-973f-c47fb86c3a94 req-b135e853-49ab-4e18-90f3-444a3baaaf10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0393169 Dec 06 13:20:42.748137 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c0147f78-8730-45a2-973f-c47fb86c3a94 req-f0a081a5-1476-45d2-be7e-c87583bfd868 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Dec 06 13:20:43.513856 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4369dc-0ab3-4bd3-aa29-5a8dcb08949d req-865e3966-ec12-4647-a400-7a331f7b11eb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:43.515325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea4369dc-0ab3-4bd3-aa29-5a8dcb08949d req-865e3966-ec12-4647-a400-7a331f7b11eb tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Dec 06 13:20:43.563458 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea4369dc-0ab3-4bd3-aa29-5a8dcb08949d req-bedee9f4-436b-4972-8e61-2033eb39f5ac tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Dec 06 13:20:44.679449 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367ab0-b448-453c-96b0-fe7726efc082 req-17d63230-9e6e-4087-8aab-4c9b2aa22ade tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:20:44.680959 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64367ab0-b448-453c-96b0-fe7726efc082 req-17d63230-9e6e-4087-8aab-4c9b2aa22ade tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0492315 Dec 06 13:20:44.729860 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-64367ab0-b448-453c-96b0-fe7726efc082 req-556e452c-3d07-4d01-96db-3065e3a724ea tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428011 Dec 06 13:20:45.847976 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:20:50.324666 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:57.392022 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-56ee8762-1ed8-47e4-8b2b-0f35d1885af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:20:59.717073 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-476120e4-ea0d-4036-bb12-a03668fdb153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:00.822969 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:01.805184 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:02.585639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:03.372370 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:20.340611 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:22.847680 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:21:26.577850 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-8e5cc0bd-3a6f-4677-9bfe-997a22fbd98f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381644 Dec 06 13:21:26.677408 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-7ba615a8-9ca0-4a31-bf10-01417677313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:26.678902 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-7ba615a8-9ca0-4a31-bf10-01417677313d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0436049 Dec 06 13:21:26.780222 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-26db0242-54ce-4a81-badd-bc4e3fcff168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:26.781691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-26db0242-54ce-4a81-badd-bc4e3fcff168 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0846615 Dec 06 13:21:26.848539 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-cb5b6e72-ace6-495a-a1a5-42890baa0f0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 1002 time: 0.0600874 Dec 06 13:21:26.895609 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-cd0e6fc2-2ef4-4915-ba14-9345868d59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:26.896976 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-cd0e6fc2-2ef4-4915-ba14-9345868d59f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0420358 Dec 06 13:21:26.941086 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-cf0b6866-b639-4c7d-8d92-68efcb6809cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:26.942562 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-cf0b6866-b639-4c7d-8d92-68efcb6809cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382819 Dec 06 13:21:27.034096 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-c946d327-dca7-4a8c-bf1e-aaa1f727f865 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845792 Dec 06 13:21:27.120627 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c502ee01-7332-4973-abc6-45e23eac98b8 req-4da311a2-125d-4d3e-9e54-876f326afb71 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796304 Dec 06 13:21:27.393013 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3d1087eb-edde-4873-9864-c70777e9d195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:29.718667 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dc74e7e8-ddec-402e-b828-14ba2ceaf9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:30.824340 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:31.805559 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:32.588551 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:33.363541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:50.353815 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.395403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f96ee0d7-116d-4346-9a87-28106750ce79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.558137 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42914) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:21:57.714921 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Deleting port 84da5187-c005-436d-a887-62c99fc837a1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:21:57.715183 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.792029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.792359 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.803943 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Calling delete_port for 84da5187-c005-436d-a887-62c99fc837a1 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:21:57.948327 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:57.973343 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'Port': ['ID=84da5187-c005-436d-a887-62c99fc837a1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:21:57.984576 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.984923 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.985290 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.985625 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.985954 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.986281 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.986626 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.986936 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.987257 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.987575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.987894 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.988209 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:57.988523 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:21:58.041601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:58.041929 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Floating IP cf738516-7bbd-4607-a632-e189ebda9831 disassociated (deleted). External IP: 172.35.3.215, port: f27e6b0f-0078-4f6d-8703-99e3e36e2962. Dec 06 13:21:58.245495 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:21:58.351443 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:21:58.355901 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:58.370905 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:21:58.380622 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:21:58.381262 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:21:58.383035 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-168120a6-c431-46a7-9416-5f369440c527 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf738516-7bbd-4607-a632-e189ebda9831 HTTP/1.1" status: 204 len: 168 time: 0.8237998 Dec 06 13:21:58.383748 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:21:58.386112 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426cc7e-76a8-48db-a38b-391c01569f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:21:58.427280 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422c19f-d8f5-422e-b2a8-cab5a4dfaca2 x-openstack-request-id: req-a422c19f-d8f5-422e-b2a8-cab5a4dfaca2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:21:58.427580 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:21:58.427938 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a422c19f-d8f5-422e-b2a8-cab5a4dfaca2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:21:58.428227 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'status': 'completed', 'code': 200} Dec 06 13:21:58.536634 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-4226e609-8890-49f5-989a-3aaab42a8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:58.538292 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-4226e609-8890-49f5-989a-3aaab42a8b97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a96d3eae9493498d8691f70c5cba46da&device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 1097 time: 0.0656250 Dec 06 13:21:58.623792 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820a4fe-6dee-456a-9501-86a316094cef req-b2f44fbc-53c5-40b6-a9c0-b841246f818a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:58.625426 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d820a4fe-6dee-456a-9501-86a316094cef req-b2f44fbc-53c5-40b6-a9c0-b841246f818a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0561378 Dec 06 13:21:58.653001 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:21:58.660691 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-42bb8028-60b4-4df6-a90c-44053e9454e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:58.662290 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-42bb8028-60b4-4df6-a90c-44053e9454e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 200 len: 910 time: 0.0947795 Dec 06 13:21:58.683585 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d820a4fe-6dee-456a-9501-86a316094cef req-b9841249-9629-4418-9c4f-9ecd8d3a9368 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518329 Dec 06 13:21:58.708427 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-a03955b9-4d71-4f18-93ab-bbe88b630f83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 200 len: 217 time: 0.0376351 Dec 06 13:21:58.758493 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-9d45bda4-97e6-4534-8a10-2a918ad2ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:58.759961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-9d45bda4-97e6-4534-8a10-2a918ad2ae14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 200 len: 848 time: 0.0440731 Dec 06 13:21:58.806983 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-76abe733-3636-4f79-be78-a235adaf626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:58.808408 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-76abe733-3636-4f79-be78-a235adaf626a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db18feea-9e27-4538-bc07-412912bcc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402813 Dec 06 13:21:58.854129 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:21:58.880741 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:21:58.888961 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:21:58.889586 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:21:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:21:58.902820 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-b0211c09-ad2c-4327-b213-94c176e21478 service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Dec 06 13:21:58.993531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-6426cc7e-76a8-48db-a38b-391c01569f6f req-dc65ce5b-6138-46c2-8369-f9f675d5f47e service neutron] 10.222.0.53 "GET /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829904 Dec 06 13:21:58.994071 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:21:59.196003 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:21:59.221452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e591d-0d46-48d4-aa5c-a845b0c4a4b9 None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:16Z', 'revision_number': 4, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b90a8b7b-3375-49c0-8430-122db86dce5c', 'name': '', 'network_id': 'db18feea-9e27-4538-bc07-412912bcc854', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'mac_address': 'fa:16:3e:bd:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:16Z', 'updated_at': '2021-12-06T13:13:21Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'subnets': [{'id': '15435ba1-c951-465a-ae8b-63df58a56e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:21:59.440766 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e941702-c3ea-470b-92d3-72a5a90fe040 None None] New status for floating IP cf738516-7bbd-4607-a632-e189ebda9831: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:21:59.723876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-28471ec3-fb3a-4db4-85c5-bd87e21af807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:21:59.803358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d69ae-f10a-4b05-86f6-d6203c39d48c req-8861b260-36a8-49c7-b672-49ce6bcb8df1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:21:59.804771 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c0d69ae-f10a-4b05-86f6-d6203c39d48c req-8861b260-36a8-49c7-b672-49ce6bcb8df1 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0490525 Dec 06 13:21:59.847251 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:21:59.855783 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2c0d69ae-f10a-4b05-86f6-d6203c39d48c req-a3d08a9f-3ab7-4a58-9412-6a21a2e4afff tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/security-groups?id=927776db-3a71-424e-a9e5-ec60f0396cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Dec 06 13:22:00.291767 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-9f7f6b4d-35a6-4b98-bc00-1eaa6eff8a27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:00.293231 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-9f7f6b4d-35a6-4b98-bc00-1eaa6eff8a27 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 946 time: 0.0486705 Dec 06 13:22:00.384929 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Deleting port f27e6b0f-0078-4f6d-8703-99e3e36e2962 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:00.385326 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:00.471424 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] For port f27e6b0f-0078-4f6d-8703-99e3e36e2962, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f27e6b0f-0078-4f6d-8703-99e3e36e2962,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:00.471782 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:00.488111 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Calling delete_port for f27e6b0f-0078-4f6d-8703-99e3e36e2962 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:00.610129 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:00.639787 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'Port': ['ID=f27e6b0f-0078-4f6d-8703-99e3e36e2962,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:00.682228 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] No DVR routers for this DVR port f27e6b0f-0078-4f6d-8703-99e3e36e2962 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:22:00.684916 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:00.688371 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9e46a3d6-0d17-4d5b-a9bf-62434f6933d3 req-91322194-ba48-4332-a0b5-2b5b8d393ced tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.53 "DELETE /v2.0/ports/f27e6b0f-0078-4f6d-8703-99e3e36e2962 HTTP/1.1" status: 204 len: 173 time: 0.3885460 Dec 06 13:22:00.688818 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-deleted', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:22:00.691082 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b9270-dde9-488f-8098-695abacb669e" -d '{"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-deleted", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:22:00.728564 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9fa0c5-72b7-41fe-8fc7-db202020ee67 x-openstack-request-id: req-0f9fa0c5-72b7-41fe-8fc7-db202020ee67 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:22:00.728861 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c9825-f44b-41a1-b206-c8cff8c444d3", "name": "network-vif-deleted", "tag": "f27e6b0f-0078-4f6d-8703-99e3e36e2962", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:22:00.729127 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f9fa0c5-72b7-41fe-8fc7-db202020ee67 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:22:00.729541 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c9825-f44b-41a1-b206-c8cff8c444d3', 'name': 'network-vif-deleted', 'tag': 'f27e6b0f-0078-4f6d-8703-99e3e36e2962', 'status': 'completed', 'code': 200} Dec 06 13:22:00.827947 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:00.950704 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-5123ba0c-f541-43a1-8432-f81d20a03e6a req-e16cadf2-0f01-4b25-a146-98f23c7a5ba9 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0258558 Dec 06 13:22:01.833636 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:02.045974 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4f224e0c-71c9-41fd-bc66-833f2fdbd6e7 req-a5df2c19-054a-4c12-99c7-9b42d9dc5694 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0261059 Dec 06 13:22:02.592271 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:02.728105 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:02.751676 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: f27e6b0f-0078-4f6d-8703-99e3e36e2962 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:02.752021 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device f27e6b0f-0078-4f6d-8703-99e3e36e2962 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:03.140631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a52c3735-b366-4485-8a53-42d2e44670e6 req-1f06c37c-961d-458c-b143-ddf36c2f8827 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0259981 Dec 06 13:22:03.367068 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:04.240762 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-0f9439c4-4ad4-4b16-9c1a-fb619fed52b5 req-7923e71f-94bb-4519-99ef-c1c5b31ab997 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Dec 06 13:22:05.352177 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e044808-2ee8-4b84-8f70-d07d399e72db req-9ac656de-8049-4e51-9357-31439184889a tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9c9825-f44b-41a1-b206-c8cff8c444d3 HTTP/1.1" status: 200 len: 210 time: 0.0284741 Dec 06 13:22:06.410194 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42948) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:06.466221 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:06.491521 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:06.551569 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:06.554165 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:06.555349 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] 10.222.0.31 "DELETE /v2.0/security-groups/927776db-3a71-424e-a9e5-ec60f0396cde HTTP/1.1" status: 204 len: 168 time: 0.1441486 Dec 06 13:22:06.567601 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f28194-5935-43f6-8fa4-3f7ce771dba5 tempest-TestShelveInstance-447451300 tempest-TestShelveInstance-447451300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927776db-3a71-424e-a9e5-ec60f0396cde,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:06.616486 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42952) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:07.359299 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:07.604470 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Deleting port b90a8b7b-3375-49c0-8430-122db86dce5c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:07.605139 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:07.687075 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] For port b90a8b7b-3375-49c0-8430-122db86dce5c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b90a8b7b-3375-49c0-8430-122db86dce5c,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:07.687614 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:07.701521 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Calling delete_port for b90a8b7b-3375-49c0-8430-122db86dce5c owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:07.885112 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:07.912280 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90a8b7b-3375-49c0-8430-122db86dce5c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:08.081861 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:08.300431 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:22:08.419365 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:08.424535 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5fad5aa2-6a99-45fb-b06c-394607fd7d24 admin admin] 10.222.0.31 "PUT /v2.0/routers/3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8067412 Dec 06 13:22:08.427129 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42956) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:08.430824 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Sync routers for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:08.442805 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:08.444493 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:08.550436 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:08.555986 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:08.661235 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:08.720304 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Deleting port d8b72fdd-729b-49ca-87f0-653eb5e61417 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:08.720564 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:08.749816 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:22:07Z', 'revision_number': 5, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port': {'id': 'd8b72fdd-729b-49ca-87f0-653eb5e61417', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:08.780465 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Checking router: 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:08.789096 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Routers {'3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:08.789722 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:08.802775 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] For port d8b72fdd-729b-49ca-87f0-653eb5e61417, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8b72fdd-729b-49ca-87f0-653eb5e61417,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:08.803219 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:08.816854 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Calling delete_port for d8b72fdd-729b-49ca-87f0-653eb5e61417 owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:08.878518 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] Set router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:08.930209 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:22:08Z', 'revision_number': 6, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:08.960299 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed89ba-8cef-403b-bb83-43d0c600094d None None] The sync data for ids ['3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d'] in n-d-master-1 is: [{'id': '3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d', 'name': 'tempest-TestShelveInstance-2095507513-router', 'tenant_id': 'a96d3eae9493498d8691f70c5cba46da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:14Z', 'updated_at': '2021-12-06T13:22:08Z', 'revision_number': 6, 'project_id': 'a96d3eae9493498d8691f70c5cba46da', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:08.989388 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.017782 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b72fdd-729b-49ca-87f0-653eb5e61417,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:09.030957 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6bf70-1a1a-4261-b847-09e72515eec3 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:09.092069 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.186654 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.188787 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.230393 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.230976 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:22:09.235751 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.236934 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-46170c99-30aa-4db1-9b68-13ce8b5a925a admin admin] 10.222.0.31 "DELETE /v2.0/routers/3e02b620-2b30-4fb9-85b6-26cc2b9a3a9d HTTP/1.1" status: 204 len: 168 time: 0.8088729 Dec 06 13:22:09.239583 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42958) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:09.286428 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Deleting subnet 15435ba1-c951-465a-ae8b-63df58a56e68 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:22:09.290323 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.327127 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.405399 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.456411 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.486033 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15435ba1-c951-465a-ae8b-63df58a56e68,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:09.489637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.492776 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ac67d990-bdd6-4fc7-bb5e-6bb5725ab306 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15435ba1-c951-465a-ae8b-63df58a56e68 HTTP/1.1" status: 204 len: 168 time: 0.2522626 Dec 06 13:22:09.495366 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42960) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:09.497733 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fcbcc-9dcd-42e9-9fb7-5a1c8a205bb6 None None] Network db18feea-9e27-4538-bc07-412912bcc854 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:09.563601 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.617048 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Deleting port d5983e40-8c34-4ec1-87d9-2df35360225e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:09.617480 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.685362 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] For port d5983e40-8c34-4ec1-87d9-2df35360225e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5983e40-8c34-4ec1-87d9-2df35360225e,segment=NetworkSegment(8524d86b-fb9f-44a6-9ac9-dc8f8f528541),segment_id=8524d86b-fb9f-44a6-9ac9-dc8f8f528541)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:09.686025 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.697484 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Calling delete_port for d5983e40-8c34-4ec1-87d9-2df35360225e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:09.743950 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] DHCP port deletion for db18feea-9e27-4538-bc07-412912bcc854 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:09.781820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.791791 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Deleting port d5983e40-8c34-4ec1-87d9-2df35360225e {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:09.792169 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.815109 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] No DVR routers for this DVR port d5983e40-8c34-4ec1-87d9-2df35360225e on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:22:09.820595 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5983e40-8c34-4ec1-87d9-2df35360225e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:09.856648 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] For port d5983e40-8c34-4ec1-87d9-2df35360225e, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:09.857337 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.869943 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Calling delete_port for d5983e40-8c34-4ec1-87d9-2df35360225e owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:09.873028 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Port d5983e40-8c34-4ec1-87d9-2df35360225e was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:22:09.874329 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.891663 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.900520 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Pushing event deleted for resources: {'Port': ['ID=d5983e40-8c34-4ec1-87d9-2df35360225e,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:09.909745 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] No DVR routers for this DVR port d5983e40-8c34-4ec1-87d9-2df35360225e on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:22:09.913715 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.914071 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.919318 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.919318 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921109 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db18feea-9e27-4538-bc07-412912bcc854']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.921679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff5899-c7eb-4aed-916d-f0e5044a8b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:09.932739 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8524d86b-fb9f-44a6-9ac9-dc8f8f528541') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:09.933044 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8524d86b-fb9f-44a6-9ac9-dc8f8f528541') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:09.943788 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.958659 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.965535 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:22:09.966531 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:22:09.968475 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:22:10.029450 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.034867 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.038168 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/db18feea-9e27-4538-bc07-412912bcc854 HTTP/1.1" status: 204 len: 168 time: 0.5416958 Dec 06 13:22:10.041177 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:10.049937 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561f536-7aca-4bd8-9755-d44f76a5cb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=db18feea-9e27-4538-bc07-412912bcc854,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:10.370246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b90a8b7b-3375-49c0-8430-122db86dce5c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:10.382979 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.390527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b90a8b7b-3375-49c0-8430-122db86dce5c {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:10.390872 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b90a8b7b-3375-49c0-8430-122db86dce5c not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:10.391278 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d5983e40-8c34-4ec1-87d9-2df35360225e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:10.409626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d5983e40-8c34-4ec1-87d9-2df35360225e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:10.409970 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d5983e40-8c34-4ec1-87d9-2df35360225e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:10.410370 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d8b72fdd-729b-49ca-87f0-653eb5e61417 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:10.428698 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d8b72fdd-729b-49ca-87f0-653eb5e61417 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:10.429042 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d8b72fdd-729b-49ca-87f0-653eb5e61417 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:10.624150 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Deleting port b3710e3e-8e93-4bd5-be8d-4a142f561799 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:10.624381 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.704651 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] For port b3710e3e-8e93-4bd5-be8d-4a142f561799, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3710e3e-8e93-4bd5-be8d-4a142f561799,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:10.705014 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.717559 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Calling delete_port for b3710e3e-8e93-4bd5-be8d-4a142f561799 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:10.890993 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:10.915719 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3710e3e-8e93-4bd5-be8d-4a142f561799,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:10.940166 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.940514 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.940853 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.941214 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.941595 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.941872 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.942198 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.942523 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.942846 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.943170 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.943496 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.943813 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:10.944133 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:11.086371 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:11.292838 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Router e52e0124-62fb-4ef0-8c54-7a024abde424 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:22:11.396021 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:11.401014 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-3039da5b-dc7b-451c-ab29-b45a4a3b51f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/e52e0124-62fb-4ef0-8c54-7a024abde424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3587649 Dec 06 13:22:11.404060 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:11.406709 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Sync routers for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:11.416865 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:11.417495 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:11.507490 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:11.520829 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:11.708484 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:22:10Z', 'revision_number': 5, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:11.740001 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Checking router: e52e0124-62fb-4ef0-8c54-7a024abde424 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:11.748778 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Routers {'e52e0124-62fb-4ef0-8c54-7a024abde424'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:11.749413 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e52e0124-62fb-4ef0-8c54-7a024abde424'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:11.856395 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] Set router e52e0124-62fb-4ef0-8c54-7a024abde424 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:11.949727 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.001600 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Deleting port 654b336b-02dc-4b11-9336-212f0dd80da4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:12.001940 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.034445 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:22:10Z', 'revision_number': 5, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:12.059548 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b41cf-b20a-434e-8e11-a396d410d065 None None] The sync data for ids ['e52e0124-62fb-4ef0-8c54-7a024abde424'] in n-d-master-1 is: [{'id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'name': 'tempest-TestShelveInstance-1095204993-router', 'tenant_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:13:18Z', 'updated_at': '2021-12-06T13:22:10Z', 'revision_number': 5, 'project_id': '2dd49f42ca6c48e5a7f5c009bd05486a', 'gw_port': {'id': '654b336b-02dc-4b11-9336-212f0dd80da4', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0124-62fb-4ef0-8c54-7a024abde424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:13:19Z', 'updated_at': '2021-12-06T13:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:12.083701 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] For port 654b336b-02dc-4b11-9336-212f0dd80da4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=654b336b-02dc-4b11-9336-212f0dd80da4,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:12.084068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.099036 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Calling delete_port for 654b336b-02dc-4b11-9336-212f0dd80da4 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:12.257317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.287673 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Pushing event deleted for resources: {'Port': ['ID=654b336b-02dc-4b11-9336-212f0dd80da4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:12.292880 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e99d8-b1e4-42e2-92b8-a91155e355e5 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:12.340575 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.431628 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.435170 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.483821 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.484374 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e52e0124-62fb-4ef0-8c54-7a024abde424 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:22:12.489399 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.490575 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-eccc98c7-aaf8-4676-b164-52250455f30a admin admin] 10.222.0.31 "DELETE /v2.0/routers/e52e0124-62fb-4ef0-8c54-7a024abde424 HTTP/1.1" status: 204 len: 168 time: 1.0855875 Dec 06 13:22:12.492995 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:12.517251 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b3710e3e-8e93-4bd5-be8d-4a142f561799 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:12.541336 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Deleting subnet 7e3bc931-6c60-4833-a705-f7bc9587b1ea {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:22:12.542023 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: b3710e3e-8e93-4bd5-be8d-4a142f561799 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:12.542440 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device b3710e3e-8e93-4bd5-be8d-4a142f561799 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:12.546956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.583357 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.666610 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.721696 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.748372 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3bc931-6c60-4833-a705-f7bc9587b1ea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:12.753060 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.758816 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-fe909ac3-2d53-4f24-bb0a-359ae2b94494 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7e3bc931-6c60-4833-a705-f7bc9587b1ea HTTP/1.1" status: 204 len: 168 time: 0.2625511 Dec 06 13:22:12.759219 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083779e-2fe6-4ef9-9c68-8c030ec6d521 None None] Network fee2a3b5-a5ca-4d60-92a6-1de2256fb977 requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:12.759364 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42968) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:12.827549 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.884557 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Deleting port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:22:12.884896 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.949683 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] For port 1e59d902-9aa0-44bd-af22-debc1a9e2f37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1e59d902-9aa0-44bd-af22-debc1a9e2f37,segment=NetworkSegment(fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298),segment_id=fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:12.950077 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:12.962832 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Calling delete_port for 1e59d902-9aa0-44bd-af22-debc1a9e2f37 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:22:13.045210 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.060084 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17850d02-cc92-48cf-91b1-4daf5171d2fd None None] DHCP port deletion for fee2a3b5-a5ca-4d60-92a6-1de2256fb977 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:13.070675 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e59d902-9aa0-44bd-af22-debc1a9e2f37,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:13.074813 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] No DVR routers for this DVR port 1e59d902-9aa0-44bd-af22-debc1a9e2f37 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:22:13.152984 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.173773 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee2a3b5-a5ca-4d60-92a6-1de2256fb977']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:13.182958 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:13.183256 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd19dc4f-49f0-4ba4-a4a9-4dc302a1c298') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:13.192335 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.205229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.211498 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:22:13.212014 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:22:13.213474 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:22:13.267017 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.271703 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.275365 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fee2a3b5-a5ca-4d60-92a6-1de2256fb977 HTTP/1.1" status: 204 len: 168 time: 0.5151393 Dec 06 13:22:13.287935 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28ad06-1603-45da-aa3d-ca3268b617b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee2a3b5-a5ca-4d60-92a6-1de2256fb977,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:13.388623 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:13.428228 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc2cbc16-dd89-4e97-ba1c-c1c605b353c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a96d3eae9493498d8691f70c5cba46da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384178 Dec 06 13:22:13.430684 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 42974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:13.477245 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.502847 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.548501 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.551186 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.552346 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea727ebd-a211-41cb-bcb9-e6472e99f4e1 HTTP/1.1" status: 204 len: 168 time: 0.1207690 Dec 06 13:22:13.562360 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c8a12-e45e-4a6f-a62e-7ff0789a6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea727ebd-a211-41cb-bcb9-e6472e99f4e1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:13.860791 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42980) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:13.904045 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-4a9a3bb9-b50a-4d6d-9e5e-42f1ed871512 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dd49f42ca6c48e5a7f5c009bd05486a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420549 Dec 06 13:22:13.906625 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 42982) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:13.952717 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:13.973267 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.019222 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.021838 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.022966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41cb4e39-591d-4cb8-b55d-1a8776b6b3e8 HTTP/1.1" status: 204 len: 168 time: 0.1154587 Dec 06 13:22:14.031023 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1466b6d-dbc7-4e07-89d9-64a49c5bd5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb4e39-591d-4cb8-b55d-1a8776b6b3e8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:14.389663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 654b336b-02dc-4b11-9336-212f0dd80da4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:14.416771 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 654b336b-02dc-4b11-9336-212f0dd80da4 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:14.417145 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 654b336b-02dc-4b11-9336-212f0dd80da4 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:14.417590 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1e59d902-9aa0-44bd-af22-debc1a9e2f37 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:22:14.440013 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 1e59d902-9aa0-44bd-af22-debc1a9e2f37 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:22:14.440358 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 1e59d902-9aa0-44bd-af22-debc1a9e2f37 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:22:14.719935 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:14.828891 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-640302681-network', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:14.850608 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Made reservation on behalf of aa37ff8006694c96b9c5b2572c9e4d74 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:22:14.853068 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.861416 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.935237 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.939108 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.960183 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:22:14.975708 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed62e654-b5ad-4855-b716-7d9cd459820a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:14.978577 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:14.979026 n-d-master-1 neutron-server[103297]: INFO neutron.db.segments_db [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Added segment 67368258-33fa-49ad-9d42-c66534cbbd6b of type vlan for network 282c8ca8-07b5-409a-9910-6996e4171f9b Dec 06 13:22:15.019228 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.043992 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.044984 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:15.045599 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.081192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3601227 Dec 06 13:22:15.084168 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43008) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:15.091480 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Request body: {'subnet': {'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-640302681-subnet', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'ip_version': 4}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:15.111403 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10371-d62c-432b-af20-15d860dd1927 admin admin] Pushing event updated for resources: {'Network': ['ID=282c8ca8-07b5-409a-9910-6996e4171f9b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:15.113670 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Made reservation on behalf of aa37ff8006694c96b9c5b2572c9e4d74 for: {'subnet': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:22:15.115820 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194921'] for subnet, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.125293 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 282c8ca8-07b5-409a-9910-6996e4171f9b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:22:15.283670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194843'] for subnet, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.339252 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3d941f-ac10-4093-b221-82bcf63c6239,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:15.348892 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Checking segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:15.349276 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Network hostable DHCP agents. Network: 282c8ca8-07b5-409a-9910-6996e4171f9b, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:22:15.365393 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:22:15.374387 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 282c8ca8-07b5-409a-9910-6996e4171f9b) {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:15.378351 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:15.378948 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.382874 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328a506-d72d-4557-8269-359ea1b363ff None None] Network 282c8ca8-07b5-409a-9910-6996e4171f9b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:15.394424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-de3eb7a6-9add-4b75-89c2-17307fa06eb1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3076458 Dec 06 13:22:15.397280 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:15.401752 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:15.426562 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.427819 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.483310 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.627444 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.701808 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-282c8ca8-07b5-409a-9910-6996e4171f9b', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:22:15.702683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.831641 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.833250 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Allocated IP 172.20.0.2 (282c8ca8-07b5-409a-9910-6996e4171f9b/ff3d941f-ac10-4093-b221-82bcf63c6239/d2dce4d7-09d4-4c63-99c7-61a26e155bf2) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:15.852573 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.954969 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Allocated IP 172.35.3.45 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:15.976527 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:15.983423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.022166 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:16.026979 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:16.030396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:16.037846 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Pushing event updated for resources: {'Port': ['ID=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:16.061580 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.086908 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Attempting to bind port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:16.087279 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Attempting to bind port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:16.087643 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Attempting to bind port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:16.092628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:16.092979 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Checking segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:16.093415 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.093818 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Bound using segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:16.094353 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Bound port: d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:16.094860 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.096036 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.135951 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:16.141102 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:16.146021 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:16.149219 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Pushing event updated for resources: {'Port': ['ID=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:16.156597 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84628b2-6763-4fe3-87af-d3f149ec676c None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:16.165411 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] For port d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:16.177960 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] For port d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:16.183405 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.260286 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce14a-4dad-4f22-a2ef-a3ca360a0b3b None None] Pushing event updated for resources: {'Port': ['ID=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:16.271954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-3ba71abb-8412-4eac-9d43-b4bffb164439 None None] Provisioning complete for port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:16.272407 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ba71abb-8412-4eac-9d43-b4bffb164439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.311436 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-3ba71abb-8412-4eac-9d43-b4bffb164439 None None] Port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:16.416565 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.617248 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.743509 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:22:16.848619 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:16.858120 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:16.868644 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:16.872844 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:16.873010 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-e6790dd9-1caa-419c-8798-54c4ef346747 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4720557 Dec 06 13:22:16.873104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:16.873292 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:16.980547 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:17.168249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:16Z', 'revision_number': 3, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:17.194287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:17.194501 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Updating router 3406e1ec-f21a-423b-b434-afb4e61b41d3 port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:22:17.198454 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e1446-a70c-4b9e-b362-71667b357881 None None] Network 282c8ca8-07b5-409a-9910-6996e4171f9b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:17.252892 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.298481 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.317455 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] Provisioning complete for port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:17.317830 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.451621 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Allocated IP 172.20.0.1 (282c8ca8-07b5-409a-9910-6996e4171f9b/ff3d941f-ac10-4093-b221-82bcf63c6239/5ffe9c8c-c311-465e-85cf-68bf4daec94e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:17.563414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.576510 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.597013 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.644359 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] For port d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:17.644976 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:17.651018 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:17.654358 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:17.655378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.686538 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Pushing event updated for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:17.705450 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.751203 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.753233 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0825b-c701-4bb2-850d-99c63ec2a9a6 None None] Pushing event updated for resources: {'Port': ['ID=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:17.759430 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.826909 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc4fc9-171d-43ae-a88a-b4345f6bf4cc None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:17.842054 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44093863-dde8-4fa3-a2a4-7fad34603089 None None] Pushing event updated for resources: {'Port': ['ID=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:17.851559 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Attempting to bind port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:17.851937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Attempting to bind port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:17.852306 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Attempting to bind port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:17.862414 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:17.863114 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:17.863229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.863560 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:17.864038 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Bound port: 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:17.867492 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.888215 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.944653 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] For port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:17.949346 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] For port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:17.952194 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Provisioning complete for port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:17.952584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:17.978161 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.048397 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803dcdac-74e9-4606-ab5d-a4eb9d4e5787 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:18.065634 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44093863-dde8-4fa3-a2a4-7fad34603089 None None] Pushing event updated for resources: {'Port': ['ID=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:18.069430 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:18.069993 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:18.085956 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.090503 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.164774 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Pushing event updated for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:18.168485 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.202353 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Provisioning complete for port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:18.202728 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.229389 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:18.260107 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:18.261713 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:18.391224 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:22:18.409305 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.434127 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2dce4d7-09d4-4c63-99c7-61a26e155bf2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:18.448157 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] For port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:18.491207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.519477 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:18.529258 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-007c5e21-766f-4254-b129-817b7af44f0a admin admin] 10.222.0.31 "PUT /v2.0/routers/3406e1ec-f21a-423b-b434-afb4e61b41d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512945 Dec 06 13:22:18.571513 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc50087-7cf6-446c-b419-498e12b67215 None None] Pushing event updated for resources: {'Port': ['ID=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:18.582963 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:18.583336 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.627421 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:18.665516 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e6434-7fa2-485b-93e7-e1f19a3a439c None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:18.669199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-149308ce-aafe-4cd8-8a00-69171d9f26bc None None] Provisioning complete for port 5ffe9c8c-c311-465e-85cf-68bf4daec94e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:18.669586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-149308ce-aafe-4cd8-8a00-69171d9f26bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:18.735224 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-149308ce-aafe-4cd8-8a00-69171d9f26bc None None] Port 5ffe9c8c-c311-465e-85cf-68bf4daec94e cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:18.754378 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-149308ce-aafe-4cd8-8a00-69171d9f26bc None None] Provisioning complete for port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:18.754754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-149308ce-aafe-4cd8-8a00-69171d9f26bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.045889 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43030) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:19.050892 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1183833472-network', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:19.072716 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Made reservation on behalf of 5495f2dbd04b425b8e5a829a36574086 for: {'network': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:22:19.076037 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for network, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.085390 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.165952 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.170975 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.196640 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:22:19.207613 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff4d5c1-9162-45fa-9600-01f41ca05fb6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:19.212848 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.213225 n-d-master-1 neutron-server[103298]: INFO neutron.db.segments_db [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Added segment 780bc6fc-713e-46f6-a064-a73b8f12c694 of type vlan for network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d Dec 06 13:22:19.256258 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760235892062'] for network, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.282989 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080'] for network, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.284173 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:19.284734 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.332306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2852767 Dec 06 13:22:19.336604 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:19.341715 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Request body: {'subnet': {'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1183833472-subnet', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:19.365996 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12400-213a-4da8-a6c1-52bb63bebb91 admin admin] Pushing event updated for resources: {'Network': ['ID=3466c10b-4c56-4aa0-bb90-1080a28c3b3d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:19.369281 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Made reservation on behalf of 5495f2dbd04b425b8e5a829a36574086 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:22:19.371662 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15836242'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.377182 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:22:19.556334 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16319460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15836320'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.616192 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e4c805-373f-4119-b211-b358273633ec,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:19.628384 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Checking segment: {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:19.628746 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Network hostable DHCP agents. Network: 3466c10b-4c56-4aa0-bb90-1080a28c3b3d, hostable agents: ['fd177c57-a1f3-49d2-aa6e-3a5461568ab1'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:22:19.651145 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d is scheduled to be hosted by DHCP agent fd177c57-a1f3-49d2-aa6e-3a5461568ab1 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:22:19.661292 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3466c10b-4c56-4aa0-bb90-1080a28c3b3d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:19.666833 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:19.667294 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.671616 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17c360-9439-4ff4-9722-f33226153469 None None] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:19.689835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-1826d9a3-2258-4f53-bd44-4eaf3a50615e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3519585 Dec 06 13:22:19.692301 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:19.697097 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:19.724358 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-702'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.725582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7888174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7919718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-693'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:19.992629 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec'}]}} from n-d-master-1. {{(pid=103299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:22:19.993576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.137230 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.144430 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.db_base_plugin_common [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Allocated IP 172.20.0.2 (3466c10b-4c56-4aa0-bb90-1080a28c3b3d/96e4c805-373f-4119-b211-b358273633ec/ba362163-f257-4d69-bd99-1de0dd2ccfed) {{(pid=103299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:20.274317 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.300575 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.307378 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340'] for port, after_create {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.365919 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d is already hosted by enough agents. {{(pid=103299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:20.375389 n-d-master-1 neutron-server[103299]: DEBUG neutron.scheduler.base_scheduler [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Resources bound (agent type, host, resource id): {{(pid=103299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:20.379677 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Received port after_create {{(pid=103299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:20.384562 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Pushing event updated for resources: {'Port': ['ID=ba362163-f257-4d69-bd99-1de0dd2ccfed,revision_number=1']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:20.409892 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:20.415111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.475210 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Attempting to bind port ba362163-f257-4d69-bd99-1de0dd2ccfed on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:20.475584 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Attempting to bind port ba362163-f257-4d69-bd99-1de0dd2ccfed by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:20.475956 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Attempting to bind port ba362163-f257-4d69-bd99-1de0dd2ccfed on network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:20.484288 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:20.484660 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Checking segment: {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:20.485054 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.485472 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Bound using segment: {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:20.485937 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Bound port: ba362163-f257-4d69-bd99-1de0dd2ccfed, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:20.486319 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.501808 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.521429 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.524395 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:20.524764 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.585877 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] For port ba362163-f257-4d69-bd99-1de0dd2ccfed, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:20.589679 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] For port ba362163-f257-4d69-bd99-1de0dd2ccfed, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba362163-f257-4d69-bd99-1de0dd2ccfed,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:20.595639 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.636074 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Allocated IP 172.35.3.70 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/29b0fb61-d04f-44a0-9eb2-8ab056382cb2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:20.688913 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd86fd-31f0-431b-8bd0-e3572959e0f1 None None] Pushing event updated for resources: {'Port': ['ID=ba362163-f257-4d69-bd99-1de0dd2ccfed,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:20.757053 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.792398 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:20.842998 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:20.848402 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:20.848912 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:20.852888 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:20.868458 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d8a30-684f-43e6-96c7-0bb68fc44f58 None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:20.869421 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:20.870017 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:20.883834 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Pushing event updated for resources: {'Port': ['ID=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:21.000394 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-9c3f1464-0028-4858-861d-7c54c2f73a9d None None] Provisioning complete for port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:21.000875 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1464-0028-4858-861d-7c54c2f73a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.051352 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f1464-0028-4858-861d-7c54c2f73a9d None None] Port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:21.090512 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:21.134540 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.288579 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 2, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:21.326023 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:21.326023 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Updating router 3406e1ec-f21a-423b-b434-afb4e61b41d3 port 5ffe9c8c-c311-465e-85cf-68bf4daec94e binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:22:21.345309 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7888131'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.348889 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.492678 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 is scheduled to L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:22:21.606008 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:21.618408 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Sync routers for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:21.626716 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.631314 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:21.631948 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.632104 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:21.634071 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5a00c85e-a216-4296-acff-4815ecc466f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9404054 Dec 06 13:22:21.636868 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:21.641747 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.693714 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Pushing event updated for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:21.706781 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.707396 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.707956 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.708516 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.709272 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.709841 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.710631 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.711184 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.711727 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.712407 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.712964 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.713632 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.714179 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:22:21.778826 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20c15a-3014-4fc4-b029-724c066e917b None None] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:22:21.784717 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:21.785035 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Attempting to bind port 5ffe9c8c-c311-465e-85cf-68bf4daec94e on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:21.785680 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Attempting to bind port 5ffe9c8c-c311-465e-85cf-68bf4daec94e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:21.786298 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Attempting to bind port 5ffe9c8c-c311-465e-85cf-68bf4daec94e on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:21.791950 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:21.793093 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Checking segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:21.793798 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.794417 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Bound using segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:21.795094 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Bound port: 5ffe9c8c-c311-465e-85cf-68bf4daec94e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:21.795691 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.885099 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] For port 5ffe9c8c-c311-465e-85cf-68bf4daec94e, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:21.890653 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] For port 5ffe9c8c-c311-465e-85cf-68bf4daec94e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ffe9c8c-c311-465e-85cf-68bf4daec94e,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:21.896320 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:21.962190 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e851b07-da51-4526-9f86-ded34de7456a None None] Pushing event updated for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:21.976368 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:21.977069 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:21.981396 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] Provisioning complete for port ba362163-f257-4d69-bd99-1de0dd2ccfed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:21.981770 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.110111 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:22.153216 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.228220 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.286527 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] For port ba362163-f257-4d69-bd99-1de0dd2ccfed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba362163-f257-4d69-bd99-1de0dd2ccfed,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:22.295300 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:21Z', 'revision_number': 3, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:22.297802 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.333457 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:21Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:22.334125 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Allocated IP 172.20.0.1 (3466c10b-4c56-4aa0-bb90-1080a28c3b3d/96e4c805-373f-4119-b211-b358273633ec/a9edd234-b029-4a22-95bd-8e1de20be9e6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:22.356565 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Checking router: 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:22.356923 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Updating router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 binding host n-d-master-1 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:22:22.369948 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ee-3e95-4621-869f-e0cb5486e74f None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:21Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:22.413447 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.452284 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd672b7-e0a7-447b-9763-9efb645c102d None None] Pushing event updated for resources: {'Port': ['ID=ba362163-f257-4d69-bd99-1de0dd2ccfed,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:22.467872 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] Provisioning complete for port 5ffe9c8c-c311-465e-85cf-68bf4daec94e triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:22.468401 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.512756 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.576443 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.606800 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ba362163-f257-4d69-bd99-1de0dd2ccfed up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:22.626601 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:22.629581 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:22.635221 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:22.681956 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:22.693261 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7975214'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.758111 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.817651 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ba362163-f257-4d69-bd99-1de0dd2ccfed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:22.818071 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.849056 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:22.893663 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] For port 5ffe9c8c-c311-465e-85cf-68bf4daec94e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ffe9c8c-c311-465e-85cf-68bf4daec94e,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:22.901562 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.027092 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.030566 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec4d29-ff2a-4ce6-8cf8-b89525fccf9c None None] Pushing event updated for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:23.033393 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.053744 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5ffe9c8c-c311-465e-85cf-68bf4daec94e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:23.057366 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.058937 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-844ff59f-33b8-4062-bd0c-5be2a5aab8fa None None] Provisioning complete for port ba362163-f257-4d69-bd99-1de0dd2ccfed triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:23.059926 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-844ff59f-33b8-4062-bd0c-5be2a5aab8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.100602 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.103024 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7850098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7975234'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.105695 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:23.161679 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a06a1-9a5a-4d23-b732-61056b8fe9dd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:23.190732 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a820-2cf7-40c5-8e71-c0b837888abd None None] Pushing event updated for resources: {'Port': ['ID=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:23.194377 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Attempting to bind port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:23.194600 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Attempting to bind port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:23.194966 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Attempting to bind port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 on network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:23.209299 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:23.209678 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Checking segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:23.210083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.210724 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Bound using segment: {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:23.211197 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Bound port: 29b0fb61-d04f-44a0-9eb2-8ab056382cb2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf18c4fa-28ab-4703-9aee-062827fdebe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:23.211582 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.232259 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:23.233925 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:23.265416 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5ffe9c8c-c311-465e-85cf-68bf4daec94e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:23.265790 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.330683 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] For port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2, host n-d-master-1, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:23.336213 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] For port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:23.345186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.357792 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:22:23.381004 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-844ff59f-33b8-4062-bd0c-5be2a5aab8fa None None] Provisioning complete for port a9edd234-b029-4a22-95bd-8e1de20be9e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:23.381396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-844ff59f-33b8-4062-bd0c-5be2a5aab8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.420079 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d111e3-c74f-4810-a911-eb0db6d2037f None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:22:23.486171 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:23.492157 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-b5cff477-72d7-4ed2-b4af-f2dc5b2e2940 admin admin] 10.222.0.31 "PUT /v2.0/routers/5e3163e1-05ec-489c-bbd8-eaf2ae75ac72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535476 Dec 06 13:22:23.633772 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a820-2cf7-40c5-8e71-c0b837888abd None None] Pushing event updated for resources: {'Port': ['ID=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:23.642401 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-844ff59f-33b8-4062-bd0c-5be2a5aab8fa None None] Port a9edd234-b029-4a22-95bd-8e1de20be9e6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:23.645817 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:23.646350 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:23.755570 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:23.808764 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Provisioning complete for port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:23.809959 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:23.945080 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:23.949999 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290286636', 'description': 'tempest-secgroup-smoke-290286636 description', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:23.970885 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.003225 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.027473 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] For port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:24.031893 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.037011 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.041219 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.071568 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.072879 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265407 Dec 06 13:22:24.075813 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.080310 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.085647 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Provisioning complete for port a9edd234-b029-4a22-95bd-8e1de20be9e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:24.085647 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.085835 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a9bf1-0938-4e70-9400-7cd35c843b8e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef29b1-9965-44b6-a416-ab10c3c0de0a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.116072 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.132499 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9edd234-b029-4a22-95bd-8e1de20be9e6', 'name': '', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'mac_address': 'fa:16:3e:a3:0a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:22Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 2, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'subnets': [{'id': '96e4c805-373f-4119-b211-b358273633ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:24.164734 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Pushing event updated for resources: {'Port': ['ID=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.171072 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5245ad6-0622-48a1-b654-17d67b1e5393 None None] The sync data for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 is: [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9edd234-b029-4a22-95bd-8e1de20be9e6', 'name': '', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'mac_address': 'fa:16:3e:a3:0a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:22Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 2, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'subnets': [{'id': '96e4c805-373f-4119-b211-b358273633ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:24.171693 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.174226 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-60b0664f-b089-44da-9522-0c87b9cea817 None None] Port a9edd234-b029-4a22-95bd-8e1de20be9e6 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:24.178288 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.198107 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5546c9a7-2753-4531-91e6-9641af25debc,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.204143 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.211976 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-900c0717-a6d2-4d89-b4b9-2bb4d0329a8c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323733 Dec 06 13:22:24.212189 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.216730 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.243409 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.305318 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.309672 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.329293 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aba052-3f0b-41dc-8baa-e40287c73f80,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.335076 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.339325 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7ca3dbe9-4749-4d6b-8fd3-fd6a85d056dd tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234033 Dec 06 13:22:24.339325 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.344073 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.389084 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.447742 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ba362163-f257-4d69-bd99-1de0dd2ccfed up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:24.454603 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.459460 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.478883 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bd935c-6b33-45c2-8e1d-33463e8be8b7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.489686 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.493716 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-64007e99-775c-4af4-bd9c-ffc7f768e160 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534612 Dec 06 13:22:24.494294 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43052) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.498775 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port ba362163-f257-4d69-bd99-1de0dd2ccfed triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:24.499341 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.499967 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.527319 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.595221 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5ffe9c8c-c311-465e-85cf-68bf4daec94e up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:24.599294 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.604072 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.625456 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698fea25-50d3-43d6-b89a-f8ede9d2975c,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.630616 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.635032 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.636252 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-80c1d81b-d5e7-4ba4-b3b1-f15cea78815c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407676 Dec 06 13:22:24.639909 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.661036 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 5ffe9c8c-c311-465e-85cf-68bf4daec94e triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:24.661629 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.666984 n-d-master-1 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Project aa37ff8006694c96b9c5b2572c9e4d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:22:24.674028 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.739478 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.746441 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.766890 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35432835-0f34-41ae-a2bd-cf347bb3bec8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.775047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.778981 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-241219ba-e592-489b-9297-b6be90ac4b17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402419 Dec 06 13:22:24.779238 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43056) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:24.783820 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'security_group_rule': {'security_group_id': '0eef29b1-9965-44b6-a416-ab10c3c0de0a', 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:24.806479 n-d-master-1 neutron-server[103298]: INFO neutron.db.securitygroups_db [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Project aa37ff8006694c96b9c5b2572c9e4d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:22:24.812012 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.873939 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.877516 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428960'] for security_group_rule, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.894166 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8c9f99-b1ab-46f7-9e46-f221e1d5f504,revision_number=0']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:24.902009 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:24.903691 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bcef727e-1750-4676-a2ac-2f6d6be2729d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234519 Dec 06 13:22:25.053143 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-f953fcd4-f885-4392-b19b-3ec1460a8b3e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290286636&fields=id&tenant_id=aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 267 time: 0.0439935 Dec 06 13:22:25.504323 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-c0c4f8e2-8651-48e0-9893-31992855a635 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:25.505919 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-c0c4f8e2-8651-48e0-9893-31992855a635 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 809 time: 0.4460061 Dec 06 13:22:25.522461 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-66270719-c917-4788-8142-2d9ee1bcc739 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/quotas/aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 375 time: 0.0105710 Dec 06 13:22:25.576835 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-98e90dd5-010e-479b-9eef-31bd016f2d3d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479212 Dec 06 13:22:25.771260 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-3f6ed275-bd7f-4933-b4d8-f14f4a6e936d service neutron] 10.222.0.31 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822429 Dec 06 13:22:25.863702 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-09614a01-0257-4382-9ff0-3fb70d16b2d1 service neutron] 10.222.0.31 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Dec 06 13:22:26.024864 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea4755bd-45d1-438c-895f-ea4b3500b09d req-74b018fa-4977-48e2-bade-a3086081c1bb tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 210 time: 0.0263407 Dec 06 13:22:26.409487 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:26.460619 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:26.461000 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:26.501532 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Sync routers for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:26.511411 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:26.512099 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:26.622801 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:26.814243 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9edd234-b029-4a22-95bd-8e1de20be9e6', 'name': '', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'mac_address': 'fa:16:3e:a3:0a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:22Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 2, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'subnets': [{'id': '96e4c805-373f-4119-b211-b358273633ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:26.933989 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Checking router: 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:26.934973 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Updating router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 port a9edd234-b029-4a22-95bd-8e1de20be9e6 binding host n-d-master-1 {{(pid=103300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:22:26.959854 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.041863 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-9c7adb0d-883d-4264-9eeb-c4d295637bb7 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:27.043964 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-9c7adb0d-883d-4264-9eeb-c4d295637bb7 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 809 time: 0.1077898 Dec 06 13:22:27.118961 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-5d2bca95-4683-4726-9dd0-6b536c2fea0d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 379 time: 0.0599647 Dec 06 13:22:27.124940 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3e1f65ce-69e9-4713-8010-7daaadb21bff req-99a33ec5-9c17-4b09-aa8e-b65b65f21e07 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 210 time: 0.0268559 Dec 06 13:22:27.152217 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'port': {'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'admin_state_up': True, 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'security_groups': ['0eef29b1-9965-44b6-a416-ab10c3c0de0a']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:27.229105 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks [] for port, precommit_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.236313 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.260839 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Made reservation on behalf of aa37ff8006694c96b9c5b2572c9e4d74 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:22:27.264358 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.291684 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46226c-cb20-43ff-8471-51e986fcae29 None None] Pushing event updated for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=3']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:27.339928 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Attempting to bind port a9edd234-b029-4a22-95bd-8e1de20be9e6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:27.340903 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Attempting to bind port a9edd234-b029-4a22-95bd-8e1de20be9e6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:27.341525 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Attempting to bind port a9edd234-b029-4a22-95bd-8e1de20be9e6 on network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:27.347331 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Checking agent: {'id': '2e3274d9-700d-4964-a575-fe25628de3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 33), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:27.347710 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Checking segment: {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:27.348308 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.348906 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Bound using segment: {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'} {{(pid=103300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:27.349415 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.managers [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Bound port: a9edd234-b029-4a22-95bd-8e1de20be9e6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bc6fc-713e-46f6-a064-a73b8f12c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d'}}] {{(pid=103300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:27.349805 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.400540 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8faa6685-cf05-4501-b8bc-b5cb43d0505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.432864 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] For port a9edd234-b029-4a22-95bd-8e1de20be9e6, host n-d-master-1, cleared binding levels {{(pid=103300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:27.436597 n-d-master-1 neutron-server[103300]: DEBUG neutron.plugins.ml2.db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] For port a9edd234-b029-4a22-95bd-8e1de20be9e6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9edd234-b029-4a22-95bd-8e1de20be9e6,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:27.442341 n-d-master-1 neutron-server[103300]: DEBUG neutron_lib.callbacks.manager [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.505345 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46226c-cb20-43ff-8471-51e986fcae29 None None] Pushing event updated for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=4']} {{(pid=103300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:27.529356 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:27.530242 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:27.531656 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] Provisioning complete for port a9edd234-b029-4a22-95bd-8e1de20be9e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:27.532512 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.645779 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:27.660132 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.701270 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] For port a9edd234-b029-4a22-95bd-8e1de20be9e6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9edd234-b029-4a22-95bd-8e1de20be9e6,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:27.705739 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.758186 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Allocated IP 172.20.0.10 (282c8ca8-07b5-409a-9910-6996e4171f9b/ff3d941f-ac10-4093-b221-82bcf63c6239/be3ad3fa-a9c1-41de-8b04-eee9446b2b73) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:27.759639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560d4a-013c-49b9-9d27-ec5aec1a59ef None None] Pushing event updated for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:27.826332 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-38ae6c18-a8bb-481b-9f95-ac2133401511 None None] Provisioning complete for port a9edd234-b029-4a22-95bd-8e1de20be9e6 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:27.826785 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c18-a8bb-481b-9f95-ac2133401511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.863775 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9edd234-b029-4a22-95bd-8e1de20be9e6', 'name': '', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'mac_address': 'fa:16:3e:a3:0a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:22Z', 'updated_at': '2021-12-06T13:22:27Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'subnets': [{'id': '96e4c805-373f-4119-b211-b358273633ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:27.889845 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aff55-7301-49a2-9e8b-571dbcd18a6f None None] The sync data for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 is: [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9edd234-b029-4a22-95bd-8e1de20be9e6', 'name': '', 'network_id': '3466c10b-4c56-4aa0-bb90-1080a28c3b3d', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'mac_address': 'fa:16:3e:a3:0a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '96e4c805-373f-4119-b211-b358273633ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:22Z', 'updated_at': '2021-12-06T13:22:27Z', 'revision_number': 4, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'subnets': [{'id': '96e4c805-373f-4119-b211-b358273633ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:27.906156 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.940755 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:27.985791 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:27.989017 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:27.992947 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:28.019667 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:28.054678 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:28.055378 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.074424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-81e3571c-2e4a-4035-b31e-6dc74ade874f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9262922 Dec 06 13:22:28.092928 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Request body: {'port': {'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:28.166273 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.257988 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200b18a-cd34-4df4-a78d-3f2cfa218781 req-fa52e3f9-df4e-4afc-a620-f2e138fa4f2a tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:28.259549 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f200b18a-cd34-4df4-a78d-3f2cfa218781 req-fa52e3f9-df4e-4afc-a620-f2e138fa4f2a tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 932 time: 0.0544856 Dec 06 13:22:28.315401 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-f200b18a-cd34-4df4-a78d-3f2cfa218781 req-9ac312ff-ab70-430a-845b-390eb735bd9f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Dec 06 13:22:28.340342 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1bd952de-8452-4a27-a427-11446fa03dc3 None None] Provisioning complete for port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:28.340767 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1bd952de-8452-4a27-a427-11446fa03dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.402571 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1bd952de-8452-4a27-a427-11446fa03dc3 None None] Port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:22:28.438017 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a9edd234-b029-4a22-95bd-8e1de20be9e6 up at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:28.482178 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3ad3fa-a9c1-41de-8b04-eee9446b2b73 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:22:28.490523 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.496422 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Provisioning complete for port a9edd234-b029-4a22-95bd-8e1de20be9e6 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:28.497584 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.504105 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Transition to ACTIVE for port object be3ad3fa-a9c1-41de-8b04-eee9446b2b73 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:22:28.509460 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.586890 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:28.638210 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Attempting to bind port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:22:28.638558 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Attempting to bind port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:22:28.638886 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Attempting to bind port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:28.643543 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 on network 282c8ca8-07b5-409a-9910-6996e4171f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:22:28.643870 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Attempting to bind port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:22:28.649703 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:22:28.650050 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Checking segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:22:28.650436 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Bound using segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:22:28.650867 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Bound port: be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:22:28.651229 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.717593 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:22:28.721112 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:22:28.725637 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.763470 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:28.764142 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:28.765458 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] 10.222.0.53 "PUT /v2.0/ports/be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 1092 time: 0.6776338 Dec 06 13:22:28.765896 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:22:28.768138 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d52da-1182-4c0b-8dd7-8945e64946d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:22:28.800337 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b444d7e-81ef-425b-9eaa-77999a2b0e4c service neutron] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:28.841242 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e875e-7539-4a35-bba3-3924fb9ea1de x-openstack-request-id: req-611e875e-7539-4a35-bba3-3924fb9ea1de {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:22:28.841625 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:22:28.842233 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-611e875e-7539-4a35-bba3-3924fb9ea1de {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:22:28.842810 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'status': 'completed', 'code': 200} Dec 06 13:22:28.873401 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-a7d27df5-74d1-4100-ae64-a83eee01f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:28.874949 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-a7d27df5-74d1-4100-ae64-a83eee01f3db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0461676 Dec 06 13:22:28.924953 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-fc4cdd88-7969-4f38-903f-d80e01d35aeb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 217 time: 0.0367167 Dec 06 13:22:28.979231 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-7b60bdd2-9d91-48f5-b131-b385e46a8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:28.980193 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-7b60bdd2-9d91-48f5-b131-b385e46a8eae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0489700 Dec 06 13:22:29.025349 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-6624205c-659c-4ad0-b9f3-7e6a71369e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.026816 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-6624205c-659c-4ad0-b9f3-7e6a71369e22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397584 Dec 06 13:22:29.114600 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-6e63935b-abdc-4573-9954-a8a93aaac8e4 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804358 Dec 06 13:22:29.207598 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-e003d8a2-f419-4526-8005-3bc339aaf65e req-b9f0ad28-40c4-433f-bd2f-818b07c0193c service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Dec 06 13:22:29.330380 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-83a941a1-c7a8-46c4-97d5-9fd0ac5f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.331844 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-83a941a1-c7a8-46c4-97d5-9fd0ac5f7b4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0405152 Dec 06 13:22:29.428510 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-859b8a81-a28a-46f1-bec3-303c1fae397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.430014 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-859b8a81-a28a-46f1-bec3-303c1fae397a service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0912197 Dec 06 13:22:29.435515 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ac75-96e9-4960-86d8-067fe8be7c5d req-23c6ba21-dbbb-4e4f-a8b7-a59d154cd17b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.437005 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8285ac75-96e9-4960-86d8-067fe8be7c5d req-23c6ba21-dbbb-4e4f-a8b7-a59d154cd17b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0529287 Dec 06 13:22:29.477441 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-9af77abf-0e4e-4b20-b2aa-6fe697d12087 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 217 time: 0.0391390 Dec 06 13:22:29.486506 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8285ac75-96e9-4960-86d8-067fe8be7c5d req-a5eadbcd-7ad4-4c57-bf2a-5f3522e96f2b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Dec 06 13:22:29.530876 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-e47fd492-721a-43d9-b6b7-185172a24a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.532339 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-e47fd492-721a-43d9-b6b7-185172a24a88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0473075 Dec 06 13:22:29.586918 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-78c77ef6-22ae-43f6-8b5e-d1d3f00523ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:29.588422 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-78c77ef6-22ae-43f6-8b5e-d1d3f00523ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479422 Dec 06 13:22:29.681306 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-f320c514-650d-4838-8da8-d3b100695a46 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841610 Dec 06 13:22:29.724403 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4454d672-29e3-4f5c-a9d7-c169fd6a64bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:29.775063 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ec3d52da-1182-4c0b-8dd7-8945e64946d8 req-2d2b5346-614a-46fc-ac0a-5a84c6c1be4e service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863245 Dec 06 13:22:30.601257 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b915f0-0fbf-4f00-b87d-08efce7d703c req-f460641f-5086-452e-afd7-ac23dab0a9a5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:30.602707 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2b915f0-0fbf-4f00-b87d-08efce7d703c req-f460641f-5086-452e-afd7-ac23dab0a9a5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0476902 Dec 06 13:22:30.651065 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c2b915f0-0fbf-4f00-b87d-08efce7d703c req-6a90e1e4-6852-4198-b2fc-a792472f131d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Dec 06 13:22:30.830343 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:31.763652 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758a8b6-aede-4ab2-8851-d7fb34b0d3d1 req-fe56b7c5-09d0-4641-bb1a-968357cfde3d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:31.765112 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7758a8b6-aede-4ab2-8851-d7fb34b0d3d1 req-fe56b7c5-09d0-4641-bb1a-968357cfde3d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0473025 Dec 06 13:22:31.816849 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7758a8b6-aede-4ab2-8851-d7fb34b0d3d1 req-75b1fdff-59e4-47cd-b2cb-40e793d8ffe6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457685 Dec 06 13:22:31.845688 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:32.589353 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:32.836045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:22:32.928946 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:32.930791 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a216e-337d-4299-a438-7d595449ea5d req-6439decf-5274-48be-ad79-bc4e5de4d08d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:32.932276 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a7a216e-337d-4299-a438-7d595449ea5d req-6439decf-5274-48be-ad79-bc4e5de4d08d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0481412 Dec 06 13:22:32.941124 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:22:32.980586 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:32.982164 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-2a7a216e-337d-4299-a438-7d595449ea5d req-42c2fb56-8563-4740-9c27-050b53d04512 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Dec 06 13:22:32.993852 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3ad3fa-a9c1-41de-8b04-eee9446b2b73 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:22:33.012881 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:33.017021 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:33.062024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:33.298625 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['be3ad3fa-a9c1-41de-8b04-eee9446b2b73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:22:33.389013 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:34.095358 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9f28e-0bde-4798-9957-5e423ba74149 req-30dcb2a7-5a3e-4dd5-bca2-8176b8ecf0c5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:34.096826 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1f9f28e-0bde-4798-9957-5e423ba74149 req-30dcb2a7-5a3e-4dd5-bca2-8176b8ecf0c5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 945 time: 0.0488348 Dec 06 13:22:34.144631 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-a1f9f28e-0bde-4798-9957-5e423ba74149 req-b9bce9a9-3930-42d3-9b3a-ca5e28692e76 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Dec 06 13:22:34.850856 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:22:34.898012 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:22:34.901479 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:22:34.901849 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:34.981292 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:35.002741 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:22:35.004967 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa7f7f-c53e-43cb-82c0-db6c56005cf0" -d '{"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:22:35.018297 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:22:35.022710 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:35.068290 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:35.109628 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ec8ba-6419-4cb8-879c-910ad376616c x-openstack-request-id: req-911ec8ba-6419-4cb8-879c-910ad376616c {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:22:35.109930 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:22:35.110210 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-911ec8ba-6419-4cb8-879c-910ad376616c {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:22:35.110954 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'code': 200} Dec 06 13:22:35.238361 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb3cc-2dbd-4b04-bb7e-7a8c045bee65 req-24c302cb-28f0-47e3-b52e-7602a621d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:35.239879 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21eeb3cc-2dbd-4b04-bb7e-7a8c045bee65 req-24c302cb-28f0-47e3-b52e-7602a621d92b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0415514 Dec 06 13:22:35.268563 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7753f-bac9-4559-8a7f-ba1bb27b55c5 req-de2682d2-d46f-45de-867c-aff8b4a664df tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:35.270091 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ee7753f-bac9-4559-8a7f-ba1bb27b55c5 req-de2682d2-d46f-45de-867c-aff8b4a664df tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 946 time: 0.0536466 Dec 06 13:22:35.286555 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-21eeb3cc-2dbd-4b04-bb7e-7a8c045bee65 req-adc76f6c-f135-4296-aad8-c74a5556343e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Dec 06 13:22:35.318498 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-7ee7753f-bac9-4559-8a7f-ba1bb27b55c5 req-9c66588e-34be-4ad7-bf06-5a9ea28f5b93 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Dec 06 13:22:36.434751 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0d6c-36a2-490b-bfce-88c0d6295f55 req-31c38104-b308-456b-9808-5e1b80baad18 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:36.436232 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66b0d6c-36a2-490b-bfce-88c0d6295f55 req-31c38104-b308-456b-9808-5e1b80baad18 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 946 time: 0.0491483 Dec 06 13:22:36.485571 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e66b0d6c-36a2-490b-bfce-88c0d6295f55 req-7163ff24-674f-4fbd-bc33-fd87ae165911 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Dec 06 13:22:36.850637 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:22:37.598975 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fddd-1cc3-4f5e-bc68-ba782273a3bc req-fb7e9233-1914-4f9b-bd8d-bdf38ea96ca5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:37.600445 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74a7fddd-1cc3-4f5e-bc68-ba782273a3bc req-fb7e9233-1914-4f9b-bd8d-bdf38ea96ca5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 946 time: 0.0485046 Dec 06 13:22:37.653468 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-74a7fddd-1cc3-4f5e-bc68-ba782273a3bc req-b8dd1d71-5804-425e-96a0-d70caa96917c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Dec 06 13:22:37.767943 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b585-a84d-4bf6-a0ac-f92e8302ae60 req-6aff1171-cc57-475a-a51d-e4e0a9df61d3 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:37.769365 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3124b585-a84d-4bf6-a0ac-f92e8302ae60 req-6aff1171-cc57-475a-a51d-e4e0a9df61d3 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 946 time: 0.0487154 Dec 06 13:22:37.819492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-3124b585-a84d-4bf6-a0ac-f92e8302ae60 req-6b8795ac-43a2-4fa5-89cb-af73a9cde3f8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Dec 06 13:22:37.841368 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:37.920549 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea31eb-c12c-4963-aa11-6607a753b436 tempest-TestSnapshotPattern-2125542610 tempest-TestSnapshotPattern-2125542610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:37.922061 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-8dea31eb-c12c-4963-aa11-6607a753b436 tempest-TestSnapshotPattern-2125542610 tempest-TestSnapshotPattern-2125542610-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1092 time: 0.0797467 Dec 06 13:22:37.925004 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:22:37.929119 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:22:37.951001 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.047906 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.150257 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Allocated IP 172.35.3.94 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/d786fa6a-44df-4f8e-98bd-b6a89f462887) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:22:38.249392 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.282465 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.320535 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:22:38.323415 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:22:38.327310 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:22:38.353242 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=d786fa6a-44df-4f8e-98bd-b6a89f462887,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:38.677687 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.747414 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.890335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.894743 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:38.962819 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=d786fa6a-44df-4f8e-98bd-b6a89f462887,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:22:38.976079 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:39.074328 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Floating IP 971c6848-312d-448d-af02-51db37ee5474 associated. External IP: 172.35.3.94, port: be3ad3fa-a9c1-41de-8b04-eee9446b2b73. Dec 06 13:22:39.275756 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:22:39.381381 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:22:39.391272 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:22:39.398157 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:39.401723 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:39.402411 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:39.426099 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-cff7eb88-df28-4b1a-a8fc-26c7e4cfd40e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5000830 Dec 06 13:22:39.426701 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:22:39.428947 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a5de2-c907-48f9-a548-b6c6938c2e97" -d '{"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:22:39.464956 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c378def-1e0e-4c6b-b3fb-c1feebbb2290 x-openstack-request-id: req-1c378def-1e0e-4c6b-b3fb-c1feebbb2290 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:22:39.465865 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:22:39.466128 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c378def-1e0e-4c6b-b3fb-c1feebbb2290 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:22:39.466537 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'status': 'completed', 'code': 200} Dec 06 13:22:39.510710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:39.549603 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-36d72f26-70fa-44a9-ad0b-10e2b9098c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:39.551047 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-36d72f26-70fa-44a9-ad0b-10e2b9098c12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0414603 Dec 06 13:22:39.647298 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-d7438662-41e5-41b7-968a-36f7a05cc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:39.648857 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-d7438662-41e5-41b7-968a-36f7a05cc206 service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0909407 Dec 06 13:22:39.714985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-e01950ad-6983-4037-ba07-3e9c8c3d7d48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 999 time: 0.0584366 Dec 06 13:22:39.732452 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:38Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:39.757689 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:22:39.766508 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:22:39.767105 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:22:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:39.768051 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-ccc2a35a-9598-49ad-9e07-a7e01ba1e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:39.769694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-ccc2a35a-9598-49ad-9e07-a7e01ba1e859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0479302 Dec 06 13:22:39.817143 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-71368dab-d9ee-4570-a690-da74ce71b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:22:39.818607 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-71368dab-d9ee-4570-a690-da74ce71b472 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418146 Dec 06 13:22:39.876199 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:22:39.912060 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-1f8d09f8-bb0d-4b5d-842d-bbf14bbfa464 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Dec 06 13:22:40.001993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-c62a5de2-c907-48f9-a548-b6c6938c2e97 req-ffd2f370-5db7-4970-9343-aebae3d82a34 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830529 Dec 06 13:22:40.254182 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:38Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:22:40.279856 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4acb318-9644-418c-b8e9-e9ffdfdcfeb3 None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:38Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:22:40.575109 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfab15-bae5-424e-bdfc-b49467f76708 None None] New status for floating IP 971c6848-312d-448d-af02-51db37ee5474: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:22:50.367391 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:57.392423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-04433766-1266-4731-aa59-06c8b6aa71eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:22:59.726557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c86e17cb-bb7d-4873-ab27-8ad96b9961cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:00.833346 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:01.854446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:02.590143 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:03.374576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:13.849968 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:23:20.364494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:27.393083 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d3b1-350c-4911-9f35-09506986618b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:28.572417 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-0898fb26-7c88-4e04-9615-907f8893f4ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396266 Dec 06 13:23:28.674516 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-6035a714-e4af-45b5-a5dd-f3c4f7d26f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:23:28.675993 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-6035a714-e4af-45b5-a5dd-f3c4f7d26f6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0449231 Dec 06 13:23:28.777085 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-61fd8c33-4245-43e8-82ca-6a2682c6d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:23:28.779074 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-61fd8c33-4245-43e8-82ca-6a2682c6d7c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0845413 Dec 06 13:23:28.847734 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-c780f62e-6858-44b4-a4cf-833eeecb8c7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 1001 time: 0.0619726 Dec 06 13:23:28.896493 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-a99f0787-4afc-4fb8-84ea-4b792d68fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:23:28.897913 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-a99f0787-4afc-4fb8-84ea-4b792d68fa8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0428510 Dec 06 13:23:28.941820 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-a1312109-fe38-46e8-b045-4e34e869897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:23:28.943403 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-a1312109-fe38-46e8-b045-4e34e869897e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386524 Dec 06 13:23:29.038400 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-d14a0d3d-109d-461b-8e67-0ec0496253e1 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875123 Dec 06 13:23:29.125675 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31a1e41b-c4af-4dcb-b282-d412c5e6a611 req-7cdceaef-5476-4cb1-9b9f-3d1a94643f1a service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Dec 06 13:23:29.728135 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053d9779-b74f-4956-9930-a93897a41696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:30.837303 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:31.868423 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:32.593500 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:33.364943 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:50.380715 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:50.849992 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:23:57.393923 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b35f2023-da7b-42bd-bb7f-f408bf125fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:23:59.727912 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-06e75531-4763-4829-a4bb-f81568f6ca44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:00.839557 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:01.867119 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:02.596653 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:03.366007 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:20.380718 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:27.394532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-eb171973-f381-4f2c-bf00-277265ffc7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:27.851077 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:24:29.728046 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-83cbd5de-adfc-4075-bce0-d0bc80b355e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:30.619836 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-3b2d0f44-a23a-4869-957e-8afe14543349 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878229 Dec 06 13:24:30.715706 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42498-96e6-430d-8321-0dee667a52d6 req-8a725d71-47e0-40ee-a064-5d93f2767dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:30.717798 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-8a725d71-47e0-40ee-a064-5d93f2767dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0403368 Dec 06 13:24:30.818621 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42498-96e6-430d-8321-0dee667a52d6 req-e7a7fb1a-1f59-437b-b6e2-62c4dd566886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:30.820062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-e7a7fb1a-1f59-437b-b6e2-62c4dd566886 service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0834174 Dec 06 13:24:30.842446 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:30.889985 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-d83cb49e-96ca-4397-986e-93fe333f7527 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 1001 time: 0.0612473 Dec 06 13:24:30.938096 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42498-96e6-430d-8321-0dee667a52d6 req-e0ae0873-80af-47ec-9b4f-1cfb9759367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:30.939506 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-e0ae0873-80af-47ec-9b4f-1cfb9759367b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0433006 Dec 06 13:24:30.985424 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42498-96e6-430d-8321-0dee667a52d6 req-1f870968-61a8-4897-aeda-f8aaa5de8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:30.986892 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-1f870968-61a8-4897-aeda-f8aaa5de8508 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404198 Dec 06 13:24:31.079928 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-f5ea0e0c-2bd3-4db3-905d-2dbf9a8f7a52 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Dec 06 13:24:31.169109 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-31d42498-96e6-430d-8321-0dee667a52d6 req-34ba27a2-47c3-4672-bcc7-b48d39acc06f service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814853 Dec 06 13:24:31.882155 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:32.598997 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:33.367530 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:39.362422 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:24:39.466535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:24:39.478682 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:24:39.523388 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:39.541543 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be3ad3fa-a9c1-41de-8b04-eee9446b2b73 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:24:39.563037 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:24:39.567552 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:39.621694 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:24:39.632598 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.632949 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.633332 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.633673 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.634012 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.634341 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.634674 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.635000 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.635325 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.635647 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.635968 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.636289 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.636607 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:39.706355 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['be3ad3fa-a9c1-41de-8b04-eee9446b2b73'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:24:41.376628 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:24:41.428192 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:24:41.428654 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:41.517690 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:41.544722 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:24:41.547641 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d2b7a-43f1-4d24-ae28-641d6a7dd95b" -d '{"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:24:41.560380 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:24:41.565177 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:41.615104 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f1afac-1960-43d5-9d7e-37ea47e17130 x-openstack-request-id: req-f2f1afac-1960-43d5-9d7e-37ea47e17130 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:24:41.615879 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:24:41.615879 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2f1afac-1960-43d5-9d7e-37ea47e17130 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:24:41.616623 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'code': 200} Dec 06 13:24:41.630287 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:24:48.738881 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-0e9ae0a8-3988-44bd-a480-db6a867bfb8b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290286636&fields=id&tenant_id=aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 267 time: 0.0453007 Dec 06 13:24:48.846997 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-e7e7d0d4-065f-40c3-8c24-fa33704aab94 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:48.848440 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-e7e7d0d4-065f-40c3-8c24-fa33704aab94 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 809 time: 0.1029065 Dec 06 13:24:48.862954 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-c5dc5bc6-6c3e-446d-b95f-960a5225ac1e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/quotas/aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 375 time: 0.0087798 Dec 06 13:24:48.915328 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-9fb44298-40c5-4a53-bb5c-6f33b77770cf tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473199 Dec 06 13:24:49.010392 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-e2a18cff-b716-45b4-9024-b0a546c4216e service neutron] 10.222.0.31 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Dec 06 13:24:49.104469 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-55392855-d7f2-44aa-8b87-a55a0d910042 service neutron] 10.222.0.31 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874734 Dec 06 13:24:49.285823 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-59070ac6-b406-4275-9257-b0c86a5b813c req-a04be4bc-edfe-44fd-95a6-04823cb21ae5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 210 time: 0.0259321 Dec 06 13:24:50.265766 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d517415a-6660-4828-99a4-8d299595b471 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:50.267809 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d517415a-6660-4828-99a4-8d299595b471 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 809 time: 0.1096258 Dec 06 13:24:50.338738 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-b7fd527e-954e-48db-9383-6fe83b8772d6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa37ff8006694c96b9c5b2572c9e4d74 HTTP/1.1" status: 200 len: 379 time: 0.0547333 Dec 06 13:24:50.358986 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'port': {'device_id': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'admin_state_up': True, 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'security_groups': ['0eef29b1-9965-44b6-a416-ab10c3c0de0a']}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:24:50.383102 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-fede78ff-0f53-4c3f-9d26-040514163aa2 req-c4ecb805-5397-4b7e-b0e2-8353b9df7c1e tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Dec 06 13:24:50.425541 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:50.482314 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Made reservation on behalf of aa37ff8006694c96b9c5b2572c9e4d74 for: {'port': 1} {{(pid=103298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:24:50.486121 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:50.644886 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Allocated IP 172.20.0.8 (282c8ca8-07b5-409a-9910-6996e4171f9b/ff3d941f-ac10-4093-b221-82bcf63c6239/da839910-e9a2-420c-bb79-4c01051e8729) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:24:50.836542 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:50.873504 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:50.917257 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Network 282c8ca8-07b5-409a-9910-6996e4171f9b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:24:50.920260 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:24:50.924463 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:24:50.977095 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:24:50.997170 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:50.998073 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:51.001575 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.001924 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.002267 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.002604 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.002940 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.003300 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.003633 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.003965 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.004292 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.004619 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.004947 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.005291 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.005618 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:24:51.034778 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d2690d28-99ae-4383-958b-3da372ab0558 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794930 Dec 06 13:24:51.195685 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-1ec80014-7a80-4ec9-a765-31f39e54ea01 None None] Provisioning complete for port da839910-e9a2-420c-bb79-4c01051e8729 triggered by entity DHCP. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:24:51.196332 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1ec80014-7a80-4ec9-a765-31f39e54ea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:51.232636 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-1ec80014-7a80-4ec9-a765-31f39e54ea01 None None] Port da839910-e9a2-420c-bb79-4c01051e8729 cannot update to ACTIVE because it is not bound. {{(pid=103299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:24:51.390651 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:24:51.470677 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:51.494186 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:24:51.496457 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb4f21d-d61a-4f3b-98a3-86a0e5a8381a" -d '{"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-unplugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:24:51.511104 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:24:51.515610 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3a75-716b-47b6-9b53-8cd02c602451 req-039e6121-9010-44ab-8c03-e0305eed6be0 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:51.516918 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:51.525873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-372f3a75-716b-47b6-9b53-8cd02c602451 req-039e6121-9010-44ab-8c03-e0305eed6be0 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0704203 Dec 06 13:24:51.557302 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0295a39b-2aad-4b70-ba4a-002b4b15a67b x-openstack-request-id: req-0295a39b-2aad-4b70-ba4a-002b4b15a67b {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:24:51.557597 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-unplugged", "status": "completed", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:24:51.557857 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0295a39b-2aad-4b70-ba4a-002b4b15a67b {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:24:51.558242 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'code': 200} Dec 06 13:24:51.577955 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-372f3a75-716b-47b6-9b53-8cd02c602451 req-8ce8d50c-12e8-4d55-9e31-6d46b9ab7555 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511930 Dec 06 13:24:51.579007 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=8']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:24:52.701958 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99915017-76ae-447c-80e4-f7732585af42 req-ab7ef530-5590-411f-a87f-048807d5e805 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:52.704146 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99915017-76ae-447c-80e4-f7732585af42 req-ab7ef530-5590-411f-a87f-048807d5e805 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0486557 Dec 06 13:24:52.758686 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-99915017-76ae-447c-80e4-f7732585af42 req-1707f74e-6c70-44fb-9c2d-def65d5602aa tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Dec 06 13:24:53.877710 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909363-9a90-48e7-a795-d18b3479d760 req-82592738-40b0-4da2-89bf-79777c46fe39 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:53.879192 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d909363-9a90-48e7-a795-d18b3479d760 req-82592738-40b0-4da2-89bf-79777c46fe39 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0510931 Dec 06 13:24:53.932239 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8d909363-9a90-48e7-a795-d18b3479d760 req-e6579010-2168-4e0e-a892-c1b251bc71f8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470712 Dec 06 13:24:55.063041 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013eb1-07d1-4e88-b0f9-bf8810d22540 req-e7567f34-b532-4f85-ae39-9109ce821929 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:55.064568 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47013eb1-07d1-4e88-b0f9-bf8810d22540 req-e7567f34-b532-4f85-ae39-9109ce821929 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0568094 Dec 06 13:24:55.114145 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-47013eb1-07d1-4e88-b0f9-bf8810d22540 req-f885a58e-2ae1-4363-8e32-1dac915c04f3 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Dec 06 13:24:56.236753 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975ef7-a884-418a-9460-8da9a392abde req-cb83e795-7f78-4c59-8ded-649891a67a17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:56.238405 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea975ef7-a884-418a-9460-8da9a392abde req-cb83e795-7f78-4c59-8ded-649891a67a17 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0519509 Dec 06 13:24:56.289496 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-ea975ef7-a884-418a-9460-8da9a392abde req-50ffa5c5-7bf7-4ed5-b009-e959e6812bda tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451028 Dec 06 13:24:57.409434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3a414aa9-f99c-45c7-9c3a-d4592cbf6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:57.422743 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dfafd-91cc-443d-8726-cf27fca97a30 req-88e5e229-27a9-4a17-a861-d8b854c5f5b6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:57.425444 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-228dfafd-91cc-443d-8726-cf27fca97a30 req-88e5e229-27a9-4a17-a861-d8b854c5f5b6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0614920 Dec 06 13:24:57.477265 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-228dfafd-91cc-443d-8726-cf27fca97a30 req-0e67e532-f335-413d-8865-14238320d6ae tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455346 Dec 06 13:24:58.601484 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d39f1-9fa4-4a34-9dcb-6fda01da1b68 req-3d86484f-8d88-43ab-aa7a-b47f39948d53 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:58.602985 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e51d39f1-9fa4-4a34-9dcb-6fda01da1b68 req-3d86484f-8d88-43ab-aa7a-b47f39948d53 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0544412 Dec 06 13:24:58.652948 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-e51d39f1-9fa4-4a34-9dcb-6fda01da1b68 req-1f80227f-5545-4b38-96ce-7e53783eb2b2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Dec 06 13:24:59.751588 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e7689e4-a240-4dab-bfbb-221fb246c5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:24:59.821983 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0aaf0-38ae-477e-bf72-8e3457b2c53f req-1dcb47af-580c-46e5-9d70-375633e762fa tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:24:59.823555 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2c0aaf0-38ae-477e-bf72-8e3457b2c53f req-1dcb47af-580c-46e5-9d70-375633e762fa tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0533891 Dec 06 13:24:59.878908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2c0aaf0-38ae-477e-bf72-8e3457b2c53f req-7f0a5570-b8e2-453e-8abb-7dbcc59e1ee3 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493886 Dec 06 13:25:00.844100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:00.932471 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.v2.base [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Request body: {'port': {'device_id': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:25:00.986255 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:00.995352 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c8d85-c969-4ae0-82f8-f7ba9126fa36 req-4b3aabf1-a2a7-4e56-b995-b9c187cc36cf tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:00.996832 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1c8d85-c969-4ae0-82f8-f7ba9126fa36 req-4b3aabf1-a2a7-4e56-b995-b9c187cc36cf tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 931 time: 0.0487013 Dec 06 13:25:01.046763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e1c8d85-c969-4ae0-82f8-f7ba9126fa36 req-f4351708-1cd4-437a-920a-3c3cd0fb0024 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 Dec 06 13:25:01.245924 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da839910-e9a2-420c-bb79-4c01051e8729 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:25:01.253824 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.265671 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Transition to ACTIVE for port object da839910-e9a2-420c-bb79-4c01051e8729 will not be triggered until provisioned by entity L2. {{(pid=103298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:25:01.269187 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.319921 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:01.388985 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Attempting to bind port da839910-e9a2-420c-bb79-4c01051e8729 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:25:01.389366 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Attempting to bind port da839910-e9a2-420c-bb79-4c01051e8729 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:25:01.389700 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Attempting to bind port da839910-e9a2-420c-bb79-4c01051e8729 on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:25:01.394271 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Port da839910-e9a2-420c-bb79-4c01051e8729 on network 282c8ca8-07b5-409a-9910-6996e4171f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:25:01.394596 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Attempting to bind port da839910-e9a2-420c-bb79-4c01051e8729 on network 282c8ca8-07b5-409a-9910-6996e4171f9b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:25:01.399712 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Checking agent: {'id': '006612ea-79c8-44d8-8dca-760cfc55ab27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'started_at': datetime.datetime(2021, 12, 6, 12, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:25:01.400054 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Checking segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:25:01.400447 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Bound using segment: {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:25:01.400875 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Bound port: da839910-e9a2-420c-bb79-4c01051e8729, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67368258-33fa-49ad-9d42-c66534cbbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:25:01.401263 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.470919 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:25:01.474285 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:25:01.478801 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5387530'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.514687 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:01.515302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.516669 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] 10.222.0.53 "PUT /v2.0/ports/da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 1091 time: 0.5885496 Dec 06 13:25:01.517112 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:25:01.519424 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c288a39-b8a1-496e-b176-cb6946c4b160" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:25:01.549532 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff367383-dfec-4a99-9663-c42e9acd9272 service neutron] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:01.625444 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d96f032b-e1a8-47d6-aeb6-c767fdff5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:01.627808 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-d96f032b-e1a8-47d6-aeb6-c767fdff5397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1094 time: 0.0445061 Dec 06 13:25:01.681128 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c60d48d-8042-41da-bd2e-99a4c66cbf3f x-openstack-request-id: req-3c60d48d-8042-41da-bd2e-99a4c66cbf3f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:25:01.681452 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:25:01.681712 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c60d48d-8042-41da-bd2e-99a4c66cbf3f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:25:01.682125 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'status': 'completed', 'code': 200} Dec 06 13:25:01.684008 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-2566aa4b-a484-4db5-898b-b229c0064505 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 217 time: 0.0425355 Dec 06 13:25:01.735425 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-2fba857f-7e6f-4b0c-a193-8b90474ce6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:01.737575 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-2fba857f-7e6f-4b0c-a193-8b90474ce6dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0458696 Dec 06 13:25:01.783701 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-7df99922-61ed-4b83-8f1e-1e89c192a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:01.785240 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-7df99922-61ed-4b83-8f1e-1e89c192a748 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405900 Dec 06 13:25:01.878785 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-0ac6bd78-9006-4948-9f0c-4c0e78726a64 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865722 Dec 06 13:25:01.879828 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:01.973852 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-27f9ae14-b4d6-4691-8c1f-5a9971e5a061 req-b6d27111-d772-4ccf-b7e7-33c53221f552 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884860 Dec 06 13:25:02.110396 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-047a6877-f0dc-4809-896a-9d0d94817c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:02.111880 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-047a6877-f0dc-4809-896a-9d0d94817c77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1094 time: 0.0463467 Dec 06 13:25:02.163309 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dbb50-6fcc-4bbe-aaf2-faeeedc87913 req-eddfd86b-8f9a-4c65-8199-b954c5e9e9e1 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:02.164821 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b04dbb50-6fcc-4bbe-aaf2-faeeedc87913 req-eddfd86b-8f9a-4c65-8199-b954c5e9e9e1 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 943 time: 0.0487664 Dec 06 13:25:02.203384 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-3218989a-9150-4ae9-9b84-61a687d088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:02.205470 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-3218989a-9150-4ae9-9b84-61a687d088af service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0853055 Dec 06 13:25:02.214431 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b04dbb50-6fcc-4bbe-aaf2-faeeedc87913 req-3fd5c36c-5613-4511-a372-463e5474bc64 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Dec 06 13:25:02.252904 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-b1a7e755-d9cd-4bed-94b5-aa17f065c877 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 217 time: 0.0407138 Dec 06 13:25:02.302194 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-f73ecfb6-82a0-4955-af60-be5724d08203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:02.303584 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-f73ecfb6-82a0-4955-af60-be5724d08203 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0426443 Dec 06 13:25:02.349989 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-24a544cb-f0e3-49f9-a271-d5ca9672d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:02.351377 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-24a544cb-f0e3-49f9-a271-d5ca9672d9a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397570 Dec 06 13:25:02.444642 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-91a0a761-abea-4371-a2e8-0d4fd7aff926 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847840 Dec 06 13:25:02.533966 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-9c288a39-b8a1-496e-b176-cb6946c4b160 req-69e877f7-adf6-4590-8a51-68dd976417c9 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806382 Dec 06 13:25:02.618743 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:03.340413 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbc082-fac8-4d41-93a4-78772af0eb2b req-c41c9a74-41d1-4fd2-a205-1082f8897e95 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:03.341908 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ebbc082-fac8-4d41-93a4-78772af0eb2b req-c41c9a74-41d1-4fd2-a205-1082f8897e95 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 943 time: 0.0573184 Dec 06 13:25:03.369464 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:03.395669 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1ebbc082-fac8-4d41-93a4-78772af0eb2b req-6d13c5b3-d65c-44d6-b574-ebdfe1410755 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 Dec 06 13:25:04.510305 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45450c0-9605-477a-b2d4-4131bc94cf5a req-ff65de68-05a3-40ec-8408-5e7acd4325c8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:04.511773 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c45450c0-9605-477a-b2d4-4131bc94cf5a req-ff65de68-05a3-40ec-8408-5e7acd4325c8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 943 time: 0.0481009 Dec 06 13:25:04.560386 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c45450c0-9605-477a-b2d4-4131bc94cf5a req-ae276332-277d-4242-ab61-ce7b4eb709ea tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Dec 06 13:25:04.851248 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:25:05.440533 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:25:05.533236 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:25:05.543909 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'da839910-e9a2-420c-bb79-4c01051e8729', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'mac_address': 'fa:16:3e:22:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:25:05.579699 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:05.592556 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da839910-e9a2-420c-bb79-4c01051e8729 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:25:05.612132 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:25:05.616998 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:05.666787 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:05.675956 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff698-7942-449c-9cac-e6ea08bf5cd0 req-9779ea25-2d8d-4a12-bead-22e93c9af40b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:05.677089 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8adff698-7942-449c-9cac-e6ea08bf5cd0 req-9779ea25-2d8d-4a12-bead-22e93c9af40b tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 944 time: 0.0478420 Dec 06 13:25:05.729834 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-8adff698-7942-449c-9cac-e6ea08bf5cd0 req-dec38e41-e31a-4198-b894-92f7863557fb tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464902 Dec 06 13:25:05.919766 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['da839910-e9a2-420c-bb79-4c01051e8729'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:25:06.844018 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb13e-0837-4f65-98b2-27948c83b4bc req-70ba6d68-63ba-4d1f-8b2c-9b002a19f2d5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:06.845492 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e4eb13e-0837-4f65-98b2-27948c83b4bc req-70ba6d68-63ba-4d1f-8b2c-9b002a19f2d5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 944 time: 0.0477421 Dec 06 13:25:06.896944 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e4eb13e-0837-4f65-98b2-27948c83b4bc req-275b42ab-39a1-4e99-bbca-1f24664f3d09 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Dec 06 13:25:07.435626 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:25:07.486654 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning for port da839910-e9a2-420c-bb79-4c01051e8729 completed by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:25:07.490361 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port da839910-e9a2-420c-bb79-4c01051e8729 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:25:07.490735 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:07.563649 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:07.585117 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:25:07.587448 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfedae6-0c59-4a37-968b-4dc13b534e45" -d '{"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-plugged", "status": "completed", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:25:07.600402 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:25:07.604507 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:07.628745 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1f803-658b-42fa-a34c-40f3b7b2ddaf x-openstack-request-id: req-3ea1f803-658b-42fa-a34c-40f3b7b2ddaf {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:25:07.629023 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-plugged", "status": "completed", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:25:07.629302 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ea1f803-658b-42fa-a34c-40f3b7b2ddaf {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:25:07.629686 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'code': 200} Dec 06 13:25:07.658993 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=5']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:07.753849 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e72e2-3ad9-4cc4-9ae9-97313c8601ab req-dddfd121-4adc-4a0b-b6d1-a0151d02c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:07.755267 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-841e72e2-3ad9-4cc4-9ae9-97313c8601ab req-dddfd121-4adc-4a0b-b6d1-a0151d02c559 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1096 time: 0.0407553 Dec 06 13:25:07.806187 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-841e72e2-3ad9-4cc4-9ae9-97313c8601ab req-4d95c993-6e9d-4646-a2ed-fb7ef74853d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Dec 06 13:25:08.010355 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eace7d-4eaf-450c-aa47-0343bf677af5 req-87a2a486-fff1-4329-869f-91b0adf2bdc5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:08.011730 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58eace7d-4eaf-450c-aa47-0343bf677af5 req-87a2a486-fff1-4329-869f-91b0adf2bdc5 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.0473394 Dec 06 13:25:08.059873 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-58eace7d-4eaf-450c-aa47-0343bf677af5 req-097d0552-d88a-4f79-9d81-9e99cf882bba tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Dec 06 13:25:09.177634 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0325bb-4ce9-4cda-a4de-3d387e9d1b95 req-0e644397-b89d-418b-b08d-e11bcc6736f2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:09.179079 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e0325bb-4ce9-4cda-a4de-3d387e9d1b95 req-0e644397-b89d-418b-b08d-e11bcc6736f2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.0509629 Dec 06 13:25:09.227778 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-1e0325bb-4ce9-4cda-a4de-3d387e9d1b95 req-90e2c18c-5db0-4c37-bc10-3d22b9b5c327 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Dec 06 13:25:09.342888 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952487be-1498-4841-b5d9-567cbc428b45 req-cc8b1250-f8be-4325-ab8b-ee5c7ba7bd41 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:09.344297 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-952487be-1498-4841-b5d9-567cbc428b45 req-cc8b1250-f8be-4325-ab8b-ee5c7ba7bd41 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Dec 06 13:25:09.392377 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-952487be-1498-4841-b5d9-567cbc428b45 req-b172d3ca-2c2c-4678-b161-cc3492776082 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Dec 06 13:25:09.413066 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:25:09.454863 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513af1f-77bb-45e2-b40f-37065800d386 tempest-TestSnapshotPattern-2125542610 tempest-TestSnapshotPattern-2125542610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:09.456373 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-a513af1f-77bb-45e2-b40f-37065800d386 tempest-TestSnapshotPattern-2125542610 tempest-TestSnapshotPattern-2125542610-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1091 time: 0.0423315 Dec 06 13:25:09.459135 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:25:09.463519 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Request body: {'floatingip': {'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:25:09.484169 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:09.577349 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:09.680751 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Allocated IP 172.35.3.213 (2d765136-bb3e-47a9-b5c2-cef5446d41f8/70146874-04e2-4842-97e8-397c1c552e1b/223fb62e-31bc-4249-9920-fbae615ce5e8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:25:09.779670 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:09.812842 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760235886340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:09.854349 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Network 2d765136-bb3e-47a9-b5c2-cef5446d41f8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:25:09.857180 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:25:09.860625 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:25:09.884785 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=223fb62e-31bc-4249-9920-fbae615ce5e8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:09.897966 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.898253 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.898594 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.898930 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.899266 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.899632 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.899960 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.900286 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.900611 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.900935 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.901286 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.901636 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:09.901958 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:25:10.217645 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:10.286622 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:10.770000 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:10.774513 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16319101'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:10.837821 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event updated for resources: {'Port': ['ID=223fb62e-31bc-4249-9920-fbae615ce5e8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:25:10.850932 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7975329'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:10.948853 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Floating IP 8a013547-b671-4b81-a177-16140db87229 associated. External IP: 172.35.3.213, port: da839910-e9a2-420c-bb79-4c01051e8729. Dec 06 13:25:11.150076 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:25:11.255753 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:25:11.265415 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:25:11.274451 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:25:11.274949 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:11.275083 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:25:11.303763 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d73a6de8-53fb-46ac-855c-b12577070b01 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8433602 Dec 06 13:25:11.304360 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:25:11.306675 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d5d44-34d3-4856-b65e-5152c16621f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:25:11.381549 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:25:11.399220 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2a8c7-ca34-4103-b114-906c29a8cca9 x-openstack-request-id: req-bfa2a8c7-ca34-4103-b114-906c29a8cca9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:25:11.399514 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:25:11.399766 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfa2a8c7-ca34-4103-b114-906c29a8cca9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:25:11.400240 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'status': 'completed', 'code': 200} Dec 06 13:25:11.482581 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-a8922072-cf83-4f01-939f-e20286d10ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:11.484062 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-a8922072-cf83-4f01-939f-e20286d10ccb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1096 time: 0.0399148 Dec 06 13:25:11.572269 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-821ac3b5-9bd2-456a-b662-7d2e127e04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:11.573767 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-821ac3b5-9bd2-456a-b662-7d2e127e04ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0825038 Dec 06 13:25:11.602710 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8a013547-b671-4b81-a177-16140db87229', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.213', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:22:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:25:10Z', 'updated_at': '2021-12-06T13:25:10Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}, {'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:25:11.631768 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:25:11.642987 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-b171f47f-5e24-4cad-b70e-9123c0556422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 999 time: 0.0618718 Dec 06 13:25:11.644954 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:25:11.645582 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:25:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:25:11.691461 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-a871611d-c69c-4f54-b8ab-2305c45b53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:11.692830 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-a871611d-c69c-4f54-b8ab-2305c45b53ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0436485 Dec 06 13:25:11.739120 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-daac2d15-825d-4a58-a56c-0f92cf4ecb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:11.740641 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-daac2d15-825d-4a58-a56c-0f92cf4ecb44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410166 Dec 06 13:25:11.840460 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-519eccfd-2bb7-49c5-9496-e5d6b515001c service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925329 Dec 06 13:25:11.908689 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:25:11.938634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-104d5d44-34d3-4856-b65e-5152c16621f9 req-8d7e8fa3-4506-43ab-bb8c-d24e9d2ca4ad service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911229 Dec 06 13:25:12.127310 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8a013547-b671-4b81-a177-16140db87229', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.213', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:22:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:25:10Z', 'updated_at': '2021-12-06T13:25:10Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}, {'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:25:12.152851 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97f7cd-37ba-4c4d-90ac-3422f928e63b None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8a013547-b671-4b81-a177-16140db87229', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.213', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:22:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:25:10Z', 'updated_at': '2021-12-06T13:25:10Z', 'revision_number': 0, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}, {'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:25:12.344651 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7d7df-e040-468f-b7d3-b5a39abe289d None None] New status for floating IP 8a013547-b671-4b81-a177-16140db87229: ACTIVE {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:25:20.413664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:27.401120 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e117130f-cbf0-480f-b6c2-0acde392c0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:29.734906 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6302c6e3-427c-405c-9460-e198995d1de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:30.850115 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:31.881369 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:32.607360 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:32.621448 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-0bbd3099-f971-4370-842b-97268bcf1760 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412402 Dec 06 13:25:32.720099 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-077145d2-8c3a-46c7-ac24-0f5e7a84e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:32.722091 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-077145d2-8c3a-46c7-ac24-0f5e7a84e870 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0408390 Dec 06 13:25:33.125860 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-fa0d36b1-f5e9-4d84-8994-eec76089ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:33.127250 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-fa0d36b1-f5e9-4d84-8994-eec76089ab7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.3858688 Dec 06 13:25:33.192134 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-5f9c9876-e116-43c8-86b2-2fa4f2166a84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 999 time: 0.0573001 Dec 06 13:25:33.239874 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-4ca96fc0-ce88-4e44-af5e-4be4d3419910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:33.241279 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-4ca96fc0-ce88-4e44-af5e-4be4d3419910 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0426617 Dec 06 13:25:33.288575 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-46b0b4d0-4f91-4501-a684-b3890a78bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:25:33.290052 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-46b0b4d0-4f91-4501-a684-b3890a78bfdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420971 Dec 06 13:25:33.371297 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:33.378275 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-516128a3-26fd-4611-9e05-ddf003e1ece2 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814340 Dec 06 13:25:33.470694 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-ceaedbee-ac38-4b07-a916-4019a7c133d3 req-43a803cc-068e-4258-888a-dc53c5cee618 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854702 Dec 06 13:25:41.850361 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:25:50.409747 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:57.402396 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-4d99a635-be4a-45e2-83c1-0a2badb41856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:25:59.736032 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-292be285-33d9-4228-882f-b6ec0930e662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:00.850151 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:01.889399 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:02.611420 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:03.372384 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:18.849685 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:26:20.410505 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:27.403204 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-391eb070-ff70-45fa-b10e-3382843a9ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:29.737891 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ae86b19-462a-4993-8b5b-549bc5a7b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:30.854308 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:31.893537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:32.612262 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:33.375010 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:34.655247 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-248d69f3-5f05-4ee9-b189-e548f748589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:34.656747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-248d69f3-5f05-4ee9-b189-e548f748589b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1096 time: 0.0419216 Dec 06 13:26:34.766681 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-a40ff301-574e-4dde-bb54-de881f08841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:34.768103 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-a40ff301-574e-4dde-bb54-de881f08841a service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0888181 Dec 06 13:26:34.832722 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-01c577b9-7ea3-44e1-be87-67d7f6fe0209 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 1001 time: 0.0566993 Dec 06 13:26:34.881644 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-7fb8c233-5393-4e13-b6e6-c5275acdc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:34.883096 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-7fb8c233-5393-4e13-b6e6-c5275acdc513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0426733 Dec 06 13:26:34.935232 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-617c462d-1c5b-487a-8f68-d905b899045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:34.936718 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-617c462d-1c5b-487a-8f68-d905b899045f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426457 Dec 06 13:26:35.029515 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-d736dd9e-0cfb-4673-a57d-ddb849d150fb service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811427 Dec 06 13:26:35.121426 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-5f5dc442-f222-421f-bef8-eb0fd89021cb req-b0882ac8-1648-4390-a776-8786d65e4cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Dec 06 13:26:35.905079 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:26:36.000898 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:36.013524 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Returning: {'device': 'da839910-e9a2-420c-bb79-4c01051e8729', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'port_id': 'da839910-e9a2-420c-bb79-4c01051e8729', 'mac_address': 'fa:16:3e:22:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:26:36.062179 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:36.078910 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da839910-e9a2-420c-bb79-4c01051e8729 {{(pid=103299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:26:36.100913 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:36.106229 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:36.160138 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=6']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:36.169728 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.170460 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.171024 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.171587 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.172160 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.172831 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.173445 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.173998 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.174625 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.175294 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.175845 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.176399 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.177083 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:36.259971 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] get_ports_and_sgs() called for port_ids ['da839910-e9a2-420c-bb79-4c01051e8729'] {{(pid=103299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:26:37.913254 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 up at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:26:37.972951 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.provisioning_blocks [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Provisioning complete for port da839910-e9a2-420c-bb79-4c01051e8729 triggered by entity L2. {{(pid=103299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:26:37.972951 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401164'] for port, provisioning_complete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:38.059876 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442742'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:38.090692 n-d-master-1 neutron-server[103299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:26:38.093266 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d240917d09152cfd0622de64182d578a0c76b470e602f4914b025ccb670b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c575e10-c871-4a8f-b72f-6f839cd96f80" -d '{"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-plugged", "status": "completed", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:26:38.107535 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:38.113193 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760236378040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760235886358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760235886376'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:38.141465 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce40348-d197-4d93-b89b-5921c7f4a3d4 x-openstack-request-id: req-6ce40348-d197-4d93-b89b-5921c7f4a3d4 {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:26:38.141770 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-plugged", "status": "completed", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "code": 200}]} {{(pid=103299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:26:38.142027 n-d-master-1 neutron-server[103299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce40348-d197-4d93-b89b-5921c7f4a3d4 {{(pid=103299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:26:38.142420 n-d-master-1 neutron-server[103299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'code': 200} Dec 06 13:26:38.173595 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Pushing event updated for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=7']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:45.572218 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:45.728287 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Deleting port 223fb62e-31bc-4249-9920-fbae615ce5e8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:45.728593 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:45.804675 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:45.804996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:45.816505 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Calling delete_port for 223fb62e-31bc-4249-9920-fbae615ce5e8 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:45.962447 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:45.989477 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event deleted for resources: {'Port': ['ID=223fb62e-31bc-4249-9920-fbae615ce5e8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:45.999752 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.000113 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.000453 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.000788 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.001176 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.001485 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.001818 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.002896 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.003240 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.003577 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.003910 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.004243 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.004572 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:46.056582 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:46.056918 n-d-master-1 neutron-server[103297]: INFO neutron.db.l3_db [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Floating IP 8a013547-b671-4b81-a177-16140db87229 disassociated (deleted). External IP: 172.35.3.213, port: da839910-e9a2-420c-bb79-4c01051e8729. Dec 06 13:26:46.260317 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:26:46.367005 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:26:46.371794 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:46.376357 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:26:46.386637 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:46.387319 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:46.399026 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-28d385f4-7911-4f5f-9963-4a30ae0f3ed6 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "DELETE /v2.0/floatingips/8a013547-b671-4b81-a177-16140db87229 HTTP/1.1" status: 204 len: 168 time: 0.8257301 Dec 06 13:26:46.399626 n-d-master-1 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:26:46.401903 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd71ee9f865ba5a1c28628972cf7a936b4fe0d96dc2326ac21c369deab490a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277456ad-9ed6-4795-a347-711fce9987b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:26:46.445502 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f744fa0-c73d-477c-8587-000371829a5e x-openstack-request-id: req-0f744fa0-c73d-477c-8587-000371829a5e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:26:46.445797 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:26:46.446053 n-d-master-1 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f744fa0-c73d-477c-8587-000371829a5e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:26:46.446602 n-d-master-1 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'status': 'completed', 'code': 200} Dec 06 13:26:46.506056 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:46.537117 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277456ad-9ed6-4795-a347-711fce9987b8 req-8b0f99cf-5b98-4a60-b775-3b91c9eeafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:46.538634 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-8b0f99cf-5b98-4a60-b775-3b91c9eeafd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 1096 time: 0.0477669 Dec 06 13:26:46.677329 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277456ad-9ed6-4795-a347-711fce9987b8 req-9b61b18c-d5cd-4002-a049-7210a466771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:46.682570 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-9b61b18c-d5cd-4002-a049-7210a466771a service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0994945 Dec 06 13:26:46.693359 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0ce2-d9df-461d-bf05-e0f0b8d21422 req-06838803-43df-4ecd-8821-68ed5c70268f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:46.694952 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af8d0ce2-d9df-461d-bf05-e0f0b8d21422 req-06838803-43df-4ecd-8821-68ed5c70268f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.1119485 Dec 06 13:26:46.725312 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-8bb483d8-e2e1-4ed7-bbd7-f57667a5343d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 200 len: 217 time: 0.0366149 Dec 06 13:26:46.747275 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-af8d0ce2-d9df-461d-bf05-e0f0b8d21422 req-2ee5128a-6e31-4762-85f5-d032218a6241 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Dec 06 13:26:46.752872 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:46.777301 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277456ad-9ed6-4795-a347-711fce9987b8 req-408fa0d0-806a-4340-9a1d-4347ade8338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:46.778832 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-408fa0d0-806a-4340-9a1d-4347ade8338a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0464125 Dec 06 13:26:46.779323 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:26:46.788762 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:46.789312 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:46.823998 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277456ad-9ed6-4795-a347-711fce9987b8 req-8d095f72-5e94-4638-bb24-f7ab8ebc0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:46.825531 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-8d095f72-5e94-4638-bb24-f7ab8ebc0228 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395000 Dec 06 13:26:46.893733 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:46.919771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-661f74d3-7541-491f-a893-1a371d4da4ad service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862586 Dec 06 13:26:47.014639 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-277456ad-9ed6-4795-a347-711fce9987b8 req-d106c31d-e424-4507-b66d-e10ccbb5a8fb service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866144 Dec 06 13:26:47.123695 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:47.149837 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ade34-d907-4303-ab19-e1727ec8d269 None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '971c6848-312d-448d-af02-51db37ee5474', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'floating_ip_address': '172.35.3.94', 'floating_network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'router_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'port_id': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'mac_address': 'fa:16:3e:9d:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:22:38Z', 'updated_at': '2021-12-06T13:22:40Z', 'revision_number': 1, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:26:47.366385 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5906e-814d-4874-922b-808c196a3c48 None None] New status for floating IP 8a013547-b671-4b81-a177-16140db87229: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:26:47.868818 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f6a2-5ecd-4baf-a8d9-49a3312d304b req-75011c6a-ce8d-4926-b165-f34bece563c1 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:47.870292 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d853f6a2-5ecd-4baf-a8d9-49a3312d304b req-75011c6a-ce8d-4926-b165-f34bece563c1 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Dec 06 13:26:47.918191 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d853f6a2-5ecd-4baf-a8d9-49a3312d304b req-d8a13f45-05a1-410b-a734-94e4c783360f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Dec 06 13:26:48.257958 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-999bfe7b-ea88-4aaf-8f97-a329c3be493a tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:48.259400 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-999bfe7b-ea88-4aaf-8f97-a329c3be493a tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 945 time: 0.0484705 Dec 06 13:26:48.346761 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Deleting port da839910-e9a2-420c-bb79-4c01051e8729 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:48.347095 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:48.436793 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] For port da839910-e9a2-420c-bb79-4c01051e8729, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=da839910-e9a2-420c-bb79-4c01051e8729,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:48.437172 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:48.448928 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Calling delete_port for da839910-e9a2-420c-bb79-4c01051e8729 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:48.580006 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:48.610826 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event deleted for resources: {'Port': ['ID=da839910-e9a2-420c-bb79-4c01051e8729,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:48.635502 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.635857 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.636202 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.636541 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.636880 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.637562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.637562 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.637872 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.638200 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.638524 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.638849 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.639174 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.639498 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:26:48.661578 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] No DVR routers for this DVR port da839910-e9a2-420c-bb79-4c01051e8729 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:26:48.664130 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:48.667468 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-b92ddfad-e2fd-49c3-a964-b9be84227090 req-c1bd0d7d-21cf-4aa2-99a7-c6fe4e9da650 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "DELETE /v2.0/ports/da839910-e9a2-420c-bb79-4c01051e8729 HTTP/1.1" status: 204 len: 173 time: 0.4020450 Dec 06 13:26:48.667910 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-deleted', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:26:48.670194 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7b69cf-3017-4ab5-9781-d6857d37e22d" -d '{"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-deleted", "tag": "da839910-e9a2-420c-bb79-4c01051e8729"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:26:48.707725 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442df883-78ef-4f84-9901-748c2257fc3c x-openstack-request-id: req-442df883-78ef-4f84-9901-748c2257fc3c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:26:48.708026 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dd7efe-94fb-4a9a-961b-fb0d0919bd44", "name": "network-vif-deleted", "tag": "da839910-e9a2-420c-bb79-4c01051e8729", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:26:48.708283 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-442df883-78ef-4f84-9901-748c2257fc3c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:26:48.708690 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dd7efe-94fb-4a9a-961b-fb0d0919bd44', 'name': 'network-vif-deleted', 'tag': 'da839910-e9a2-420c-bb79-4c01051e8729', 'status': 'completed', 'code': 200} Dec 06 13:26:49.032545 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-c56790a2-a266-4417-8e24-1b3045f3b4ed req-fc90ef30-bed3-4655-8ed0-7bf1fad0ee0c tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5dd7efe-94fb-4a9a-961b-fb0d0919bd44 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Dec 06 13:26:50.002130 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:26:50.024652 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: da839910-e9a2-420c-bb79-4c01051e8729 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:26:50.024996 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device da839910-e9a2-420c-bb79-4c01051e8729 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:26:50.427453 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:50.589767 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43650) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:50.746779 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Deleting port d786fa6a-44df-4f8e-98bd-b6a89f462887 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:50.747128 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:50.824607 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:50.824855 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:50.836922 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Calling delete_port for d786fa6a-44df-4f8e-98bd-b6a89f462887 owned by network:floatingip {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:50.985670 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:51.011175 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event deleted for resources: {'Port': ['ID=d786fa6a-44df-4f8e-98bd-b6a89f462887,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:51.073085 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:51.073451 n-d-master-1 neutron-server[103298]: INFO neutron.db.l3_db [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Floating IP 971c6848-312d-448d-af02-51db37ee5474 disassociated (deleted). External IP: 172.35.3.94, port: be3ad3fa-a9c1-41de-8b04-eee9446b2b73. Dec 06 13:26:51.274039 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:26:51.378760 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:26:51.383756 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for floatingip, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:51.387990 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:26:51.398051 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:51.398649 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:51.414027 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-ea4a2f1a-6cfb-4b55-9a86-e807605fe2d8 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "DELETE /v2.0/floatingips/971c6848-312d-448d-af02-51db37ee5474 HTTP/1.1" status: 204 len: 168 time: 0.8231504 Dec 06 13:26:51.414825 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:26:51.417317 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74061915-863f-45d5-b483-5469c54ca684" -d '{"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:26:51.453662 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17091ef7-8744-4019-90b6-fb21a7d591a0 x-openstack-request-id: req-17091ef7-8744-4019-90b6-fb21a7d591a0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:26:51.454396 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:26:51.454657 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17091ef7-8744-4019-90b6-fb21a7d591a0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:26:51.455076 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'status': 'completed', 'code': 200} Dec 06 13:26:51.517249 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:51.538138 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061915-863f-45d5-b483-5469c54ca684 req-7be32817-1024-4a73-a54e-cfa928a63a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:51.539771 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-7be32817-1024-4a73-a54e-cfa928a63a1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0423727 Dec 06 13:26:51.650725 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecbd49-4384-418e-9626-406ba79ace80 req-16d4b598-6670-4f6f-9e20-94bf17275e56 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:51.652812 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2ecbd49-4384-418e-9626-406ba79ace80 req-16d4b598-6670-4f6f-9e20-94bf17275e56 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0550830 Dec 06 13:26:51.676467 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061915-863f-45d5-b483-5469c54ca684 req-c8546b7c-272f-4ba8-bd7c-1e7d4869334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:51.677968 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-c8546b7c-272f-4ba8-bd7c-1e7d4869334d service neutron] 10.222.0.53 "GET /v2.0/networks?id=282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 200 len: 910 time: 0.0903769 Dec 06 13:26:51.707324 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-d2ecbd49-4384-418e-9626-406ba79ace80 req-df319451-12af-4a76-a7d1-c505b21f4bb2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472634 Dec 06 13:26:51.727903 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-7dae22ae-1cf1-4918-843e-9629ef99d3cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 200 len: 217 time: 0.0418131 Dec 06 13:26:51.730798 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:51.756471 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:26:51.764670 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:51.765299 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:51.777700 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061915-863f-45d5-b483-5469c54ca684 req-61dcaccb-3a65-48cd-891a-05e0c8b90e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:51.779156 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-61dcaccb-3a65-48cd-891a-05e0c8b90e71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 200 len: 848 time: 0.0439749 Dec 06 13:26:51.828292 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061915-863f-45d5-b483-5469c54ca684 req-e13190dd-811c-4cf0-a662-bb543b5bd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:51.829747 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-e13190dd-811c-4cf0-a662-bb543b5bd98d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=282c8ca8-07b5-409a-9910-6996e4171f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424626 Dec 06 13:26:51.931338 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-1f945435-ebe3-41fc-bb94-eea375c3edce service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932584 Dec 06 13:26:52.023840 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-74061915-863f-45d5-b483-5469c54ca684 req-14978ff1-1d23-4880-ab71-91f69e7e3b7f service neutron] 10.222.0.53 "GET /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844512 Dec 06 13:26:52.026766 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:52.222240 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:52.247513 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16edf66-c4b5-475a-8042-dfce929f364e None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:17Z', 'revision_number': 4, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ffe9c8c-c311-465e-85cf-68bf4daec94e', 'name': '', 'network_id': '282c8ca8-07b5-409a-9910-6996e4171f9b', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'mac_address': 'fa:16:3e:d8:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:17Z', 'updated_at': '2021-12-06T13:22:22Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'subnets': [{'id': 'ff3d941f-ac10-4093-b221-82bcf63c6239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:26:52.444079 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f4e7c-cb71-4fad-8668-adc62ca1512d None None] New status for floating IP 971c6848-312d-448d-af02-51db37ee5474: DOWN {{(pid=103300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:26:52.826703 n-d-master-1 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301eb75-5c56-473b-b0f6-4772f8200e3c req-79569eb8-a384-45db-b874-2d5e1d9e4e9d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:52.828246 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b301eb75-5c56-473b-b0f6-4772f8200e3c req-79569eb8-a384-45db-b874-2d5e1d9e4e9d tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0516582 Dec 06 13:26:52.876999 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-b301eb75-5c56-473b-b0f6-4772f8200e3c req-fb399e6e-5119-4782-b31f-23e8715aa23f tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eef29b1-9965-44b6-a416-ab10c3c0de0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419986 Dec 06 13:26:53.295705 n-d-master-1 neutron-server[103298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-f2b8a79a-d5d7-4106-aed1-5eb1f5043f97 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:26:53.297184 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-f2b8a79a-d5d7-4106-aed1-5eb1f5043f97 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 944 time: 0.0530548 Dec 06 13:26:53.385596 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Deleting port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:53.385935 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:53.475499 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] For port be3ad3fa-a9c1-41de-8b04-eee9446b2b73, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:53.475862 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:53.488029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Calling delete_port for be3ad3fa-a9c1-41de-8b04-eee9446b2b73 owned by compute:nova {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:53.612448 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:53.642722 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event deleted for resources: {'Port': ['ID=be3ad3fa-a9c1-41de-8b04-eee9446b2b73,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:53.686529 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] No DVR routers for this DVR port be3ad3fa-a9c1-41de-8b04-eee9446b2b73 on host n-h2-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:26:53.689428 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970597'] for port, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:53.693811 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [req-f3cec3db-0621-4f06-bbb9-300708d1ff0a req-a55fd422-4235-490b-a792-d2bac63f6f52 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.53 "DELETE /v2.0/ports/be3ad3fa-a9c1-41de-8b04-eee9446b2b73 HTTP/1.1" status: 204 len: 173 time: 0.3899271 Dec 06 13:26:53.694274 n-d-master-1 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-deleted', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:26:53.697084 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4eb1a9011396191bec831408b1c16d3a8715cf236f0f56cdedcf1f93ea5b6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc24034-82fb-4092-9c2c-bec28f04657a" -d '{"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-deleted", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:26:53.733321 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d1361-e500-4d8a-8fb6-4f3e16434c81 x-openstack-request-id: req-1c9d1361-e500-4d8a-8fb6-4f3e16434c81 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:26:53.734183 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb", "name": "network-vif-deleted", "tag": "be3ad3fa-a9c1-41de-8b04-eee9446b2b73", "status": "completed", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:26:53.734508 n-d-master-1 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c9d1361-e500-4d8a-8fb6-4f3e16434c81 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:26:53.735014 n-d-master-1 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb', 'name': 'network-vif-deleted', 'tag': 'be3ad3fa-a9c1-41de-8b04-eee9446b2b73', 'status': 'completed', 'code': 200} Dec 06 13:26:53.983900 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [req-4e7ca6a7-08c0-46bc-887f-16b4ccb82adb req-03a302d4-b4ac-464e-8aa4-34d1b4e24eb7 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db9325a-4b76-4f5d-bb5e-c4d8bcf0b1fb HTTP/1.1" status: 200 len: 210 time: 0.0290515 Dec 06 13:26:55.042085 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43666) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:55.102029 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.128261 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.189005 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.192239 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Publish callbacks [] for security_group, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.193424 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] 10.222.0.31 "DELETE /v2.0/security-groups/0eef29b1-9965-44b6-a416-ab10c3c0de0a HTTP/1.1" status: 204 len: 168 time: 0.1503210 Dec 06 13:26:55.204324 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790fd22-badd-4c5f-88fd-ed8a20c686a2 tempest-TestSnapshotPattern-612540379 tempest-TestSnapshotPattern-612540379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef29b1-9965-44b6-a416-ab10c3c0de0a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:55.242733 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43670) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:55.578811 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.814973 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Deleting port 5ffe9c8c-c311-465e-85cf-68bf4daec94e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:55.815324 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.849075 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:26:55.890029 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] For port 5ffe9c8c-c311-465e-85cf-68bf4daec94e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ffe9c8c-c311-465e-85cf-68bf4daec94e,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:55.890383 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:55.902890 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Calling delete_port for 5ffe9c8c-c311-465e-85cf-68bf4daec94e owned by network:router_interface {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:56.077491 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:56.106349 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffe9c8c-c311-465e-85cf-68bf4daec94e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:56.574772 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:56.785271 n-d-master-1 neutron-server[103298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Router 3406e1ec-f21a-423b-b434-afb4e61b41d3 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:26:56.889190 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:26:56.894867 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-b258610b-d500-43e9-b140-919b18525d15 admin admin] 10.222.0.31 "PUT /v2.0/routers/3406e1ec-f21a-423b-b434-afb4e61b41d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511021 Dec 06 13:26:56.897653 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43672) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:56.898167 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Sync routers for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:26:56.911951 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:56.912548 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:57.000957 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.016317 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: n-d-master-1 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:57.103524 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.155467 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Deleting port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:57.155809 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.190173 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:26:56Z', 'revision_number': 5, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port': {'id': '2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:57.216759 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Checking router: 3406e1ec-f21a-423b-b434-afb4e61b41d3 for host: n-d-master-1 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:26:57.225772 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Routers {'3406e1ec-f21a-423b-b434-afb4e61b41d3'} bound to L3 agent in host n-d-master-1 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:57.226591 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:26:30Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3406e1ec-f21a-423b-b434-afb4e61b41d3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:57.235901 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] For port 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:57.236245 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.248434 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Calling delete_port for 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d owned by network:router_gateway {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:57.310300 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] Set router 3406e1ec-f21a-423b-b434-afb4e61b41d3 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:26:57.363945 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:26:57Z', 'revision_number': 6, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:57.389452 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe74d-ca9c-4ccb-bf71-fce9ab1fc71a None None] The sync data for ids ['3406e1ec-f21a-423b-b434-afb4e61b41d3'] in n-d-master-1 is: [{'id': '3406e1ec-f21a-423b-b434-afb4e61b41d3', 'name': 'tempest-TestSnapshotPattern-640302681-router', 'tenant_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:15Z', 'updated_at': '2021-12-06T13:26:57Z', 'revision_number': 6, 'project_id': 'aa37ff8006694c96b9c5b2572c9e4d74', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:26:57.408284 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66347ae1-de84-44cb-ad70-9c448fe8126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.417275 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.447413 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:57.464950 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da070e-d184-48c0-8c44-81729955b0dd None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:26:57.506849 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.596321 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.598526 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.639826 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.640353 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3406e1ec-f21a-423b-b434-afb4e61b41d3 {{(pid=103298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:26:57.645253 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.646361 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-44b9633a-46e1-498f-a769-950f88f88aa9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3406e1ec-f21a-423b-b434-afb4e61b41d3 HTTP/1.1" status: 204 len: 168 time: 0.7477837 Dec 06 13:26:57.648864 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43674) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:57.696961 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Deleting subnet ff3d941f-ac10-4093-b221-82bcf63c6239 {{(pid=103298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:26:57.699955 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.735288 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5125971'] for subnet, precommit_delete_associations {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.814852 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.871431 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194834'] for subnet, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.898790 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3d941f-ac10-4093-b221-82bcf63c6239,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:57.902945 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:57.906378 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-f84c68b5-5617-4fd6-a132-1253dc0ded13 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff3d941f-ac10-4093-b221-82bcf63c6239 HTTP/1.1" status: 204 len: 168 time: 0.2565398 Dec 06 13:26:57.907895 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2683a-9108-4e0a-90fd-547316edb5fc None None] Network 282c8ca8-07b5-409a-9910-6996e4171f9b requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:26:57.908964 n-d-master-1 neutron-server[103298]: DEBUG neutron.wsgi [-] (103298) accepted ('10.222.0.31', 43676) {{(pid=103298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:57.976817 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.034200 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Deleting port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:58.034546 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.057431 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:26:58.077214 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] No Port match for: be3ad3fa-a9c1-41de-8b04-eee9446b2b73 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:26:58.077492 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Device be3ad3fa-a9c1-41de-8b04-eee9446b2b73 not bound to the agent host n-h2-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:26:58.098241 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] For port d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,segment=NetworkSegment(67368258-33fa-49ad-9d42-c66534cbbd6b),segment_id=67368258-33fa-49ad-9d42-c66534cbbd6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:58.098606 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.110773 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Calling delete_port for d2dce4d7-09d4-4c63-99c7-61a26e155bf2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:58.181639 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] DHCP port deletion for 282c8ca8-07b5-409a-9910-6996e4171f9b request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:26:58.198152 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5387523'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.225138 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:58.230828 n-d-master-1 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] No DVR routers for this DVR port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 on host n-d-master-1 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:26:58.239438 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Deleting port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:58.239814 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.303192 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.304222 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] For port d2dce4d7-09d4-4c63-99c7-61a26e155bf2, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:58.304685 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.319196 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Calling delete_port for d2dce4d7-09d4-4c63-99c7-61a26e155bf2 owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:58.322530 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:26:58.323794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.328956 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282c8ca8-07b5-409a-9910-6996e4171f9b']}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:58.339533 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67368258-33fa-49ad-9d42-c66534cbbd6b') {'for_net_delete': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:58.339832 n-d-master-1 neutron-server[103298]: DEBUG neutron.services.segments.db [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67368258-33fa-49ad-9d42-c66534cbbd6b') {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:58.349134 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] Pushing event deleted for resources: {'Port': ['ID=d2dce4d7-09d4-4c63-99c7-61a26e155bf2,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:58.349302 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5125980'] for segment, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.352722 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a645a-861d-4ca0-b49e-be0ac8a4d8ff None None] No DVR routers for this DVR port d2dce4d7-09d4-4c63-99c7-61a26e155bf2 on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:26:58.366776 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.373796 n-d-master-1 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:26:58.374478 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387574'] for segment, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: Traceback (most recent call last): Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: timer() Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: cb(*args, **kw) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: return func(*args, **kwargs) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: self._notify() Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: self.callback(batched_events) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: event.method(event) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: return f(self, *a, **k) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: return self._get(url).json() Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: return self.request(url, 'GET', **kwargs) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:26:58.376372 n-d-master-1 neutron-server[103298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:26:58.436878 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.444949 n-d-master-1 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Publish callbacks [] for network, before_response {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:58.448257 n-d-master-1 neutron-server[103298]: INFO neutron.wsgi [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] 10.222.0.31 "DELETE /v2.0/networks/282c8ca8-07b5-409a-9910-6996e4171f9b HTTP/1.1" status: 204 len: 168 time: 0.5383253 Dec 06 13:26:58.451236 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:58.459672 n-d-master-1 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98d65-00b4-4977-94d2-4b2362b40c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=282c8ca8-07b5-409a-9910-6996e4171f9b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:58.528188 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:26:58.553088 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:26:58.553553 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 2b45ddca-e6d1-4eb5-9e0c-65e394ed8f1d not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:26:58.554045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5ffe9c8c-c311-465e-85cf-68bf4daec94e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:26:58.573379 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 5ffe9c8c-c311-465e-85cf-68bf4daec94e {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:26:58.573814 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 5ffe9c8c-c311-465e-85cf-68bf4daec94e not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:26:58.574307 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2dce4d7-09d4-4c63-99c7-61a26e155bf2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:26:58.593108 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: d2dce4d7-09d4-4c63-99c7-61a26e155bf2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:26:58.593659 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device d2dce4d7-09d4-4c63-99c7-61a26e155bf2 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:26:58.813241 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885729'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.053383 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Deleting port a9edd234-b029-4a22-95bd-8e1de20be9e6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:26:59.053717 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.129248 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] For port a9edd234-b029-4a22-95bd-8e1de20be9e6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9edd234-b029-4a22-95bd-8e1de20be9e6,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:26:59.129558 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.141746 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Calling delete_port for a9edd234-b029-4a22-95bd-8e1de20be9e6 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:26:59.316003 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.341130 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Pushing event deleted for resources: {'Port': ['ID=a9edd234-b029-4a22-95bd-8e1de20be9e6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:26:59.508335 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7850105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7885781'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.720954 n-d-master-1 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 has already been hosted by L3 agent 2f16fd6b-733d-4c53-8734-ecbf0c3b31a5 {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:26:59.738810 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-475b46bb-37f6-42ff-8b34-5cb85624f57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:26:59.827696 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:26:59.833454 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-2b242a41-db08-41ab-9ad8-dc9d3eb9c0df admin admin] 10.222.0.31 "PUT /v2.0/routers/5e3163e1-05ec-489c-bbd8-eaf2ae75ac72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3804142 Dec 06 13:26:59.836170 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:26:59.838654 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Sync routers for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:26:59.847978 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:26:59.848587 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:26:59.955050 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:27:00.138508 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:26:59Z', 'revision_number': 5, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:00.164807 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Checking router: 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 for host: n-d-master-1 {{(pid=103300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:27:00.173432 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Routers {'5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'} bound to L3 agent in host n-d-master-1 {{(pid=103300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:27:00.174041 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:27:00Z,host='n-d-master-1',id=2f16fd6b-733d-4c53-8734-ecbf0c3b31a5,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'], 'active': True} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:00.272196 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.280888 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_dvr_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] Set router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 gateway port host: n-d-master-1 {{(pid=103300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:27:00.373020 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.424893 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Deleting port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:27:00.425165 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.458145 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.l3_hamode_db [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:26:59Z', 'revision_number': 5, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:00.485114 n-d-master-1 neutron-server[103300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e49ffb-659f-4c3f-9a7c-87ee3ab1977e None None] The sync data for ids ['5e3163e1-05ec-489c-bbd8-eaf2ae75ac72'] in n-d-master-1 is: [{'id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'name': 'tempest-TestSnapshotPattern-1183833472-router', 'tenant_id': '5495f2dbd04b425b8e5a829a36574086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'external_fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:22:19Z', 'updated_at': '2021-12-06T13:26:59Z', 'revision_number': 5, 'project_id': '5495f2dbd04b425b8e5a829a36574086', 'gw_port': {'id': '29b0fb61-d04f-44a0-9eb2-8ab056382cb2', 'name': '', 'network_id': '2d765136-bb3e-47a9-b5c2-cef5446d41f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3163e1-05ec-489c-bbd8-eaf2ae75ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '70146874-04e2-4842-97e8-397c1c552e1b', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:22:20Z', 'updated_at': '2021-12-06T13:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70146874-04e2-4842-97e8-397c1c552e1b', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:27:00.505194 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] For port 29b0fb61-d04f-44a0-9eb2-8ab056382cb2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,segment=NetworkSegment(cf18c4fa-28ab-4703-9aee-062827fdebe0),segment_id=cf18c4fa-28ab-4703-9aee-062827fdebe0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:27:00.505547 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.521267 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Calling delete_port for 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:27:00.680751 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.713119 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b0fb61-d04f-44a0-9eb2-8ab056382cb2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:00.723271 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08c2ad-e9d3-47a5-9504-8683962c5cbc None None] DHCP port deletion for 2d765136-bb3e-47a9-b5c2-cef5446d41f8 request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:27:00.771496 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7888255'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.860101 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.863136 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7883467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-652'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.865380 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.910010 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7883484'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.910576 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:27:00.914901 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:00.918501 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6eaf4909-e067-4f02-850b-90bd57266e51 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e3163e1-05ec-489c-bbd8-eaf2ae75ac72 HTTP/1.1" status: 204 len: 168 time: 1.0788758 Dec 06 13:27:00.918734 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:00.969415 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Deleting subnet 96e4c805-373f-4119-b211-b358273633ec {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:27:00.972559 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.008155 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724040'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.088456 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1586526'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.146080 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1585325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16319395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15836329'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.171951 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e4c805-373f-4119-b211-b358273633ec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:01.173939 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.177666 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-6cdad65a-2864-43ed-8dd7-c3961f07198d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/96e4c805-373f-4119-b211-b358273633ec HTTP/1.1" status: 204 len: 168 time: 0.2579601 Dec 06 13:27:01.178697 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7b917-b3a9-47a3-99dc-d0a283837c0b None None] Network 3466c10b-4c56-4aa0-bb90-1080a28c3b3d requested from n-d-master-1 {{(pid=103299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:27:01.180231 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43684) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:01.248431 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513594'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.305659 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Deleting port ba362163-f257-4d69-bd99-1de0dd2ccfed {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:27:01.306085 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.369466 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] For port ba362163-f257-4d69-bd99-1de0dd2ccfed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba362163-f257-4d69-bd99-1de0dd2ccfed,segment=NetworkSegment(780bc6fc-713e-46f6-a064-a73b8f12c694),segment_id=780bc6fc-713e-46f6-a064-a73b8f12c694)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:27:01.369829 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.382050 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Calling delete_port for ba362163-f257-4d69-bd99-1de0dd2ccfed owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:27:01.442942 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] DHCP port deletion for 3466c10b-4c56-4aa0-bb90-1080a28c3b3d request from n-d-master-1 {{(pid=103299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:27:01.469757 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16319092'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.497983 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba362163-f257-4d69-bd99-1de0dd2ccfed,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:01.498593 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Deleting port ba362163-f257-4d69-bd99-1de0dd2ccfed {{(pid=103299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:27:01.499725 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760236370508'] for port, before_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.499865 n-d-master-1 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] No DVR routers for this DVR port ba362163-f257-4d69-bd99-1de0dd2ccfed on host n-d-master-1 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:27:01.562327 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] For port ba362163-f257-4d69-bd99-1de0dd2ccfed, host n-d-master-1, got binding levels [] {{(pid=103299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:27:01.562726 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7971419'] for port, precommit_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.569765 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1587673', 'neutron.services.segments.db._delete_segments_for_network-8760236213158'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.574812 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Calling delete_port for ba362163-f257-4d69-bd99-1de0dd2ccfed owned by network:dhcp {{(pid=103299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:27:01.577491 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.ipam_backend_mixin [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Port ba362163-f257-4d69-bd99-1de0dd2ccfed was not found and therefore no delete operation was performed {{(pid=103299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:27:01.578775 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760236378022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760235886349'] for port, after_delete {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.594416 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3466c10b-4c56-4aa0-bb90-1080a28c3b3d']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:01.603906 n-d-master-1 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] Pushing event deleted for resources: {'Port': ['ID=ba362163-f257-4d69-bd99-1de0dd2ccfed,revision_number=None']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:01.604825 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780bc6fc-713e-46f6-a064-a73b8f12c694') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:01.606007 n-d-master-1 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780bc6fc-713e-46f6-a064-a73b8f12c694') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:27:01.607466 n-d-master-1 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2efd3-9dc5-4b35-a5b9-e5c143ac053d None None] No DVR routers for this DVR port ba362163-f257-4d69-bd99-1de0dd2ccfed on host n-d-master-1 {{(pid=103299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:27:01.619047 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760236398960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724039'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.632423 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.638450 n-d-master-1 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:27:01.638840 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1576747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16319041'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: Traceback (most recent call last): Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: timer() Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: cb(*args, **kw) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: return func(*args, **kwargs) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: self._notify() Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: self.callback(batched_events) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: event.method(event) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: return f(self, *a, **k) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: return self._get(url).json() Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:27:01.640494 n-d-master-1 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:27:01.694528 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1587664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7850080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7888219'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.699919 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.703149 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3466c10b-4c56-4aa0-bb90-1080a28c3b3d HTTP/1.1" status: 204 len: 168 time: 0.5220044 Dec 06 13:27:01.714549 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f488854-0fbb-4c12-a5c4-805914f88229 admin admin] Pushing event deleted for resources: {'Network': ['ID=3466c10b-4c56-4aa0-bb90-1080a28c3b3d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:01.878640 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:01.919544 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-5646071c-9ccc-48b6-8205-c435d697ba71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa37ff8006694c96b9c5b2572c9e4d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396686 Dec 06 13:27:01.922075 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:01.925106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.973066 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:01.994254 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.039522 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.042173 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.043319 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed62e654-b5ad-4855-b716-7d9cd459820a HTTP/1.1" status: 204 len: 168 time: 0.1202695 Dec 06 13:27:02.051914 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7158a16-d613-40a4-95db-618b482ce09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed62e654-b5ad-4855-b716-7d9cd459820a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:02.357663 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:02.396345 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-742da5c0-3177-4626-a322-6dc20c5377a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5495f2dbd04b425b8e5a829a36574086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374968 Dec 06 13:27:02.398657 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 43698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:27:02.445515 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.467378 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.510855 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a9edd234-b029-4a22-95bd-8e1de20be9e6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:27:02.513996 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428815'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.516914 n-d-master-1 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:02.518680 n-d-master-1 neutron-server[103297]: INFO neutron.wsgi [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eff4d5c1-9162-45fa-9600-01f41ca05fb6 HTTP/1.1" status: 204 len: 168 time: 0.1185911 Dec 06 13:27:02.526694 n-d-master-1 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3113c5-749f-4aa8-b385-05be80ffcc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff4d5c1-9162-45fa-9600-01f41ca05fb6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:27:02.531501 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: a9edd234-b029-4a22-95bd-8e1de20be9e6 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:27:02.531896 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device a9edd234-b029-4a22-95bd-8e1de20be9e6 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:27:02.532246 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ba362163-f257-4d69-bd99-1de0dd2ccfed no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:27:02.553993 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: ba362163-f257-4d69-bd99-1de0dd2ccfed {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:27:02.554338 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device ba362163-f257-4d69-bd99-1de0dd2ccfed not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:27:02.554743 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:27:02.577045 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] No Port match for: 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 {{(pid=103299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:27:02.577931 n-d-master-1 neutron-server[103299]: DEBUG neutron.plugins.ml2.rpc [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Device 29b0fb61-d04f-44a0-9eb2-8ab056382cb2 not bound to the agent host n-d-master-1 {{(pid=103299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:27:02.614784 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:03.376899 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:20.423400 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:27.412239 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-645dc567-0474-4f45-b783-7e6b944f10f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:29.740708 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-849e49d2-e99a-46d7-8494-e9a0fe569dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:30.859140 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:31.927703 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:32.617712 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:32.847418 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:27:33.378870 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:50.422452 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:57.412197 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a5515d70-c33a-487e-8778-620f04e40a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:27:59.741413 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-493ffcae-6884-4197-8a83-242cd211819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:00.864664 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:01.936882 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:02.619698 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:03.380180 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:09.846727 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:28:20.436829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:27.414099 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2474f11e-a2aa-4c53-afef-6e30b31d71ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:29.742457 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-66afa8b9-57d4-4bc2-802d-75506c6c6059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:30.867788 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:31.938240 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:32.621537 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:33.382476 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:46.845565 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:28:50.435949 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:57.414493 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74c2de49-251c-432b-bf76-adefadeb8112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:28:59.743903 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f4105f14-7047-412b-a777-8ce37629de20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:00.867880 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:01.949878 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:02.623803 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:03.385352 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:20.434946 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:23.844165 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:29:27.415468 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe485bc5-84fa-4d23-9147-3cb4a7281ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:29.744817 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-74460420-1d04-48e3-9c9f-155ad7383f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:30.870625 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:31.950009 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:32.626878 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:33.387434 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:50.449494 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:57.415592 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-045dd893-98c5-412b-bb30-edfce087a83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:29:59.748855 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a2186d17-7767-44ed-af5c-0936ee13a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:00.842930 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:30:00.874037 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:01.948907 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:02.629682 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:03.388834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:20.448751 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:27.417279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0e89c70a-757f-4d8d-81e8-503c811990df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:29.749824 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6767-855c-4719-8322-deca51e34fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:30.876890 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:31.963236 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:32.632577 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:33.389100 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:37.841956 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:30:50.463257 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:57.419173 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e71dd1d3-1ea6-484d-876f-c93ada675596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:30:59.750426 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d8ea653a-ea6a-49bb-bf49-0d4f1ed6ed3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:00.879987 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:01.981207 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:02.635965 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:03.390024 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:14.842302 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:31:20.461642 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:27.419721 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b0411c50-ab61-4f3d-830d-1c26596e68a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:29.751730 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c3918071-c64c-4c28-a852-d772f2a190e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:30.881967 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:31.977033 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:32.637634 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:33.394159 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:50.476161 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:51.841322 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:31:57.421359 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dfe59fc8-7150-449e-8df1-7e60474207ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:31:59.752646 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-790a0edc-dccd-42bb-b843-9001fe969f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:00.884268 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:01.991697 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:02.642532 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:03.398418 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:20.475992 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:27.421888 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-76f04421-786e-4f9b-8027-2f832b384431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:28.841484 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:32:29.755834 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-496a0255-5dd8-4365-9698-5397b39efa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:30.888259 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:31.991661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:32.645470 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:33.399705 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:50.474695 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:57.421839 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-53193df2-eebd-4f5f-9116-1d1f23e4147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:32:59.760248 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f82d5e5-c23a-4b07-b0a6-7df2881f6770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:00.889683 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:01.991106 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:02.651508 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:03.400981 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:05.840513 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:33:20.490048 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:27.422794 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-244dff60-9200-441e-8ea9-662ed4c499fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:29.760360 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-51b3eba4-2b58-4972-bb37-d5596b2e2c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:30.892148 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:32.009754 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:32.644693 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:33.402665 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:42.842244 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:33:50.488186 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:57.423374 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-30465f62-3232-471e-9587-d20ac7b8ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:33:59.761125 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e52e-3d71-4bb3-a4f5-7cd7550d97be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:00.894661 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:02.019616 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:02.646910 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:03.403512 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:19.841351 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:34:20.502800 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:27.425465 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fc71f790-846b-48ad-8f33-7c19a3b4c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:29.762290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08e2fa9c-5245-4fc4-900f-e2df92044195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:30.899012 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:32.017809 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:32.650829 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:33.409075 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:50.503563 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:56.840844 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:34:57.427149 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d9f07934-75aa-459a-980a-a3c9e3c6da71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:34:59.764573 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e14cc8a-9e2d-4030-a414-66e16bb51f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:00.901273 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:02.032684 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:02.652290 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:03.409590 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:20.517064 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7ca4-8244-42f1-a500-7fe07964e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:25.911067 n-d-master-1 neutron-server[103297]: DEBUG neutron.wsgi [req-95021a47-646b-4eee-a606-cabc0a146358 req-254b951f-c549-45b8-bec4-260439da99c6 service neutron] (103297) timed out ('10.222.0.31', 41526) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 13:35:27.428843 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5d869903-0130-47ab-9cb8-5864a512170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:29.766808 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4d1e-a691-44de-9ff9-5e7fb6e33ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:30.906082 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e90bde2d-54af-45e4-b0d4-7a80e2ee4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:32.032279 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-03c54bd9-2442-4d6e-977d-a54210ba6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:32.655576 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-822e8547-e657-4f13-98b6-9498ccc17fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:33.411598 n-d-master-1 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-45aa98ec-73e1-45cc-9a29-9f8893f16859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760236212435', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401491'] for agent, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:35:33.840316 n-d-master-1 neutron-server[103300]: DEBUG neutron.db.agents_db [None req-797c7b9e-0de9-425d-9400-831d87546aea None None] Agent healthcheck: found 7 active agents {{(pid=103300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}